Examples with LongDoubleVector com.tencent.angel.ml.math2.vector.LongDoubleVector used on opensource projects

Example 1 with LongDoubleVector

use of com.tencent.angel.ml.math2.vector.LongDoubleVector in project angel by Tencent.

the class CompLongDoubleVectorSplitter method split.

@Override
public Map<PartitionKey, RowUpdateSplit> split(Vector vector, List<PartitionKey> parts) {
    LongDoubleVector[] vecParts = ((CompLongDoubleVector) vector).getPartitions();
    assert vecParts.length == parts.size();
    Map<PartitionKey, RowUpdateSplit> updateSplitMap = new HashMap<>(parts.size());
    for (int i = 0; i < vecParts.length; i++) {
        updateSplitMap.put(parts.get(i), new CompLongDoubleRowUpdateSplit(vector.getRowId(), vecParts[i]));
    }
    return updateSplitMap;
}

Example 2 with LongDoubleVector

use of com.tencent.angel.ml.math2.vector.LongDoubleVector in project angel by Tencent.

the class RangeRouterUtils method splitLongDoubleVector.

public static KeyValuePart[] splitLongDoubleVector(MatrixMeta matrixMeta, LongDoubleVector vector) {
    LongDoubleVectorStorage storage = vector.getStorage();
    if (storage.isSparse()) {
        // Get keys and values
        LongDoubleSparseVectorStorage sparseStorage = (LongDoubleSparseVectorStorage) storage;
        long[] keys = sparseStorage.getIndices();
        double[] values = sparseStorage.getValues();
        return split(matrixMeta, vector.getRowId(), keys, values, false);
    } else {
        // Key and value array pair
        LongDoubleSortedVectorStorage sortStorage = (LongDoubleSortedVectorStorage) storage;
        long[] keys = sortStorage.getIndices();
        double[] values = sortStorage.getValues();
        return split(matrixMeta, vector.getRowId(), keys, values, true);
    }
}

Example 3 with LongDoubleVector

use of com.tencent.angel.ml.math2.vector.LongDoubleVector in project angel by Tencent.

the class VectorUtils method emptyLike.

private static ComponentVector emptyLike(ComponentVector v) {
    ComponentVector result;
    if (v instanceof CompIntDoubleVector) {
        IntDoubleVector[] parts = new IntDoubleVector[v.getNumPartitions()];
        IntDoubleVector[] refParts = ((CompIntDoubleVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (IntDoubleVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompIntDoubleVector(((CompIntDoubleVector) v).getMatrixId(), ((CompIntDoubleVector) v).getRowId(), ((CompIntDoubleVector) v).getClock(), ((CompIntDoubleVector) v).getDim(), parts, ((CompIntDoubleVector) v).getSubDim());
    } else if (v instanceof CompIntFloatVector) {
        IntFloatVector[] parts = new IntFloatVector[v.getNumPartitions()];
        IntFloatVector[] refParts = ((CompIntFloatVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (IntFloatVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompIntFloatVector(((CompIntFloatVector) v).getMatrixId(), ((CompIntFloatVector) v).getRowId(), ((CompIntFloatVector) v).getClock(), ((CompIntFloatVector) v).getDim(), parts, ((CompIntFloatVector) v).getSubDim());
    } else if (v instanceof CompIntLongVector) {
        IntLongVector[] parts = new IntLongVector[v.getNumPartitions()];
        IntLongVector[] refParts = ((CompIntLongVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (IntLongVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompIntLongVector(((CompIntLongVector) v).getMatrixId(), ((CompIntLongVector) v).getRowId(), ((CompIntLongVector) v).getClock(), ((CompIntLongVector) v).getDim(), parts, ((CompIntLongVector) v).getSubDim());
    } else if (v instanceof CompIntIntVector) {
        IntIntVector[] parts = new IntIntVector[v.getNumPartitions()];
        IntIntVector[] refParts = ((CompIntIntVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (IntIntVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompIntIntVector(((CompIntIntVector) v).getMatrixId(), ((CompIntIntVector) v).getRowId(), ((CompIntIntVector) v).getClock(), ((CompIntIntVector) v).getDim(), parts, ((CompIntIntVector) v).getSubDim());
    } else if (v instanceof CompLongDoubleVector) {
        LongDoubleVector[] parts = new LongDoubleVector[v.getNumPartitions()];
        LongDoubleVector[] refParts = ((CompLongDoubleVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (LongDoubleVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompLongDoubleVector(((CompLongDoubleVector) v).getMatrixId(), ((CompLongDoubleVector) v).getRowId(), ((CompLongDoubleVector) v).getClock(), ((CompLongDoubleVector) v).getDim(), parts, ((CompLongDoubleVector) v).getSubDim());
    } else if (v instanceof CompLongFloatVector) {
        LongFloatVector[] parts = new LongFloatVector[v.getNumPartitions()];
        LongFloatVector[] refParts = ((CompLongFloatVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (LongFloatVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompLongFloatVector(((CompLongFloatVector) v).getMatrixId(), ((CompLongFloatVector) v).getRowId(), ((CompLongFloatVector) v).getClock(), ((CompLongFloatVector) v).getDim(), parts, ((CompLongFloatVector) v).getSubDim());
    } else if (v instanceof CompLongLongVector) {
        LongLongVector[] parts = new LongLongVector[v.getNumPartitions()];
        LongLongVector[] refParts = ((CompLongLongVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (LongLongVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompLongLongVector(((CompLongLongVector) v).getMatrixId(), ((CompLongLongVector) v).getRowId(), ((CompLongLongVector) v).getClock(), ((CompLongLongVector) v).getDim(), parts, ((CompLongLongVector) v).getSubDim());
    } else if (v instanceof CompLongIntVector) {
        LongIntVector[] parts = new LongIntVector[v.getNumPartitions()];
        LongIntVector[] refParts = ((CompLongIntVector) v).getPartitions();
        for (int i = 0; i < refParts.length; i++) {
            if (null != refParts[i]) {
                parts[i] = (LongIntVector) emptyLike((SimpleVector) refParts[i]);
            }
        }
        result = new CompLongIntVector(((CompLongIntVector) v).getMatrixId(), ((CompLongIntVector) v).getRowId(), ((CompLongIntVector) v).getClock(), ((CompLongIntVector) v).getDim(), parts, ((CompLongIntVector) v).getSubDim());
    } else {
        throw new AngelException("The operation is not support!");
    }
    return result;
}

Example 4 with LongDoubleVector

use of com.tencent.angel.ml.math2.vector.LongDoubleVector in project angel by Tencent.

the class SnapshotFormat method save.

private void save(ServerLongDoubleRow row, PSMatrixSaveContext saveContext, MatrixPartitionMeta meta, DataOutputStream out) throws IOException {
    long startCol = meta.getStartCol();
    if (ServerRowUtils.getVector(row) instanceof IntDoubleVector) {
        IntDoubleVector vector = (IntDoubleVector) ServerRowUtils.getVector(row);
        if (vector.isDense()) {
            double[] data = vector.getStorage().getValues();
            for (int i = 0; i < data.length; i++) {
                out.writeDouble(data[i]);
            }
        } else if (vector.isSorted()) {
            int[] indices = vector.getStorage().getIndices();
            double[] values = vector.getStorage().getValues();
            for (int i = 0; i < indices.length; i++) {
                out.writeLong(indices[i] + startCol);
                out.writeDouble(values[i]);
            }
        } else {
            ObjectIterator<Int2DoubleMap.Entry> iter = vector.getStorage().entryIterator();
            Int2DoubleMap.Entry entry;
            while (iter.hasNext()) {
                entry = iter.next();
                out.writeLong(entry.getIntKey() + startCol);
                out.writeDouble(entry.getDoubleValue());
            }
        }
    } else {
        LongDoubleVector vector = (LongDoubleVector) ServerRowUtils.getVector(row);
        if (vector.isSorted()) {
            long[] indices = vector.getStorage().getIndices();
            double[] values = vector.getStorage().getValues();
            for (int i = 0; i < indices.length; i++) {
                out.writeLong(indices[i] + startCol);
                out.writeDouble(values[i]);
            }
        } else {
            ObjectIterator<Long2DoubleMap.Entry> iter = vector.getStorage().entryIterator();
            Long2DoubleMap.Entry entry;
            while (iter.hasNext()) {
                entry = iter.next();
                out.writeLong(entry.getLongKey() + startCol);
                out.writeDouble(entry.getDoubleValue());
            }
        }
    }
}

Example 5 with LongDoubleVector

use of com.tencent.angel.ml.math2.vector.LongDoubleVector in project angel by Tencent.

the class ColumnFormat method saveLongDoubleRows.

private void saveLongDoubleRows(ServerPartition part, ServerRow[] rows, MatrixPartitionMeta partMeta, PSMatrixSaveContext saveContext, DataOutputStream output) throws IOException {
    Vector vec = ServerRowUtils.getVector((ServerLongDoubleRow) rows[0]);
    // int size = rows.size();
    long indexOffset = part.getPartitionKey().getStartCol();
    LongDoublesCol col = new LongDoublesCol(0, new double[rows.length]);
    if (vec instanceof IntDoubleVector) {
        IntDoubleVectorStorage storage = ((IntDoubleVector) vec).getStorage();
        long startCol = rows[0].getStartCol();
        long endCol = rows[0].getEndCol();
        if (storage.isDense()) {
            for (long i = startCol; i < endCol; i++) {
                col.colId = i;
                for (int j = 0; j < rows.length; j++) {
                    col.colElems[j] = ((ServerLongDoubleRow) (rows[j])).get(col.colId);
                }
                save(col, output);
            }
        } else {
            if (saveContext.sortFirst()) {
                int[] indices = storage.getIndices();
                Sort.quickSort(indices, 0, indices.length - 1);
                for (int i = 0; i < indices.length; i++) {
                    col.colId = indices[i] + indexOffset;
                    for (int j = 0; j < rows.length; j++) {
                        col.colElems[j] = ((ServerLongDoubleRow) (rows[j])).get(col.colId);
                    }
                    save(col, output);
                }
            } else {
                ObjectIterator<Int2DoubleMap.Entry> iter = storage.entryIterator();
                while (iter.hasNext()) {
                    col.colId = iter.next().getIntKey() + indexOffset;
                    for (int j = 0; j < rows.length; j++) {
                        col.colElems[j] = ((ServerLongDoubleRow) (rows[j])).get(col.colId);
                    }
                    save(col, output);
                }
            }
        }
    } else {
        LongDoubleVectorStorage storage = ((LongDoubleVector) vec).getStorage();
        if (saveContext.sortFirst()) {
            long[] indices = storage.getIndices();
            Sort.quickSort(indices, 0, indices.length - 1);
            for (int i = 0; i < indices.length; i++) {
                col.colId = indices[i] + indexOffset;
                for (int j = 0; j < rows.length; j++) {
                    col.colElems[j] = ((ServerLongDoubleRow) (rows[j])).get(col.colId);
                }
                save(col, output);
            }
        } else {
            ObjectIterator<Long2DoubleMap.Entry> iter = storage.entryIterator();
            while (iter.hasNext()) {
                col.colId = iter.next().getLongKey() + indexOffset;
                for (int j = 0; j < rows.length; j++) {
                    col.colElems[j] = ((ServerLongDoubleRow) (rows[j])).get(col.colId);
                }
                save(col, output);
            }
        }
    }
}