Examples with LongFloatVector com.tencent.angel.ml.math2.vector.LongFloatVector used on opensource projects

Example 21 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class ByteBufSerdeUtils method serializeLongFloatVectors.

// LongFloatVector array
public static void serializeLongFloatVectors(ByteBuf out, LongFloatVector[] vectors) {
    int start = 0;
    int end = vectors.length;
    serializeInt(out, end - start);
    for (int i = start; i < end; i++) {
        LongFloatVector vector = vectors[i];
        serializeInt(out, vector.getRowId());
        serializeLong(out, vector.dim());
        // serializeInt(out, vector.getType().getNumber()); // no need to record type
        serializeLongFloatVector(out, vectors[i]);
    }
}

Example 22 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class StreamSerdeUtils method serializeLongIntVectors.

// LongFloatVector array
public static void serializeLongIntVectors(DataOutputStream out, LongIntVector[] vectors) throws IOException {
    int start = 0;
    int end = vectors.length;
    serializeInt(out, end - start);
    for (int i = start; i < end; i++) {
        LongIntVector vector = vectors[i];
        serializeInt(out, vector.getRowId());
        serializeLong(out, vector.dim());
        // serializeInt(out, vector.getType().getNumber()); // no need to record type
        serializeLongIntVector(out, vectors[i]);
    }
}

Example 23 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class StreamSerdeUtils method serializeLongIntVector.

// LongFloatVector
private static void serializeLongIntVector(DataOutputStream out, LongIntVector vector) throws IOException {
    LongIntVectorStorage storage = vector.getStorage();
    if (storage.isSparse()) {
        serializeInt(out, SPARSE_STORAGE_TYPE);
        serializeInt(out, storage.size());
        ObjectIterator<Long2IntMap.Entry> iter = storage.entryIterator();
        while (iter.hasNext()) {
            Long2IntMap.Entry e = iter.next();
            serializeLong(out, e.getLongKey());
            serializeFloat(out, e.getIntValue());
        }
    } else if (storage.isSorted()) {
        serializeInt(out, SORTED_STORAGE_TYPE);
        long[] indices = vector.getStorage().getIndices();
        int[] values = vector.getStorage().getValues();
        serializeLongs(out, indices);
        serializeInts(out, values);
    } else {
        throw new UnsupportedOperationException("Unsupport storage type " + vector.getStorage().getClass());
    }
}

Example 24 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class SimpleBinaryOutAllExecutor method apply.

public static Vector apply(LongFloatVector v1, LongDummyVector v2, Binary op) {
    LongFloatVector res;
    if (v1.isSparse()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            // multi-rehash
            LongFloatVectorStorage newStorage = v1.getStorage().emptySparse((int) (v1.getDim()));
            LongFloatVectorStorage v1Storage = v1.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, v2.get(i)));
                }
            }
            res = new LongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), newStorage);
        }
    } else {
        // sorted
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            LongFloatVectorStorage newStorage = new LongFloatSparseVectorStorage(v1.getDim());
            LongFloatVectorStorage v1Storage = v1.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, v2.get(i)));
                }
            }
            res = new LongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), newStorage);
        }
    }
    return res;
}

Example 25 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class SimpleBinaryOutAllExecutor method apply.

public static Vector apply(LongFloatVector v1, LongLongVector v2, Binary op) {
    LongFloatVector res;
    if (v1.isSparse() && v2.isSparse()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            // multi-rehash
            LongFloatVectorStorage newStorage = v1.getStorage().emptySparse((int) (v1.getDim()));
            LongFloatVectorStorage v1Storage = v1.getStorage();
            LongLongVectorStorage v2Storage = v2.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else if (v1Storage.hasKey(i) && !v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), 0));
                } else if (!v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(0, v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, 0));
                }
            }
            res = new LongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), newStorage);
        }
    } else if (v1.isSparse() && v2.isSorted()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            LongFloatVectorStorage newStorage = v1.getStorage().emptySparse((int) (v1.getDim()));
            LongFloatVectorStorage v1Storage = v1.getStorage();
            LongLongVectorStorage v2Storage = v2.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else if (v1Storage.hasKey(i) && !v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), 0));
                } else if (!v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(0, v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, 0));
                }
            }
            res = new LongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), newStorage);
        }
    } else if (v1.isSorted() && v2.isSparse()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            LongFloatVectorStorage newStorage = new LongFloatSparseVectorStorage(v1.getDim());
            LongFloatVectorStorage v1Storage = v1.getStorage();
            LongLongVectorStorage v2Storage = v2.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else if (v1Storage.hasKey(i) && !v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), 0));
                } else if (!v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(0, v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, 0));
                }
            }
            res = new LongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), newStorage);
        }
    } else if (v1.isSorted() && v2.isSorted()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            LongFloatVectorStorage newStorage = v1.getStorage().emptySorted((int) (v1.getDim()));
            long[] resIndices = newStorage.getIndices();
            float[] resValues = newStorage.getValues();
            int v1Pointor = 0;
            int v2Pointor = 0;
            long size1 = v1.size();
            long size2 = v2.size();
            long[] v1Indices = v1.getStorage().getIndices();
            float[] v1Values = v1.getStorage().getValues();
            long[] v2Indices = v2.getStorage().getIndices();
            long[] v2Values = v2.getStorage().getValues();
            if (!op.isCompare()) {
                for (int i = 0; i < resValues.length; i++) {
                    resValues[i] = Float.NaN;
                }
            }
            int globalPointor = 0;
            while (v1Pointor < size1 && v2Pointor < size2) {
                if (v1Indices[v1Pointor] == v2Indices[v2Pointor]) {
                    resIndices[globalPointor] = v1Indices[v1Pointor];
                    resValues[globalPointor] = op.apply(v1Values[v1Pointor], v2Values[v2Pointor]);
                    v1Pointor++;
                    v2Pointor++;
                    globalPointor++;
                } else if (v1Indices[v1Pointor] < v2Indices[v2Pointor]) {
                    resIndices[globalPointor] = v1Indices[v1Pointor];
                    resValues[globalPointor] = op.apply(v2Values[v2Pointor], 0);
                    v1Pointor++;
                    globalPointor++;
                } else {
                    // v1Indices[v1Pointor] > v2Indices[v2Pointor]
                    resIndices[globalPointor] = v2Indices[v2Pointor];
                    resValues[globalPointor] = op.apply(0, v2Values[v2Pointor]);
                    v2Pointor++;
                    globalPointor++;
                }
            }
            res = new LongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), newStorage);
        }
    } else {
        throw new AngelException("The operation is not support!");
    }
    return res;
}