Examples with LongFloatVector com.tencent.angel.ml.math2.vector.LongFloatVector used on opensource projects

Example 16 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class SimpleBinaryInAllExecutor method apply.

public static Vector apply(LongFloatVector v1, LongFloatVector v2, Binary op) {
    if (v1.isSparse() && v2.isSparse()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            // multi-rehash
            LongFloatVectorStorage newStorage = v1.getStorage().emptySparse((int) (v1.getDim()));
            LongFloatVectorStorage v1Storage = v1.getStorage();
            LongFloatVectorStorage v2Storage = v2.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else if (v1Storage.hasKey(i) && !v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), 0));
                } else if (!v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(0, v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, 0));
                }
            }
            v1.setStorage(newStorage);
        }
    } else if (v1.isSparse() && v2.isSorted()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            LongFloatVectorStorage newStorage = v1.getStorage().emptySparse((int) (v1.getDim()));
            LongFloatVectorStorage v1Storage = v1.getStorage();
            LongFloatVectorStorage v2Storage = v2.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else if (v1Storage.hasKey(i) && !v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), 0));
                } else if (!v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(0, v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, 0));
                }
            }
            v1.setStorage(newStorage);
        }
    } else if (v1.isSorted() && v2.isSparse()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            LongFloatVectorStorage newStorage = new LongFloatSparseVectorStorage(v1.getDim());
            LongFloatVectorStorage v1Storage = v1.getStorage();
            LongFloatVectorStorage v2Storage = v2.getStorage();
            for (int i = 0; i < v1.getDim(); i++) {
                if (v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), v2.get(i)));
                } else if (v1Storage.hasKey(i) && !v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(v1.get(i), 0));
                } else if (!v1Storage.hasKey(i) && v2Storage.hasKey(i)) {
                    newStorage.set(i, op.apply(0, v2.get(i)));
                } else {
                    newStorage.set(i, op.apply(0.0f, 0));
                }
            }
            v1.setStorage(newStorage);
        }
    } else if (v1.isSorted() && v2.isSorted()) {
        if (op.isKeepStorage()) {
            throw new AngelException("operation is not support!");
        } else {
            LongFloatVectorStorage newStorage = v1.getStorage().emptySorted((int) (v1.getDim()));
            long[] resIndices = newStorage.getIndices();
            float[] resValues = newStorage.getValues();
            int v1Pointor = 0;
            int v2Pointor = 0;
            long size1 = v1.size();
            long size2 = v2.size();
            long[] v1Indices = v1.getStorage().getIndices();
            float[] v1Values = v1.getStorage().getValues();
            long[] v2Indices = v2.getStorage().getIndices();
            float[] v2Values = v2.getStorage().getValues();
            if (!op.isCompare()) {
                for (int i = 0; i < resValues.length; i++) {
                    resValues[i] = Float.NaN;
                }
            }
            int globalPointor = 0;
            while (v1Pointor < size1 && v2Pointor < size2) {
                if (v1Indices[v1Pointor] == v2Indices[v2Pointor]) {
                    resIndices[globalPointor] = v1Indices[v1Pointor];
                    resValues[globalPointor] = op.apply(v1Values[v1Pointor], v2Values[v2Pointor]);
                    v1Pointor++;
                    v2Pointor++;
                    globalPointor++;
                } else if (v1Indices[v1Pointor] < v2Indices[v2Pointor]) {
                    resIndices[globalPointor] = v1Indices[v1Pointor];
                    resValues[globalPointor] = op.apply(v2Values[v2Pointor], 0);
                    v1Pointor++;
                    globalPointor++;
                } else {
                    // v1Indices[v1Pointor] > v2Indices[v2Pointor]
                    resIndices[globalPointor] = v2Indices[v2Pointor];
                    resValues[globalPointor] = op.apply(0, v2Values[v2Pointor]);
                    v2Pointor++;
                    globalPointor++;
                }
            }
            v1.setStorage(newStorage);
        }
    } else {
        throw new AngelException("The operation is not support!");
    }
    return v1;
}

Example 17 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class MixedBinaryOutAllExecutor method apply.

private static Vector apply(CompLongFloatVector v1, LongDummyVector v2, Binary op) {
    LongFloatVector[] parts = v1.getPartitions();
    Storage[] resParts = StorageSwitch.applyComp(v1, v2, op);
    if (!op.isKeepStorage()) {
        for (int i = 0; i < parts.length; i++) {
            if (parts[i].getStorage() instanceof LongFloatSortedVectorStorage) {
                resParts[i] = new LongFloatSparseVectorStorage(parts[i].getDim(), parts[i].getStorage().getIndices(), parts[i].getStorage().getValues());
            }
        }
    }
    long subDim = (v1.getDim() + v1.getNumPartitions() - 1) / v1.getNumPartitions();
    for (int i = 0; i < v1.getDim(); i++) {
        int pidx = (int) (i / subDim);
        long subidx = i % subDim;
        ((LongFloatVectorStorage) resParts[pidx]).set(subidx, op.apply(parts[pidx].get(subidx), v2.get(i)));
    }
    LongFloatVector[] res = new LongFloatVector[parts.length];
    int i = 0;
    for (LongFloatVector part : parts) {
        res[i] = new LongFloatVector(part.getMatrixId(), part.getRowId(), part.getClock(), part.getDim(), (LongFloatVectorStorage) resParts[i]);
        i++;
    }
    return new CompLongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), res, v1.getSubDim());
}

Example 18 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class MixedBinaryOutZAExecutor method apply.

private static Vector apply(CompLongFloatVector v1, LongIntVector v2, Binary op) {
    LongFloatVector[] parts = v1.getPartitions();
    Storage[] resParts = StorageSwitch.applyComp(v1, v2, op);
    if (v2.isSparse()) {
        ObjectIterator<Long2IntMap.Entry> iter = v2.getStorage().entryIterator();
        if (v1.size() > v2.size()) {
            long subDim = (v1.getDim() + v1.getNumPartitions() - 1) / v1.getNumPartitions();
            while (iter.hasNext()) {
                Long2IntMap.Entry entry = iter.next();
                long idx = entry.getLongKey();
                int pidx = (int) (idx / subDim);
                long subidx = idx % subDim;
                if (parts[pidx].hasKey(subidx)) {
                    ((LongFloatVectorStorage) resParts[pidx]).set(subidx, op.apply(parts[pidx].get(subidx), entry.getIntValue()));
                }
            }
        } else {
            long base = 0;
            for (int i = 0; i < parts.length; i++) {
                LongFloatVector part = parts[i];
                LongFloatVectorStorage resPart = (LongFloatVectorStorage) resParts[i];
                if (part.isDense()) {
                    float[] partValues = part.getStorage().getValues();
                    float[] resPartValues = resPart.getValues();
                    for (int j = 0; j < partValues.length; j++) {
                        if (v2.hasKey(j + base)) {
                            resPartValues[j] = op.apply(partValues[j], v2.get(j + base));
                        }
                    }
                } else if (part.isSparse()) {
                    ObjectIterator<Long2FloatMap.Entry> piter = part.getStorage().entryIterator();
                    while (piter.hasNext()) {
                        Long2FloatMap.Entry entry = piter.next();
                        long idx = entry.getLongKey();
                        if (v2.hasKey(idx + base)) {
                            resPart.set(idx, op.apply(entry.getFloatValue(), v2.get(idx + base)));
                        }
                    }
                } else {
                    // sorted
                    if (op.isKeepStorage()) {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        long[] resPartIndices = resPart.getIndices();
                        float[] resPartValues = resPart.getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPartIndices[j] = idx;
                                resPartValues[j] = op.apply(partValues[j], v2.get(idx + base));
                            }
                        }
                    } else {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPart.set(idx, op.apply(partValues[j], v2.get(idx + base)));
                            }
                        }
                    }
                }
                base += part.getDim();
            }
        }
    } else {
        // sorted
        if (v1.size() > v2.size()) {
            long subDim = (v1.getDim() + v1.getNumPartitions() - 1) / v1.getNumPartitions();
            long[] v2Indices = v2.getStorage().getIndices();
            int[] v2Values = v2.getStorage().getValues();
            for (int i = 0; i < v2Indices.length; i++) {
                long idx = v2Indices[i];
                int pidx = (int) (idx / subDim);
                long subidx = idx % subDim;
                if (parts[pidx].hasKey(subidx)) {
                    ((LongFloatVectorStorage) resParts[pidx]).set(subidx, op.apply(parts[pidx].get(subidx), v2Values[i]));
                }
            }
        } else {
            long base = 0;
            for (int i = 0; i < parts.length; i++) {
                LongFloatVector part = parts[i];
                LongFloatVectorStorage resPart = (LongFloatVectorStorage) resParts[i];
                if (part.isDense()) {
                    float[] partValues = part.getStorage().getValues();
                    float[] resPartValues = resPart.getValues();
                    for (int j = 0; j < partValues.length; j++) {
                        if (v2.hasKey(j + base)) {
                            resPartValues[j] = op.apply(partValues[j], v2.get(j + base));
                        }
                    }
                } else if (part.isSparse()) {
                    ObjectIterator<Long2FloatMap.Entry> piter = part.getStorage().entryIterator();
                    while (piter.hasNext()) {
                        Long2FloatMap.Entry entry = piter.next();
                        long idx = entry.getLongKey();
                        if (v2.hasKey(idx + base)) {
                            resPart.set(idx, op.apply(entry.getFloatValue(), v2.get(idx + base)));
                        }
                    }
                } else {
                    // sorted
                    if (op.isKeepStorage()) {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        long[] resPartIndices = resPart.getIndices();
                        float[] resPartValues = resPart.getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPartIndices[j] = idx;
                                resPartValues[j] = op.apply(partValues[j], v2.get(idx + base));
                            }
                        }
                    } else {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPart.set(idx, op.apply(partValues[j], v2.get(idx + base)));
                            }
                        }
                    }
                }
                base += part.getDim();
            }
        }
    }
    LongFloatVector[] res = new LongFloatVector[parts.length];
    int i = 0;
    for (LongFloatVector part : parts) {
        res[i] = new LongFloatVector(part.getMatrixId(), part.getRowId(), part.getClock(), part.getDim(), (LongFloatVectorStorage) resParts[i]);
        i++;
    }
    return new CompLongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), res, v1.getSubDim());
}

Example 19 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class MixedBinaryOutZAExecutor method apply.

private static Vector apply(CompLongFloatVector v1, LongFloatVector v2, Binary op) {
    LongFloatVector[] parts = v1.getPartitions();
    Storage[] resParts = StorageSwitch.applyComp(v1, v2, op);
    if (v2.isSparse()) {
        ObjectIterator<Long2FloatMap.Entry> iter = v2.getStorage().entryIterator();
        if (v1.size() > v2.size()) {
            long subDim = (v1.getDim() + v1.getNumPartitions() - 1) / v1.getNumPartitions();
            while (iter.hasNext()) {
                Long2FloatMap.Entry entry = iter.next();
                long idx = entry.getLongKey();
                int pidx = (int) (idx / subDim);
                long subidx = idx % subDim;
                if (parts[pidx].hasKey(subidx)) {
                    ((LongFloatVectorStorage) resParts[pidx]).set(subidx, op.apply(parts[pidx].get(subidx), entry.getFloatValue()));
                }
            }
        } else {
            long base = 0;
            for (int i = 0; i < parts.length; i++) {
                LongFloatVector part = parts[i];
                LongFloatVectorStorage resPart = (LongFloatVectorStorage) resParts[i];
                if (part.isDense()) {
                    float[] partValues = part.getStorage().getValues();
                    float[] resPartValues = resPart.getValues();
                    for (int j = 0; j < partValues.length; j++) {
                        if (v2.hasKey(j + base)) {
                            resPartValues[j] = op.apply(partValues[j], v2.get(j + base));
                        }
                    }
                } else if (part.isSparse()) {
                    ObjectIterator<Long2FloatMap.Entry> piter = part.getStorage().entryIterator();
                    while (piter.hasNext()) {
                        Long2FloatMap.Entry entry = piter.next();
                        long idx = entry.getLongKey();
                        if (v2.hasKey(idx + base)) {
                            resPart.set(idx, op.apply(entry.getFloatValue(), v2.get(idx + base)));
                        }
                    }
                } else {
                    // sorted
                    if (op.isKeepStorage()) {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        long[] resPartIndices = resPart.getIndices();
                        float[] resPartValues = resPart.getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPartIndices[j] = idx;
                                resPartValues[j] = op.apply(partValues[j], v2.get(idx + base));
                            }
                        }
                    } else {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPart.set(idx, op.apply(partValues[j], v2.get(idx + base)));
                            }
                        }
                    }
                }
                base += part.getDim();
            }
        }
    } else {
        // sorted
        if (v1.size() > v2.size()) {
            long subDim = (v1.getDim() + v1.getNumPartitions() - 1) / v1.getNumPartitions();
            long[] v2Indices = v2.getStorage().getIndices();
            float[] v2Values = v2.getStorage().getValues();
            for (int i = 0; i < v2Indices.length; i++) {
                long idx = v2Indices[i];
                int pidx = (int) (idx / subDim);
                long subidx = idx % subDim;
                if (parts[pidx].hasKey(subidx)) {
                    ((LongFloatVectorStorage) resParts[pidx]).set(subidx, op.apply(parts[pidx].get(subidx), v2Values[i]));
                }
            }
        } else {
            long base = 0;
            for (int i = 0; i < parts.length; i++) {
                LongFloatVector part = parts[i];
                LongFloatVectorStorage resPart = (LongFloatVectorStorage) resParts[i];
                if (part.isDense()) {
                    float[] partValues = part.getStorage().getValues();
                    float[] resPartValues = resPart.getValues();
                    for (int j = 0; j < partValues.length; j++) {
                        if (v2.hasKey(j + base)) {
                            resPartValues[j] = op.apply(partValues[j], v2.get(j + base));
                        }
                    }
                } else if (part.isSparse()) {
                    ObjectIterator<Long2FloatMap.Entry> piter = part.getStorage().entryIterator();
                    while (piter.hasNext()) {
                        Long2FloatMap.Entry entry = piter.next();
                        long idx = entry.getLongKey();
                        if (v2.hasKey(idx + base)) {
                            resPart.set(idx, op.apply(entry.getFloatValue(), v2.get(idx + base)));
                        }
                    }
                } else {
                    // sorted
                    if (op.isKeepStorage()) {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        long[] resPartIndices = resPart.getIndices();
                        float[] resPartValues = resPart.getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPartIndices[j] = idx;
                                resPartValues[j] = op.apply(partValues[j], v2.get(idx + base));
                            }
                        }
                    } else {
                        long[] partIndices = part.getStorage().getIndices();
                        float[] partValues = part.getStorage().getValues();
                        for (int j = 0; j < partIndices.length; j++) {
                            long idx = partIndices[j];
                            if (v2.hasKey(idx + base)) {
                                resPart.set(idx, op.apply(partValues[j], v2.get(idx + base)));
                            }
                        }
                    }
                }
                base += part.getDim();
            }
        }
    }
    LongFloatVector[] res = new LongFloatVector[parts.length];
    int i = 0;
    for (LongFloatVector part : parts) {
        res[i] = new LongFloatVector(part.getMatrixId(), part.getRowId(), part.getClock(), part.getDim(), (LongFloatVectorStorage) resParts[i]);
        i++;
    }
    return new CompLongFloatVector(v1.getMatrixId(), v1.getRowId(), v1.getClock(), v1.getDim(), res, v1.getSubDim());
}

Example 20 with LongFloatVector

use of com.tencent.angel.ml.math2.vector.LongFloatVector in project angel by Tencent.

the class ByteBufSerdeUtils method serializeLongIntVectors.

// LongFloatVector array
public static void serializeLongIntVectors(ByteBuf out, LongIntVector[] vectors) {
    int start = 0;
    int end = vectors.length;
    serializeInt(out, end - start);
    for (int i = start; i < end; i++) {
        LongIntVector vector = vectors[i];
        serializeInt(out, vector.getRowId());
        serializeLong(out, vector.dim());
        // serializeInt(out, vector.getType().getNumber()); // no need to record type
        serializeLongIntVector(out, vectors[i]);
    }
}