Examples with RepMat org.apache.sysml.lops.RepMat used on opensource projects

Example 11 with RepMat

use of org.apache.sysml.lops.RepMat in project systemml by apache.

the class QuaternaryOp method constructRightFactorMRLop.

private Lop constructRightFactorMRLop(Hop U, Hop V, boolean cacheV, double m2Size) {
    Lop lV = null;
    if (cacheV) {
        // partitioning of V for read through distributed cache
        boolean needPartV = !V.dimsKnown() || V.getDim1() * V.getDim2() > DistributedCacheInput.PARTITION_SIZE;
        lV = V.constructLops();
        if (needPartV) {
            // requires partitioning
            lV = new DataPartition(lV, DataType.MATRIX, ValueType.DOUBLE, (m2Size > OptimizerUtils.getLocalMemBudget()) ? ExecType.MR : ExecType.CP, PDataPartitionFormat.ROW_BLOCK_WISE_N);
            lV.getOutputParameters().setDimensions(V.getDim1(), V.getDim2(), getRowsInBlock(), getColsInBlock(), V.getNnz());
            setLineNumbers(lV);
        }
    } else {
        // replication of t(V) for shuffle to target block
        Transform ltV = new Transform(V.constructLops(), HopsTransf2Lops.get(ReOrgOp.TRANSPOSE), getDataType(), getValueType(), ExecType.MR);
        ltV.getOutputParameters().setDimensions(V.getDim2(), V.getDim1(), V.getColsInBlock(), V.getRowsInBlock(), V.getNnz());
        setLineNumbers(ltV);
        // nrow of U determines num replicates
        Lop offset = createOffsetLop(U, false);
        lV = new RepMat(ltV, offset, false, V.getDataType(), V.getValueType());
        lV.getOutputParameters().setDimensions(V.getDim2(), V.getDim1(), V.getColsInBlock(), V.getRowsInBlock(), V.getNnz());
        setLineNumbers(lV);
        Group grpV = new Group(lV, Group.OperationTypes.Sort, DataType.MATRIX, ValueType.DOUBLE);
        grpV.getOutputParameters().setDimensions(V.getDim2(), V.getDim1(), V.getColsInBlock(), V.getRowsInBlock(), -1);
        setLineNumbers(grpV);
        lV = grpV;
    }
    return lV;
}