Examples with RouterType com.tencent.angel.psagent.matrix.transport.router.RouterType used on opensource projects

Example 1 with RouterType

use of com.tencent.angel.psagent.matrix.transport.router.RouterType in project angel by Tencent.

the class ByteBufSerdeUtils method deserializeKeyValuePart.

public static KeyValuePart deserializeKeyValuePart(ByteBuf in) {
    boolean isComp = ByteBufSerdeUtils.deserializeBoolean(in);
    KeyValuePart keyValuePart;
    if (isComp) {
        keyValuePart = new CompStreamKeyValuePart();
    } else {
        RouterType routerType = RouterType.valueOf(deserializeInt(in));
        RowType keyValueType = RowType.valueOf(deserializeInt(in));
        keyValuePart = DataPartFactory.createKeyValuePart(keyValueType, routerType);
    }
    keyValuePart.deserialize(in);
    return keyValuePart;
}

Example 2 with RouterType

use of com.tencent.angel.psagent.matrix.transport.router.RouterType in project angel by Tencent.

the class ByteBufSerdeUtils method deserializeKeyPart.

public static KeyPart deserializeKeyPart(ByteBuf in) {
    RouterType routerType = RouterType.valueOf(deserializeInt(in));
    KeyType keyType = KeyType.valueOf(deserializeInt(in));
    KeyPart keyPart = DataPartFactory.createKeyPart(keyType, routerType);
    keyPart.deserialize(in);
    return keyPart;
}

Example 3 with RouterType

use of com.tencent.angel.psagent.matrix.transport.router.RouterType in project angel by Tencent.

the class StreamIndexGetRowsHandler method handle.

@Override
public ResponseData handle(RequestHeader requestHeader, RequestData data) throws Exception {
    IndexPartGetRowsRequest request = (IndexPartGetRowsRequest) data;
    IndexPartGetRowsResponse response = new IndexPartGetRowsResponse();
    int[] rowIds = request.getRowIds();
    int rowNum = rowIds.length;
    ServerBasicTypeRow row0 = (ServerBasicTypeRow) context.getMatrixStorageManager().getRow(requestHeader.matrixId, request.getRowIds()[0], requestHeader.partId);
    ValueType valueType = MatrixUtils.getValueType(row0.getRowType());
    ResponseHeader responseHeader = new ResponseHeader(requestHeader.seqId, requestHeader.methodId, context.getRunningContext().getState(), ResponseType.SUCCESS);
    ByteBuf in = request.getInputBuffer();
    // Read router type
    RouterType routerType = RouterType.valueOf(in.readInt());
    // Key type
    KeyType keyType = KeyType.valueOf(in.readInt());
    // Row id
    int rowId = in.readInt();
    // Key number
    int size = in.readInt();
    // Calculate final output buffer len
    // Response header
    int buffLen = responseHeader.bufferLen();
    // Data flag
    buffLen += ByteBufSerdeUtils.BOOLEN_LENGTH;
    // Value type
    buffLen += ByteBufSerdeUtils.INT_LENGTH;
    // Row id
    buffLen += ByteBufSerdeUtils.INT_LENGTH;
    // Size
    buffLen += ByteBufSerdeUtils.INT_LENGTH;
    // Data
    buffLen += size * ByteBufSerdeUtils.serializedValueLen(valueType);
    // Allocate result buffer
    ByteBuf resultBuf = ByteBufUtils.allocResultBuf(buffLen, context.isUseDirectBuffer());
    // Header
    responseHeader.serialize(resultBuf);
    ByteBufSerdeUtils.serializeBoolean(resultBuf, true);
    int colNum = 0;
    int markPos = in.readerIndex();
    for (int i = 0; i < rowNum; i++) {
        in.readerIndex(markPos);
        // Serialize Value part head
        ByteBufSerdeUtils.serializeInt(resultBuf, valueType.getTypeId());
        ByteBufSerdeUtils.serializeInt(resultBuf, rowIds[i]);
        ByteBufSerdeUtils.serializeInt(resultBuf, colNum);
        ServerBasicTypeRow row = (ServerBasicTypeRow) context.getMatrixStorageManager().getRow(requestHeader.matrixId, rowIds[i], requestHeader.partId);
        resultBuf.writeInt(rowIds[i]);
        if (request.getFunc() == null) {
            row.startRead();
            try {
                row.indexGet(keyType, colNum, in, resultBuf, null);
            } finally {
                row.endRead();
            }
        } else {
            row.startWrite();
            try {
                row.indexGet(keyType, colNum, in, resultBuf, request.getFunc());
            } finally {
                row.endWrite();
            }
        }
    }
    // response.setOutputBuffer(resultBuf);
    return response;
}

Example 4 with RouterType

use of com.tencent.angel.psagent.matrix.transport.router.RouterType in project angel by Tencent.

the class StreamIndexGetRowHandler method handle.

@Override
public ResponseData handle(RequestHeader requestHeader, RequestData data) throws Exception {
    IndexPartGetRowRequest request = (IndexPartGetRowRequest) data;
    StreamIndexPartGetRowResponse response = new StreamIndexPartGetRowResponse();
    ByteBuf in = request.getInputBuffer();
    ServerBasicTypeRow row = (ServerBasicTypeRow) context.getMatrixStorageManager().getRow(requestHeader.matrixId, request.getRowId(), requestHeader.partId);
    ValueType valueType = MatrixUtils.getValueType(row.getRowType());
    ResponseHeader responseHeader = new ResponseHeader(requestHeader.seqId, requestHeader.methodId, context.getRunningContext().getState(), ResponseType.SUCCESS);
    // Read router type
    RouterType routerType = RouterType.valueOf(in.readInt());
    // Key type
    KeyType keyType = KeyType.valueOf(in.readInt());
    // Row id
    int rowId = in.readInt();
    // Key number
    int size = in.readInt();
    // Calculate final output buffer len
    // Response header
    int buffLen = responseHeader.bufferLen();
    // Data flag
    buffLen += ByteBufSerdeUtils.BOOLEN_LENGTH;
    // Value type
    buffLen += ByteBufSerdeUtils.INT_LENGTH;
    // Row id
    buffLen += ByteBufSerdeUtils.INT_LENGTH;
    // Size
    buffLen += ByteBufSerdeUtils.INT_LENGTH;
    // Data
    buffLen += size * ByteBufSerdeUtils.serializedValueLen(valueType);
    // Allocate final result byte buffer
    ByteBuf resultBuf = ByteBufUtils.allocResultBuf(buffLen, context.isUseDirectBuffer());
    // Write response header
    responseHeader.serialize(resultBuf);
    // Data
    // Value part flag
    ByteBufSerdeUtils.serializeBoolean(resultBuf, true);
    // Value type
    ByteBufSerdeUtils.serializeInt(resultBuf, valueType.getTypeId());
    // Row id
    ByteBufSerdeUtils.serializeInt(resultBuf, rowId);
    // Values number
    ByteBufSerdeUtils.serializeInt(resultBuf, size);
    // Result data
    if (request.getFunc() == null) {
        row.startRead();
        try {
            row.indexGet(keyType, size, in, resultBuf, null);
        } finally {
            row.endRead();
        }
    } else {
        row.startWrite();
        try {
            row.indexGet(keyType, size, in, resultBuf, request.getFunc());
        } finally {
            row.endWrite();
        }
    }
    response.setOutputBuffer(resultBuf);
    return response;
}