use of com.tencent.angel.worker.Worker in project angel by Tencent.
the class GetRowTest method testSparseDoubleUDF.
public void testSparseDoubleUDF() throws Exception {
Worker worker = LocalClusterContext.get().getWorker(workerAttempt0Id).getWorker();
MatrixClient client1 = worker.getPSAgent().getMatrixClient(SPARSE_DOUBLE_MAT, 0);
int[] index = genIndexs(feaNum, nnz);
IntDoubleVector deltaVec = new IntDoubleVector(feaNum, new IntDoubleSparseVectorStorage(feaNum, nnz));
for (int i = 0; i < index.length; i++) {
deltaVec.set(index[i], index[i]);
}
deltaVec.setRowId(0);
client1.increment(deltaVec);
IntDoubleVector row = (IntDoubleVector) client1.getRow(0, true);
for (int id : index) {
Assert.assertTrue(row.get(id) == deltaVec.get(id));
}
Assert.assertTrue(index.length == row.size());
}
use of com.tencent.angel.worker.Worker in project angel by Tencent.
the class GetRowsTest method testSparseLongCompUDF.
public void testSparseLongCompUDF() throws Exception {
Worker worker = LocalClusterContext.get().getWorker(workerAttempt0Id).getWorker();
MatrixClient client1 = worker.getPSAgent().getMatrixClient(SPARSE_LONG_MAT_COMP, 0);
int matrixW1Id = client1.getMatrixId();
int[] index = genIndexs(feaNum, nnz);
CompIntLongVector deltaVec = null;
for (int rowId = 0; rowId < rowNum; rowId++) {
long blockColNum = worker.getPSAgent().getMatrixMetaManager().getMatrixMeta(matrixW1Id).getBlockColNum();
int partNum = (feaNum + (int) blockColNum - 1) / (int) blockColNum;
IntLongVector[] subVecs = new IntLongVector[partNum];
for (int i = 0; i < partNum; i++) {
subVecs[i] = VFactory.sparseLongVector((int) blockColNum);
}
deltaVec = new CompIntLongVector(feaNum, subVecs, (int) blockColNum);
for (int i = 0; i < index.length; i++) {
deltaVec.set(index[i], index[i]);
}
client1.increment(rowId, deltaVec, true);
}
int[] rowIds = new int[rowNum];
for (int i = 0; i < rowNum; i++) {
rowIds[i] = i;
}
Vector[] rows = client1.getRows(rowIds);
for (int i = 0; i < rowNum; i++) {
for (int id : index) {
Assert.assertEquals(((CompIntLongVector) rows[i]).get(id), deltaVec.get(id), zero);
}
Assert.assertTrue(index.length == ((CompIntLongVector) rows[i]).size());
}
}
use of com.tencent.angel.worker.Worker in project angel by Tencent.
the class GetRowsTest method testSparseFloatLongKeyUDF.
public void testSparseFloatLongKeyUDF() throws Exception {
Worker worker = LocalClusterContext.get().getWorker(workerAttempt0Id).getWorker();
MatrixClient client1 = worker.getPSAgent().getMatrixClient(SPARSE_FLOAT_LONG_MAT, 0);
int matrixW1Id = client1.getMatrixId();
long[] index = genLongIndexs(feaNum, nnz);
LongFloatVector deltaVec = null;
for (int rowId = 0; rowId < rowNum; rowId++) {
deltaVec = new LongFloatVector(feaNum, new LongFloatSparseVectorStorage(feaNum));
for (int i = 0; i < index.length; i++) {
deltaVec.set(index[i], index[i]);
}
client1.increment(rowId, deltaVec, true);
}
int[] rowIds = new int[rowNum];
for (int i = 0; i < rowNum; i++) {
rowIds[i] = i;
}
Vector[] rows = client1.getRows(rowIds);
for (int i = 0; i < rowNum; i++) {
for (long id : index) {
Assert.assertEquals(((LongFloatVector) rows[i]).get(id), deltaVec.get(id), zero);
}
}
}
use of com.tencent.angel.worker.Worker in project angel by Tencent.
the class GetRowsTest method testSparseDoubleLongKeyCompUDF.
public void testSparseDoubleLongKeyCompUDF() throws Exception {
Worker worker = LocalClusterContext.get().getWorker(workerAttempt0Id).getWorker();
MatrixClient client1 = worker.getPSAgent().getMatrixClient(SPARSE_DOUBLE_LONG_MAT_COMP, 0);
int matrixW1Id = client1.getMatrixId();
long blockColNum = worker.getPSAgent().getMatrixMetaManager().getMatrixMeta(matrixW1Id).getBlockColNum();
long[] index = genLongIndexs(feaNum, nnz);
CompLongDoubleVector deltaVec = null;
for (int rowId = 0; rowId < rowNum; rowId++) {
int partNum = (feaNum + (int) blockColNum - 1) / (int) blockColNum;
LongDoubleVector[] subVecs = new LongDoubleVector[partNum];
for (int i = 0; i < partNum; i++) {
subVecs[i] = VFactory.sparseLongKeyDoubleVector((int) blockColNum);
}
deltaVec = new CompLongDoubleVector(feaNum, subVecs, (int) blockColNum);
for (int i = 0; i < nnz; i++) deltaVec.set(index[i], index[i]);
client1.increment(rowId, deltaVec, true);
}
int[] rowIds = new int[rowNum];
for (int i = 0; i < rowNum; i++) {
rowIds[i] = i;
}
Vector[] rows = client1.getRows(rowIds);
for (int i = 0; i < rowNum; i++) {
for (long id : index) {
LOG.debug("rows[" + i + "][" + id + "]=" + ((CompLongDoubleVector) rows[i]).get(id) + ", delta[" + id + "]=" + deltaVec.get(id));
Assert.assertEquals(((CompLongDoubleVector) rows[i]).get(id), deltaVec.get(id), zero);
}
}
}
use of com.tencent.angel.worker.Worker in project angel by Tencent.
the class GetRowsTest method testSparseIntLongKeyUDF.
public void testSparseIntLongKeyUDF() throws Exception {
Worker worker = LocalClusterContext.get().getWorker(workerAttempt0Id).getWorker();
MatrixClient client1 = worker.getPSAgent().getMatrixClient(SPARSE_INT_LONG_MAT, 0);
int matrixW1Id = client1.getMatrixId();
long[] index = genLongIndexs(feaNum, nnz);
LongIntVector deltaVec = null;
for (int rowId = 0; rowId < rowNum; rowId++) {
deltaVec = new LongIntVector(feaNum, new LongIntSparseVectorStorage(feaNum));
for (int i = 0; i < index.length; i++) {
deltaVec.set(index[i], (int) index[i]);
}
client1.increment(rowId, deltaVec, true);
}
int[] rowIds = new int[rowNum];
for (int i = 0; i < rowNum; i++) {
rowIds[i] = i;
}
Vector[] rows = client1.getRows(rowIds);
for (int i = 0; i < rowNum; i++) {
for (long id : index) {
Assert.assertEquals(((LongIntVector) rows[i]).get(id), deltaVec.get(id), zero);
}
}
}
Aggregations