use of com.alibaba.maxgraph.sdkcommon.schema.GraphDef in project GraphScope by alibaba.
the class SchemaManager method recoverInternal.
private void recoverInternal() throws IOException, ExecutionException, InterruptedException {
logger.info("start recover");
long snapshotId = this.snapshotManager.increaseWriteSnapshotId();
CompletableFuture<Void> future = new CompletableFuture<>();
this.snapshotManager.addSnapshotListener(snapshotId, () -> future.complete(null));
future.get();
GraphDef graphDef = this.graphDefFetcher.fetchGraphDef();
this.graphDefRef.set(graphDef);
this.ready = true;
logger.info("SchemaManager recovered. version [" + graphDef.getVersion() + "]");
}
use of com.alibaba.maxgraph.sdkcommon.schema.GraphDef in project GraphScope by alibaba.
the class ClientTest method testGetSchema.
@Test
void testGetSchema() {
GraphSchema schema = client.getSchema();
System.out.println(((GraphDef) schema).toProto().toString());
}
use of com.alibaba.maxgraph.sdkcommon.schema.GraphDef in project GraphScope by alibaba.
the class DataLoadingTest method testGetSchema.
@Test
public void testGetSchema() {
GraphSchema schema = client.getSchema();
System.out.println(((GraphDef) schema).toProto().toString());
}
use of com.alibaba.maxgraph.sdkcommon.schema.GraphDef in project GraphScope by alibaba.
the class CommitDataLoadExecutor method execute.
@Override
public DdlResult execute(ByteString ddlBlob, GraphDef graphDef, int partitionCount) throws InvalidProtocolBufferException {
CommitDataLoadPb commitDataLoadPb = CommitDataLoadPb.parseFrom(ddlBlob);
DataLoadTargetPb dataLoadTargetPb = commitDataLoadPb.getTarget();
DataLoadTarget dataLoadTarget = DataLoadTarget.parseProto(dataLoadTargetPb);
String label = dataLoadTarget.getLabel();
String srcLabel = dataLoadTarget.getSrcLabel();
String dstLabel = dataLoadTarget.getDstLabel();
long version = graphDef.getSchemaVersion();
if (!graphDef.hasLabel(label)) {
throw new DdlException("label [" + label + "] not exists, schema version [" + version + "]");
}
GraphDef.Builder graphDefBuilder = GraphDef.newBuilder(graphDef);
TypeDef typeDef = graphDef.getTypeDef(label);
DataLoadTarget.Builder targetBuilder = DataLoadTarget.newBuilder(dataLoadTarget);
if (srcLabel == null || srcLabel.isEmpty()) {
// Vertex type
if (typeDef.getTypeEnum() != TypeEnum.VERTEX) {
throw new DdlException("invalid data load target [" + dataLoadTarget + "], label is not a vertex");
}
targetBuilder.setLabelId(typeDef.getLabelId());
} else {
// Edge kind
if (typeDef.getTypeEnum() != TypeEnum.EDGE) {
throw new DdlException("invalid data load target [" + dataLoadTarget + "], label is not an edge");
}
EdgeKind.Builder edgeKindBuilder = EdgeKind.newBuilder();
LabelId edgeLabelId = graphDef.getLabelId(label);
if (edgeLabelId == null) {
throw new DdlException("invalid edgeLabel [" + label + "], schema version [" + version + "]");
}
edgeKindBuilder.setEdgeLabelId(edgeLabelId);
targetBuilder.setLabelId(edgeLabelId.getId());
LabelId srcVertexLabelId = graphDef.getLabelId(srcLabel);
if (srcVertexLabelId == null) {
throw new DdlException("invalid srcVertexLabel [" + srcLabel + "], schema version [" + version + "]");
}
edgeKindBuilder.setSrcVertexLabelId(srcVertexLabelId);
targetBuilder.setSrcLabelId(srcVertexLabelId.getId());
LabelId dstVertexLabelId = graphDef.getLabelId(dstLabel);
if (dstVertexLabelId == null) {
throw new DdlException("invalid dstVertexLabel [" + dstLabel + "], schema version [" + version + "]");
}
edgeKindBuilder.setDstVertexLabelId(dstVertexLabelId);
targetBuilder.setDstLabelId(dstVertexLabelId.getId());
EdgeKind edgeKind = edgeKindBuilder.build();
if (!graphDef.hasEdgeKind(edgeKind)) {
throw new DdlException("invalid data load target [" + dataLoadTarget + "], edgeKind not exists");
}
}
version++;
graphDefBuilder.setVersion(version);
GraphDef newGraphDef = graphDefBuilder.build();
List<Operation> operations = new ArrayList<>(partitionCount);
for (int i = 0; i < partitionCount; i++) {
operations.add(new CommitDataLoadOperation(i, version, CommitDataLoadPb.newBuilder().setTableIdx(commitDataLoadPb.getTableIdx()).setTarget(targetBuilder.build().toProto()).build()));
}
return new DdlResult(newGraphDef, operations);
}
use of com.alibaba.maxgraph.sdkcommon.schema.GraphDef in project GraphScope by alibaba.
the class DdlExecutors method executeDdlRequestBatch.
public DdlResult executeDdlRequestBatch(DdlRequestBatch ddlRequestBatch, GraphDef graphDef, int partitionCount) throws InvalidProtocolBufferException {
List<Operation> operations = new ArrayList<>();
GraphDef tmpGraphDef = graphDef;
for (DdlRequestBlob ddlRequestBlob : ddlRequestBatch) {
OperationType operationType = ddlRequestBlob.getOperationType();
ByteString ddlBlob = ddlRequestBlob.getBytes();
DdlResult ddlResult = getExecutor(operationType).execute(ddlBlob, tmpGraphDef, partitionCount);
operations.addAll(ddlResult.getDdlOperations());
tmpGraphDef = ddlResult.getGraphDef();
}
return new DdlResult(tmpGraphDef, operations);
}
Aggregations