use of edu.iu.dsc.tws.api.compute.graph.Edge in project twister2 by DSC-SPIDAL.
the class AbstractKeyedOpsConfig method buildEdge.
@Override
Edge buildEdge() {
Edge edge = super.buildEdge();
edge.setKeyed(true);
edge.setKeyType(opKeyType);
edge.setPartitioner(this.tPartitioner);
return edge;
}
use of edu.iu.dsc.tws.api.compute.graph.Edge in project twister2 by DSC-SPIDAL.
the class RowPartitionTLink method getEdge.
@Override
public Edge getEdge() {
Edge e = new Edge(getId(), OperationNames.TABLE_PARTITION, MessageTypes.ARROW_TABLE);
if (partitionFunction != null) {
e.setPartitioner(partitionFunction);
}
e.addProperty(CommunicationContext.ROW_SCHEMA, ((RowSchema) getSchema()).toArrowSchema());
e.addProperty(CommunicationContext.USE_DISK, this.useDisk);
TLinkUtils.generateCommsSchema(getSchema(), e);
return e;
}
use of edu.iu.dsc.tws.api.compute.graph.Edge in project twister2 by DSC-SPIDAL.
the class AllGatherTLink method getEdge.
@Override
public Edge getEdge() {
Edge e = new Edge(getId(), OperationNames.ALLGATHER, this.getSchema().getDataType());
e.addProperty(CommunicationContext.USE_DISK, this.useDisk);
TLinkUtils.generateCommsSchema(getSchema(), e);
return e;
}
use of edu.iu.dsc.tws.api.compute.graph.Edge in project twister2 by DSC-SPIDAL.
the class GatherTLink method getEdge.
@Override
public Edge getEdge() {
Edge e = new Edge(getId(), OperationNames.GATHER, getSchema().getDataType());
e.addProperty(CommunicationContext.USE_DISK, this.useDisk);
TLinkUtils.generateCommsSchema(getSchema(), e);
return e;
}
use of edu.iu.dsc.tws.api.compute.graph.Edge in project twister2 by DSC-SPIDAL.
the class KeyedPartitionTLink method getEdge.
@Override
public Edge getEdge() {
Edge e = new Edge(getId(), OperationNames.KEYED_PARTITION, this.getSchema().getDataType());
e.setKeyed(true);
e.setKeyType(this.getSchema().getKeyType());
e.setPartitioner(partitionFunction);
e.addProperty(CommunicationContext.USE_DISK, this.useDisk);
TLinkUtils.generateKeyedCommsSchema(getSchema(), e);
return e;
}
Aggregations