Examples with MPIDataFlowCommunication edu.iu.dsc.tws.comms.mpi.MPIDataFlowCommunication used on opensource projects

Example 1 with MPIDataFlowCommunication

use of edu.iu.dsc.tws.comms.mpi.MPIDataFlowCommunication in project twister2 by DSC-SPIDAL.

the class TCPNetwork method initialize.

public void initialize() {
    NetworkInfo networkInfo = new NetworkInfo(-1);
    // we need to first start the server part of tcp
    // lets first start the channel
    channel = new TCPChannel(config, networkInfo);
    channel.startFirstPhase();
    // first lets intialize the zk
    int numberOfWorkers = job.getJobResources().getNoOfContainers();
    zkController = new ZKController(config, job.getJobName(), workerUniqueId, numberOfWorkers);
    zkController.initialize();
    // the amount of time to wait for all workers to join a job
    int timeLimit = ZKContext.maxWaitTimeForAllWorkersToJoin(config);
    List<WorkerNetworkInfo> workerNetworkInfoList = zkController.waitForAllWorkersToJoin(timeLimit);
    if (workerNetworkInfoList == null) {
        throw new RuntimeException("Error getting the worker list from ZooKeeper");
    }
    List<NetworkInfo> networkInfos = new ArrayList<>();
    NetworkInfo thisNet = null;
    for (WorkerNetworkInfo info : workerNetworkInfoList) {
        NetworkInfo netInfo = new NetworkInfo(info.getWorkerID());
        netInfo.addProperty(TCPContext.NETWORK_HOSTNAME, info.getWorkerIP());
        netInfo.addProperty(TCPContext.NETWORK_PORT, info.getWorkerPort());
        // todo: we need to have tcp information from worker info
        if (workerUniqueId.equals(info.getWorkerName())) {
            thisNet = netInfo;
        }
        networkInfos.add(netInfo);
    }
    // now intialize with zookeeper
    channel.startSecondPhase(networkInfos, thisNet);
    TWSTCPChannel twstcpChannel = new TWSTCPChannel(config, taskPlan.getThisExecutor(), channel);
    // now lets create the dataflow communication
    dataFlowCommunication = new MPIDataFlowCommunication();
    dataFlowCommunication.init(config, taskPlan, twstcpChannel);
}