Examples with ConnectionId com.baidu.hugegraph.computer.core.network.ConnectionId used on opensource projects

Example 11 with ConnectionId

use of com.baidu.hugegraph.computer.core.network.ConnectionId in project hugegraph-computer by hugegraph.

the class NettyClientFactoryTest method testCreateClientWithNoInit.

@Test
public void testCreateClientWithNoInit() {
    TransportConf conf = TransportConf.wrapConfig(config);
    NettyClientFactory clientFactory = new NettyClientFactory(conf);
    ConnectionId connectionId = ConnectionId.parseConnectionId("127.0.0.1", 7777);
    Assert.assertThrows(IllegalArgumentException.class, () -> {
        this.client = clientFactory.createClient(connectionId, clientHandler);
    }, e -> {
        Assert.assertContains("has not been initialized yet", e.getMessage());
    });
}

Example 12 with ConnectionId

use of com.baidu.hugegraph.computer.core.network.ConnectionId in project hugegraph-computer by hugegraph.

the class EdgesInputTest method testEdgeFreq.

private void testEdgeFreq(EdgeFrequency freq) throws IOException {
    this.config = UnitTestBase.updateWithRequiredOptions(ComputerOptions.JOB_ID, "local_001", ComputerOptions.JOB_WORKERS_COUNT, "1", ComputerOptions.JOB_PARTITIONS_COUNT, "1", ComputerOptions.WORKER_COMBINER_CLASS, // Can't combine
    Null.class.getName(), ComputerOptions.ALGORITHM_RESULT_CLASS, IdListList.class.getName(), ComputerOptions.ALGORITHM_MESSAGE_CLASS, IdList.class.getName(), ComputerOptions.WORKER_DATA_DIRS, "[data_dir1, data_dir2]", ComputerOptions.WORKER_RECEIVED_BUFFERS_BYTES_LIMIT, "10000", ComputerOptions.WORKER_WAIT_FINISH_MESSAGES_TIMEOUT, "1000", ComputerOptions.INPUT_MAX_EDGES_IN_ONE_VERTEX, "10", ComputerOptions.INPUT_EDGE_FREQ, freq.name(), ComputerOptions.TRANSPORT_RECV_FILE_MODE, "false");
    this.managers = new Managers();
    FileManager fileManager = new FileManager();
    this.managers.add(fileManager);
    SortManager sortManager = new SendSortManager(context());
    this.managers.add(sortManager);
    MessageSendManager sendManager = new MessageSendManager(context(), sortManager, new MockMessageSender());
    this.managers.add(sendManager);
    MessageRecvManager receiveManager = new MessageRecvManager(context(), fileManager, sortManager);
    this.managers.add(receiveManager);
    this.managers.initAll(this.config);
    ConnectionId connectionId = new ConnectionId(new InetSocketAddress("localhost", 8081), 0);
    FileGraphPartition partition = new FileGraphPartition(context(), this.managers, 0);
    receiveManager.onStarted(connectionId);
    add200VertexBuffer((NetworkBuffer buffer) -> {
        receiveManager.handle(MessageType.VERTEX, 0, buffer);
    });
    receiveManager.onFinished(connectionId);
    receiveManager.onStarted(connectionId);
    addEdgeBuffer((NetworkBuffer buffer) -> {
        receiveManager.handle(MessageType.EDGE, 0, buffer);
    }, freq);
    receiveManager.onFinished(connectionId);
    Whitebox.invoke(partition.getClass(), new Class<?>[] { PeekableIterator.class, PeekableIterator.class }, "input", partition, receiveManager.vertexPartitions().get(0), receiveManager.edgePartitions().get(0));
    File edgeFile = Whitebox.getInternalState(partition, "edgeFile");
    EdgesInput edgesInput = new EdgesInput(context(), edgeFile);
    edgesInput.init();
    this.checkEdgesInput(edgesInput, freq);
    edgesInput.close();
}

Example 13 with ConnectionId

use of com.baidu.hugegraph.computer.core.network.ConnectionId in project hugegraph-computer by hugegraph.

the class MessageInputTest method setup.

@Before
public void setup() {
    this.config = UnitTestBase.updateWithRequiredOptions(ComputerOptions.JOB_ID, "local_001", ComputerOptions.JOB_WORKERS_COUNT, "1", ComputerOptions.JOB_PARTITIONS_COUNT, "2", ComputerOptions.BSP_MAX_SUPER_STEP, "2", ComputerOptions.WORKER_COMBINER_CLASS, // Can't combine
    Null.class.getName(), ComputerOptions.ALGORITHM_RESULT_CLASS, IdListList.class.getName(), ComputerOptions.ALGORITHM_MESSAGE_CLASS, IdList.class.getName(), ComputerOptions.WORKER_DATA_DIRS, "[data_dir1, data_dir2]", ComputerOptions.WORKER_RECEIVED_BUFFERS_BYTES_LIMIT, "10000", ComputerOptions.WORKER_WAIT_FINISH_MESSAGES_TIMEOUT, "1000", ComputerOptions.INPUT_MAX_EDGES_IN_ONE_VERTEX, "10", ComputerOptions.WORKER_COMPUTATION_CLASS, MockComputation.class.getName(), ComputerOptions.TRANSPORT_RECV_FILE_MODE, "false");
    this.managers = new Managers();
    FileManager fileManager = new FileManager();
    this.managers.add(fileManager);
    SortManager sortManager = new RecvSortManager(context());
    this.managers.add(sortManager);
    MessageRecvManager receiveManager = new MessageRecvManager(context(), fileManager, sortManager);
    this.managers.add(receiveManager);
    this.managers.initAll(this.config);
    this.connectionId = new ConnectionId(new InetSocketAddress("localhost", 8081), 0);
}

Example 14 with ConnectionId

use of com.baidu.hugegraph.computer.core.network.ConnectionId in project hugegraph-computer by hugegraph.

the class NettyTransportClientTest method testRemoteAddress.

@Test
public void testRemoteAddress() throws IOException {
    NettyTransportClient client = (NettyTransportClient) this.oneClient();
    ConnectionId connectionId = ConnectionId.parseConnectionId(host, port);
    InetSocketAddress address = client.remoteAddress();
    Assert.assertEquals(connectionId.socketAddress(), address);
}

Example 15 with ConnectionId

use of com.baidu.hugegraph.computer.core.network.ConnectionId in project hugegraph-computer by hugegraph.

the class NettyTransportClientTest method testConnectID.

@Test
public void testConnectID() throws IOException {
    NettyTransportClient client = (NettyTransportClient) this.oneClient();
    ConnectionId connectionId = ConnectionId.parseConnectionId(host, port);
    ConnectionId clientConnectionId = client.connectionId();
    Assert.assertEquals(connectionId, clientConnectionId);
}