Examples with Endpoint org.apache.ignite.raft.jraft.util.Endpoint used on opensource projects

Example 1 with Endpoint

use of org.apache.ignite.raft.jraft.util.Endpoint in project ignite-3 by apache.

the class ItNodeTest method testBootStrapWithSnapshot.

@Test
public void testBootStrapWithSnapshot() throws Exception {
    Endpoint addr = new Endpoint("127.0.0.1", 5006);
    MockStateMachine fsm = new MockStateMachine(addr);
    for (char ch = 'a'; ch <= 'z'; ch++) fsm.getLogs().add(ByteBuffer.wrap(new byte[] { (byte) ch }));
    BootstrapOptions opts = new BootstrapOptions();
    opts.setServiceFactory(new DefaultJRaftServiceFactory());
    opts.setLastLogIndex(fsm.getLogs().size());
    opts.setRaftMetaUri(dataPath + File.separator + "meta");
    opts.setLogUri(dataPath + File.separator + "log");
    opts.setSnapshotUri(dataPath + File.separator + "snapshot");
    opts.setGroupConf(JRaftUtils.getConfiguration("127.0.0.1:5006"));
    opts.setFsm(fsm);
    NodeOptions nodeOpts = createNodeOptions();
    opts.setNodeOptions(nodeOpts);
    assertTrue(JRaftUtils.bootstrap(opts));
    nodeOpts.setRaftMetaUri(dataPath + File.separator + "meta");
    nodeOpts.setLogUri(dataPath + File.separator + "log");
    nodeOpts.setSnapshotUri(dataPath + File.separator + "snapshot");
    nodeOpts.setFsm(fsm);
    RaftGroupService service = createService("test", new PeerId(addr, 0), nodeOpts);
    Node node = service.start();
    assertEquals(26, fsm.getLogs().size());
    for (int i = 0; i < 26; i++) assertEquals('a' + i, fsm.getLogs().get(i).get());
    // Group configuration will be restored from snapshot meta.
    while (!node.isLeader()) Thread.sleep(20);
    sendTestTaskAndWait(node);
    assertEquals(36, fsm.getLogs().size());
}

Example 2 with Endpoint

use of org.apache.ignite.raft.jraft.util.Endpoint in project ignite-3 by apache.

the class ItNodeTest method testNodeTaskOverload.

@Test
public void testNodeTaskOverload() throws Exception {
    Endpoint addr = new Endpoint(TestUtils.getLocalAddress(), TestUtils.INIT_PORT);
    PeerId peer = new PeerId(addr, 0);
    NodeOptions nodeOptions = createNodeOptions();
    RaftOptions raftOptions = new RaftOptions();
    raftOptions.setDisruptorBufferSize(2);
    nodeOptions.setRaftOptions(raftOptions);
    MockStateMachine fsm = new MockStateMachine(addr);
    nodeOptions.setFsm(fsm);
    nodeOptions.setLogUri(dataPath + File.separator + "log");
    nodeOptions.setRaftMetaUri(dataPath + File.separator + "meta");
    nodeOptions.setSnapshotUri(dataPath + File.separator + "snapshot");
    nodeOptions.setInitialConf(new Configuration(Collections.singletonList(peer)));
    RaftGroupService service = createService("unittest", new PeerId(addr, 0), nodeOptions);
    Node node = service.start();
    assertEquals(1, node.listPeers().size());
    assertTrue(node.listPeers().contains(peer));
    while (!node.isLeader()) ;
    List<Task> tasks = new ArrayList<>();
    AtomicInteger c = new AtomicInteger(0);
    for (int i = 0; i < 10; i++) {
        ByteBuffer data = ByteBuffer.wrap(("hello" + i).getBytes(UTF_8));
        int finalI = i;
        Task task = new Task(data, new JoinableClosure(status -> {
            LOG.info("{} i={}", status, finalI);
            if (!status.isOk()) {
                assertTrue(status.getRaftError() == RaftError.EBUSY || status.getRaftError() == RaftError.EPERM);
            }
            c.incrementAndGet();
        }));
        node.apply(task);
        tasks.add(task);
    }
    Task.joinAll(tasks, TimeUnit.SECONDS.toMillis(30));
    assertEquals(10, c.get());
}

Example 3 with Endpoint

use of org.apache.ignite.raft.jraft.util.Endpoint in project ignite-3 by apache.

the class ItNodeTest method testAutoSnapshot.

@Test
public void testAutoSnapshot() throws Exception {
    Endpoint addr = new Endpoint(TestUtils.getLocalAddress(), TestUtils.INIT_PORT);
    NodeOptions nodeOptions = createNodeOptions();
    MockStateMachine fsm = new MockStateMachine(addr);
    nodeOptions.setFsm(fsm);
    nodeOptions.setLogUri(dataPath + File.separator + "log");
    nodeOptions.setSnapshotUri(dataPath + File.separator + "snapshot");
    nodeOptions.setRaftMetaUri(dataPath + File.separator + "meta");
    nodeOptions.setSnapshotIntervalSecs(10);
    nodeOptions.setInitialConf(new Configuration(Collections.singletonList(new PeerId(addr, 0))));
    RaftGroupService service = createService("unittest", new PeerId(addr, 0), nodeOptions);
    Node node = service.start();
    // wait node elect self as leader
    Thread.sleep(2000);
    sendTestTaskAndWait(node);
    // wait for auto snapshot
    Thread.sleep(10000);
    // first snapshot will be triggered randomly
    int times = fsm.getSaveSnapshotTimes();
    assertTrue(times >= 1, "snapshotTimes=" + times);
    assertTrue(fsm.getSnapshotIndex() > 0);
}

Example 4 with Endpoint

use of org.apache.ignite.raft.jraft.util.Endpoint in project ignite-3 by apache.

the class ItNodeTest method testFollowerStartStopFollowing.

@Test
public void testFollowerStartStopFollowing() throws Exception {
    // start five nodes
    List<PeerId> peers = TestUtils.generatePeers(5);
    cluster = new TestCluster("unitest", dataPath, peers, ELECTION_TIMEOUT_MILLIS, testInfo);
    for (PeerId peer : peers) assertTrue(cluster.start(peer.getEndpoint()));
    cluster.waitLeader();
    Node firstLeader = cluster.getLeader();
    assertNotNull(firstLeader);
    cluster.ensureLeader(firstLeader);
    // apply something
    sendTestTaskAndWait(firstLeader);
    // assert follow times
    List<Node> firstFollowers = cluster.getFollowers();
    assertEquals(4, firstFollowers.size());
    for (Node node : firstFollowers) {
        assertTrue(waitForCondition(() -> ((MockStateMachine) node.getOptions().getFsm()).getOnStartFollowingTimes() == 1, 5_000));
        assertEquals(0, ((MockStateMachine) node.getOptions().getFsm()).getOnStopFollowingTimes());
    }
    // stop leader and elect new one
    Endpoint fstLeaderAddr = firstLeader.getNodeId().getPeerId().getEndpoint();
    assertTrue(cluster.stop(fstLeaderAddr));
    cluster.waitLeader();
    Node secondLeader = cluster.getLeader();
    assertNotNull(secondLeader);
    sendTestTaskAndWait(secondLeader, 10, RaftError.SUCCESS);
    // ensure start/stop following times
    List<Node> secondFollowers = cluster.getFollowers();
    assertEquals(3, secondFollowers.size());
    for (Node node : secondFollowers) {
        assertTrue(waitForCondition(() -> ((MockStateMachine) node.getOptions().getFsm()).getOnStartFollowingTimes() == 2, 5_000));
        assertEquals(1, ((MockStateMachine) node.getOptions().getFsm()).getOnStopFollowingTimes());
    }
    // transfer leadership to a follower
    PeerId targetPeer = secondFollowers.get(0).getNodeId().getPeerId().copy();
    assertTrue(secondLeader.transferLeadershipTo(targetPeer).isOk());
    Thread.sleep(100);
    cluster.waitLeader();
    Node thirdLeader = cluster.getLeader();
    assertEquals(targetPeer, thirdLeader.getNodeId().getPeerId());
    sendTestTaskAndWait(thirdLeader, 20, RaftError.SUCCESS);
    List<Node> thirdFollowers = cluster.getFollowers();
    assertEquals(3, thirdFollowers.size());
    for (int i = 0; i < 3; i++) {
        Node follower = thirdFollowers.get(i);
        if (follower.getNodeId().getPeerId().equals(secondLeader.getNodeId().getPeerId())) {
            assertTrue(waitForCondition(() -> ((MockStateMachine) follower.getOptions().getFsm()).getOnStartFollowingTimes() == 2, 5_000));
            assertEquals(1, ((MockStateMachine) follower.getOptions().getFsm()).getOnStopFollowingTimes());
            continue;
        }
        assertTrue(waitForCondition(() -> ((MockStateMachine) follower.getOptions().getFsm()).getOnStartFollowingTimes() == 3, 5_000));
        assertEquals(2, ((MockStateMachine) follower.getOptions().getFsm()).getOnStopFollowingTimes());
    }
    cluster.ensureSame();
}

Example 5 with Endpoint

use of org.apache.ignite.raft.jraft.util.Endpoint in project ignite-3 by apache.

the class ItNodeTest method testRestoreSnapshot.

/**
 * @throws Exception
 */
@Test
public void testRestoreSnapshot() throws Exception {
    List<PeerId> peers = TestUtils.generatePeers(3);
    cluster = new TestCluster("unitest", dataPath, peers, testInfo);
    for (PeerId peer : peers) assertTrue(cluster.start(peer.getEndpoint()));
    cluster.waitLeader();
    // get leader
    Node leader = cluster.getLeader();
    LOG.info("Leader: " + leader);
    assertNotNull(leader);
    // apply tasks to leader
    sendTestTaskAndWait(leader);
    cluster.ensureSame();
    triggerLeaderSnapshot(cluster, leader);
    // stop leader
    Endpoint leaderAddr = leader.getNodeId().getPeerId().getEndpoint().copy();
    assertTrue(cluster.stop(leaderAddr));
    // restart leader
    cluster.waitLeader();
    assertEquals(0, cluster.getLeaderFsm().getLoadSnapshotTimes());
    assertTrue(cluster.start(leaderAddr));
    cluster.ensureSame();
    assertEquals(0, cluster.getLeaderFsm().getLoadSnapshotTimes());
}