Examples with Node org.apache.ignite.raft.jraft.Node used on opensource projects

Example 61 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class ItNodeTest method testElectionTimeoutAutoAdjustWhenBlockedMessages.

private void testElectionTimeoutAutoAdjustWhenBlockedMessages(BiPredicate<Object, String> blockingPredicate) throws Exception {
    List<PeerId> peers = TestUtils.generatePeers(4);
    int maxElectionRoundsWithoutAdjusting = 3;
    cluster = new TestCluster("unittest", dataPath, peers, new LinkedHashSet<>(), ELECTION_TIMEOUT_MILLIS, opts -> opts.setElectionTimeoutStrategy(new ExponentialBackoffTimeoutStrategy(11_000, maxElectionRoundsWithoutAdjusting)), testInfo);
    for (PeerId peer : peers) {
        assertTrue(cluster.start(peer.getEndpoint()));
    }
    cluster.waitLeader();
    Node leader = cluster.getLeader();
    int initElectionTimeout = leader.getOptions().getElectionTimeoutMs();
    LOG.warn("Current leader {}, electTimeout={}", leader.getNodeId().getPeerId(), leader.getOptions().getElectionTimeoutMs());
    List<Node> followers = cluster.getFollowers();
    for (Node follower : followers) {
        NodeImpl follower0 = (NodeImpl) follower;
        assertEquals(initElectionTimeout, follower0.getOptions().getElectionTimeoutMs());
    }
    blockMessagesOnFollowers(followers, blockingPredicate);
    LOG.warn("Stop leader {}, curTerm={}", leader.getNodeId().getPeerId(), ((NodeImpl) leader).getCurrentTerm());
    assertTrue(cluster.stop(leader.getNodeId().getPeerId().getEndpoint()));
    assertNull(cluster.getLeader());
    assertTrue(waitForCondition(() -> followers.stream().allMatch(f -> f.getOptions().getElectionTimeoutMs() > initElectionTimeout), (long) maxElectionRoundsWithoutAdjusting * // need to multiply to 2 because stepDown happens after voteTimer timeout
    (initElectionTimeout + followers.get(0).getOptions().getRaftOptions().getMaxElectionDelayMs()) * 2));
    stopBlockingMessagesOnFollowers(followers);
    // elect new leader
    cluster.waitLeader();
    leader = cluster.getLeader();
    LOG.info("Elected new leader is {}, curTerm={}", leader.getLeaderId(), ((NodeImpl) leader).getCurrentTerm());
    assertTrue(waitForCondition(() -> followers.stream().allMatch(f -> f.getOptions().getElectionTimeoutMs() == initElectionTimeout), 3_000));
}

Example 62 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class ItNodeTest method testNodesWithZeroValPriorityElection.

@Test
public void testNodesWithZeroValPriorityElection() throws Exception {
    List<Integer> priorities = new ArrayList<>();
    priorities.add(50);
    priorities.add(0);
    priorities.add(0);
    List<PeerId> peers = TestUtils.generatePriorityPeers(3, priorities);
    cluster = new TestCluster("unittest", dataPath, peers, testInfo);
    for (PeerId peer : peers) assertTrue(cluster.start(peer.getEndpoint(), peer.getPriority()));
    // elect leader
    cluster.waitLeader();
    // get leader
    Node leader = cluster.getLeader();
    assertNotNull(leader);
    cluster.ensureLeader(leader);
    assertEquals(3, leader.listPeers().size());
    assertEquals(2, cluster.getFollowers().size());
    assertEquals(50, leader.getNodeTargetPriority());
    assertEquals(50, leader.getLeaderId().getPriority());
}

Example 63 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class ItNodeTest method testInstallLargeSnapshotWithThrottle.

// TODO add test for timeout on snapshot install https://issues.apache.org/jira/browse/IGNITE-14832
@Test
@Disabled("https://issues.apache.org/jira/browse/IGNITE-16467")
public void testInstallLargeSnapshotWithThrottle() throws Exception {
    List<PeerId> peers = TestUtils.generatePeers(4);
    cluster = new TestCluster("unitest", dataPath, peers.subList(0, 3), testInfo);
    for (int i = 0; i < peers.size() - 1; i++) {
        PeerId peer = peers.get(i);
        boolean started = cluster.start(peer.getEndpoint(), false, 200, false);
        assertTrue(started);
    }
    cluster.waitLeader();
    // get leader
    Node leader = cluster.getLeader();
    assertNotNull(leader);
    cluster.ensureLeader(leader);
    // apply tasks to leader
    sendTestTaskAndWait(leader, 0, RaftError.SUCCESS);
    cluster.ensureSame();
    // apply something more
    for (int i = 1; i < 100; i++) sendTestTaskAndWait(leader, i * 10, RaftError.SUCCESS);
    Thread.sleep(1000);
    // trigger leader snapshot
    triggerLeaderSnapshot(cluster, leader);
    // apply something more
    for (int i = 100; i < 200; i++) sendTestTaskAndWait(leader, i * 10, RaftError.SUCCESS);
    // trigger leader snapshot
    triggerLeaderSnapshot(cluster, leader, 2);
    // wait leader to compact logs
    Thread.sleep(1000);
    // add follower
    PeerId newPeer = peers.get(3);
    SnapshotThrottle snapshotThrottle = new ThroughputSnapshotThrottle(128, 1);
    boolean started = cluster.start(newPeer.getEndpoint(), false, 300, false, snapshotThrottle);
    assertTrue(started);
    CountDownLatch latch = new CountDownLatch(1);
    leader.addPeer(newPeer, status -> {
        assertTrue(status.isOk(), status.toString());
        latch.countDown();
    });
    waitLatch(latch);
    cluster.ensureSame();
    assertEquals(4, cluster.getFsms().size());
    for (MockStateMachine fsm : cluster.getFsms()) assertEquals(2000, fsm.getLogs().size());
}

Example 64 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class ItNodeTest method testTripleNodesWithStaticLearners.

@Test
public void testTripleNodesWithStaticLearners() throws Exception {
    List<PeerId> peers = TestUtils.generatePeers(3);
    cluster = new TestCluster("unittest", dataPath, peers, testInfo);
    LinkedHashSet<PeerId> learners = new LinkedHashSet<>();
    PeerId learnerPeer = new PeerId(TestUtils.getLocalAddress(), TestUtils.INIT_PORT + 3);
    learners.add(learnerPeer);
    cluster.setLearners(learners);
    for (PeerId peer : peers) assertTrue(cluster.start(peer.getEndpoint()));
    // elect leader
    cluster.waitLeader();
    Node leader = cluster.getLeader();
    cluster.ensureLeader(leader);
    assertEquals(3, leader.listPeers().size());
    assertEquals(1, leader.listLearners().size());
    assertTrue(leader.listLearners().contains(learnerPeer));
    assertTrue(leader.listAliveLearners().isEmpty());
    // start learner after cluster setup.
    assertTrue(cluster.start(learnerPeer.getEndpoint()));
    Thread.sleep(1000);
    assertEquals(3, leader.listPeers().size());
    assertEquals(1, leader.listLearners().size());
    assertEquals(1, leader.listAliveLearners().size());
    // apply tasks to leader
    sendTestTaskAndWait(leader);
    cluster.ensureSame();
    assertEquals(4, cluster.getFsms().size());
}

Example 65 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class ItNodeTest method testTripleNodesWithReplicatorStateListener.

@Test
public void testTripleNodesWithReplicatorStateListener() throws Exception {
    List<PeerId> peers = TestUtils.generatePeers(3);
    // final TestCluster cluster = new TestCluster("unittest", this.dataPath, peers);
    UserReplicatorStateListener listener1 = new UserReplicatorStateListener();
    UserReplicatorStateListener listener2 = new UserReplicatorStateListener();
    cluster = new TestCluster("unitest", dataPath, peers, new LinkedHashSet<>(), ELECTION_TIMEOUT_MILLIS, opts -> opts.setReplicationStateListeners(List.of(listener1, listener2)), testInfo);
    for (PeerId peer : peers) assertTrue(cluster.start(peer.getEndpoint()));
    // elect leader
    cluster.waitLeader();
    cluster.ensureLeader(cluster.getLeader());
    for (Node follower : cluster.getFollowers()) waitForCondition(() -> follower.getLeaderId() != null, 5_000);
    assertEquals(4, startedCounter.get());
    assertEquals(2, cluster.getLeader().getReplicatorStateListeners().size());
    assertEquals(2, cluster.getFollowers().get(0).getReplicatorStateListeners().size());
    assertEquals(2, cluster.getFollowers().get(1).getReplicatorStateListeners().size());
    for (Node node : cluster.getNodes()) node.removeReplicatorStateListener(listener1);
    assertEquals(1, cluster.getLeader().getReplicatorStateListeners().size());
    assertEquals(1, cluster.getFollowers().get(0).getReplicatorStateListeners().size());
    assertEquals(1, cluster.getFollowers().get(1).getReplicatorStateListeners().size());
}