Examples with Node org.apache.ignite.raft.jraft.Node used on opensource projects

Example 81 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class TestCluster method start.

public boolean start(Endpoint listenAddr, boolean emptyPeers, int snapshotIntervalSecs, boolean enableMetrics, SnapshotThrottle snapshotThrottle, RaftOptions raftOptions, int priority) throws IOException {
    this.lock.lock();
    try {
        if (this.serverMap.get(listenAddr) != null) {
            return true;
        }
        // Start node in non shared pools mode. Pools will be managed by node itself.
        NodeOptions nodeOptions = new NodeOptions();
        nodeOptions.setServerName(listenAddr.toString());
        nodeOptions.setElectionTimeoutMs(this.electionTimeoutMs);
        nodeOptions.setEnableMetrics(enableMetrics);
        nodeOptions.setSnapshotThrottle(snapshotThrottle);
        nodeOptions.setSnapshotIntervalSecs(snapshotIntervalSecs);
        nodeOptions.setServiceFactory(this.raftServiceFactory);
        if (raftOptions != null) {
            nodeOptions.setRaftOptions(raftOptions);
        }
        String serverDataPath = this.dataPath + File.separator + listenAddr.toString().replace(':', '_');
        new File(serverDataPath).mkdirs();
        nodeOptions.setLogUri(serverDataPath + File.separator + "logs");
        nodeOptions.setRaftMetaUri(serverDataPath + File.separator + "meta");
        nodeOptions.setSnapshotUri(serverDataPath + File.separator + "snapshot");
        nodeOptions.setElectionPriority(priority);
        // Align rpc options with election timeout.
        nodeOptions.setRpcConnectTimeoutMs(this.electionTimeoutMs / 3);
        nodeOptions.setRpcDefaultTimeout(this.electionTimeoutMs / 2);
        // Reduce default threads count per test node.
        nodeOptions.setRaftRpcThreadPoolSize(Utils.cpus());
        nodeOptions.setTimerPoolSize(Utils.cpus() * 2);
        nodeOptions.setRpcProcessorThreadPoolSize(Utils.cpus() * 3);
        nodeOptions.setElectionTimeoutStrategy(new ExponentialBackoffTimeoutStrategy());
        MockStateMachine fsm = new MockStateMachine(listenAddr);
        nodeOptions.setFsm(fsm);
        if (!emptyPeers)
            nodeOptions.setInitialConf(new Configuration(this.peers, this.learners));
        List<NetworkAddress> addressList = (emptyPeers ? Stream.<PeerId>empty() : peers.stream()).map(PeerId::getEndpoint).map(JRaftUtils::addressFromEndpoint).collect(toList());
        NodeManager nodeManager = new NodeManager();
        ClusterService clusterService = ClusterServiceTestUtils.clusterService(testInfo, listenAddr.getPort(), new StaticNodeFinder(addressList), new TestScaleCubeClusterServiceFactory());
        var rpcClient = new IgniteRpcClient(clusterService);
        nodeOptions.setRpcClient(rpcClient);
        ExecutorService requestExecutor = JRaftUtils.createRequestExecutor(nodeOptions);
        var rpcServer = new TestIgniteRpcServer(clusterService, nodeManager, nodeOptions, requestExecutor);
        clusterService.start();
        if (optsClo != null)
            optsClo.accept(nodeOptions);
        RaftGroupService server = new RaftGroupService(this.name, new PeerId(listenAddr, 0, priority), nodeOptions, rpcServer, nodeManager) {

            @Override
            public synchronized void shutdown() {
                // This stop order is consistent with JRaftServerImpl
                rpcServer.shutdown();
                ExecutorServiceHelper.shutdownAndAwaitTermination(requestExecutor);
                super.shutdown();
                // Network service must be stopped after a node because raft initiates timeoutnowrequest on stop for faster
                // leader election.
                clusterService.stop();
            }
        };
        this.serverMap.put(listenAddr, server);
        Node node = server.start();
        this.fsms.put(new PeerId(listenAddr, 0), fsm);
        this.nodes.add((NodeImpl) node);
        return true;
    } finally {
        this.lock.unlock();
    }
}

Example 82 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class TestCluster method ensureSame.

/**
 * @param filter The node to exclude filter.
 * @return {@code True} if all FSM state are the same.
 * @throws InterruptedException
 */
public void ensureSame(Predicate<Endpoint> filter) throws InterruptedException {
    this.lock.lock();
    List<MockStateMachine> fsmList = new ArrayList<>(this.fsms.values());
    if (fsmList.size() <= 1) {
        LOG.warn("ensureSame is skipped because only one node in the group");
        this.lock.unlock();
        return;
    }
    Node leader = getLeader();
    assertNotNull(leader);
    MockStateMachine first = fsms.get(leader.getNodeId().getPeerId());
    LOG.info("Start ensureSame, leader={}", leader);
    try {
        assertTrue(TestUtils.waitForCondition(() -> {
            first.lock();
            try {
                for (int i = 0; i < fsmList.size(); i++) {
                    MockStateMachine fsm = fsmList.get(i);
                    if (fsm == first || filter.test(fsm.getAddress()))
                        continue;
                    fsm.lock();
                    try {
                        int size0 = first.getLogs().size();
                        int size1 = fsm.getLogs().size();
                        if (size0 == 0 || size0 != size1)
                            return false;
                        for (int j = 0; j < size0; j++) {
                            ByteBuffer data0 = first.getLogs().get(j);
                            ByteBuffer data1 = fsm.getLogs().get(j);
                            if (!data0.equals(data1))
                                return false;
                        }
                    } finally {
                        fsm.unlock();
                    }
                }
            } finally {
                first.unlock();
            }
            return true;
        }, 20_000));
    } finally {
        this.lock.unlock();
        Node leader1 = getLeader();
        LOG.info("End ensureSame, leader={}", leader1);
        assertSame(leader, leader1, "Leader shouldn't change while comparing fsms");
    }
}

Example 83 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class BaseCliRequestProcessorTest method mockNode.

private Node mockNode(boolean disableCli) {
    Node node = Mockito.mock(Node.class);
    Mockito.when(node.getGroupId()).thenReturn("test");
    Mockito.when(node.getNodeId()).thenReturn(new NodeId("test", this.peer.copy()));
    NodeOptions opts = new NodeOptions();
    opts.setDisableCli(disableCli);
    Mockito.when(node.getOptions()).thenReturn(opts);
    this.asyncContext.getNodeManager().add(node);
    return node;
}

Example 84 with Node

use of org.apache.ignite.raft.jraft.Node in project ignite-3 by apache.

the class BaseCliRequestProcessorTest method testSingleNode.

@Test
public void testSingleNode() {
    Node node = this.mockNode(false);
    this.processor = new MockCliRequestProcessor(null, "test");
    this.processor.handleRequest(asyncContext, TestUtils.createPingRequest());
    ErrorResponse resp = (ErrorResponse) asyncContext.getResponseObject();
    assertNotNull(resp);
    assertSame(this.processor.ctx.node, node);
    assertNotNull(resp);
    assertEquals(0, resp.errorCode());
}