Search in sources :

Example 81 with InstanceId

use of org.neo4j.cluster.InstanceId in project neo4j by neo4j.

the class ElectionContextTest method electorLeavingAndRejoiningWithNoElectionsInBetweenMustStillHaveElectionsGoThrough.

/*
     * This assumes an instance leaves the cluster normally and then rejoins, without any elections in between. The
     * expected result is that it will succeed in sending election results.
     */
@Test
public void electorLeavingAndRejoiningWithNoElectionsInBetweenMustStillHaveElectionsGoThrough() throws Exception {
    // Given
    final String role1 = "coordinator1";
    InstanceId me = new InstanceId(1);
    InstanceId leavingInstance = new InstanceId(2);
    InstanceId forQuorum = new InstanceId(3);
    Config config = mock(Config.class);
    when(config.get(ClusterSettings.max_acceptors)).thenReturn(10);
    ClusterConfiguration clusterConfiguration = mock(ClusterConfiguration.class);
    List<InstanceId> clusterMemberIds = new LinkedList<InstanceId>();
    clusterMemberIds.add(leavingInstance);
    clusterMemberIds.add(me);
    clusterMemberIds.add(forQuorum);
    when(clusterConfiguration.getMemberIds()).thenReturn(clusterMemberIds);
    MultiPaxosContext context = new MultiPaxosContext(me, Iterables.<ElectionRole, ElectionRole>iterable(new ElectionRole(role1)), clusterConfiguration, new Executor() {

        @Override
        public void execute(Runnable command) {
            command.run();
        }
    }, NullLogProvider.getInstance(), mock(ObjectInputStreamFactory.class), mock(ObjectOutputStreamFactory.class), mock(AcceptorInstanceStore.class), mock(Timeouts.class), mock(ElectionCredentialsProvider.class), config);
    HeartbeatContext heartbeatContext = context.getHeartbeatContext();
    ClusterContext clusterContext = context.getClusterContext();
    clusterContext.setLastElector(leavingInstance);
    clusterContext.setLastElectorVersion(8);
    // When the elector leaves the cluster
    clusterContext.left(leavingInstance);
    // Then the elector is reset to defaults
    assertEquals(clusterContext.getLastElector(), InstanceId.NONE);
    assertEquals(clusterContext.getLastElectorVersion(), ClusterContext.NO_ELECTOR_VERSION);
    // When the elector comes back with an election result
    // We don't need to join, election results do not check for elector membership
    clusterContext.elected(role1, forQuorum, leavingInstance, 9);
    // Then the result is actually respected
    assertEquals(clusterContext.getLastElector(), leavingInstance);
    assertEquals(clusterContext.getLastElectorVersion(), 9);
}
Also used : InstanceId(org.neo4j.cluster.InstanceId) Config(org.neo4j.kernel.configuration.Config) Timeouts(org.neo4j.cluster.timeout.Timeouts) ClusterContext(org.neo4j.cluster.protocol.cluster.ClusterContext) ClusterConfiguration(org.neo4j.cluster.protocol.cluster.ClusterConfiguration) LinkedList(java.util.LinkedList) Executor(java.util.concurrent.Executor) MultiPaxosContext(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.context.MultiPaxosContext) HeartbeatContext(org.neo4j.cluster.protocol.heartbeat.HeartbeatContext) ObjectInputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectInputStreamFactory) ObjectOutputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectOutputStreamFactory) AcceptorInstanceStore(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.AcceptorInstanceStore) Test(org.junit.Test)

Example 82 with InstanceId

use of org.neo4j.cluster.InstanceId in project neo4j by neo4j.

the class ElectionContextTest method voteFromPreviousSuccessfulElectionMustNotBeCounted.

@Test
public void voteFromPreviousSuccessfulElectionMustNotBeCounted() throws Exception {
    // Given
    final String coordinatorRole = "coordinator";
    HeartbeatContext heartbeatContext = mock(HeartbeatContext.class);
    when(heartbeatContext.getFailed()).thenReturn(Collections.<InstanceId>emptySet());
    Config config = mock(Config.class);
    when(config.get(ClusterSettings.max_acceptors)).thenReturn(10);
    ElectionContext context = new MultiPaxosContext(new InstanceId(1), Iterables.iterable(new ElectionRole(coordinatorRole)), mock(ClusterConfiguration.class), mock(Executor.class), NullLogProvider.getInstance(), mock(ObjectInputStreamFactory.class), mock(ObjectOutputStreamFactory.class), mock(AcceptorInstanceStore.class), mock(Timeouts.class), mock(ElectionCredentialsProvider.class), config).getElectionContext();
    // When
    ElectionContext.VoteRequest voteRequestBefore = context.voteRequestForRole(new ElectionRole(coordinatorRole));
    context.forgetElection(coordinatorRole);
    // Then
    assertFalse(context.voted(coordinatorRole, new InstanceId(2), null, voteRequestBefore.getVersion() - 1));
}
Also used : InstanceId(org.neo4j.cluster.InstanceId) Config(org.neo4j.kernel.configuration.Config) MultiPaxosContext(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.context.MultiPaxosContext) HeartbeatContext(org.neo4j.cluster.protocol.heartbeat.HeartbeatContext) Test(org.junit.Test)

Example 83 with InstanceId

use of org.neo4j.cluster.InstanceId in project neo4j by neo4j.

the class ElectionContextTest method failedElectorRejoiningMustHaveItsVersionFromVoteRequestsSetTheElectorVersion.

@Test
public void failedElectorRejoiningMustHaveItsVersionFromVoteRequestsSetTheElectorVersion() throws Throwable {
    // Given
    final String role1 = "coordinator1";
    InstanceId me = new InstanceId(1);
    InstanceId failingInstance = new InstanceId(2);
    InstanceId forQuorum = new InstanceId(3);
    Config config = mock(Config.class);
    when(config.get(ClusterSettings.max_acceptors)).thenReturn(10);
    ClusterConfiguration clusterConfiguration = mock(ClusterConfiguration.class);
    List<InstanceId> clusterMemberIds = new LinkedList<InstanceId>();
    clusterMemberIds.add(failingInstance);
    clusterMemberIds.add(me);
    clusterMemberIds.add(forQuorum);
    when(clusterConfiguration.getMemberIds()).thenReturn(clusterMemberIds);
    MultiPaxosContext context = new MultiPaxosContext(me, Iterables.iterable(new ElectionRole(role1)), clusterConfiguration, new Executor() {

        @Override
        public void execute(Runnable command) {
            command.run();
        }
    }, NullLogProvider.getInstance(), mock(ObjectInputStreamFactory.class), mock(ObjectOutputStreamFactory.class), mock(AcceptorInstanceStore.class), mock(Timeouts.class), mock(ElectionCredentialsProvider.class), config);
    HeartbeatContext heartbeatContext = context.getHeartbeatContext();
    ClusterContext clusterContext = context.getClusterContext();
    clusterContext.setLastElector(failingInstance);
    clusterContext.setLastElectorVersion(8);
    // When the elector fails
    heartbeatContext.suspicions(forQuorum, Collections.singleton(failingInstance));
    heartbeatContext.suspect(failingInstance);
    // Then the elector is reset to defaults
    assertEquals(clusterContext.getLastElector(), InstanceId.NONE);
    assertEquals(clusterContext.getLastElectorVersion(), ClusterContext.NO_ELECTOR_VERSION);
    // When the elector comes back with an election result
    clusterContext.elected(role1, forQuorum, failingInstance, 9);
    // Then the result is actually respected
    assertEquals(clusterContext.getLastElector(), failingInstance);
    assertEquals(clusterContext.getLastElectorVersion(), 9);
}
Also used : InstanceId(org.neo4j.cluster.InstanceId) Config(org.neo4j.kernel.configuration.Config) Timeouts(org.neo4j.cluster.timeout.Timeouts) ClusterContext(org.neo4j.cluster.protocol.cluster.ClusterContext) ClusterConfiguration(org.neo4j.cluster.protocol.cluster.ClusterConfiguration) LinkedList(java.util.LinkedList) Executor(java.util.concurrent.Executor) MultiPaxosContext(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.context.MultiPaxosContext) HeartbeatContext(org.neo4j.cluster.protocol.heartbeat.HeartbeatContext) ObjectInputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectInputStreamFactory) ObjectOutputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectOutputStreamFactory) AcceptorInstanceStore(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.AcceptorInstanceStore) Test(org.junit.Test)

Example 84 with InstanceId

use of org.neo4j.cluster.InstanceId in project neo4j by neo4j.

the class ElectionContextTest method twoVotesFromSameInstanceForSameRoleShouldBeConsolidated.

@Test
public void twoVotesFromSameInstanceForSameRoleShouldBeConsolidated() throws Exception {
    // Given
    final String coordinatorRole = "coordinator";
    HeartbeatContext heartbeatContext = mock(HeartbeatContext.class);
    when(heartbeatContext.getFailed()).thenReturn(Collections.<InstanceId>emptySet());
    Map<InstanceId, URI> members = new HashMap<InstanceId, URI>();
    members.put(new InstanceId(1), URI.create("server1"));
    members.put(new InstanceId(2), URI.create("server2"));
    members.put(new InstanceId(3), URI.create("server3"));
    Config config = mock(Config.class);
    when(config.get(ClusterSettings.max_acceptors)).thenReturn(10);
    ClusterConfiguration clusterConfiguration = mock(ClusterConfiguration.class);
    when(clusterConfiguration.getMembers()).thenReturn(members);
    ClusterContext clusterContext = mock(ClusterContext.class);
    when(clusterContext.getConfiguration()).thenReturn(clusterConfiguration);
    MultiPaxosContext context = new MultiPaxosContext(new InstanceId(1), Iterables.iterable(new ElectionRole(coordinatorRole)), clusterConfiguration, mock(Executor.class), NullLogProvider.getInstance(), mock(ObjectInputStreamFactory.class), mock(ObjectOutputStreamFactory.class), mock(AcceptorInstanceStore.class), mock(Timeouts.class), mock(ElectionCredentialsProvider.class), config);
    ElectionContext toTest = context.getElectionContext();
    // When
    toTest.startElectionProcess(coordinatorRole);
    toTest.voted(coordinatorRole, new InstanceId(1), new IntegerElectionCredentials(100), ClusterContext.NO_ELECTOR_VERSION);
    toTest.voted(coordinatorRole, new InstanceId(2), new IntegerElectionCredentials(100), ClusterContext.NO_ELECTOR_VERSION);
    toTest.voted(coordinatorRole, new InstanceId(2), new IntegerElectionCredentials(101), ClusterContext.NO_ELECTOR_VERSION);
    // Then
    assertNull(toTest.getElectionWinner(coordinatorRole));
    assertEquals(2, toTest.getVoteCount(coordinatorRole));
}
Also used : HashMap(java.util.HashMap) InstanceId(org.neo4j.cluster.InstanceId) Config(org.neo4j.kernel.configuration.Config) Timeouts(org.neo4j.cluster.timeout.Timeouts) ClusterContext(org.neo4j.cluster.protocol.cluster.ClusterContext) ClusterConfiguration(org.neo4j.cluster.protocol.cluster.ClusterConfiguration) URI(java.net.URI) Executor(java.util.concurrent.Executor) MultiPaxosContext(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.context.MultiPaxosContext) HeartbeatContext(org.neo4j.cluster.protocol.heartbeat.HeartbeatContext) ObjectInputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectInputStreamFactory) ObjectOutputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectOutputStreamFactory) AcceptorInstanceStore(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.AcceptorInstanceStore) Test(org.junit.Test)

Example 85 with InstanceId

use of org.neo4j.cluster.InstanceId in project neo4j by neo4j.

the class ElectionContextTest method instanceFailingShouldHaveItsVotesInvalidated.

@Test
public void instanceFailingShouldHaveItsVotesInvalidated() throws Exception {
    // Given
    final String role1 = "coordinator1";
    final String role2 = "coordinator2";
    InstanceId me = new InstanceId(1);
    InstanceId failingInstance = new InstanceId(2);
    InstanceId otherInstance = new InstanceId(3);
    Config config = mock(Config.class);
    when(config.get(ClusterSettings.max_acceptors)).thenReturn(10);
    ClusterConfiguration clusterConfiguration = mock(ClusterConfiguration.class);
    List<InstanceId> clusterMemberIds = new LinkedList<InstanceId>();
    clusterMemberIds.add(failingInstance);
    clusterMemberIds.add(otherInstance);
    clusterMemberIds.add(me);
    when(clusterConfiguration.getMemberIds()).thenReturn(clusterMemberIds);
    MultiPaxosContext context = new MultiPaxosContext(me, Iterables.<ElectionRole, ElectionRole>iterable(new ElectionRole(role1), new ElectionRole(role2)), clusterConfiguration, new Executor() {

        @Override
        public void execute(Runnable command) {
            command.run();
        }
    }, NullLogProvider.getInstance(), mock(ObjectInputStreamFactory.class), mock(ObjectOutputStreamFactory.class), mock(AcceptorInstanceStore.class), mock(Timeouts.class), mock(ElectionCredentialsProvider.class), config);
    HeartbeatContext heartbeatContext = context.getHeartbeatContext();
    ElectionContext electionContext = context.getElectionContext();
    electionContext.startElectionProcess(role1);
    electionContext.startElectionProcess(role2);
    electionContext.voted(role1, failingInstance, mock(ElectionCredentials.class), 2);
    electionContext.voted(role2, failingInstance, mock(ElectionCredentials.class), 2);
    electionContext.voted(role1, otherInstance, mock(ElectionCredentials.class), 2);
    electionContext.voted(role2, otherInstance, mock(ElectionCredentials.class), 2);
    heartbeatContext.suspect(failingInstance);
    assertEquals(1, electionContext.getVoteCount(role1));
    assertEquals(1, electionContext.getVoteCount(role2));
}
Also used : InstanceId(org.neo4j.cluster.InstanceId) Config(org.neo4j.kernel.configuration.Config) Timeouts(org.neo4j.cluster.timeout.Timeouts) ClusterConfiguration(org.neo4j.cluster.protocol.cluster.ClusterConfiguration) LinkedList(java.util.LinkedList) Executor(java.util.concurrent.Executor) MultiPaxosContext(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.context.MultiPaxosContext) HeartbeatContext(org.neo4j.cluster.protocol.heartbeat.HeartbeatContext) ObjectInputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectInputStreamFactory) ObjectOutputStreamFactory(org.neo4j.cluster.protocol.atomicbroadcast.ObjectOutputStreamFactory) AcceptorInstanceStore(org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.AcceptorInstanceStore) Test(org.junit.Test)

Aggregations

InstanceId (org.neo4j.cluster.InstanceId)154 Test (org.junit.Test)129 URI (java.net.URI)47 Config (org.neo4j.kernel.configuration.Config)37 ClusterConfiguration (org.neo4j.cluster.protocol.cluster.ClusterConfiguration)36 Timeouts (org.neo4j.cluster.timeout.Timeouts)32 Executor (java.util.concurrent.Executor)28 ClusterContext (org.neo4j.cluster.protocol.cluster.ClusterContext)28 ObjectInputStreamFactory (org.neo4j.cluster.protocol.atomicbroadcast.ObjectInputStreamFactory)27 ObjectOutputStreamFactory (org.neo4j.cluster.protocol.atomicbroadcast.ObjectOutputStreamFactory)27 HeartbeatContext (org.neo4j.cluster.protocol.heartbeat.HeartbeatContext)27 MultiPaxosContext (org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.context.MultiPaxosContext)24 AcceptorInstanceStore (org.neo4j.cluster.protocol.atomicbroadcast.multipaxos.AcceptorInstanceStore)18 MessageHolder (org.neo4j.cluster.com.message.MessageHolder)16 Message (org.neo4j.cluster.com.message.Message)15 ArrayList (java.util.ArrayList)13 HashMap (java.util.HashMap)13 ClusterMemberAvailability (org.neo4j.cluster.member.ClusterMemberAvailability)13 ClusterMemberEvents (org.neo4j.cluster.member.ClusterMemberEvents)12 ClusterMemberListener (org.neo4j.cluster.member.ClusterMemberListener)12