Examples with ContainerID org.apache.hadoop.hdds.scm.container.ContainerID used on opensource projects

Example 11 with ContainerID

use of org.apache.hadoop.hdds.scm.container.ContainerID in project ozone by apache.

the class TestNode2PipelineMap method testPipelineMap.

@Test
public void testPipelineMap() throws IOException, InvalidStateTransitionException {
    Set<ContainerID> set = pipelineManager.getContainersInPipeline(ratisContainer.getPipeline().getId());
    ContainerID cId = ratisContainer.getContainerInfo().containerID();
    Assert.assertEquals(1, set.size());
    set.forEach(containerID -> Assert.assertEquals(containerID, cId));
    List<DatanodeDetails> dns = ratisContainer.getPipeline().getNodes();
    Assert.assertEquals(3, dns.size());
    // get pipeline details by dnid
    Set<PipelineID> pipelines = scm.getScmNodeManager().getPipelines(dns.get(0));
    Assert.assertTrue(pipelines.contains(ratisContainer.getPipeline().getId()));
    // Now close the container and it should not show up while fetching
    // containers by pipeline
    containerManager.updateContainerState(cId, HddsProtos.LifeCycleEvent.FINALIZE);
    containerManager.updateContainerState(cId, HddsProtos.LifeCycleEvent.CLOSE);
    Set<ContainerID> set2 = pipelineManager.getContainersInPipeline(ratisContainer.getPipeline().getId());
    Assert.assertEquals(0, set2.size());
    pipelineManager.closePipeline(ratisContainer.getPipeline(), false);
    pipelines = scm.getScmNodeManager().getPipelines(dns.get(0));
    Assert.assertFalse(pipelines.contains(ratisContainer.getPipeline().getId()));
}

Example 12 with ContainerID

use of org.apache.hadoop.hdds.scm.container.ContainerID in project ozone by apache.

the class TestNSSummaryEndpoint method getMockReconSCM.

private static ReconStorageContainerManagerFacade getMockReconSCM() throws ContainerNotFoundException {
    ReconStorageContainerManagerFacade reconSCM = mock(ReconStorageContainerManagerFacade.class);
    ContainerManager containerManager = mock(ContainerManager.class);
    // Container 1 is 3-way replicated
    ContainerID containerID1 = new ContainerID(CONTAINER_ONE_ID);
    Set<ContainerReplica> containerReplicas1 = generateMockContainerReplicas(THREE, containerID1);
    when(containerManager.getContainerReplicas(containerID1)).thenReturn(containerReplicas1);
    // Container 2 is under replicated with 2 replica
    ContainerID containerID2 = new ContainerID(CONTAINER_TWO_ID);
    Set<ContainerReplica> containerReplicas2 = generateMockContainerReplicas(TWO, containerID2);
    when(containerManager.getContainerReplicas(containerID2)).thenReturn(containerReplicas2);
    // Container 3 is over replicated with 4 replica
    ContainerID containerID3 = new ContainerID(CONTAINER_THREE_ID);
    Set<ContainerReplica> containerReplicas3 = generateMockContainerReplicas(FOUR, containerID3);
    when(containerManager.getContainerReplicas(containerID3)).thenReturn(containerReplicas3);
    when(reconSCM.getContainerManager()).thenReturn(containerManager);
    return reconSCM;
}

Example 13 with ContainerID

use of org.apache.hadoop.hdds.scm.container.ContainerID in project ozone by apache.

the class AbstractReconContainerManagerTest method getTestContainer.

protected ContainerWithPipeline getTestContainer(LifeCycleState state) throws IOException {
    ContainerID containerID = ContainerID.valueOf(100L);
    Pipeline pipeline = getRandomPipeline();
    pipelineManager.addPipeline(pipeline);
    ContainerInfo containerInfo = new ContainerInfo.Builder().setContainerID(containerID.getId()).setNumberOfKeys(10).setPipelineID(pipeline.getId()).setReplicationConfig(StandaloneReplicationConfig.getInstance(ONE)).setOwner("test").setState(state).build();
    return new ContainerWithPipeline(containerInfo, pipeline);
}

Example 14 with ContainerID

use of org.apache.hadoop.hdds.scm.container.ContainerID in project ozone by apache.

the class TestReconContainerManager method testUpdateContainerStateFromOpen.

@Test
public void testUpdateContainerStateFromOpen() throws Exception {
    ContainerWithPipeline containerWithPipeline = getTestContainer(LifeCycleState.OPEN);
    ContainerID containerID = containerWithPipeline.getContainerInfo().containerID();
    // Adding container #100.
    getContainerManager().addNewContainer(containerWithPipeline);
    assertEquals(LifeCycleState.OPEN, getContainerManager().getContainer(containerID).getState());
    DatanodeDetails datanodeDetails = randomDatanodeDetails();
    // First report with "CLOSED" replica state moves container state to
    // "CLOSING".
    getContainerManager().checkAndAddNewContainer(containerID, State.CLOSED, datanodeDetails);
    assertEquals(CLOSING, getContainerManager().getContainer(containerID).getState());
}

Example 15 with ContainerID

use of org.apache.hadoop.hdds.scm.container.ContainerID in project ozone by apache.

the class TestReconContainerManager method testUpdateAndRemoveContainerReplica.

@Test
public void testUpdateAndRemoveContainerReplica() throws IOException {
    // Sanity checking updateContainerReplica and ContainerReplicaHistory
    // Init Container 1
    final long cIDlong1 = 1L;
    final ContainerID containerID1 = ContainerID.valueOf(cIDlong1);
    // Init DN01
    final UUID uuid1 = UUID.randomUUID();
    final DatanodeDetails datanodeDetails1 = DatanodeDetails.newBuilder().setUuid(uuid1).setHostName("host1").setIpAddress("127.0.0.1").build();
    ContainerReplica containerReplica1 = ContainerReplica.newBuilder().setContainerID(containerID1).setContainerState(State.OPEN).setDatanodeDetails(datanodeDetails1).setSequenceId(1001L).build();
    final ReconContainerManager containerManager = getContainerManager();
    final Map<Long, Map<UUID, ContainerReplicaHistory>> repHistMap = containerManager.getReplicaHistoryMap();
    // Should be empty at the beginning
    Assert.assertEquals(0, repHistMap.size());
    // Put a replica info and call updateContainerReplica
    Pipeline pipeline = getRandomPipeline();
    getPipelineManager().addPipeline(pipeline);
    for (int i = 1; i <= 10; i++) {
        final ContainerInfo info = newContainerInfo(i, pipeline);
        containerManager.addNewContainer(new ContainerWithPipeline(info, pipeline));
    }
    containerManager.updateContainerReplica(containerID1, containerReplica1);
    // Should have 1 container entry in the replica history map
    Assert.assertEquals(1, repHistMap.size());
    // Should only have 1 entry for this replica (on DN01)
    Assert.assertEquals(1, repHistMap.get(cIDlong1).size());
    ContainerReplicaHistory repHist1 = repHistMap.get(cIDlong1).get(uuid1);
    Assert.assertEquals(uuid1, repHist1.getUuid());
    // Because this is a new entry, first seen time equals last seen time
    assertEquals(repHist1.getLastSeenTime(), repHist1.getFirstSeenTime());
    assertEquals(containerReplica1.getSequenceId().longValue(), repHist1.getBcsId());
    // Let's update the entry again
    containerReplica1 = ContainerReplica.newBuilder().setContainerID(containerID1).setContainerState(State.OPEN).setDatanodeDetails(datanodeDetails1).setSequenceId(1051L).build();
    containerManager.updateContainerReplica(containerID1, containerReplica1);
    // Should still have 1 entry in the replica history map
    Assert.assertEquals(1, repHistMap.size());
    // Now last seen time should be larger than first seen time
    Assert.assertTrue(repHist1.getLastSeenTime() > repHist1.getFirstSeenTime());
    assertEquals(1051L, repHist1.getBcsId());
    // Init DN02
    final UUID uuid2 = UUID.randomUUID();
    final DatanodeDetails datanodeDetails2 = DatanodeDetails.newBuilder().setUuid(uuid2).setHostName("host2").setIpAddress("127.0.0.2").build();
    final ContainerReplica containerReplica2 = ContainerReplica.newBuilder().setContainerID(containerID1).setContainerState(State.OPEN).setDatanodeDetails(datanodeDetails2).setSequenceId(1051L).build();
    // Add replica to DN02
    containerManager.updateContainerReplica(containerID1, containerReplica2);
    // Should still have 1 container entry in the replica history map
    Assert.assertEquals(1, repHistMap.size());
    // Should have 2 entries for this replica (on DN01 and DN02)
    Assert.assertEquals(2, repHistMap.get(cIDlong1).size());
    ContainerReplicaHistory repHist2 = repHistMap.get(cIDlong1).get(uuid2);
    Assert.assertEquals(uuid2, repHist2.getUuid());
    // Because this is a new entry, first seen time equals last seen time
    assertEquals(repHist2.getLastSeenTime(), repHist2.getFirstSeenTime());
    assertEquals(1051L, repHist2.getBcsId());
    // Remove replica from DN01
    containerManager.removeContainerReplica(containerID1, containerReplica1);
    // Should still have 1 container entry in the replica history map
    Assert.assertEquals(1, repHistMap.size());
    // Should have 1 entry for this replica
    Assert.assertEquals(1, repHistMap.get(cIDlong1).size());
    // And the only entry should match DN02
    Assert.assertEquals(uuid2, repHistMap.get(cIDlong1).keySet().iterator().next());
}