Examples with DiscoveryInfo org.apache.mesos.Protos.DiscoveryInfo used on opensource projects

Example 1 with DiscoveryInfo

use of org.apache.mesos.Protos.DiscoveryInfo in project dcos-commons by mesosphere.

the class EndpointsQueries method getDiscoveryEndpoints.

/**
 * Returns a mapping of endpoint type to host:port (or ip:port) endpoints, endpoint type.
 */
private static Map<String, JSONObject> getDiscoveryEndpoints(StateStore stateStore, String frameworkName, SchedulerConfig schedulerConfig) throws TaskException {
    Map<String, JSONObject> endpointsByName = new TreeMap<>();
    for (TaskInfo taskInfo : stateStore.fetchTasks()) {
        if (!taskInfo.hasDiscovery()) {
            LOGGER.debug("Task lacks any discovery information, no endpoints to report: {}", taskInfo.getName());
            continue;
        }
        // TODO(mrb): Also extract DiscoveryInfo from executor, when executors get the ability to specify resources
        DiscoveryInfo discoveryInfo = taskInfo.getDiscovery();
        // Autoip hostname:
        String autoIpTaskName = discoveryInfo.hasName() ? discoveryInfo.getName() : taskInfo.getName();
        // Hostname of agent at offer time:
        String nativeHost = new TaskLabelReader(taskInfo).getHostname();
        // get IP address(es) from container status on the latest TaskStatus, if the latest TaskStatus has an IP
        // otherwise use the lastest TaskStatus' IP stored in the stateStore
        List<String> ipAddresses = reconcileIpAddresses(stateStore, taskInfo.getName());
        for (Port port : discoveryInfo.getPorts().getPortsList()) {
            if (port.getVisibility() != Constants.DISPLAYED_PORT_VISIBILITY) {
                LOGGER.debug("Port {} in task {} has {} visibility. {} is needed to be listed in endpoints.", port.getName(), taskInfo.getName(), port.getVisibility(), Constants.DISPLAYED_PORT_VISIBILITY);
                continue;
            }
            final String hostIpString;
            switch(ipAddresses.size()) {
                case 0:
                    hostIpString = nativeHost;
                    break;
                case 1:
                    hostIpString = ipAddresses.get(0);
                    break;
                default:
                    hostIpString = ipAddresses.toString();
                    break;
            }
            addPortToEndpoints(endpointsByName, frameworkName, taskInfo.getName(), port, EndpointUtils.toAutoIpEndpoint(frameworkName, autoIpTaskName, port.getNumber(), schedulerConfig), EndpointUtils.toEndpoint(hostIpString, port.getNumber()));
        }
    }
    return endpointsByName;
}

Example 2 with DiscoveryInfo

use of org.apache.mesos.Protos.DiscoveryInfo in project dcos-commons by mesosphere.

the class OfferEvaluatorPortsTest method testReserveTaskNamedVIPPort.

@SuppressWarnings("PMD.AvoidUsingHardCodedIP")
@Test
public void testReserveTaskNamedVIPPort() throws Exception {
    List<OfferRecommendation> recommendations = evaluator.evaluate(PodInstanceRequirementTestUtils.getVIPRequirement(80, 10000), OfferTestUtils.getCompleteOffers(ResourceTestUtils.getUnreservedPorts(10000, 10000)));
    Assert.assertEquals(5, recommendations.size());
    Operation launchOperation = recommendations.get(4).getOperation();
    TaskInfo taskInfo = launchOperation.getLaunchGroup().getTaskGroup().getTasks(0);
    Resource fulfilledPortResource = taskInfo.getResources(0);
    Assert.assertEquals(10000, fulfilledPortResource.getRanges().getRange(0).getBegin());
    Assert.assertFalse(getResourceId(fulfilledPortResource).isEmpty());
    DiscoveryInfo discoveryInfo = taskInfo.getDiscovery();
    Assert.assertEquals(discoveryInfo.getName(), taskInfo.getName());
    Assert.assertEquals(discoveryInfo.getVisibility(), DiscoveryInfo.Visibility.CLUSTER);
    Port discoveryPort = discoveryInfo.getPorts().getPorts(0);
    Assert.assertEquals(discoveryPort.getProtocol(), "tcp");
    Assert.assertEquals(discoveryPort.getVisibility(), DiscoveryInfo.Visibility.EXTERNAL);
    Assert.assertEquals(discoveryPort.getNumber(), 10000);
    Label vipLabel = discoveryPort.getLabels().getLabels(0);
    Assert.assertTrue(vipLabel.getKey().startsWith("VIP_"));
    Assert.assertEquals(vipLabel.getValue(), TestConstants.VIP_NAME + "-10000:80");
    Map<String, String> envvars = EnvUtils.toMap(TaskPackingUtils.unpack(taskInfo).getCommand().getEnvironment());
    Assert.assertEquals(String.valueOf(10000), envvars.get(TestConstants.PORT_ENV_NAME + "_VIP_10000"));
}

Example 3 with DiscoveryInfo

use of org.apache.mesos.Protos.DiscoveryInfo in project dcos-commons by mesosphere.

the class NamedVIPEvaluationStageTest method testDiscoveryInfoPopulated.

@Test
public void testDiscoveryInfoPopulated() throws Exception {
    Protos.Resource offeredPorts = ResourceTestUtils.getUnreservedPorts(10000, 10000);
    Protos.Offer offer = OfferTestUtils.getOffer(offeredPorts);
    PodInfoBuilder podInfoBuilder = getPodInfoBuilderOnNetwork(10000, Collections.emptyList(), Optional.empty());
    // Evaluate stage
    NamedVIPEvaluationStage vipEvaluationStage = getEvaluationStageOnNetwork(10000, Optional.empty(), Optional.empty());
    EvaluationOutcome outcome = vipEvaluationStage.evaluate(new MesosResourcePool(offer, Optional.of(Constants.ANY_ROLE)), podInfoBuilder);
    Assert.assertTrue(outcome.isPassing());
    Protos.DiscoveryInfo discoveryInfo = podInfoBuilder.getTaskBuilder(TestConstants.TASK_NAME).getDiscovery();
    String expectedName = TestConstants.POD_TYPE + "-0-" + TestConstants.TASK_NAME;
    String observedName = discoveryInfo.getName();
    Assert.assertEquals(expectedName, observedName);
    Assert.assertEquals(DiscoveryInfo.Visibility.CLUSTER, discoveryInfo.getVisibility());
    Protos.Port port = discoveryInfo.getPorts().getPorts(0);
    Assert.assertEquals(port.getNumber(), 10000);
    Assert.assertEquals(port.getProtocol(), "sctp");
    Assert.assertEquals(1, port.getLabels().getLabelsCount());
    Protos.Label vipLabel = port.getLabels().getLabels(0);
    Assert.assertEquals("pod-type-0-test-task-name", discoveryInfo.getName());
    Assert.assertTrue(vipLabel.getKey().startsWith("VIP_"));
    Assert.assertEquals(vipLabel.getValue(), "test-vip:80");
}

Example 4 with DiscoveryInfo

use of org.apache.mesos.Protos.DiscoveryInfo in project dcos-commons by mesosphere.

the class NamedVIPEvaluationStageTest method testDiscoveryInfoWhenOnOverlay.

@Test
public void testDiscoveryInfoWhenOnOverlay() throws Exception {
    Protos.Resource offeredPorts = ResourceTestUtils.getUnreservedPorts(10000, 10000);
    Protos.Offer offer = OfferTestUtils.getOffer(offeredPorts);
    // non-offered port
    Integer containerPort = 80;
    String overlayNetwork = "dcos";
    PodInfoBuilder podInfoBuilder = getPodInfoBuilderOnNetwork(containerPort, Collections.emptyList(), Optional.of(overlayNetwork));
    NamedVIPEvaluationStage vipEvaluationStage = getEvaluationStageOnNetwork(containerPort, Optional.empty(), Optional.of(overlayNetwork));
    EvaluationOutcome outcome = vipEvaluationStage.evaluate(new MesosResourcePool(offer, Optional.of(Constants.ANY_ROLE)), podInfoBuilder);
    Assert.assertTrue(outcome.isPassing());
    Protos.DiscoveryInfo discoveryInfo = podInfoBuilder.getTaskBuilder(TestConstants.TASK_NAME).getDiscovery();
    String expectedName = TestConstants.POD_TYPE + "-0-" + TestConstants.TASK_NAME;
    String observedName = discoveryInfo.getName();
    Assert.assertEquals(expectedName, observedName);
    Assert.assertEquals(DiscoveryInfo.Visibility.CLUSTER, discoveryInfo.getVisibility());
    Protos.TaskInfo.Builder taskBuilder = podInfoBuilder.getTaskBuilder(TestConstants.TASK_NAME);
    Assert.assertEquals(0, taskBuilder.getResourcesCount());
    Protos.Port port = discoveryInfo.getPorts().getPorts(0);
    Assert.assertEquals(port.getNumber(), containerPort.longValue());
    Assert.assertEquals(port.getProtocol(), "sctp");
    Assert.assertEquals(2, port.getLabels().getLabelsCount());
    Collection<EndpointUtils.VipInfo> vips = AuxLabelAccess.getVIPsFromLabels(TestConstants.TASK_NAME, port);
    Assert.assertEquals(1, vips.size());
    EndpointUtils.VipInfo vip = vips.iterator().next();
    Assert.assertEquals("test-vip", vip.getVipName());
    Assert.assertEquals(80, vip.getVipPort());
    assertIsOverlayLabel(port.getLabels().getLabels(1));
}

Example 5 with DiscoveryInfo

use of org.apache.mesos.Protos.DiscoveryInfo in project dcos-commons by mesosphere.

the class NamedVIPEvaluationStageTest method testDiscoveryInfoOnBridgeNetwork.

@Test
public void testDiscoveryInfoOnBridgeNetwork() throws Exception {
    Protos.Resource offeredPorts = ResourceTestUtils.getUnreservedPorts(10000, 10000);
    Protos.Offer offer = OfferTestUtils.getOffer(offeredPorts);
    // non-offered port
    Integer containerPort = 10000;
    String bridgeNetwork = "mesos-bridge";
    PodInfoBuilder podInfoBuilder = getPodInfoBuilderOnNetwork(containerPort, Collections.emptyList(), Optional.of(bridgeNetwork));
    NamedVIPEvaluationStage vipEvaluationStage = getEvaluationStageOnNetwork(containerPort, Optional.empty(), Optional.of(bridgeNetwork));
    EvaluationOutcome outcome = vipEvaluationStage.evaluate(new MesosResourcePool(offer, Optional.of(Constants.ANY_ROLE)), podInfoBuilder);
    Assert.assertTrue(outcome.isPassing());
    Protos.DiscoveryInfo discoveryInfo = podInfoBuilder.getTaskBuilder(TestConstants.TASK_NAME).getDiscovery();
    String expectedName = TestConstants.POD_TYPE + "-0-" + TestConstants.TASK_NAME;
    String observedName = discoveryInfo.getName();
    Assert.assertEquals(expectedName, observedName);
    Assert.assertEquals(DiscoveryInfo.Visibility.CLUSTER, discoveryInfo.getVisibility());
    Protos.TaskInfo.Builder taskBuilder = podInfoBuilder.getTaskBuilder(TestConstants.TASK_NAME);
    // expect that bridge uses ports
    Assert.assertEquals(1, taskBuilder.getResourcesCount());
    Protos.Port port = discoveryInfo.getPorts().getPorts(0);
    Assert.assertEquals(port.getNumber(), containerPort.longValue());
    Assert.assertEquals(port.getProtocol(), "sctp");
    Assert.assertEquals(2, port.getLabels().getLabelsCount());
    Protos.Label vipLabel = port.getLabels().getLabels(0);
    Assert.assertTrue(vipLabel.getKey().startsWith("VIP_"));
    Assert.assertEquals(vipLabel.getValue(), "test-vip:80");
    assertIsBridgeLabel(port.getLabels().getLabels(1));
}