Examples with TransportAddress org.elasticsearch.common.transport.TransportAddress used on opensource projects

Example 51 with TransportAddress

use of org.elasticsearch.common.transport.TransportAddress in project crate by crate.

the class AwsEc2SeedHostsProvider method fetchDynamicNodes.

private List<TransportAddress> fetchDynamicNodes() {
    final List<TransportAddress> dynamicHosts = new ArrayList<>();
    final DescribeInstancesResult descInstances;
    try (AmazonEc2Reference clientReference = awsEc2Service.client()) {
        // Query EC2 API based on AZ, instance state, and tag.
        // NOTE: we don't filter by security group during the describe instances request for two reasons:
        // 1. differences in VPCs require different parameters during query (ID vs Name)
        // 2. We want to use two different strategies: (all security groups vs. any security groups)
        descInstances = clientReference.client().describeInstances(buildDescribeInstancesRequest());
    } catch (final AmazonClientException e) {
        LOGGER.info("Exception while retrieving instance list from AWS API: {}", e.getMessage());
        LOGGER.debug("Full exception:", e);
        return dynamicHosts;
    }
    LOGGER.trace("finding seed nodes...");
    for (final Reservation reservation : descInstances.getReservations()) {
        for (final Instance instance : reservation.getInstances()) {
            // lets see if we can filter based on groups
            if (!groups.isEmpty()) {
                final List<GroupIdentifier> instanceSecurityGroups = instance.getSecurityGroups();
                final List<String> securityGroupNames = new ArrayList<>(instanceSecurityGroups.size());
                final List<String> securityGroupIds = new ArrayList<>(instanceSecurityGroups.size());
                for (final GroupIdentifier sg : instanceSecurityGroups) {
                    securityGroupNames.add(sg.getGroupName());
                    securityGroupIds.add(sg.getGroupId());
                }
                if (bindAnyGroup) {
                    // We check if we can find at least one group name or one group id in groups.
                    if (disjoint(securityGroupNames, groups) && disjoint(securityGroupIds, groups)) {
                        LOGGER.trace("filtering out instance {} based on groups {}, not part of {}", instance.getInstanceId(), instanceSecurityGroups, groups);
                        // continue to the next instance
                        continue;
                    }
                } else {
                    // We need tp match all group names or group ids, otherwise we ignore this instance
                    if (!(securityGroupNames.containsAll(groups) || securityGroupIds.containsAll(groups))) {
                        LOGGER.trace("filtering out instance {} based on groups {}, does not include all of {}", instance.getInstanceId(), instanceSecurityGroups, groups);
                        // continue to the next instance
                        continue;
                    }
                }
            }
            String address = null;
            if (hostType.equals(PRIVATE_DNS)) {
                address = instance.getPrivateDnsName();
            } else if (hostType.equals(PRIVATE_IP)) {
                address = instance.getPrivateIpAddress();
            } else if (hostType.equals(PUBLIC_DNS)) {
                address = instance.getPublicDnsName();
            } else if (hostType.equals(PUBLIC_IP)) {
                address = instance.getPublicIpAddress();
            } else if (hostType.startsWith(TAG_PREFIX)) {
                // Reading the node host from its metadata
                final String tagName = hostType.substring(TAG_PREFIX.length());
                LOGGER.debug("reading hostname from [{}] instance tag", tagName);
                final List<Tag> tags = instance.getTags();
                for (final Tag tag : tags) {
                    if (tag.getKey().equals(tagName)) {
                        address = tag.getValue();
                        LOGGER.debug("using [{}] as the instance address", address);
                    }
                }
            } else {
                throw new IllegalArgumentException(hostType + " is unknown for discovery.ec2.host_type");
            }
            if (address != null) {
                try {
                    final TransportAddress[] addresses = transportService.addressesFromString(address);
                    for (int i = 0; i < addresses.length; i++) {
                        LOGGER.trace("adding {}, address {}, transport_address {}", instance.getInstanceId(), address, addresses[i]);
                        dynamicHosts.add(addresses[i]);
                    }
                } catch (final Exception e) {
                    final String finalAddress = address;
                    LOGGER.warn((Supplier<?>) () -> new ParameterizedMessage("failed to add {}, address {}", instance.getInstanceId(), finalAddress), e);
                }
            } else {
                LOGGER.trace("not adding {}, address is null, host_type {}", instance.getInstanceId(), hostType);
            }
        }
    }
    LOGGER.debug("using dynamic transport addresses {}", dynamicHosts);
    return dynamicHosts;
}

Example 52 with TransportAddress

use of org.elasticsearch.common.transport.TransportAddress in project crate by crate.

the class TcpTransport method createBoundTransportAddress.

private BoundTransportAddress createBoundTransportAddress(ProfileSettings profileSettings, List<InetSocketAddress> boundAddresses) {
    String[] boundAddressesHostStrings = new String[boundAddresses.size()];
    TransportAddress[] transportBoundAddresses = new TransportAddress[boundAddresses.size()];
    for (int i = 0; i < boundAddresses.size(); i++) {
        InetSocketAddress boundAddress = boundAddresses.get(i);
        boundAddressesHostStrings[i] = boundAddress.getHostString();
        transportBoundAddresses[i] = new TransportAddress(boundAddress);
    }
    List<String> publishHosts = profileSettings.publishHosts;
    if (profileSettings.isDefaultProfile == false && publishHosts.isEmpty()) {
        publishHosts = Arrays.asList(boundAddressesHostStrings);
    }
    if (publishHosts.isEmpty()) {
        publishHosts = NetworkService.GLOBAL_NETWORK_PUBLISH_HOST_SETTING.get(settings);
    }
    final InetAddress publishInetAddress;
    try {
        publishInetAddress = networkService.resolvePublishHostAddresses(publishHosts.toArray(Strings.EMPTY_ARRAY));
    } catch (Exception e) {
        throw new BindTransportException("Failed to resolve publish address", e);
    }
    final int publishPort = resolvePublishPort(profileSettings, boundAddresses, publishInetAddress);
    final TransportAddress publishAddress = new TransportAddress(new InetSocketAddress(publishInetAddress, publishPort));
    return new BoundTransportAddress(transportBoundAddresses, publishAddress);
}

Example 53 with TransportAddress

use of org.elasticsearch.common.transport.TransportAddress in project crate by crate.

the class DiscoveryNodesTests method testDeltas.

public void testDeltas() {
    Set<DiscoveryNode> nodesA = new HashSet<>();
    nodesA.addAll(randomNodes(1 + randomInt(10)));
    Set<DiscoveryNode> nodesB = new HashSet<>();
    nodesB.addAll(randomNodes(1 + randomInt(5)));
    for (DiscoveryNode node : randomSubsetOf(nodesA)) {
        if (randomBoolean()) {
            // change an attribute
            Map<String, String> attrs = new HashMap<>(node.getAttributes());
            attrs.put("new", "new");
            final TransportAddress nodeAddress = node.getAddress();
            node = new DiscoveryNode(node.getName(), node.getId(), node.getEphemeralId(), nodeAddress.address().getHostString(), nodeAddress.getAddress(), nodeAddress, attrs, node.getRoles(), node.getVersion());
        }
        nodesB.add(node);
    }
    DiscoveryNode masterA = randomBoolean() ? null : RandomPicks.randomFrom(random(), nodesA);
    DiscoveryNode masterB = randomBoolean() ? null : RandomPicks.randomFrom(random(), nodesB);
    DiscoveryNodes.Builder builderA = DiscoveryNodes.builder();
    nodesA.stream().forEach(builderA::add);
    final String masterAId = masterA == null ? null : masterA.getId();
    builderA.masterNodeId(masterAId);
    builderA.localNodeId(RandomPicks.randomFrom(random(), nodesA).getId());
    DiscoveryNodes.Builder builderB = DiscoveryNodes.builder();
    nodesB.stream().forEach(builderB::add);
    final String masterBId = masterB == null ? null : masterB.getId();
    builderB.masterNodeId(masterBId);
    builderB.localNodeId(RandomPicks.randomFrom(random(), nodesB).getId());
    final DiscoveryNodes discoNodesA = builderA.build();
    final DiscoveryNodes discoNodesB = builderB.build();
    logger.info("nodes A: {}", discoNodesA);
    logger.info("nodes B: {}", discoNodesB);
    DiscoveryNodes.Delta delta = discoNodesB.delta(discoNodesA);
    if (masterA == null) {
        assertThat(delta.previousMasterNode(), nullValue());
    } else {
        assertThat(delta.previousMasterNode().getId(), equalTo(masterAId));
    }
    if (masterB == null) {
        assertThat(delta.newMasterNode(), nullValue());
    } else {
        assertThat(delta.newMasterNode().getId(), equalTo(masterBId));
    }
    if (Objects.equals(masterAId, masterBId)) {
        assertFalse(delta.masterNodeChanged());
    } else {
        assertTrue(delta.masterNodeChanged());
    }
    Set<DiscoveryNode> newNodes = new HashSet<>(nodesB);
    newNodes.removeAll(nodesA);
    assertThat(delta.added(), equalTo(newNodes.isEmpty() == false));
    assertThat(delta.addedNodes(), containsInAnyOrder(newNodes.stream().collect(Collectors.toList()).toArray()));
    assertThat(delta.addedNodes().size(), equalTo(newNodes.size()));
    Set<DiscoveryNode> removedNodes = new HashSet<>(nodesA);
    removedNodes.removeAll(nodesB);
    assertThat(delta.removed(), equalTo(removedNodes.isEmpty() == false));
    assertThat(delta.removedNodes(), containsInAnyOrder(removedNodes.stream().collect(Collectors.toList()).toArray()));
    assertThat(delta.removedNodes().size(), equalTo(removedNodes.size()));
}

Example 54 with TransportAddress

use of org.elasticsearch.common.transport.TransportAddress in project crate by crate.

the class RoutingNodeTests method setUp.

@Override
public void setUp() throws Exception {
    super.setUp();
    InetAddress inetAddress = InetAddress.getByAddress("name1", new byte[] { (byte) 192, (byte) 168, (byte) 0, (byte) 1 });
    TransportAddress transportAddress = new TransportAddress(inetAddress, randomIntBetween(0, 65535));
    DiscoveryNode discoveryNode = new DiscoveryNode("name1", "node-1", transportAddress, emptyMap(), emptySet(), Version.CURRENT);
    routingNode = new RoutingNode("node1", discoveryNode, unassignedShard0, initializingShard0, relocatingShard0);
}

Example 55 with TransportAddress

use of org.elasticsearch.common.transport.TransportAddress in project crate by crate.

the class MockTransportService method extractTransportAddresses.

public static TransportAddress[] extractTransportAddresses(TransportService transportService) {
    HashSet<TransportAddress> transportAddresses = new HashSet<>();
    BoundTransportAddress boundTransportAddress = transportService.boundAddress();
    transportAddresses.addAll(Arrays.asList(boundTransportAddress.boundAddresses()));
    transportAddresses.add(boundTransportAddress.publishAddress());
    return transportAddresses.toArray(new TransportAddress[transportAddresses.size()]);
}