Examples with TransportClient org.elasticsearch.client.transport.TransportClient used on opensource projects

Example 11 with TransportClient

use of org.elasticsearch.client.transport.TransportClient in project spring-boot by spring-projects.

the class ElasticsearchAutoConfiguration method createTransportClient.

private Client createTransportClient() throws Exception {
    TransportClientFactoryBean factory = new TransportClientFactoryBean();
    factory.setClusterNodes(this.properties.getClusterNodes());
    factory.setProperties(createProperties());
    factory.afterPropertiesSet();
    TransportClient client = factory.getObject();
    this.releasable = client;
    return client;
}

Example 12 with TransportClient

use of org.elasticsearch.client.transport.TransportClient in project flink by apache.

the class ElasticsearchSinkTestBase method runTransportClientTest.

/**
	 * Tests that the Elasticsearch sink works properly using a {@link TransportClient}.
	 */
public void runTransportClientTest() throws Exception {
    final String index = "transport-client-test-index";
    final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
    DataStreamSource<Tuple2<Integer, String>> source = env.addSource(new SourceSinkDataTestKit.TestDataSourceFunction());
    Map<String, String> userConfig = new HashMap<>();
    // This instructs the sink to emit after every element, otherwise they would be buffered
    userConfig.put(ElasticsearchSinkBase.CONFIG_KEY_BULK_FLUSH_MAX_ACTIONS, "1");
    userConfig.put("cluster.name", CLUSTER_NAME);
    source.addSink(createElasticsearchSinkForEmbeddedNode(userConfig, new SourceSinkDataTestKit.TestElasticsearchSinkFunction(index)));
    env.execute("Elasticsearch TransportClient Test");
    // verify the results
    Client client = embeddedNodeEnv.getClient();
    SourceSinkDataTestKit.verifyProducedSinkData(client, index);
    client.close();
}

Example 13 with TransportClient

use of org.elasticsearch.client.transport.TransportClient in project flink by apache.

the class Elasticsearch1ApiCallBridge method createClient.

@Override
public Client createClient(Map<String, String> clientConfig) {
    if (transportAddresses == null) {
        // Make sure that we disable http access to our embedded node
        Settings settings = settingsBuilder().put(clientConfig).put("http.enabled", false).build();
        node = nodeBuilder().settings(settings).client(true).data(false).node();
        Client client = node.client();
        if (LOG.isInfoEnabled()) {
            LOG.info("Created Elasticsearch client from embedded node");
        }
        return client;
    } else {
        Settings settings = settingsBuilder().put(clientConfig).build();
        TransportClient transportClient = new TransportClient(settings);
        for (TransportAddress transport : transportAddresses) {
            transportClient.addTransportAddress(transport);
        }
        // verify that we actually are connected to a cluster
        if (transportClient.connectedNodes().isEmpty()) {
            throw new RuntimeException("Elasticsearch client is not connected to any Elasticsearch nodes!");
        }
        if (LOG.isInfoEnabled()) {
            LOG.info("Created Elasticsearch TransportClient with connected nodes {}", transportClient.connectedNodes());
        }
        return transportClient;
    }
}

Example 14 with TransportClient

use of org.elasticsearch.client.transport.TransportClient in project flink by apache.

the class Elasticsearch5ApiCallBridge method createClient.

@Override
public Client createClient(Map<String, String> clientConfig) {
    Settings settings = Settings.builder().put(clientConfig).put(NetworkModule.HTTP_TYPE_KEY, Netty3Plugin.NETTY_HTTP_TRANSPORT_NAME).put(NetworkModule.TRANSPORT_TYPE_KEY, Netty3Plugin.NETTY_TRANSPORT_NAME).build();
    TransportClient transportClient = new PreBuiltTransportClient(settings);
    for (TransportAddress transport : ElasticsearchUtils.convertInetSocketAddresses(transportAddresses)) {
        transportClient.addTransportAddress(transport);
    }
    // verify that we actually are connected to a cluster
    if (transportClient.connectedNodes().isEmpty()) {
        throw new RuntimeException("Elasticsearch client is not connected to any Elasticsearch nodes!");
    }
    if (LOG.isInfoEnabled()) {
        LOG.info("Created Elasticsearch TransportClient with connected nodes {}", transportClient.connectedNodes());
    }
    return transportClient;
}

Example 15 with TransportClient

use of org.elasticsearch.client.transport.TransportClient in project YCSB by brianfrankcooper.

the class ElasticsearchClient method init.

/**
   * Initialize any state for this DB. Called once per DB instance; there is one
   * DB instance per client thread.
   */
@Override
public void init() throws DBException {
    final Properties props = getProperties();
    // Check if transport client needs to be used (To connect to multiple
    // elasticsearch nodes)
    remoteMode = Boolean.parseBoolean(props.getProperty("es.remote", "false"));
    final String pathHome = props.getProperty("path.home");
    // when running in embedded mode, require path.home
    if (!remoteMode && (pathHome == null || pathHome.isEmpty())) {
        throw new IllegalArgumentException("path.home must be specified when running in embedded mode");
    }
    this.indexKey = props.getProperty("es.index.key", DEFAULT_INDEX_KEY);
    int numberOfShards = parseIntegerProperty(props, "es.number_of_shards", NUMBER_OF_SHARDS);
    int numberOfReplicas = parseIntegerProperty(props, "es.number_of_replicas", NUMBER_OF_REPLICAS);
    Boolean newdb = Boolean.parseBoolean(props.getProperty("es.newdb", "false"));
    Builder settings = Settings.settingsBuilder().put("cluster.name", DEFAULT_CLUSTER_NAME).put("node.local", Boolean.toString(!remoteMode)).put("path.home", pathHome);
    // if properties file contains elasticsearch user defined properties
    // add it to the settings file (will overwrite the defaults).
    settings.put(props);
    final String clusterName = settings.get("cluster.name");
    System.err.println("Elasticsearch starting node = " + clusterName);
    System.err.println("Elasticsearch node path.home = " + settings.get("path.home"));
    System.err.println("Elasticsearch Remote Mode = " + remoteMode);
    // Remote mode support for connecting to remote elasticsearch cluster
    if (remoteMode) {
        settings.put("client.transport.sniff", true).put("client.transport.ignore_cluster_name", false).put("client.transport.ping_timeout", "30s").put("client.transport.nodes_sampler_interval", "30s");
        // Default it to localhost:9300
        String[] nodeList = props.getProperty("es.hosts.list", DEFAULT_REMOTE_HOST).split(",");
        System.out.println("Elasticsearch Remote Hosts = " + props.getProperty("es.hosts.list", DEFAULT_REMOTE_HOST));
        TransportClient tClient = TransportClient.builder().settings(settings).build();
        for (String h : nodeList) {
            String[] nodes = h.split(":");
            try {
                tClient.addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName(nodes[0]), Integer.parseInt(nodes[1])));
            } catch (NumberFormatException e) {
                throw new IllegalArgumentException("Unable to parse port number.", e);
            } catch (UnknownHostException e) {
                throw new IllegalArgumentException("Unable to Identify host.", e);
            }
        }
        client = tClient;
    } else {
        // Start node only if transport client mode is disabled
        node = nodeBuilder().clusterName(clusterName).settings(settings).node();
        node.start();
        client = node.client();
    }
    final boolean exists = client.admin().indices().exists(Requests.indicesExistsRequest(indexKey)).actionGet().isExists();
    if (exists && newdb) {
        client.admin().indices().prepareDelete(indexKey).execute().actionGet();
    }
    if (!exists || newdb) {
        client.admin().indices().create(new CreateIndexRequest(indexKey).settings(Settings.builder().put("index.number_of_shards", numberOfShards).put("index.number_of_replicas", numberOfReplicas).put("index.mapping._id.indexed", true))).actionGet();
    }
    client.admin().cluster().health(new ClusterHealthRequest().waitForGreenStatus()).actionGet();
}