Examples with RemoteInfo org.elasticsearch.index.reindex.remote.RemoteInfo used on opensource projects

Example 6 with RemoteInfo

use of org.elasticsearch.index.reindex.remote.RemoteInfo in project elasticsearch by elastic.

the class ReindexSourceTargetValidationTests method testRemoteInfoSkipsValidation.

public void testRemoteInfoSkipsValidation() {
    // The index doesn't have to exist
    succeeds(new RemoteInfo(randomAsciiOfLength(5), "test", 9200, new BytesArray("test"), null, null, emptyMap(), RemoteInfo.DEFAULT_SOCKET_TIMEOUT, RemoteInfo.DEFAULT_CONNECT_TIMEOUT), "does_not_exist", "target");
    // And it doesn't matter if they are the same index. They are considered to be different because the remote one is, well, remote.
    succeeds(new RemoteInfo(randomAsciiOfLength(5), "test", 9200, new BytesArray("test"), null, null, emptyMap(), RemoteInfo.DEFAULT_SOCKET_TIMEOUT, RemoteInfo.DEFAULT_CONNECT_TIMEOUT), "target", "target");
}

Example 7 with RemoteInfo

use of org.elasticsearch.index.reindex.remote.RemoteInfo in project elasticsearch by elastic.

the class RestReindexActionTests method testBuildRemoteInfoFullyLoaded.

public void testBuildRemoteInfoFullyLoaded() throws IOException {
    Map<String, String> headers = new HashMap<>();
    headers.put("first", "a");
    headers.put("second", "b");
    headers.put("third", "");
    Map<String, Object> remote = new HashMap<>();
    remote.put("host", "https://example.com:9200");
    remote.put("username", "testuser");
    remote.put("password", "testpass");
    remote.put("headers", headers);
    remote.put("socket_timeout", "90s");
    remote.put("connect_timeout", "10s");
    Map<String, Object> query = new HashMap<>();
    query.put("a", "b");
    Map<String, Object> source = new HashMap<>();
    source.put("remote", remote);
    source.put("query", query);
    RemoteInfo remoteInfo = RestReindexAction.buildRemoteInfo(source);
    assertEquals("https", remoteInfo.getScheme());
    assertEquals("example.com", remoteInfo.getHost());
    assertEquals(9200, remoteInfo.getPort());
    assertEquals("{\n  \"a\" : \"b\"\n}", remoteInfo.getQuery().utf8ToString());
    assertEquals("testuser", remoteInfo.getUsername());
    assertEquals("testpass", remoteInfo.getPassword());
    assertEquals(headers, remoteInfo.getHeaders());
    assertEquals(timeValueSeconds(90), remoteInfo.getSocketTimeout());
    assertEquals(timeValueSeconds(10), remoteInfo.getConnectTimeout());
}

Example 8 with RemoteInfo

use of org.elasticsearch.index.reindex.remote.RemoteInfo in project elasticsearch by elastic.

the class RetryTests method testReindexFromRemote.

public void testReindexFromRemote() throws Exception {
    NodeInfo nodeInfo = client().admin().cluster().prepareNodesInfo().get().getNodes().get(0);
    TransportAddress address = nodeInfo.getHttp().getAddress().publishAddress();
    RemoteInfo remote = new RemoteInfo("http", address.getAddress(), address.getPort(), new BytesArray("{\"match_all\":{}}"), null, null, emptyMap(), RemoteInfo.DEFAULT_SOCKET_TIMEOUT, RemoteInfo.DEFAULT_CONNECT_TIMEOUT);
    ReindexRequestBuilder request = ReindexAction.INSTANCE.newRequestBuilder(client()).source("source").destination("dest").setRemoteInfo(remote);
    testCase(ReindexAction.NAME, request, matcher().created(DOC_COUNT));
}

Example 9 with RemoteInfo

use of org.elasticsearch.index.reindex.remote.RemoteInfo in project elasticsearch by elastic.

the class RoundTripTests method testReindexRequest.

public void testReindexRequest() throws IOException {
    ReindexRequest reindex = new ReindexRequest(new SearchRequest(), new IndexRequest());
    randomRequest(reindex);
    reindex.getDestination().version(randomFrom(Versions.MATCH_ANY, Versions.MATCH_DELETED, 12L, 1L, 123124L, 12L));
    reindex.getDestination().index("test");
    if (randomBoolean()) {
        int port = between(1, Integer.MAX_VALUE);
        BytesReference query = new BytesArray(randomAsciiOfLength(5));
        String username = randomBoolean() ? randomAsciiOfLength(5) : null;
        String password = username != null && randomBoolean() ? randomAsciiOfLength(5) : null;
        int headersCount = randomBoolean() ? 0 : between(1, 10);
        Map<String, String> headers = new HashMap<>(headersCount);
        while (headers.size() < headersCount) {
            headers.put(randomAsciiOfLength(5), randomAsciiOfLength(5));
        }
        TimeValue socketTimeout = parseTimeValue(randomPositiveTimeValue(), "socketTimeout");
        TimeValue connectTimeout = parseTimeValue(randomPositiveTimeValue(), "connectTimeout");
        reindex.setRemoteInfo(new RemoteInfo(randomAsciiOfLength(5), randomAsciiOfLength(5), port, query, username, password, headers, socketTimeout, connectTimeout));
    }
    ReindexRequest tripped = new ReindexRequest();
    roundTrip(reindex, tripped);
    assertRequestEquals(reindex, tripped);
    // Try slices with a version that doesn't support slices. That should fail.
    reindex.setSlices(between(2, 1000));
    Exception e = expectThrows(IllegalArgumentException.class, () -> roundTrip(Version.V_5_0_0_rc1, reindex, null));
    assertEquals("Attempting to send sliced reindex-style request to a node that doesn't support it. " + "Version is [5.0.0-rc1] but must be [5.1.1]", e.getMessage());
    // Try without slices with a version that doesn't support slices. That should work.
    tripped = new ReindexRequest();
    reindex.setSlices(1);
    roundTrip(Version.V_5_0_0_rc1, reindex, tripped);
    assertRequestEquals(Version.V_5_0_0_rc1, reindex, tripped);
}

Example 10 with RemoteInfo

use of org.elasticsearch.index.reindex.remote.RemoteInfo in project elasticsearch by elastic.

the class TransportReindexAction method buildRestClient.

/**
     * Build the {@link RestClient} used for reindexing from remote clusters.
     * @param remoteInfo connection information for the remote cluster
     * @param taskId the id of the current task. This is added to the thread name for easier tracking
     * @param threadCollector a list in which we collect all the threads created by the client
     */
static RestClient buildRestClient(RemoteInfo remoteInfo, long taskId, List<Thread> threadCollector) {
    Header[] clientHeaders = new Header[remoteInfo.getHeaders().size()];
    int i = 0;
    for (Map.Entry<String, String> header : remoteInfo.getHeaders().entrySet()) {
        clientHeaders[i] = new BasicHeader(header.getKey(), header.getValue());
    }
    return RestClient.builder(new HttpHost(remoteInfo.getHost(), remoteInfo.getPort(), remoteInfo.getScheme())).setDefaultHeaders(clientHeaders).setRequestConfigCallback(c -> {
        c.setConnectTimeout(Math.toIntExact(remoteInfo.getConnectTimeout().millis()));
        c.setSocketTimeout(Math.toIntExact(remoteInfo.getSocketTimeout().millis()));
        return c;
    }).setHttpClientConfigCallback(c -> {
        if (remoteInfo.getUsername() != null) {
            UsernamePasswordCredentials creds = new UsernamePasswordCredentials(remoteInfo.getUsername(), remoteInfo.getPassword());
            CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
            credentialsProvider.setCredentials(AuthScope.ANY, creds);
            c.setDefaultCredentialsProvider(credentialsProvider);
        }
        AtomicInteger threads = new AtomicInteger();
        c.setThreadFactory(r -> {
            String name = "es-client-" + taskId + "-" + threads.getAndIncrement();
            Thread t = new Thread(r, name);
            threadCollector.add(t);
            return t;
        });
        c.setDefaultIOReactorConfig(IOReactorConfig.custom().setIoThreadCount(1).build());
        return c;
    }).build();
}