Search in sources :

Example 1 with Result

use of org.opensearch.client.opensearch._types.Result in project opensearch-java by opensearch-project.

the class CrudIT method testBulk.

public void testBulk() throws IOException {
    AppData appData = new AppData();
    appData.setIntValue(1337);
    appData.setMsg("foo");
    int nbItems = randomIntBetween(10, 100);
    boolean[] errors = new boolean[nbItems];
    List<BulkOperation> opsList = new ArrayList<>();
    for (int i = 0; i < nbItems; i++) {
        String id = String.valueOf(i);
        boolean erroneous = randomBoolean();
        errors[i] = erroneous;
        BulkOperation.Kind opType = randomFrom(BulkOperation.Kind.Delete, BulkOperation.Kind.Index, BulkOperation.Kind.Create);
        if (opType.equals(BulkOperation.Kind.Delete)) {
            if (!erroneous) {
                assertEquals(Result.Created, highLevelClient().index(b -> b.index("index").id(id).document(appData)).result());
            }
            BulkOperation op = new BulkOperation.Builder().delete(d -> d.index("index").id(id)).build();
            opsList.add(op);
        } else {
            appData.setIntValue(i);
            appData.setMsg("id");
            if (opType.equals(BulkOperation.Kind.Index)) {
                BulkOperation op = new BulkOperation.Builder().index(b -> b.index("index").id(id).document(appData).ifSeqNo(erroneous ? 12L : null).ifPrimaryTerm(erroneous ? 12L : null)).build();
                opsList.add(op);
            } else if (opType.equals(BulkOperation.Kind.Create)) {
                BulkOperation op = new BulkOperation.Builder().create(o -> o.index("index").id(id).document(appData)).build();
                opsList.add(op);
                if (erroneous) {
                    assertEquals(Result.Created, highLevelClient().index(b -> b.index("index").id(id).document(appData)).result());
                }
            } else if (opType.equals(BulkOperation.Kind.Update)) {
                BulkOperation op = new BulkOperation.Builder().update(o -> o.index("index").id(id).document(Collections.singletonMap("key", "value"))).build();
                opsList.add(op);
                if (!erroneous) {
                    assertEquals(Result.Created, highLevelClient().index(b -> b.index("index").id(id).document(appData)).result());
                }
            }
        }
    }
    BulkRequest bulkRequest = new BulkRequest.Builder().operations(opsList).build();
    BulkResponse bulkResponse = highLevelClient().bulk(bulkRequest);
    assertTrue(bulkResponse.took() > 0);
    assertEquals(nbItems, bulkResponse.items().size());
    validateBulkResponses(nbItems, errors, bulkResponse, bulkRequest);
}
Also used : DateTimeZone(org.joda.time.DateTimeZone) ExistsSourceRequest(org.opensearch.client.opensearch.core.ExistsSourceRequest) GetRequest(org.opensearch.client.opensearch.core.GetRequest) CreateIndexResponse(org.opensearch.client.opensearch.indices.CreateIndexResponse) DeleteIndexResponse(org.opensearch.client.opensearch.indices.DeleteIndexResponse) BulkRequest(org.opensearch.client.opensearch.core.BulkRequest) MgetResponse(org.opensearch.client.opensearch.core.MgetResponse) BulkOperation(org.opensearch.client.opensearch.core.bulk.BulkOperation) ArrayList(java.util.ArrayList) IndexResponse(org.opensearch.client.opensearch.core.IndexResponse) UpdateRequest(org.opensearch.client.opensearch.core.UpdateRequest) Refresh(org.opensearch.client.opensearch._types.Refresh) UpdateResponse(org.opensearch.client.opensearch.core.UpdateResponse) DateTimeFormat(org.joda.time.format.DateTimeFormat) BooleanResponse(org.opensearch.client.transport.endpoints.BooleanResponse) Result(org.opensearch.client.opensearch._types.Result) DateTime(org.joda.time.DateTime) OpenSearchException(org.opensearch.client.opensearch._types.OpenSearchException) DeleteResponse(org.opensearch.client.opensearch.core.DeleteResponse) IOException(java.io.IOException) BulkResponse(org.opensearch.client.opensearch.core.BulkResponse) IndexRequest(org.opensearch.client.opensearch.core.IndexRequest) List(java.util.List) GetResponse(org.opensearch.client.opensearch.core.GetResponse) BulkResponseItem(org.opensearch.client.opensearch.core.bulk.BulkResponseItem) Collections(java.util.Collections) BulkOperation(org.opensearch.client.opensearch.core.bulk.BulkOperation) ArrayList(java.util.ArrayList) BulkResponse(org.opensearch.client.opensearch.core.BulkResponse) BulkRequest(org.opensearch.client.opensearch.core.BulkRequest)

Example 2 with Result

use of org.opensearch.client.opensearch._types.Result in project opensearch-java by opensearch-project.

the class RequestTest method testDataIngestion.

@Test
public void testDataIngestion() throws Exception {
    String index = "ingest-test";
    // Create an index
    CreateIndexResponse createIndexResponse = highLevelClient().indices().create(b -> b.index(index));
    assertEquals(index, createIndexResponse.index());
    // Check that it actually exists. Example of a boolean response
    BooleanResponse existsResponse = highLevelClient().indices().exists(b -> b.index(index));
    assertTrue(existsResponse.value());
    // Ingest some data
    AppData appData = new AppData();
    appData.setIntValue(1337);
    appData.setMsg("foo");
    String docId = highLevelClient().index(b -> b.index(index).id(// test with url-unsafe string
    "my/Id").document(appData).refresh(// Make it visible for search
    Refresh.True)).id();
    assertEquals("my/Id", docId);
    // Check auto-created mapping
    GetMappingResponse mapping = highLevelClient().indices().getMapping(b -> b.index(index));
    assertEquals(Property.Kind.Long, mapping.get("ingest-test").mappings().properties().get("intValue")._kind());
    // Query by id
    AppData esData = highLevelClient().get(b -> b.index(index).id(docId), AppData.class).source();
    assertEquals(1337, esData.getIntValue());
    assertEquals("foo", esData.getMsg());
    // Query by id a non-existing document
    final GetResponse<AppData> notExists = highLevelClient().get(b -> b.index(index).id("some-random-id"), AppData.class);
    assertFalse(notExists.found());
    assertNull(notExists.source());
    // Search
    SearchResponse<AppData> search = highLevelClient().search(b -> b.index(index), AppData.class);
    long hits = search.hits().total().value();
    assertEquals(1, hits);
    esData = search.hits().hits().get(0).source();
    assertEquals(1337, esData.getIntValue());
    assertEquals("foo", esData.getMsg());
    RequestItem item = RequestItem.of(_1 -> _1.header(_2 -> _2.index("test")).body(_2 -> _2.size(4)));
    // MSearch: 1st search on an existing index, 2nd one on a non-existing index
    final MsearchResponse<AppData> msearch = highLevelClient().msearch(_0 -> _0.searches(_1 -> _1.header(_3 -> _3.index(index)).body(_3 -> _3.query(_4 -> _4.matchAll(_5 -> _5)))).searches(_1 -> _1.header(_3 -> _3.index("non-existing")).body(_3 -> _3.query(_4 -> _4.matchAll(_5 -> _5)))), AppData.class);
    assertEquals(2, msearch.responses().size());
    assertTrue(msearch.responses().get(0).isResult());
    assertEquals(1, msearch.responses().get(0).result().hits().hits().size());
    assertTrue(msearch.responses().get(1).isFailure());
    assertEquals(404, msearch.responses().get(1).failure().status());
}
Also used : CompletableFuture(java.util.concurrent.CompletableFuture) CreateIndexResponse(org.opensearch.client.opensearch.indices.CreateIndexResponse) GetMappingResponse(org.opensearch.client.opensearch.indices.GetMappingResponse) HistogramAggregate(org.opensearch.client.opensearch._types.aggregations.HistogramAggregate) OperationType(org.opensearch.client.opensearch.core.bulk.OperationType) Property(org.opensearch.client.opensearch._types.mapping.Property) IndexResponse(org.opensearch.client.opensearch.core.IndexResponse) Map(java.util.Map) Refresh(org.opensearch.client.opensearch._types.Refresh) GetIndexResponse(org.opensearch.client.opensearch.indices.GetIndexResponse) OpenSearchAsyncClient(org.opensearch.client.opensearch.OpenSearchAsyncClient) BooleanResponse(org.opensearch.client.transport.endpoints.BooleanResponse) RequestItem(org.opensearch.client.opensearch.core.msearch.RequestItem) OpenSearchException(org.opensearch.client.opensearch._types.OpenSearchException) IndexState(org.opensearch.client.opensearch.indices.IndexState) Test(org.junit.Test) IOException(java.io.IOException) BulkResponse(org.opensearch.client.opensearch.core.BulkResponse) SearchResponse(org.opensearch.client.opensearch.core.SearchResponse) ClearScrollResponse(org.opensearch.client.opensearch.core.ClearScrollResponse) MsearchResponse(org.opensearch.client.opensearch.core.MsearchResponse) GetIndicesSettingsResponse(org.opensearch.client.opensearch.indices.GetIndicesSettingsResponse) ModelTestCase(org.opensearch.client.opensearch.model.ModelTestCase) ExecutionException(java.util.concurrent.ExecutionException) TimeUnit(java.util.concurrent.TimeUnit) NodesResponse(org.opensearch.client.opensearch.cat.NodesResponse) GetResponse(org.opensearch.client.opensearch.core.GetResponse) Collections(java.util.Collections) RequestItem(org.opensearch.client.opensearch.core.msearch.RequestItem) GetMappingResponse(org.opensearch.client.opensearch.indices.GetMappingResponse) CreateIndexResponse(org.opensearch.client.opensearch.indices.CreateIndexResponse) BooleanResponse(org.opensearch.client.transport.endpoints.BooleanResponse) Test(org.junit.Test)

Aggregations

IOException (java.io.IOException)2 Collections (java.util.Collections)2 OpenSearchException (org.opensearch.client.opensearch._types.OpenSearchException)2 Refresh (org.opensearch.client.opensearch._types.Refresh)2 BulkResponse (org.opensearch.client.opensearch.core.BulkResponse)2 GetResponse (org.opensearch.client.opensearch.core.GetResponse)2 IndexResponse (org.opensearch.client.opensearch.core.IndexResponse)2 CreateIndexResponse (org.opensearch.client.opensearch.indices.CreateIndexResponse)2 BooleanResponse (org.opensearch.client.transport.endpoints.BooleanResponse)2 ArrayList (java.util.ArrayList)1 List (java.util.List)1 Map (java.util.Map)1 CompletableFuture (java.util.concurrent.CompletableFuture)1 ExecutionException (java.util.concurrent.ExecutionException)1 TimeUnit (java.util.concurrent.TimeUnit)1 DateTime (org.joda.time.DateTime)1 DateTimeZone (org.joda.time.DateTimeZone)1 DateTimeFormat (org.joda.time.format.DateTimeFormat)1 Test (org.junit.Test)1 OpenSearchAsyncClient (org.opensearch.client.opensearch.OpenSearchAsyncClient)1