Examples with StreamInput org.opensearch.common.io.stream.StreamInput used on opensource projects

Example 76 with StreamInput

use of org.opensearch.common.io.stream.StreamInput in project OpenSearch by opensearch-project.

the class StreamsTests method testBytesStreamInput.

public void testBytesStreamInput() throws IOException {
    byte[] stuff = new byte[] { 0, 1, 2, 3 };
    BytesRef stuffRef = new BytesRef(stuff, 2, 2);
    BytesArray stuffArray = new BytesArray(stuffRef);
    StreamInput input = stuffArray.streamInput();
    assertEquals(2, input.read());
    assertEquals(3, input.read());
    assertEquals(-1, input.read());
    input.close();
}

Example 77 with StreamInput

use of org.opensearch.common.io.stream.StreamInput in project OpenSearch by opensearch-project.

the class ShapeRelationTests method testInvalidReadFrom.

public void testInvalidReadFrom() throws Exception {
    try (BytesStreamOutput out = new BytesStreamOutput()) {
        out.writeVInt(randomIntBetween(3, Integer.MAX_VALUE));
        try (StreamInput in = out.bytes().streamInput()) {
            ShapeRelation.readFromStream(in);
            fail("Expected IOException");
        } catch (IOException e) {
            assertThat(e.getMessage(), containsString("Unknown ShapeRelation ordinal ["));
        }
    }
}

Example 78 with StreamInput

use of org.opensearch.common.io.stream.StreamInput in project OpenSearch by opensearch-project.

the class RecoveryTargetTests method testConcurrentModificationIndexFileDetailsMap.

public void testConcurrentModificationIndexFileDetailsMap() throws InterruptedException {
    final Index index = new Index();
    final AtomicBoolean stop = new AtomicBoolean(false);
    Streamer<Index> readWriteIndex = new Streamer<Index>(stop, index) {

        @Override
        Index createObj(StreamInput in) throws IOException {
            return new Index(in);
        }
    };
    Thread modifyThread = new Thread() {

        @Override
        public void run() {
            for (int i = 0; i < 1000; i++) {
                index.addFileDetail(randomAlphaOfLength(10), 100, true);
            }
            stop.set(true);
        }
    };
    readWriteIndex.start();
    modifyThread.start();
    modifyThread.join();
    readWriteIndex.join();
    assertThat(readWriteIndex.error.get(), equalTo(null));
}

Example 79 with StreamInput

use of org.opensearch.common.io.stream.StreamInput in project OpenSearch by opensearch-project.

the class Store method failIfCorrupted.

private static void failIfCorrupted(Directory directory) throws IOException {
    final String[] files = directory.listAll();
    List<CorruptIndexException> ex = new ArrayList<>();
    for (String file : files) {
        if (file.startsWith(CORRUPTED_MARKER_NAME_PREFIX)) {
            try (ChecksumIndexInput input = directory.openChecksumInput(file, IOContext.READONCE)) {
                CodecUtil.checkHeader(input, CODEC, CORRUPTED_MARKER_CODEC_VERSION, CORRUPTED_MARKER_CODEC_VERSION);
                final int size = input.readVInt();
                final byte[] buffer = new byte[size];
                input.readBytes(buffer, 0, buffer.length);
                StreamInput in = StreamInput.wrap(buffer);
                Exception t = in.readException();
                if (t instanceof CorruptIndexException) {
                    ex.add((CorruptIndexException) t);
                } else {
                    ex.add(new CorruptIndexException(t.getMessage(), "preexisting_corruption", t));
                }
                CodecUtil.checkFooter(input);
            }
        }
    }
    if (ex.isEmpty() == false) {
        ExceptionsHelper.rethrowAndSuppress(ex);
    }
}

Example 80 with StreamInput

use of org.opensearch.common.io.stream.StreamInput in project OpenSearch by opensearch-project.

the class WriteableIngestDocumentTests method testSerialization.

public void testSerialization() throws IOException {
    Map<String, Object> sourceAndMetadata = RandomDocumentPicks.randomSource(random());
    int numFields = randomIntBetween(1, IngestDocument.Metadata.values().length);
    for (int i = 0; i < numFields; i++) {
        sourceAndMetadata.put(randomFrom(IngestDocument.Metadata.values()).getFieldName(), randomAlphaOfLengthBetween(5, 10));
    }
    Map<String, Object> ingestMetadata = new HashMap<>();
    numFields = randomIntBetween(1, 5);
    for (int i = 0; i < numFields; i++) {
        ingestMetadata.put(randomAlphaOfLengthBetween(5, 10), randomAlphaOfLengthBetween(5, 10));
    }
    WriteableIngestDocument writeableIngestDocument = new WriteableIngestDocument(new IngestDocument(sourceAndMetadata, ingestMetadata));
    BytesStreamOutput out = new BytesStreamOutput();
    writeableIngestDocument.writeTo(out);
    StreamInput streamInput = out.bytes().streamInput();
    WriteableIngestDocument otherWriteableIngestDocument = new WriteableIngestDocument(streamInput);
    assertIngestDocument(otherWriteableIngestDocument.getIngestDocument(), writeableIngestDocument.getIngestDocument());
}