Search in sources :

Example 1 with OutputStreamStreamOutput

use of org.opensearch.common.io.stream.OutputStreamStreamOutput in project OpenSearch by opensearch-project.

the class PercolatorFieldMapper method createQueryBuilderField.

static void createQueryBuilderField(Version indexVersion, BinaryFieldMapper qbField, QueryBuilder queryBuilder, ParseContext context) throws IOException {
    try (ByteArrayOutputStream stream = new ByteArrayOutputStream()) {
        try (OutputStreamStreamOutput out = new OutputStreamStreamOutput(stream)) {
            out.setVersion(indexVersion);
            out.writeNamedWriteable(queryBuilder);
            byte[] queryBuilderAsBytes = stream.toByteArray();
            qbField.parse(context.createExternalValueContext(queryBuilderAsBytes));
        }
    }
}
Also used : OutputStreamStreamOutput(org.opensearch.common.io.stream.OutputStreamStreamOutput) ByteArrayOutputStream(java.io.ByteArrayOutputStream)

Example 2 with OutputStreamStreamOutput

use of org.opensearch.common.io.stream.OutputStreamStreamOutput in project OpenSearch by opensearch-project.

the class PublicationTransportHandler method serializeDiffClusterState.

private static BytesReference serializeDiffClusterState(Diff<ClusterState> diff, Version nodeVersion) throws IOException {
    final BytesStreamOutput bStream = new BytesStreamOutput();
    try (StreamOutput stream = new OutputStreamStreamOutput(CompressorFactory.COMPRESSOR.threadLocalOutputStream(bStream))) {
        stream.setVersion(nodeVersion);
        stream.writeBoolean(false);
        diff.writeTo(stream);
    }
    return bStream.bytes();
}
Also used : OutputStreamStreamOutput(org.opensearch.common.io.stream.OutputStreamStreamOutput) StreamOutput(org.opensearch.common.io.stream.StreamOutput) BytesStreamOutput(org.opensearch.common.io.stream.BytesStreamOutput) OutputStreamStreamOutput(org.opensearch.common.io.stream.OutputStreamStreamOutput) BytesStreamOutput(org.opensearch.common.io.stream.BytesStreamOutput)

Example 3 with OutputStreamStreamOutput

use of org.opensearch.common.io.stream.OutputStreamStreamOutput in project OpenSearch by opensearch-project.

the class StoreTests method testMetadataSnapshotStreaming.

public void testMetadataSnapshotStreaming() throws Exception {
    Store.MetadataSnapshot outMetadataSnapshot = createMetadataSnapshot();
    org.opensearch.Version targetNodeVersion = randomVersion(random());
    ByteArrayOutputStream outBuffer = new ByteArrayOutputStream();
    OutputStreamStreamOutput out = new OutputStreamStreamOutput(outBuffer);
    out.setVersion(targetNodeVersion);
    outMetadataSnapshot.writeTo(out);
    ByteArrayInputStream inBuffer = new ByteArrayInputStream(outBuffer.toByteArray());
    InputStreamStreamInput in = new InputStreamStreamInput(inBuffer);
    in.setVersion(targetNodeVersion);
    Store.MetadataSnapshot inMetadataSnapshot = new Store.MetadataSnapshot(in);
    Map<String, StoreFileMetadata> origEntries = new HashMap<>();
    origEntries.putAll(outMetadataSnapshot.asMap());
    for (Map.Entry<String, StoreFileMetadata> entry : inMetadataSnapshot.asMap().entrySet()) {
        assertThat(entry.getValue().name(), equalTo(origEntries.remove(entry.getKey()).name()));
    }
    assertThat(origEntries.size(), equalTo(0));
    assertThat(inMetadataSnapshot.getCommitUserData(), equalTo(outMetadataSnapshot.getCommitUserData()));
}
Also used : HashMap(java.util.HashMap) ByteArrayOutputStream(java.io.ByteArrayOutputStream) Matchers.containsString(org.hamcrest.Matchers.containsString) OutputStreamStreamOutput(org.opensearch.common.io.stream.OutputStreamStreamOutput) ByteArrayInputStream(java.io.ByteArrayInputStream) Map(java.util.Map) HashMap(java.util.HashMap) Collections.unmodifiableMap(java.util.Collections.unmodifiableMap) InputStreamStreamInput(org.opensearch.common.io.stream.InputStreamStreamInput)

Example 4 with OutputStreamStreamOutput

use of org.opensearch.common.io.stream.OutputStreamStreamOutput in project OpenSearch by opensearch-project.

the class StoreTests method testStreamStoreFilesMetadata.

public void testStreamStoreFilesMetadata() throws Exception {
    Store.MetadataSnapshot metadataSnapshot = createMetadataSnapshot();
    int numOfLeases = randomIntBetween(0, 10);
    List<RetentionLease> peerRecoveryRetentionLeases = new ArrayList<>();
    for (int i = 0; i < numOfLeases; i++) {
        peerRecoveryRetentionLeases.add(new RetentionLease(ReplicationTracker.getPeerRecoveryRetentionLeaseId(UUIDs.randomBase64UUID()), randomNonNegativeLong(), randomNonNegativeLong(), ReplicationTracker.PEER_RECOVERY_RETENTION_LEASE_SOURCE));
    }
    TransportNodesListShardStoreMetadata.StoreFilesMetadata outStoreFileMetadata = new TransportNodesListShardStoreMetadata.StoreFilesMetadata(new ShardId("test", "_na_", 0), metadataSnapshot, peerRecoveryRetentionLeases);
    ByteArrayOutputStream outBuffer = new ByteArrayOutputStream();
    OutputStreamStreamOutput out = new OutputStreamStreamOutput(outBuffer);
    org.opensearch.Version targetNodeVersion = randomVersion(random());
    out.setVersion(targetNodeVersion);
    outStoreFileMetadata.writeTo(out);
    ByteArrayInputStream inBuffer = new ByteArrayInputStream(outBuffer.toByteArray());
    InputStreamStreamInput in = new InputStreamStreamInput(inBuffer);
    in.setVersion(targetNodeVersion);
    TransportNodesListShardStoreMetadata.StoreFilesMetadata inStoreFileMetadata = new TransportNodesListShardStoreMetadata.StoreFilesMetadata(in);
    Iterator<StoreFileMetadata> outFiles = outStoreFileMetadata.iterator();
    for (StoreFileMetadata inFile : inStoreFileMetadata) {
        assertThat(inFile.name(), equalTo(outFiles.next().name()));
    }
    assertThat(outStoreFileMetadata.syncId(), equalTo(inStoreFileMetadata.syncId()));
    assertThat(outStoreFileMetadata.peerRecoveryRetentionLeases(), equalTo(peerRecoveryRetentionLeases));
}
Also used : ArrayList(java.util.ArrayList) ByteArrayOutputStream(java.io.ByteArrayOutputStream) ShardId(org.opensearch.index.shard.ShardId) OutputStreamStreamOutput(org.opensearch.common.io.stream.OutputStreamStreamOutput) RetentionLease(org.opensearch.index.seqno.RetentionLease) ByteArrayInputStream(java.io.ByteArrayInputStream) TransportNodesListShardStoreMetadata(org.opensearch.indices.store.TransportNodesListShardStoreMetadata) InputStreamStreamInput(org.opensearch.common.io.stream.InputStreamStreamInput)

Example 5 with OutputStreamStreamOutput

use of org.opensearch.common.io.stream.OutputStreamStreamOutput in project OpenSearch by opensearch-project.

the class TermVectorsUnitTests method testStreamRequest.

public void testStreamRequest() throws IOException {
    for (int i = 0; i < 10; i++) {
        TermVectorsRequest request = new TermVectorsRequest("index", "id");
        request.offsets(random().nextBoolean());
        request.fieldStatistics(random().nextBoolean());
        request.payloads(random().nextBoolean());
        request.positions(random().nextBoolean());
        request.termStatistics(random().nextBoolean());
        String pref = random().nextBoolean() ? "somePreference" : null;
        request.preference(pref);
        request.doc(new BytesArray("{}"), randomBoolean(), XContentType.JSON);
        // write
        ByteArrayOutputStream outBuffer = new ByteArrayOutputStream();
        OutputStreamStreamOutput out = new OutputStreamStreamOutput(outBuffer);
        request.writeTo(out);
        // read
        ByteArrayInputStream opensearchInBuffer = new ByteArrayInputStream(outBuffer.toByteArray());
        InputStreamStreamInput opensearchBuffer = new InputStreamStreamInput(opensearchInBuffer);
        TermVectorsRequest req2 = new TermVectorsRequest(opensearchBuffer);
        assertThat(request.offsets(), equalTo(req2.offsets()));
        assertThat(request.fieldStatistics(), equalTo(req2.fieldStatistics()));
        assertThat(request.payloads(), equalTo(req2.payloads()));
        assertThat(request.positions(), equalTo(req2.positions()));
        assertThat(request.termStatistics(), equalTo(req2.termStatistics()));
        assertThat(request.preference(), equalTo(pref));
        assertThat(request.routing(), equalTo(null));
        assertEquals(new BytesArray("{}"), request.doc());
        assertEquals(XContentType.JSON, request.xContentType());
    }
}
Also used : BytesArray(org.opensearch.common.bytes.BytesArray) OutputStreamStreamOutput(org.opensearch.common.io.stream.OutputStreamStreamOutput) ByteArrayInputStream(java.io.ByteArrayInputStream) ByteArrayOutputStream(java.io.ByteArrayOutputStream) InputStreamStreamInput(org.opensearch.common.io.stream.InputStreamStreamInput)

Aggregations

OutputStreamStreamOutput (org.opensearch.common.io.stream.OutputStreamStreamOutput)16 ByteArrayOutputStream (java.io.ByteArrayOutputStream)10 ByteArrayInputStream (java.io.ByteArrayInputStream)9 InputStreamStreamInput (org.opensearch.common.io.stream.InputStreamStreamInput)9 BytesStreamOutput (org.opensearch.common.io.stream.BytesStreamOutput)4 StreamOutput (org.opensearch.common.io.stream.StreamOutput)4 BytesReference (org.opensearch.common.bytes.BytesReference)3 StreamInput (org.opensearch.common.io.stream.StreamInput)3 ShardId (org.opensearch.index.shard.ShardId)3 OutputStreamDataOutput (org.apache.lucene.store.OutputStreamDataOutput)2 BytesRef (org.apache.lucene.util.BytesRef)2 Version (org.opensearch.Version)2 BytesArray (org.opensearch.common.bytes.BytesArray)2 CompositeBytesReference (org.opensearch.common.bytes.CompositeBytesReference)2 ReleasableBytesReference (org.opensearch.common.bytes.ReleasableBytesReference)2 VersionUtils.randomVersion (org.opensearch.test.VersionUtils.randomVersion)2 ArrayList (java.util.ArrayList)1 Collections.unmodifiableMap (java.util.Collections.unmodifiableMap)1 HashMap (java.util.HashMap)1 Map (java.util.Map)1