Examples with SegmentInputStream io.pravega.client.segment.impl.SegmentInputStream used on opensource projects

Example 6 with SegmentInputStream

use of io.pravega.client.segment.impl.SegmentInputStream in project pravega by pravega.

the class ReadTest method readThroughSegmentClient.

@Test
public void readThroughSegmentClient() throws SegmentSealedException, EndOfSegmentException, SegmentTruncatedException {
    String endpoint = "localhost";
    String scope = "scope";
    String stream = "stream";
    int port = TestUtils.getAvailableListenPort();
    String testString = "Hello world\n";
    StreamSegmentStore store = this.serviceBuilder.createStreamSegmentService();
    @Cleanup PravegaConnectionListener server = new PravegaConnectionListener(false, port, store);
    server.startListening();
    ConnectionFactory clientCF = new ConnectionFactoryImpl(ClientConfig.builder().build());
    Controller controller = new MockController(endpoint, port, clientCF);
    controller.createScope(scope);
    controller.createStream(StreamConfiguration.builder().scope(scope).streamName(stream).build());
    SegmentOutputStreamFactoryImpl segmentproducerClient = new SegmentOutputStreamFactoryImpl(controller, clientCF);
    SegmentInputStreamFactoryImpl segmentConsumerClient = new SegmentInputStreamFactoryImpl(controller, clientCF);
    Segment segment = Futures.getAndHandleExceptions(controller.getCurrentSegments(scope, stream), RuntimeException::new).getSegments().iterator().next();
    @Cleanup("close") SegmentOutputStream out = segmentproducerClient.createOutputStreamForSegment(segment, segmentSealedCallback, EventWriterConfig.builder().build(), "");
    out.write(new PendingEvent(null, ByteBuffer.wrap(testString.getBytes()), new CompletableFuture<>()));
    out.flush();
    @Cleanup("close") SegmentInputStream in = segmentConsumerClient.createInputStreamForSegment(segment);
    ByteBuffer result = in.read();
    assertEquals(ByteBuffer.wrap(testString.getBytes()), result);
    // Test large write followed by read
    out.write(new PendingEvent(null, ByteBuffer.wrap(new byte[15]), new CompletableFuture<>()));
    out.write(new PendingEvent(null, ByteBuffer.wrap(new byte[15]), new CompletableFuture<>()));
    out.write(new PendingEvent(null, ByteBuffer.wrap(new byte[150000]), new CompletableFuture<>()));
    assertEquals(in.read().capacity(), 15);
    assertEquals(in.read().capacity(), 15);
    assertEquals(in.read().capacity(), 150000);
}

Example 7 with SegmentInputStream

use of io.pravega.client.segment.impl.SegmentInputStream in project pravega by pravega.

the class EventStreamReaderImpl method close.

@Override
public void close() {
    synchronized (readers) {
        if (!closed) {
            log.info("Closing reader {} ", this);
            closed = true;
            groupState.readerShutdown(getPosition());
            for (SegmentInputStream reader : readers) {
                reader.close();
            }
            readers.clear();
            groupState.close();
        }
    }
}

Example 8 with SegmentInputStream

use of io.pravega.client.segment.impl.SegmentInputStream in project pravega by pravega.

the class EventStreamReaderImpl method releaseSegmentsIfNeeded.

@GuardedBy("readers")
private void releaseSegmentsIfNeeded() throws ReinitializationRequiredException {
    Segment segment = groupState.findSegmentToReleaseIfRequired();
    if (segment != null) {
        log.info("{} releasing segment {}", this, segment);
        SegmentInputStream reader = readers.stream().filter(r -> r.getSegmentId().equals(segment)).findAny().orElse(null);
        if (reader != null) {
            if (groupState.releaseSegment(segment, reader.getOffset(), getLag())) {
                readers.remove(reader);
                reader.close();
            }
        }
    }
}

Example 9 with SegmentInputStream

use of io.pravega.client.segment.impl.SegmentInputStream in project pravega by pravega.

the class EventStreamReaderImpl method fetchEvent.

@Override
public Type fetchEvent(EventPointer pointer) throws NoSuchEventException {
    Preconditions.checkNotNull(pointer);
    // Create SegmentInputStream
    @Cleanup SegmentInputStream inputStream = inputStreamFactory.createInputStreamForSegment(pointer.asImpl().getSegment(), pointer.asImpl().getEventLength());
    inputStream.setOffset(pointer.asImpl().getEventStartOffset());
    // Read event
    try {
        ByteBuffer buffer = inputStream.read();
        Type result = deserializer.deserialize(buffer);
        return result;
    } catch (EndOfSegmentException e) {
        throw new NoSuchEventException(e.getMessage());
    } catch (NoSuchSegmentException | SegmentTruncatedException e) {
        throw new NoSuchEventException("Event no longer exists.");
    }
}