Search in sources :

Example 1 with OrderedEntityStreamReader

use of com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader in project rest.li by linkedin.

the class RAPStreamRequestEncoder method write.

@Override
public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) throws Exception {
    if (msg instanceof StreamRequest) {
        StreamRequest request = (StreamRequest) msg;
        HttpRequest nettyRequest = NettyRequestAdapter.toNettyRequest(request);
        ctx.write(nettyRequest, promise);
        _currentReader = new OrderedEntityStreamReader(ctx, new BufferedReader(ctx, MAX_BUFFERED_CHUNKS, FLUSH_THRESHOLD));
        request.getEntityStream().setReader(_currentReader);
    } else {
        _currentReader = null;
        ctx.write(msg, promise);
    }
}
Also used : HttpRequest(io.netty.handler.codec.http.HttpRequest) OrderedEntityStreamReader(com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader) StreamRequest(com.linkedin.r2.message.stream.StreamRequest)

Example 2 with OrderedEntityStreamReader

use of com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader in project rest.li by linkedin.

the class Http2StreamCodec method write.

@Override
public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) throws Exception {
    if (!(msg instanceof RequestWithCallback)) {
        ctx.write(msg, promise);
        return;
    }
    Request request = ((RequestWithCallback) msg).request();
    Http2ConnectionEncoder encoder = encoder();
    int streamId = connection().local().incrementAndGetNextStreamId();
    final ChannelFuture headersFuture;
    if (request instanceof StreamRequest) {
        final StreamRequest streamRequest = (StreamRequest) request;
        final Http2Headers http2Headers = NettyRequestAdapter.toHttp2Headers(streamRequest);
        final BufferedReader bufferedReader = new BufferedReader(ctx, encoder, streamId, ((RequestWithCallback) msg).handle());
        final OrderedEntityStreamReader reader = new OrderedEntityStreamReader(ctx, bufferedReader);
        streamRequest.getEntityStream().setReader(reader);
        LOG.debug("Sent HTTP/2 HEADERS frame, stream={}, end={}, headers={}, padding={}bytes", new Object[] { streamId, NOT_END_STREAM, http2Headers.size(), NO_PADDING });
        headersFuture = encoder.writeHeaders(ctx, streamId, http2Headers, NO_PADDING, NOT_END_STREAM, promise);
        headersFuture.addListener(future -> {
            if (future.isSuccess()) {
                reader.request(BufferedReader.MAX_BUFFERED_CHUNKS);
            }
        });
    } else if (request instanceof RestRequest) {
        final RestRequest restRequest = (RestRequest) request;
        final Http2Headers headers = NettyRequestAdapter.toHttp2Headers(restRequest);
        LOG.debug("Sent HTTP/2 HEADERS frame, stream={}, end={}, headers={}, padding={}bytes", new Object[] { streamId, NOT_END_STREAM, headers.size(), NO_PADDING });
        headersFuture = encoder.writeHeaders(ctx, streamId, headers, NO_PADDING, NOT_END_STREAM, promise);
        headersFuture.addListener(future -> {
            if (future.isSuccess()) {
                final ByteBuf data = Unpooled.wrappedBuffer(restRequest.getEntity().asByteBuffer());
                LOG.debug("Sent HTTP/2 DATA frame, stream={}, end={}, data={}bytes, padding={}bytes", new Object[] { streamId, END_STREAM, data.readableBytes(), NO_PADDING });
                encoder.writeData(ctx, streamId, data, NO_PADDING, END_STREAM, ctx.newPromise());
                ctx.channel().flush();
            }
        });
    } else {
        // Release the handle to put the channel back to the pool
        ((RequestWithCallback) msg).handle().release();
        throw new IllegalArgumentException("Request is neither StreamRequest or RestRequest");
    }
    final TransportCallback<?> callback = ((RequestWithCallback) msg).callback();
    @SuppressWarnings("unchecked") final TimeoutAsyncPoolHandle<Channel> handle = (TimeoutAsyncPoolHandle<Channel>) ((RequestWithCallback) msg).handle();
    headersFuture.addListener(future -> {
        if (future.isSuccess()) {
            // Sets TransportCallback as a stream property to be retrieved later
            Http2PipelinePropertyUtil.set(ctx, connection(), streamId, Http2ClientPipelineInitializer.CALLBACK_ATTR_KEY, callback);
            // Sets AsyncPoolHandle as a stream property to be retrieved later
            Http2PipelinePropertyUtil.set(ctx, connection(), streamId, Http2ClientPipelineInitializer.CHANNEL_POOL_HANDLE_ATTR_KEY, handle);
            // Sets a timeout task to reset stream
            // Channel pool handle is also released at timeout
            handle.addTimeoutTask(() -> {
                LOG.debug("Reset stream upon timeout, stream={}", streamId);
                resetStream(ctx, streamId, Http2Error.CANCEL.code(), ctx.newPromise());
                ctx.flush();
            });
        } else {
            // Invokes callback onResponse with the error thrown during write header or data
            callback.onResponse(TransportResponseImpl.error(future.cause()));
            // Releases the handle to put the channel back to the pool
            handle.release();
            // Resets the stream if a stream is created after we sent header
            if (connection().stream(streamId) != null) {
                LOG.debug("Reset stream upon timeout, stream={}", streamId);
                resetStream(ctx, streamId, Http2Error.CANCEL.code(), ctx.newPromise());
                ctx.flush();
            }
        }
    });
}
Also used : ChannelFuture(io.netty.channel.ChannelFuture) AsyncPoolHandle(com.linkedin.r2.transport.http.client.AsyncPoolHandle) LoggerFactory(org.slf4j.LoggerFactory) Http2ConnectionEncoder(io.netty.handler.codec.http2.Http2ConnectionEncoder) Reader(com.linkedin.r2.message.stream.entitystream.Reader) StreamRequest(com.linkedin.r2.message.stream.StreamRequest) TransportCallback(com.linkedin.r2.transport.common.bridge.common.TransportCallback) Unpooled(io.netty.buffer.Unpooled) Http2ConnectionDecoder(io.netty.handler.codec.http2.Http2ConnectionDecoder) NettyRequestAdapter(com.linkedin.r2.netty.common.NettyRequestAdapter) ChannelHandlerContext(io.netty.channel.ChannelHandlerContext) Request(com.linkedin.r2.message.Request) ByteBuf(io.netty.buffer.ByteBuf) ChannelPromise(io.netty.channel.ChannelPromise) TimeoutAsyncPoolHandle(com.linkedin.r2.transport.http.client.TimeoutAsyncPoolHandle) ByteString(com.linkedin.data.ByteString) StreamResponse(com.linkedin.r2.message.stream.StreamResponse) Http2Exception(io.netty.handler.codec.http2.Http2Exception) RestRequest(com.linkedin.r2.message.rest.RestRequest) Logger(org.slf4j.Logger) RequestWithCallback(com.linkedin.r2.transport.common.bridge.common.RequestWithCallback) OrderedEntityStreamReader(com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader) Http2ConnectionHandler(io.netty.handler.codec.http2.Http2ConnectionHandler) ChannelFuture(io.netty.channel.ChannelFuture) Channel(io.netty.channel.Channel) Http2Settings(io.netty.handler.codec.http2.Http2Settings) R2Constants(com.linkedin.r2.filter.R2Constants) TransportResponseImpl(com.linkedin.r2.transport.common.bridge.common.TransportResponseImpl) Http2Headers(io.netty.handler.codec.http2.Http2Headers) Http2Error(io.netty.handler.codec.http2.Http2Error) Optional(java.util.Optional) ReadHandle(com.linkedin.r2.message.stream.entitystream.ReadHandle) Collections(java.util.Collections) Channel(io.netty.channel.Channel) StreamRequest(com.linkedin.r2.message.stream.StreamRequest) Request(com.linkedin.r2.message.Request) RestRequest(com.linkedin.r2.message.rest.RestRequest) ByteBuf(io.netty.buffer.ByteBuf) StreamRequest(com.linkedin.r2.message.stream.StreamRequest) TimeoutAsyncPoolHandle(com.linkedin.r2.transport.http.client.TimeoutAsyncPoolHandle) RestRequest(com.linkedin.r2.message.rest.RestRequest) RequestWithCallback(com.linkedin.r2.transport.common.bridge.common.RequestWithCallback) OrderedEntityStreamReader(com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader) Http2Headers(io.netty.handler.codec.http2.Http2Headers) Http2ConnectionEncoder(io.netty.handler.codec.http2.Http2ConnectionEncoder)

Example 3 with OrderedEntityStreamReader

use of com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader in project rest.li by linkedin.

the class ClientEntityStreamHandler method write.

@Override
public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) {
    if (msg instanceof StreamRequest) {
        StreamRequest request = (StreamRequest) msg;
        // Sets reader after the headers have been flushed on the channel
        OrderedEntityStreamReader orderedReader = new OrderedEntityStreamReader(ctx, new StreamReader(ctx));
        ctx.write(request).addListener(future -> request.getEntityStream().setReader(orderedReader));
    } else {
        ctx.write(msg);
    }
}
Also used : OrderedEntityStreamReader(com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader) StreamReader(com.linkedin.r2.netty.entitystream.StreamReader) OrderedEntityStreamReader(com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader) StreamRequest(com.linkedin.r2.message.stream.StreamRequest)

Aggregations

StreamRequest (com.linkedin.r2.message.stream.StreamRequest)3 OrderedEntityStreamReader (com.linkedin.r2.transport.http.client.stream.OrderedEntityStreamReader)3 ByteString (com.linkedin.data.ByteString)1 R2Constants (com.linkedin.r2.filter.R2Constants)1 Request (com.linkedin.r2.message.Request)1 RestRequest (com.linkedin.r2.message.rest.RestRequest)1 StreamResponse (com.linkedin.r2.message.stream.StreamResponse)1 ReadHandle (com.linkedin.r2.message.stream.entitystream.ReadHandle)1 Reader (com.linkedin.r2.message.stream.entitystream.Reader)1 NettyRequestAdapter (com.linkedin.r2.netty.common.NettyRequestAdapter)1 StreamReader (com.linkedin.r2.netty.entitystream.StreamReader)1 RequestWithCallback (com.linkedin.r2.transport.common.bridge.common.RequestWithCallback)1 TransportCallback (com.linkedin.r2.transport.common.bridge.common.TransportCallback)1 TransportResponseImpl (com.linkedin.r2.transport.common.bridge.common.TransportResponseImpl)1 AsyncPoolHandle (com.linkedin.r2.transport.http.client.AsyncPoolHandle)1 TimeoutAsyncPoolHandle (com.linkedin.r2.transport.http.client.TimeoutAsyncPoolHandle)1 ByteBuf (io.netty.buffer.ByteBuf)1 Unpooled (io.netty.buffer.Unpooled)1 Channel (io.netty.channel.Channel)1 ChannelFuture (io.netty.channel.ChannelFuture)1