Examples with SerializedPage com.facebook.presto.execution.buffer.SerializedPage used on opensource projects

Example 1 with SerializedPage

use of com.facebook.presto.execution.buffer.SerializedPage in project presto by prestodb.

the class ExchangeClient method getNextPage.

@Nullable
public SerializedPage getNextPage(Duration maxWaitTime) throws InterruptedException {
    checkState(!Thread.holdsLock(this), "Can not get next page while holding a lock on this");
    throwIfFailed();
    if (closed.get()) {
        return null;
    }
    scheduleRequestIfNecessary();
    SerializedPage page = pageBuffer.poll();
    // only wait for a page if we have remote clients
    if (page == null && maxWaitTime.toMillis() >= 1 && !allClients.isEmpty()) {
        page = pageBuffer.poll(maxWaitTime.toMillis(), TimeUnit.MILLISECONDS);
    }
    return postProcessPage(page);
}

Example 2 with SerializedPage

use of com.facebook.presto.execution.buffer.SerializedPage in project presto by prestodb.

the class TaskResource method getResults.

@GET
@Path("{taskId}/results/{bufferId}/{token}")
@Produces(PRESTO_PAGES)
public void getResults(@PathParam("taskId") TaskId taskId, @PathParam("bufferId") OutputBufferId bufferId, @PathParam("token") final long token, @HeaderParam(PRESTO_MAX_SIZE) DataSize maxSize, @Suspended AsyncResponse asyncResponse) throws InterruptedException {
    requireNonNull(taskId, "taskId is null");
    requireNonNull(bufferId, "bufferId is null");
    long start = System.nanoTime();
    ListenableFuture<BufferResult> bufferResultFuture = taskManager.getTaskResults(taskId, bufferId, token, maxSize);
    Duration waitTime = randomizeWaitTime(DEFAULT_MAX_WAIT_TIME);
    bufferResultFuture = addTimeout(bufferResultFuture, () -> BufferResult.emptyResults(taskManager.getTaskInstanceId(taskId), token, false), waitTime, timeoutExecutor);
    ListenableFuture<Response> responseFuture = Futures.transform(bufferResultFuture, result -> {
        List<SerializedPage> serializedPages = result.getSerializedPages();
        GenericEntity<?> entity = null;
        Status status;
        if (serializedPages.isEmpty()) {
            status = Status.NO_CONTENT;
        } else {
            entity = new GenericEntity<>(serializedPages, new TypeToken<List<Page>>() {
            }.getType());
            status = Status.OK;
        }
        return Response.status(status).entity(entity).header(PRESTO_TASK_INSTANCE_ID, result.getTaskInstanceId()).header(PRESTO_PAGE_TOKEN, result.getToken()).header(PRESTO_PAGE_NEXT_TOKEN, result.getNextToken()).header(PRESTO_BUFFER_COMPLETE, result.isBufferComplete()).build();
    });
    // For hard timeout, add an additional 5 seconds to max wait for thread scheduling contention and GC
    Duration timeout = new Duration(waitTime.toMillis() + 5000, MILLISECONDS);
    bindAsyncResponse(asyncResponse, responseFuture, responseExecutor).withTimeout(timeout, Response.status(Status.NO_CONTENT).header(PRESTO_TASK_INSTANCE_ID, taskManager.getTaskInstanceId(taskId)).header(PRESTO_PAGE_TOKEN, token).header(PRESTO_PAGE_NEXT_TOKEN, token).header(PRESTO_BUFFER_COMPLETE, false).build());
    responseFuture.addListener(() -> readFromOutputBufferTime.add(Duration.nanosSince(start)), directExecutor());
    asyncResponse.register((CompletionCallback) throwable -> resultsRequestTime.add(Duration.nanosSince(start)));
}

Example 3 with SerializedPage

use of com.facebook.presto.execution.buffer.SerializedPage in project presto by prestodb.

the class ExchangeClient method pollPage.

@Nullable
public SerializedPage pollPage() {
    checkState(!Thread.holdsLock(this), "Can not get next page while holding a lock on this");
    throwIfFailed();
    if (closed.get()) {
        return null;
    }
    SerializedPage page = pageBuffer.poll();
    return postProcessPage(page);
}

Example 4 with SerializedPage

use of com.facebook.presto.execution.buffer.SerializedPage in project presto by prestodb.

the class ExchangeOperator method getOutput.

@Override
public Page getOutput() {
    SerializedPage page = exchangeClient.pollPage();
    if (page == null) {
        return null;
    }
    operatorContext.recordGeneratedInput(page.getSizeInBytes(), page.getPositionCount());
    return serde.deserialize(page);
}