Examples with RetriesExhaustedException com.evanlennick.retry4j.exception.RetriesExhaustedException used on opensource projects

Example 1 with RetriesExhaustedException

use of com.evanlennick.retry4j.exception.RetriesExhaustedException in project bender by Nextdoor.

the class S3EventIterator method hasNext.

@Override
public boolean hasNext() {
    if (this.currentIndex < this.records.size()) {
        return true;
    }
    /*
     * Wrap has next row in retry logic. This is because there is intermittent socket timeouts when
     * reading from S3 that cause the function to hang/fail.
     */
    Callable<Boolean> callable = () -> {
        return this.lineIterator.hasNext();
    };
    boolean hasNext;
    try {
        CallResults<Object> results = new CallExecutor(this.config).execute(callable);
        hasNext = (boolean) results.getResult();
    } catch (RetriesExhaustedException ree) {
        throw new RuntimeException(ree.getCallResults().getLastExceptionThatCausedRetry());
    } catch (UnexpectedException ue) {
        throw ue;
    }
    /*
     * If there are no lines then the reader from which the lines came from should be closed.
     */
    if (!hasNext) {
        closeCurrentReader();
    }
    return hasNext;
}

Example 2 with RetriesExhaustedException

use of com.evanlennick.retry4j.exception.RetriesExhaustedException in project bender by Nextdoor.

the class S3EventIterator method next.

@Override
public InternalEvent next() {
    updateCursor();
    /*
     * Wrap reading next row in retry logic. This is because there is intermittent socket timeouts
     * when reading from S3 that cause the function to hang/fail.
     */
    Callable<String> callable = () -> {
        return this.lineIterator.next();
    };
    String nextRow;
    try {
        CallResults<Object> results = new CallExecutor(this.config).execute(callable);
        nextRow = (String) results.getResult();
    } catch (RetriesExhaustedException ree) {
        throw new RuntimeException(ree.getCallResults().getLastExceptionThatCausedRetry());
    } catch (UnexpectedException ue) {
        throw ue;
    }
    /*
     * Construct the internal event
     */
    return new S3InternalEvent(nextRow, this.context, this.arrivalTime, currentS3Entity.getObject().getKey(), currentS3Entity.getBucket().getName(), currentS3Entity.getObject().getVersionId());
}

Example 3 with RetriesExhaustedException

use of com.evanlennick.retry4j.exception.RetriesExhaustedException in project bender by Nextdoor.

the class TcpTransportTest method shouldExhaustRetries.

@Test
public void shouldExhaustRetries() throws TransportException, IOException {
    Sink sink = mock(Sink.class);
    TcpTransport transport = new TcpTransport(sink, 4, 0);
    TcpTransportBuffer transportBuffer = mock(TcpTransportBuffer.class);
    Buffer buffer = new Buffer();
    when(transportBuffer.getInternalBuffer()).thenReturn(buffer);
    doThrow(new IOException()).when(sink).write(eq(buffer), eq(0L));
    try {
        transport.sendBatch(transportBuffer);
        fail("Should exhaust retries");
    } catch (TransportException ex) {
        assertTrue(ex.getCause() instanceof RetriesExhaustedException);
    }
    verify(sink, times(5)).write(eq(buffer), eq(0L));
}

Example 4 with RetriesExhaustedException

use of com.evanlennick.retry4j.exception.RetriesExhaustedException in project bender by Nextdoor.

the class HttpTransport method sendBatch.

public void sendBatch(byte[] raw) throws TransportException {
    /*
     * Wrap the call with retry logic to avoid intermittent ES issues.
     */
    Callable<HttpResponse> callable = () -> {
        HttpResponse resp;
        String responseString = null;
        HttpPost httpPost = new HttpPost(this.url);
        /*
       * Do the call, read response, release connection so it is available for use again, and
       * finally check the response.
       */
        try {
            if (this.useGzip) {
                resp = sendBatchCompressed(httpPost, raw);
            } else {
                resp = sendBatchUncompressed(httpPost, raw);
            }
            try {
                responseString = EntityUtils.toString(resp.getEntity());
            } catch (ParseException | IOException e) {
                throw new TransportException("http transport call failed because " + resp.getStatusLine().getReasonPhrase());
            }
        } finally {
            /*
         * Always release connection otherwise it blocks future requests.
         */
            httpPost.releaseConnection();
        }
        checkResponse(resp, responseString);
        return resp;
    };
    RetryConfig config = new RetryConfigBuilder().retryOnSpecificExceptions(TransportException.class).withMaxNumberOfTries(this.retries + 1).withDelayBetweenTries(this.retryDelayMs, ChronoUnit.MILLIS).withExponentialBackoff().build();
    try {
        new CallExecutor(config).execute(callable);
    } catch (RetriesExhaustedException ree) {
        logger.warn("transport failed after " + ree.getCallResults().getTotalTries() + " tries.");
        throw new TransportException(ree.getCallResults().getLastExceptionThatCausedRetry());
    } catch (UnexpectedException ue) {
        throw new TransportException(ue);
    }
}

Example 5 with RetriesExhaustedException

use of com.evanlennick.retry4j.exception.RetriesExhaustedException in project bender by Nextdoor.

the class TcpTransport method sendBatch.

@Override
public void sendBatch(TransportBuffer buffer) throws TransportException {
    Buffer internalBuffer = ((TcpTransportBuffer) buffer).getInternalBuffer();
    Callable<Boolean> write = () -> {
        try {
            sink.write(internalBuffer, internalBuffer.size());
            return true;
        } catch (IOException ex) {
            throw new TransportException("Error while sending in tcp transport", ex);
        }
    };
    try {
        new CallExecutor(retryConfig).execute(write);
    } catch (RetriesExhaustedException | UnexpectedException ue) {
        throw new TransportException(ue);
    }
}