Examples with MetacatTooManyRequestsException com.netflix.metacat.common.exception.MetacatTooManyRequestsException used on opensource projects

Example 1 with MetacatTooManyRequestsException

use of com.netflix.metacat.common.exception.MetacatTooManyRequestsException in project metacat by Netflix.

the class RequestWrapper method checkRequestRateLimit.

private void checkRequestRateLimit(@NonNull final QualifiedName name, @NonNull final String resourceRequestName, @NonNull final Map<String, String> tags) {
    if (!this.config.isRateLimiterEnabled()) {
        return;
    }
    log.info("Checking request rate limit for {}. Request: {}", name, resourceRequestName);
    if (this.rateLimiter.hasExceededRequestLimit(new RateLimiterRequestContext(resourceRequestName, name))) {
        final String errorMsg = String.format("Too many requests for resource %s. Request: %s", name, resourceRequestName);
        log.warn(errorMsg);
        registry.counter(requestRateLimitExceededId.withTags(tags)).increment();
        if (this.config.isRateLimiterEnforced()) {
            throw new MetacatTooManyRequestsException(errorMsg);
        }
    }
}

Example 2 with MetacatTooManyRequestsException

use of com.netflix.metacat.common.exception.MetacatTooManyRequestsException in project metacat by Netflix.

the class RequestWrapper method processRequest.

/**
 * Request wrapper to to process request.
 *
 * @param name                name
 * @param resourceRequestName request name
 * @param requestTags         tags that needs to be added to the registry
 * @param supplier            supplier
 * @param <R>                 response
 * @return response of supplier
 */
public <R> R processRequest(final QualifiedName name, final String resourceRequestName, final Map<String, String> requestTags, final Supplier<R> supplier) {
    final long start = registry.clock().wallTime();
    final Map<String, String> tags = new HashMap<>(name.parts());
    if (requestTags != null) {
        tags.putAll(requestTags);
    }
    tags.put("request", resourceRequestName);
    tags.put("scheme", MetacatContextManager.getContext().getScheme());
    registry.counter(requestCounterId.withTags(tags)).increment();
    try {
        // check rate limit in try-catch block in case ratelimiter throws exception.
        // those exceptions can be tracked correctly, by the existing finally block that logs metrics.
        checkRequestRateLimit(name, resourceRequestName, tags);
        log.info("### Calling method: {} for {}", resourceRequestName, name);
        return supplier.get();
    } catch (UnsupportedOperationException e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        log.error(e.getMessage(), e);
        throw new MetacatNotSupportedException("Catalog does not support the operation. " + e.getMessage());
    } catch (DatabaseAlreadyExistsException | TableAlreadyExistsException | PartitionAlreadyExistsException e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        log.error(e.getMessage(), e);
        throw new MetacatAlreadyExistsException(e.getMessage());
    } catch (NotFoundException | MetacatNotFoundException e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        log.error(e.getMessage(), e);
        throw new MetacatNotFoundException(String.format("Unable to locate for %s. Details: %s", name, e.getMessage()));
    } catch (InvalidMetaException | IllegalArgumentException e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        log.error(e.getMessage(), e);
        throw new MetacatBadRequestException(String.format("%s.%s", e.getMessage(), e.getCause() == null ? "" : e.getCause().getMessage()));
    } catch (TablePreconditionFailedException e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        log.error(e.getMessage(), e);
        throw new MetacatPreconditionFailedException(String.format("%s.%s", e.getMessage(), e.getCause() == null ? "" : e.getCause().getMessage()));
    } catch (ConnectorException e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        final String message = String.format("%s.%s -- %s failed for %s", e.getMessage(), e.getCause() == null ? "" : e.getCause().getMessage(), resourceRequestName, name);
        log.error(message, e);
        for (Throwable ex : Throwables.getCausalChain(e)) {
            if (ex.getMessage().contains("too many connections") || ex.getMessage().contains("Timeout: Pool empty")) {
                throw new MetacatTooManyRequestsException(ex.getMessage());
            }
        }
        throw new MetacatException(message, e);
    } catch (UserMetadataServiceException e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        final String message = String.format("%s.%s -- %s usermetadata operation failed for %s", e.getMessage(), e.getCause() == null ? "" : e.getCause().getMessage(), resourceRequestName, name);
        throw new MetacatUserMetadataException(message);
    } catch (Exception e) {
        collectRequestExceptionMetrics(tags, e.getClass().getSimpleName());
        final String message = String.format("%s.%s -- %s failed for %s", e.getMessage(), e.getCause() == null ? "" : e.getCause().getMessage(), resourceRequestName, name);
        log.error(message, e);
        if (e instanceof MetacatException) {
            throw e;
        } else {
            throw new MetacatException(message, e);
        }
    } finally {
        final long duration = registry.clock().wallTime() - start;
        log.info("### Time taken to complete {} for {} is {} ms", resourceRequestName, name, duration);
        tryAddTableTypeTag(tags, name);
        this.registry.timer(requestTimerId.withTags(tags)).record(duration, TimeUnit.MILLISECONDS);
    }
}

Example 3 with MetacatTooManyRequestsException

use of com.netflix.metacat.common.exception.MetacatTooManyRequestsException in project metacat by Netflix.

the class MetacatErrorDecoder method decode.

/**
 * {@inheritDoc}
 */
@Override
public Exception decode(final String methodKey, final Response response) {
    try {
        String message = "";
        if (response.body() != null) {
            message = Util.toString(response.body().asReader());
            try {
                final ObjectNode body = metacatJson.parseJsonObject(message);
                message = body.path("error").asText();
                if (Strings.isNullOrEmpty(message)) {
                    message = body.path("message").asText("No error message supplied.");
                }
            } catch (final MetacatJsonException ignored) {
            }
        }
        switch(response.status()) {
            // NOT IMPLEMENTED
            case 501:
            case // UNSUPPORTED_MEDIA_TYPE
            415:
                return new MetacatNotSupportedException(message);
            case // BAD_REQUEST
            400:
                return new MetacatBadRequestException(message);
            case // Forbidden
            403:
                return new MetacatUnAuthorizedException(message);
            case // NOT_FOUND
            404:
                return new MetacatNotFoundException(message);
            case // CONFLICT
            409:
                return new MetacatAlreadyExistsException(message);
            case // PRECONDITION_FAILED
            412:
                return new MetacatPreconditionFailedException(message);
            case 429:
                return new RetryableException(response.status(), message, response.request() == null ? null : response.request().httpMethod(), new MetacatTooManyRequestsException(message), Date.from(Instant.now().plus(1, ChronoUnit.MINUTES)), response.request());
            // INTERNAL_SERVER_ERROR
            case 500:
            case // SERVICE_UNAVAILABLE
            503:
                return new RetryableException(response.status(), message, response.request() == null ? null : response.request().httpMethod(), new MetacatException(message), null, response.request());
            default:
                return new MetacatException(message);
        }
    } catch (final IOException e) {
        return super.decode(methodKey, response);
    }
}