Examples with URLFetchRequest com.google.appengine.api.urlfetch.URLFetchServicePb.URLFetchRequest used on opensource projects

Example 21 with URLFetchRequest

use of com.google.appengine.api.urlfetch.URLFetchServicePb.URLFetchRequest in project appengine-java-standard by GoogleCloudPlatform.

the class UrlFetchJob method execute.

@Override
public void execute(JobExecutionContext context) throws JobExecutionException {
    // blocking anything other than task execution
    try {
        localServerEnvironment.waitForServerToStart();
    } catch (InterruptedException e) {
        throw new JobExecutionException("Interrupted while waiting for server to initialize.", e, false);
    }
    Trigger trigger = context.getTrigger();
    UrlFetchJobDetail jd = (UrlFetchJobDetail) context.getJobDetail();
    URLFetchRequest fetchReq = newFetchRequest(jd.getTaskName(), jd.getAddRequest(), jd.getServerUrl(), jd.getRetryCount(), jd.getQueueXmlEntry(), jd.getPreviousResponse());
    long firstTryMs = jd.getFirstTryMs();
    if (firstTryMs == 0) {
        firstTryMs = clock.getCurrentTime();
    }
    int status = jd.getCallback().execute(fetchReq);
    // Anything other than [200,299] is a failure
    if ((status < 200 || status > 299) && canRetry(jd, firstTryMs)) {
        logger.info(String.format("Web hook at %s returned status code %d.  Rescheduling...", fetchReq.getUrl(), status));
        reschedule(context.getScheduler(), trigger, jd, firstTryMs, status);
    } else {
        try {
            context.getScheduler().unscheduleJob(trigger.getName(), trigger.getGroup());
        } catch (SchedulerException e) {
            logger.log(Level.SEVERE, String.format("Unsubscription of task %s failed.", jd.getAddRequest()), e);
        }
    }
}

Example 22 with URLFetchRequest

use of com.google.appengine.api.urlfetch.URLFetchServicePb.URLFetchRequest in project appengine-java-standard by GoogleCloudPlatform.

the class LocalURLFetchService method fetch.

@LatencyPercentiles(latency50th = 5)
public URLFetchResponse fetch(Status status, URLFetchRequest request) {
    if (status == null) {
        throw new NullPointerException("status cannot be null.");
    }
    if (request == null) {
        throw new NullPointerException("request cannot be null.");
    }
    if (!hasValidURL(request)) {
        throw new ApplicationException(ErrorCode.INVALID_URL.getNumber(), "Invalid URL: " + request.getUrl());
    }
    MethodFactory methodFactory = METHOD_FACTORY_MAP.get(request.getMethod());
    if (methodFactory == null) {
        throw new ApplicationException(ErrorCode.INVALID_URL.getNumber(), "Unsupported method: " + request.getMethod());
    }
    HttpRequestBase method = methodFactory.buildMethod(request);
    HttpParams params = new BasicHttpParams();
    HttpClientParams.setRedirecting(params, request.getFollowRedirects());
    // TODO set these timeouts according to the RPC deadline.
    // see http://b/1488459 for more info
    // how long we'll wait to establish a connection
    HttpConnectionParams.setConnectionTimeout(params, timeoutInMs);
    // how long we'll let the socket stay open
    HttpConnectionParams.setSoTimeout(params, timeoutInMs);
    method.setParams(params);
    boolean sawContentType = false;
    for (URLFetchRequest.Header pbHeader : request.getHeaderList()) {
        // an exception, and this behavior matches production.
        if (pbHeader.getKey().equalsIgnoreCase("Content-Length")) {
            continue;
        }
        method.addHeader(pbHeader.getKey(), pbHeader.getValue());
        if (pbHeader.getKey().equalsIgnoreCase("Content-Type")) {
            sawContentType = true;
        }
    }
    // TODO: Should we check on PUT/PATCH? What would the default be?
    if (!sawContentType && (request.getMethod() == RequestMethod.POST) && request.hasPayload()) {
        method.addHeader("Content-Type", "application/x-www-form-urlencoded");
    }
    URLFetchResponse.Builder response = URLFetchResponse.newBuilder();
    try {
        HttpResponse httpResponse = doPrivilegedExecute(request, method, response);
        int responseCode = httpResponse.getStatusLine().getStatusCode();
        if (responseCode < 100 || responseCode >= 600) {
            // Note, response codes in the range [100, 600) are valid.
            throw new ApplicationException(ErrorCode.FETCH_ERROR.getNumber(), "Status code " + responseCode + " unknown when making " + method.getMethod() + " request to URL: " + request.getUrl());
        }
        HttpEntity responseEntity = httpResponse.getEntity();
        if (responseEntity != null) {
            byte[] responseBuffer = responseToByteArray(responseEntity);
            if (responseBuffer.length > maxResponseLength) {
                responseBuffer = Arrays.copyOf(responseBuffer, maxResponseLength);
                response.setContentWasTruncated(true);
            }
            response.setContent(ByteString.copyFrom(responseBuffer));
        }
        httpclientHeadersToPbHeaders(httpResponse.getAllHeaders(), response);
    } catch (SocketTimeoutException ste) {
        throw new ApplicationException(ErrorCode.DEADLINE_EXCEEDED.getNumber(), "http method " + method.getMethod() + " against URL " + request.getUrl() + " timed out.");
    } catch (SSLException e) {
        throw new ApplicationException(ErrorCode.SSL_CERTIFICATE_ERROR.getNumber(), "Couldn't validate the server's SSL certificate for URL " + request.getUrl() + ": " + e.getMessage());
    } catch (IOException e) {
        if (e.getCause() != null && e.getCause().getMessage().matches("Maximum redirects \\([0-9]+\\) exceeded")) {
            throw new ApplicationException(ErrorCode.TOO_MANY_REDIRECTS.getNumber(), "Received exception executing http method " + method.getMethod() + " against URL " + request.getUrl() + ": " + e.getCause().getMessage());
        } else {
            throw new ApplicationException(ErrorCode.FETCH_ERROR.getNumber(), "Received exception executing http method " + method.getMethod() + " against URL " + request.getUrl() + ": " + e.getMessage());
        }
    }
    return response.build();
}

Example 23 with URLFetchRequest

use of com.google.appengine.api.urlfetch.URLFetchServicePb.URLFetchRequest in project appengine-java-standard by GoogleCloudPlatform.

the class URLFetchServiceImplTest method testSync_SimpleHEAD.

@Test
public void testSync_SimpleHEAD() throws Exception {
    URL url = new URL("http://google.com/foo");
    HTTPRequest request = new HTTPRequest(url, HTTPMethod.HEAD);
    URLFetchRequest requestProto = URLFetchRequest.newBuilder().setUrl(url.toString()).setMethod(RequestMethod.HEAD).setFollowRedirects(true).build();
    URLFetchResponse responseProto = URLFetchResponse.newBuilder().setStatusCode(200).build();
    when(delegate.makeSyncCall(same(ApiProxy.getCurrentEnvironment()), eq(URLFetchServiceImpl.PACKAGE), eq("Fetch"), eq(requestProto.toByteArray()))).thenReturn(responseProto.toByteArray());
    HTTPResponse response = new URLFetchServiceImpl().fetch(request);
    assertThat(response.getResponseCode()).isEqualTo(200);
    verify(delegate).makeSyncCall(any(), any(), any(), any());
}

Example 24 with URLFetchRequest

use of com.google.appengine.api.urlfetch.URLFetchServicePb.URLFetchRequest in project appengine-java-standard by GoogleCloudPlatform.

the class URLFetchServiceImplTest method testSync_Redirects_followRedirects.

@Test
public void testSync_Redirects_followRedirects() throws Exception {
    URL url = new URL("http://non-existent-domain.com/foo");
    HTTPRequest request = new HTTPRequest(url, HTTPMethod.GET, followRedirects());
    URLFetchRequest requestProto = URLFetchRequest.newBuilder().setUrl(url.toString()).setMethod(RequestMethod.GET).setFollowRedirects(true).build();
    URLFetchResponse responseProto = URLFetchResponse.newBuilder().setStatusCode(200).setFinalUrl("http://fancytown.example.com").build();
    when(delegate.makeSyncCall(same(ApiProxy.getCurrentEnvironment()), eq(URLFetchServiceImpl.PACKAGE), eq("Fetch"), eq(requestProto.toByteArray()))).thenReturn(responseProto.toByteArray());
    HTTPResponse response = new URLFetchServiceImpl().fetch(request);
    assertThat(response.getResponseCode()).isEqualTo(200);
    // Avoid URL.equals, which will try to resolve the hostname in the URL.
    assertThat(response.getFinalUrl().toString()).isEqualTo(new URL("http://fancytown.example.com").toString());
}

Example 25 with URLFetchRequest

use of com.google.appengine.api.urlfetch.URLFetchServicePb.URLFetchRequest in project appengine-java-standard by GoogleCloudPlatform.

the class URLFetchServiceImplTest method testSync_RequestHeaders.

@Test
public void testSync_RequestHeaders() throws Exception {
    URL url = new URL("http://google.com/foo");
    HTTPRequest request = new HTTPRequest(url);
    request.addHeader(new HTTPHeader("Test-Header", "Request"));
    String responseContent = "<p>This is the desired response.</p>";
    URLFetchRequest requestProto = URLFetchRequest.newBuilder().setUrl(url.toString()).setMethod(RequestMethod.GET).setFollowRedirects(true).addHeader(URLFetchRequest.Header.newBuilder().setKey("Test-Header").setValue("Request")).build();
    URLFetchResponse responseProto = URLFetchResponse.newBuilder().setStatusCode(200).setContent(ByteString.copyFromUtf8(responseContent)).build();
    when(delegate.makeSyncCall(same(ApiProxy.getCurrentEnvironment()), eq(URLFetchServiceImpl.PACKAGE), eq("Fetch"), eq(requestProto.toByteArray()))).thenReturn(responseProto.toByteArray());
    HTTPResponse response = new URLFetchServiceImpl().fetch(request);
    assertThat(response.getResponseCode()).isEqualTo(200);
    assertThat(new String(response.getContent(), UTF_8)).isEqualTo(responseContent);
}