Examples with HttpClientContext org.apache.http.client.protocol.HttpClientContext used on opensource projects

Example 51 with HttpClientContext

use of org.apache.http.client.protocol.HttpClientContext in project canal by alibaba.

the class HttpHelper method post0.

public String post0(String url, Map<String, String> heads, String requestBody, int timeout) {
    url = url.trim();
    HttpPost httpPost = null;
    CloseableHttpResponse response = null;
    try {
        URI uri = new URIBuilder(url).build();
        RequestConfig config = custom().setConnectTimeout(timeout).setConnectionRequestTimeout(timeout).setSocketTimeout(timeout).build();
        httpPost = new HttpPost(uri);
        StringEntity entity = new StringEntity(requestBody, "UTF-8");
        httpPost.setEntity(entity);
        httpPost.setHeader("Content-Type", "application/json;charset=utf8");
        if (heads != null) {
            for (Map.Entry<String, String> entry : heads.entrySet()) {
                httpPost.setHeader(entry.getKey(), entry.getValue());
            }
        }
        HttpClientContext context = HttpClientContext.create();
        context.setRequestConfig(config);
        response = httpclient.execute(httpPost, context);
        int statusCode = response.getStatusLine().getStatusCode();
        if (statusCode == HttpStatus.SC_OK) {
            return EntityUtils.toString(response.getEntity());
        } else {
            throw new RuntimeException("requestPost remote error, request : " + url + ", statusCode=" + statusCode + ";" + EntityUtils.toString(response.getEntity()));
        }
    } catch (Throwable t) {
        throw new RuntimeException("requestPost remote error, request : " + url, t);
    } finally {
        if (response != null) {
            try {
                response.close();
            } catch (IOException e) {
            // ignore
            }
        }
        if (httpPost != null) {
            httpPost.releaseConnection();
        }
    }
}

Example 52 with HttpClientContext

use of org.apache.http.client.protocol.HttpClientContext in project canal by alibaba.

the class HttpHelper method getIgnoreCerf.

private static String getIgnoreCerf(String url, CookieStore cookieStore, Map<String, String> params, int timeout) {
    long start = System.currentTimeMillis();
    HttpClientBuilder builder = HttpClientBuilder.create();
    builder.setMaxConnPerRoute(50);
    builder.setMaxConnTotal(100);
    HttpGet httpGet = null;
    CloseableHttpResponse response = null;
    try {
        // 创建支持忽略证书的https
        final SSLContext sslContext = new SSLContextBuilder().loadTrustMaterial(null, (x509Certificates, s) -> true).build();
        CloseableHttpClient httpClient = HttpClientBuilder.create().setSSLContext(sslContext).setConnectionManager(new PoolingHttpClientConnectionManager(RegistryBuilder.<ConnectionSocketFactory>create().register("http", PlainConnectionSocketFactory.INSTANCE).register("https", new SSLConnectionSocketFactory(sslContext, NoopHostnameVerifier.INSTANCE)).build())).build();
        // ---------------- 创建支持https 的client成功---------
        URI uri = new URIBuilder(url).build();
        RequestConfig config = custom().setConnectTimeout(timeout).setConnectionRequestTimeout(timeout).setSocketTimeout(timeout).build();
        httpGet = new HttpGet(uri);
        HttpClientContext context = HttpClientContext.create();
        context.setRequestConfig(config);
        response = httpClient.execute(httpGet, context);
        int statusCode = response.getStatusLine().getStatusCode();
        if (statusCode == HttpStatus.SC_OK) {
            return EntityUtils.toString(response.getEntity());
        } else {
            String errorMsg = EntityUtils.toString(response.getEntity());
            throw new RuntimeException("requestGet remote error, url=" + uri.toString() + ", code=" + statusCode + ", error msg=" + errorMsg);
        }
    } catch (Throwable t) {
        long end = System.currentTimeMillis();
        long cost = end - start;
        String curlRequest = getCurlRequest(url, cookieStore, params, cost);
        throw new RuntimeException("requestPost(Https) remote error, request : " + curlRequest, t);
    } finally {
        long end = System.currentTimeMillis();
        long cost = end - start;
        printCurlRequest(url, null, null, cost);
        if (response != null) {
            try {
                response.close();
            } catch (IOException e) {
            }
        }
        if (httpGet != null) {
            httpGet.releaseConnection();
        }
    }
}

Example 53 with HttpClientContext

use of org.apache.http.client.protocol.HttpClientContext in project canal by alibaba.

the class HttpHelper method get.

public static String get(String url, int timeout) {
    // logger.info("get url is :" + url);
    // 支持采用https协议，忽略证书
    url = url.trim();
    if (url.startsWith("https")) {
        return getIgnoreCerf(url, null, null, timeout);
    }
    long start = System.currentTimeMillis();
    HttpClientBuilder builder = HttpClientBuilder.create();
    builder.setMaxConnPerRoute(50);
    builder.setMaxConnTotal(100);
    CloseableHttpClient httpclient = builder.build();
    CloseableHttpResponse response = null;
    HttpGet httpGet = null;
    try {
        URI uri = new URIBuilder(url).build();
        RequestConfig config = custom().setConnectTimeout(timeout).setConnectionRequestTimeout(timeout).setSocketTimeout(timeout).build();
        httpGet = new HttpGet(uri);
        HttpClientContext context = HttpClientContext.create();
        context.setRequestConfig(config);
        response = httpclient.execute(httpGet, context);
        int statusCode = response.getStatusLine().getStatusCode();
        if (statusCode == HttpStatus.SC_OK) {
            return EntityUtils.toString(response.getEntity());
        } else {
            String errorMsg = EntityUtils.toString(response.getEntity());
            throw new RuntimeException("requestGet remote error, url=" + uri.toString() + ", code=" + statusCode + ", error msg=" + errorMsg);
        }
    } catch (Throwable t) {
        long end = System.currentTimeMillis();
        long cost = end - start;
        String curlRequest = getCurlRequest(url, null, null, cost);
        throw new RuntimeException("requestGet remote error, request : " + curlRequest, t);
    } finally {
        long end = System.currentTimeMillis();
        long cost = end - start;
        printCurlRequest(url, null, null, cost);
        if (response != null) {
            try {
                response.close();
            } catch (IOException e) {
            }
        }
        httpGet.releaseConnection();
    }
}

Example 54 with HttpClientContext

use of org.apache.http.client.protocol.HttpClientContext in project canal by alibaba.

the class HttpHelper method getBytes.

public static byte[] getBytes(String url, int timeout) throws Exception {
    long start = System.currentTimeMillis();
    HttpClientBuilder builder = HttpClientBuilder.create();
    builder.setMaxConnPerRoute(50);
    builder.setMaxConnTotal(100);
    CloseableHttpClient httpclient = builder.build();
    URI uri = new URIBuilder(url).build();
    RequestConfig config = custom().setConnectTimeout(timeout).setConnectionRequestTimeout(timeout).setSocketTimeout(timeout).build();
    HttpGet httpGet = new HttpGet(uri);
    HttpClientContext context = HttpClientContext.create();
    context.setRequestConfig(config);
    try (CloseableHttpResponse response = httpclient.execute(httpGet, context)) {
        int statusCode = response.getStatusLine().getStatusCode();
        long end = System.currentTimeMillis();
        long cost = end - start;
        if (logger.isWarnEnabled()) {
            logger.warn("post " + url + ", cost : " + cost);
        }
        if (statusCode == HttpStatus.SC_OK) {
            return EntityUtils.toByteArray(response.getEntity());
        } else {
            String errorMsg = EntityUtils.toString(response.getEntity());
            throw new RuntimeException("requestGet remote error, url=" + uri.toString() + ", code=" + statusCode + ", error msg=" + errorMsg);
        }
    } finally {
        httpGet.releaseConnection();
    }
}

Example 55 with HttpClientContext

use of org.apache.http.client.protocol.HttpClientContext in project webmagic by code4craft.

the class HttpUriRequestConverter method convertHttpClientContext.

private HttpClientContext convertHttpClientContext(Request request, Site site, Proxy proxy) {
    HttpClientContext httpContext = new HttpClientContext();
    if (proxy != null && proxy.getUsername() != null) {
        AuthState authState = new AuthState();
        authState.update(new BasicScheme(ChallengeState.PROXY), new UsernamePasswordCredentials(proxy.getUsername(), proxy.getPassword()));
        httpContext.setAttribute(HttpClientContext.PROXY_AUTH_STATE, authState);
    }
    if (request.getCookies() != null && !request.getCookies().isEmpty()) {
        CookieStore cookieStore = new BasicCookieStore();
        for (Map.Entry<String, String> cookieEntry : request.getCookies().entrySet()) {
            BasicClientCookie cookie1 = new BasicClientCookie(cookieEntry.getKey(), cookieEntry.getValue());
            cookie1.setDomain(UrlUtils.removePort(UrlUtils.getDomain(request.getUrl())));
            cookieStore.addCookie(cookie1);
        }
        httpContext.setCookieStore(cookieStore);
    }
    return httpContext;
}