PooledCloseableHttpClient影响性能吞吐量

时间:2017-03-11 16:36:16

标签: performance ssl spring-integration httpclient connection-pooling

我一直在使用Spring-Integration来调用REST api,但默认使用Spring-Integration的http-client不支持连接池或可重用性,所以我自定义使用 PoolingHttpClientConnectionManager

但是现在Spring-integration停止在我的类路径中获取JKS文件,所以我构建了自己的SSL上下文,但构建此SSL上下文导致性能显着下降

对于100个并发线程,

  1. 使用http客户端我获得了200 TPS
  2. 使用PoolingHttpClientConnectionManager和SSLConnectionSocketFactory.ALLOW_ALL_HOSTNAME_VERIFIER,我达到了380 TPS。
  3. 从JKS构建SSL上下文 buildSslContext()我得到的TPS少于30 :(
  4. context.xml中

    <int:gateway id="ServiceRequestGateway"
                 service-interface="com.company.security.integration.RequestGateway"
                 default-request-channel="RequestChannel"
                 default-reply-channel="ResponseChannel">
        <int:default-header name="Accept" value="application/json; v=5"/>
        <int:default-header name="Content-Type" value="application/json; v=5"/>
        <int:default-header name="ServiceType" expression="#args[1]"/>
    </int:gateway>
    
    <int-http:outbound-gateway
            id="Outbound_Gateway"
            request-channel="RequestChannel"
            reply-channel="ResponseChannel"
            request-factory="requestFactory"
            header-mapper="headerMapper"
            url="${service.host}/{xyzServiceType}"
            http-method="POST"
            expected-response-type="java.lang.String"
            extract-request-payload="true">
        <int-http:uri-variable name="ServiceType" expression="headers['xyzServiceType']" />
    </int-http:outbound-gateway>
    
    <!--Connection Pooling/Keep Alive/Retry-->
    <bean id="httpClient" class="com.capitalone.security.config.PooledCloseableHttpClient">
    </bean>
    
    <bean id="requestFactory"
        class="org.springframework.http.client.HttpComponentsClientHttpRequestFactory">
        <constructor-arg ref="httpClient"/>
        <property name="connectTimeout" value="5000"/>
        <property name="readTimeout"    value="5000"/>
    </bean>
    

    PooledCloseableHttpClient

    public class PooledCloseableHttpClient implements FactoryBean {
    
    @Autowired
    S3ClientUtil s3Client;
    
    // For TLS/SSL connectivity from this client to service
    @Value("${jks.filename}")
    String jksFile;
    
    // Password for Java keystores
    @Value("${keystore.password}")
    String keystorePassword;
    
    private int maxRetries = 2;
    //1 second
    @Value("${rest.call.request.retryInterval:1000}")
    private int retryInterval = 1000;
    
    @Value("${rest.call.request.keepAliveTime:60}")
    private int keepAliveTime = 60;
    
    @Value("${rest.call.request.maxConnection:200}")
    private int maxConnection = 200;
    
    @Value("${rest.call.request.maxConnectionsPerRoute:100}")
    private int maxConnectionsPerRoute = 100 ;
    
    SSLConnectionSocketFactory sslConnectionSocketFactory;
    
    // Custom Keep-Alive
    ConnectionKeepAliveStrategy keepAliveStrategy = (response, context) -> {
        HeaderElementIterator it = new BasicHeaderElementIterator
                (response.headerIterator(HTTP.CONN_KEEP_ALIVE));
        while (it.hasNext()) {
            HeaderElement he = it.nextElement();
            String param = he.getName();
            String value = he.getValue();
            if (value != null && param.equalsIgnoreCase
                    ("timeout")) {
                return Long.parseLong(value) * 1000;
            }
        }
        return keepAliveTime * 1000;
    };
    
    // Called once during initialization to get JKS file from Cloud
    private SSLContext buildSslContext() {
        try {
            // Get the JKS contents and then use the pooling connection manager below
            File keyStoreFile = s3Client.importKeystoreFile(jksFile);
    
            // Build key store from JKS file downloaded from S3
            final KeyStore keyStore = KeyStore.getInstance("JKS");
            InputStream is = null;
            try {
                is = new FileInputStream(keyStoreFile); // Get Keystore
                keyStore.load(is, keystorePassword.toCharArray()); //Get keystore password
            } finally {
                IOUtils.closeQuietly(is);
            }
    
            // Build SSL Context
            SSLContextBuilder sslBuilder = new SSLContextBuilder();
            sslBuilder.loadKeyMaterial(keyStore, keystorePassword.toCharArray());
            sslBuilder.loadTrustMaterial(keyStoreFile, keystorePassword.toCharArray());
    
            return sslBuilder.build();
        } catch (final GeneralSecurityException | IOException exc) {
            return null;
        }
    }
    
    @Override
    public Object getObject() throws Exception {
    
        //Build PoolingHttpClientConnectionManager
        PoolingHttpClientConnectionManager poolingConnectionManager = new PoolingHttpClientConnectionManager(
                RegistryBuilder.<ConnectionSocketFactory> create()
                        .register("https", new SSLConnectionSocketFactory(buildSslContext(), new NoopHostnameVerifier()))
                        .register("http", new PlainConnectionSocketFactory()).build());
    
        // Build HttpClient
        HttpClientBuilder httpClientBuilder = HttpClients.custom().useSystemProperties().setConnectionManager(poolingConnectionManager)
                .setKeepAliveStrategy(keepAliveStrategy)
                .setSSLSocketFactory(sslConnectionSocketFactory)
                .setServiceUnavailableRetryStrategy(new ServiceUnavailableRetryStrategy(maxRetries, retryInterval));
        return httpClientBuilder.build();
    }
    
    @Override
    public Class<?> getObjectType() {
        return CloseableHttpClient.class;
    }
    
    @Override
    public boolean isSingleton() {
        return true;
    }
    

    }

1 个答案:

答案 0 :(得分:0)

这是重构的HttpClient类,它给了我最佳性能。

public class PooledCloseableHttpClient implements FactoryBean {

@Autowired
S3ClientUtil s3Client;

// For TLS/SSL connectivity from this client to service
@Value("${jks.filename}")
String jksFile;

// Password for Java keystores
@Value("${keystore.password}")
String keystorePassword;

private int maxRetries = 2;
//1 second
@Value("${rest.call.request.retryInterval:1000}")
private int retryInterval = 1000;

@Value("${rest.call.request.keepAliveTime:60}")
private int keepAliveTime = 60;

@Value("${rest.call.request.maxConnection:200}")
private int maxConnection = 200;

@Value("${rest.call.request.maxConnectionsPerRoute:100}")
private int maxConnectionsPerRoute = 100 ;

SSLConnectionSocketFactory sslConnectionSocketFactory;

// Custom Keep-Alive
ConnectionKeepAliveStrategy keepAliveStrategy = (response, context) -> {
    HeaderElementIterator it = new BasicHeaderElementIterator
            (response.headerIterator(HTTP.CONN_KEEP_ALIVE));
    while (it.hasNext()) {
        HeaderElement he = it.nextElement();
        String param = he.getName();
        String value = he.getValue();
        if (value != null && param.equalsIgnoreCase
                ("timeout")) {
            return Long.parseLong(value) * 1000;
        }
    }
    return keepAliveTime * 1000;
};

// Called once during initialization to get JKS file from Cloud
private SSLContext buildSslContext() {
    try {
        // Get the JKS contents and then use the pooling connection manager below
        File keyStoreFile = s3Client.importKeystoreFile(jksFile);

        // Build key store from JKS file downloaded from S3
        final KeyStore keyStore = KeyStore.getInstance("JKS");
        InputStream is = null;
        try {
            is = new FileInputStream(keyStoreFile); // Get Keystore
            keyStore.load(is, keystorePassword.toCharArray()); //Get keystore password
        } finally {
            IOUtils.closeQuietly(is);
        }

        // Build SSL Context
        SSLContextBuilder sslBuilder = new SSLContextBuilder();
        sslBuilder.loadKeyMaterial(keyStore, keystorePassword.toCharArray());
        sslBuilder.loadTrustMaterial(keyStoreFile, keystorePassword.toCharArray());

        return sslBuilder.build();
    } catch (final GeneralSecurityException | IOException exc) {
        return null;
    }
}

@Override
public Object getObject() throws Exception {

    //Build PoolingHttpClientConnectionManager
    PoolingHttpClientConnectionManager poolingConnectionManager = new PoolingHttpClientConnectionManager(
            RegistryBuilder.<ConnectionSocketFactory> create()
                    .register("https", new SSLConnectionSocketFactory(buildSslContext(), new NoopHostnameVerifier()))
                    .register("http", new PlainConnectionSocketFactory()).build())
        poolingConnectionManager.setMaxTotal(maxConnection);
        poolingConnectionManager.setDefaultMaxPerRoute(maxConnectionsPerRoute);

    // Build HttpClient
    HttpClientBuilder httpClientBuilder = HttpClients.custom().useSystemProperties().setConnectionManager(poolingConnectionManager)
                .setKeepAliveStrategy(keepAliveStrategy)
                .setSSLSocketFactory(sslConnectionSocketFactory)
                .setConnectionReuseStrategy((arg0, arg1) -> true)
                .setMaxConnTotal(maxConnection)
                .setMaxConnPerRoute(maxConnectionsPerRoute)
                .setServiceUnavailableRetryStrategy(new ServiceUnavailableRetryStrategy(maxRetries, retryInterval));
    return httpClientBuilder.build();
}

@Override
public Class<?> getObjectType() {
    return CloseableHttpClient.class;
}

@Override
public boolean isSingleton() {
    return true;
}
}