blob: d5c784d709b58f6b449f02a8e453df954bfae328 [file] [log] [blame]
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "net/socket/client_socket_pool_manager.h"
#include <memory>
#include "base/logging.h"
#include "base/strings/stringprintf.h"
#include "net/base/load_flags.h"
#include "net/http/http_proxy_client_socket_pool.h"
#include "net/http/http_request_info.h"
#include "net/http/http_stream_factory.h"
#include "net/proxy_resolution/proxy_info.h"
#include "net/socket/client_socket_handle.h"
#include "net/socket/client_socket_pool.h"
#include "net/socket/socks_client_socket_pool.h"
#include "net/socket/ssl_client_socket_pool.h"
#include "net/socket/transport_client_socket_pool.h"
#include "net/ssl/ssl_config.h"
namespace net {
namespace {
// Limit of sockets of each socket pool.
int g_max_sockets_per_pool[] = {
256, // NORMAL_SOCKET_POOL
256 // WEBSOCKET_SOCKET_POOL
};
static_assert(arraysize(g_max_sockets_per_pool) ==
HttpNetworkSession::NUM_SOCKET_POOL_TYPES,
"max sockets per pool length mismatch");
// Default to allow up to 6 connections per host. Experiment and tuning may
// try other values (greater than 0). Too large may cause many problems, such
// as home routers blocking the connections!?!? See http://crbug.com/12066.
//
// WebSocket connections are long-lived, and should be treated differently
// than normal other connections. Use a limit of 255, so the limit for wss will
// be the same as the limit for ws. Also note that Firefox uses a limit of 200.
// See http://crbug.com/486800
int g_max_sockets_per_group[] = {
#ifdef STARBOARD
// Low number of max sockets per group will stall proxy connections if
// too many are made simultaneously. Some Cobalt unit tests involve proxies
// and send out large quantity of requests at the same time.
// The number 30 is chosen by experiments and is proven to avoid
// proxy connection stalling in cobalt unit tests. Again, see
// http://crbug.com/12066 for details and discussion.
30,
#else
6, // NORMAL_SOCKET_POOL
#endif
255 // WEBSOCKET_SOCKET_POOL
};
static_assert(arraysize(g_max_sockets_per_group) ==
HttpNetworkSession::NUM_SOCKET_POOL_TYPES,
"max sockets per group length mismatch");
// The max number of sockets to allow per proxy server. This applies both to
// http and SOCKS proxies. See http://crbug.com/12066 and
// http://crbug.com/44501 for details about proxy server connection limits.
int g_max_sockets_per_proxy_server[] = {
kDefaultMaxSocketsPerProxyServer, // NORMAL_SOCKET_POOL
kDefaultMaxSocketsPerProxyServer // WEBSOCKET_SOCKET_POOL
};
static_assert(arraysize(g_max_sockets_per_proxy_server) ==
HttpNetworkSession::NUM_SOCKET_POOL_TYPES,
"max sockets per proxy server length mismatch");
// The meat of the implementation for the InitSocketHandleForHttpRequest,
// InitSocketHandleForRawConnect and PreconnectSocketsForHttpRequest methods.
int InitSocketPoolHelper(ClientSocketPoolManager::SocketGroupType group_type,
const HostPortPair& endpoint,
const HttpRequestHeaders& request_extra_headers,
int request_load_flags,
RequestPriority request_priority,
HttpNetworkSession* session,
const ProxyInfo& proxy_info,
quic::QuicTransportVersion quic_version,
const SSLConfig& ssl_config_for_origin,
const SSLConfig& ssl_config_for_proxy,
bool force_tunnel,
PrivacyMode privacy_mode,
const SocketTag& socket_tag,
const NetLogWithSource& net_log,
int num_preconnect_streams,
ClientSocketHandle* socket_handle,
HttpNetworkSession::SocketPoolType socket_pool_type,
const OnHostResolutionCallback& resolution_callback,
CompletionOnceCallback callback) {
scoped_refptr<HttpProxySocketParams> http_proxy_params;
scoped_refptr<SOCKSSocketParams> socks_params;
std::unique_ptr<HostPortPair> proxy_host_port;
const bool using_ssl = group_type == ClientSocketPoolManager::SSL_GROUP;
HostPortPair origin_host_port = endpoint;
if (!using_ssl && session->params().testing_fixed_http_port != 0) {
origin_host_port.set_port(session->params().testing_fixed_http_port);
} else if (using_ssl && session->params().testing_fixed_https_port != 0) {
origin_host_port.set_port(session->params().testing_fixed_https_port);
}
// LOAD_BYPASS_CACHE should bypass the host cache as well as the HTTP cache.
// Other cache-related load flags should not have this effect.
bool disable_resolver_cache = request_load_flags & LOAD_BYPASS_CACHE;
int load_flags = request_load_flags;
if (session->params().ignore_certificate_errors)
load_flags |= LOAD_IGNORE_ALL_CERT_ERRORS;
// Build the string used to uniquely identify connections of this type.
// Determine the host and port to connect to.
std::string connection_group = origin_host_port.ToString();
DCHECK(!connection_group.empty());
if (group_type == ClientSocketPoolManager::FTP_GROUP) {
// Combining FTP with forced SPDY over SSL would be a "path to madness".
// Make sure we never do that.
DCHECK(!using_ssl);
connection_group = "ftp/" + connection_group;
}
if (using_ssl) {
std::string prefix = "ssl/";
if (ssl_config_for_origin.version_interference_probe) {
prefix += "version-interference-probe/";
}
connection_group = prefix + connection_group;
}
ClientSocketPool::RespectLimits respect_limits =
ClientSocketPool::RespectLimits::ENABLED;
if ((request_load_flags & LOAD_IGNORE_LIMITS) != 0)
respect_limits = ClientSocketPool::RespectLimits::DISABLED;
// CombineConnectAndWritePolicy for SSL and non-SSL connections.
TransportSocketParams::CombineConnectAndWritePolicy
non_ssl_combine_connect_and_write_policy =
TransportSocketParams::COMBINE_CONNECT_AND_WRITE_DEFAULT;
TransportSocketParams::CombineConnectAndWritePolicy
ssl_combine_connect_and_write_policy =
TransportSocketParams::COMBINE_CONNECT_AND_WRITE_DEFAULT;
if (session->params().tcp_fast_open_mode ==
HttpNetworkSession::Params::TcpFastOpenMode::ENABLED_FOR_SSL_ONLY) {
ssl_combine_connect_and_write_policy =
TransportSocketParams::COMBINE_CONNECT_AND_WRITE_DESIRED;
} else if (session->params().tcp_fast_open_mode ==
HttpNetworkSession::Params::TcpFastOpenMode::ENABLED_FOR_ALL) {
non_ssl_combine_connect_and_write_policy =
TransportSocketParams::COMBINE_CONNECT_AND_WRITE_DESIRED;
ssl_combine_connect_and_write_policy =
TransportSocketParams::COMBINE_CONNECT_AND_WRITE_DESIRED;
}
if (!proxy_info.is_direct()) {
ProxyServer proxy_server = proxy_info.proxy_server();
proxy_host_port.reset(new HostPortPair(proxy_server.host_port_pair()));
scoped_refptr<TransportSocketParams> proxy_tcp_params(
new TransportSocketParams(*proxy_host_port, disable_resolver_cache,
resolution_callback,
non_ssl_combine_connect_and_write_policy));
#if defined(COBALT_QUIC46)
// HTTPS QUIC proxy should be disabled, these changes can be removed
// in next rebase.
if (proxy_info.is_http() || proxy_info.is_https()) {
#else
if (proxy_info.is_http() || proxy_info.is_https() || proxy_info.is_quic()) {
#endif
// TODO(mmenke): Would it be better to split these into two different
// socket pools? And maybe socks4/socks5 as well?
if (proxy_info.is_http()) {
connection_group = "http_proxy/" + connection_group;
} else {
connection_group = "https_proxy/" + connection_group;
}
std::string user_agent;
request_extra_headers.GetHeader(HttpRequestHeaders::kUserAgent,
&user_agent);
scoped_refptr<SSLSocketParams> ssl_params;
#if defined(COBALT_QUIC46)
// HTTPS QUIC proxy should be disabled, these changes can be removed
// in next rebase.
if (proxy_info.is_https()) {
#else
if (!proxy_info.is_http()) {
#endif
proxy_tcp_params = new TransportSocketParams(
*proxy_host_port, disable_resolver_cache, resolution_callback,
ssl_combine_connect_and_write_policy);
// Set ssl_params, and unset proxy_tcp_params
ssl_params = new SSLSocketParams(proxy_tcp_params, NULL, NULL,
*proxy_host_port, ssl_config_for_proxy,
PRIVACY_MODE_DISABLED, load_flags);
proxy_tcp_params = NULL;
}
if (!proxy_info.is_quic()) {
quic_version = quic::QUIC_VERSION_UNSUPPORTED;
}
http_proxy_params = new HttpProxySocketParams(
proxy_tcp_params, ssl_params, quic_version, user_agent,
origin_host_port, session->http_auth_cache(),
session->http_auth_handler_factory(), session->spdy_session_pool(),
session->quic_stream_factory(), proxy_server.is_trusted_proxy(),
force_tunnel || using_ssl,
NetworkTrafficAnnotationTag(proxy_info.traffic_annotation()));
} else {
DCHECK(proxy_info.is_socks());
char socks_version;
if (proxy_server.scheme() == ProxyServer::SCHEME_SOCKS5)
socks_version = '5';
else
socks_version = '4';
connection_group = base::StringPrintf(
"socks%c/%s", socks_version, connection_group.c_str());
socks_params = new SOCKSSocketParams(
proxy_tcp_params, socks_version == '5', origin_host_port,
NetworkTrafficAnnotationTag(proxy_info.traffic_annotation()));
}
}
// Change group name if privacy mode is enabled.
if (privacy_mode == PRIVACY_MODE_ENABLED)
connection_group = "pm/" + connection_group;
// Deal with SSL - which layers on top of any given proxy.
if (using_ssl) {
scoped_refptr<TransportSocketParams> ssl_tcp_params;
if (proxy_info.is_direct()) {
ssl_tcp_params = new TransportSocketParams(
origin_host_port, disable_resolver_cache, resolution_callback,
ssl_combine_connect_and_write_policy);
}
scoped_refptr<SSLSocketParams> ssl_params = new SSLSocketParams(
ssl_tcp_params, socks_params, http_proxy_params, origin_host_port,
ssl_config_for_origin, privacy_mode, load_flags);
SSLClientSocketPool* ssl_pool = NULL;
if (proxy_info.is_direct()) {
ssl_pool = session->GetSSLSocketPool(socket_pool_type);
} else {
ssl_pool = session->GetSocketPoolForSSLWithProxy(socket_pool_type,
*proxy_host_port);
}
if (num_preconnect_streams) {
RequestSocketsForPool(ssl_pool, connection_group, ssl_params,
num_preconnect_streams, net_log);
return OK;
}
return socket_handle->Init(connection_group, ssl_params, request_priority,
socket_tag, respect_limits, std::move(callback),
ssl_pool, net_log);
}
// Finally, get the connection started.
if (proxy_info.is_http() || proxy_info.is_https()) {
HttpProxyClientSocketPool* pool =
session->GetSocketPoolForHTTPProxy(socket_pool_type, *proxy_host_port);
if (num_preconnect_streams) {
RequestSocketsForPool(pool, connection_group, http_proxy_params,
num_preconnect_streams, net_log);
return OK;
}
return socket_handle->Init(connection_group, http_proxy_params,
request_priority, socket_tag, respect_limits,
std::move(callback), pool, net_log);
}
if (proxy_info.is_socks()) {
SOCKSClientSocketPool* pool =
session->GetSocketPoolForSOCKSProxy(socket_pool_type, *proxy_host_port);
if (num_preconnect_streams) {
RequestSocketsForPool(pool, connection_group, socks_params,
num_preconnect_streams, net_log);
return OK;
}
return socket_handle->Init(connection_group, socks_params, request_priority,
socket_tag, respect_limits, std::move(callback),
pool, net_log);
}
DCHECK(proxy_info.is_direct());
scoped_refptr<TransportSocketParams> tcp_params = new TransportSocketParams(
origin_host_port, disable_resolver_cache, resolution_callback,
non_ssl_combine_connect_and_write_policy);
TransportClientSocketPool* pool =
session->GetTransportSocketPool(socket_pool_type);
if (num_preconnect_streams) {
RequestSocketsForPool(pool, connection_group, tcp_params,
num_preconnect_streams, net_log);
return OK;
}
return socket_handle->Init(connection_group, tcp_params, request_priority,
socket_tag, respect_limits, std::move(callback),
pool, net_log);
}
} // namespace
ClientSocketPoolManager::ClientSocketPoolManager() = default;
ClientSocketPoolManager::~ClientSocketPoolManager() = default;
// static
int ClientSocketPoolManager::max_sockets_per_pool(
HttpNetworkSession::SocketPoolType pool_type) {
DCHECK_LT(pool_type, HttpNetworkSession::NUM_SOCKET_POOL_TYPES);
return g_max_sockets_per_pool[pool_type];
}
// static
void ClientSocketPoolManager::set_max_sockets_per_pool(
HttpNetworkSession::SocketPoolType pool_type,
int socket_count) {
DCHECK_LT(0, socket_count);
DCHECK_GT(1000, socket_count); // Sanity check.
DCHECK_LT(pool_type, HttpNetworkSession::NUM_SOCKET_POOL_TYPES);
g_max_sockets_per_pool[pool_type] = socket_count;
DCHECK_GE(g_max_sockets_per_pool[pool_type],
g_max_sockets_per_group[pool_type]);
}
// static
int ClientSocketPoolManager::max_sockets_per_group(
HttpNetworkSession::SocketPoolType pool_type) {
DCHECK_LT(pool_type, HttpNetworkSession::NUM_SOCKET_POOL_TYPES);
return g_max_sockets_per_group[pool_type];
}
// static
void ClientSocketPoolManager::set_max_sockets_per_group(
HttpNetworkSession::SocketPoolType pool_type,
int socket_count) {
DCHECK_LT(0, socket_count);
// The following is a sanity check... but we should NEVER be near this value.
DCHECK_GT(100, socket_count);
DCHECK_LT(pool_type, HttpNetworkSession::NUM_SOCKET_POOL_TYPES);
g_max_sockets_per_group[pool_type] = socket_count;
DCHECK_GE(g_max_sockets_per_pool[pool_type],
g_max_sockets_per_group[pool_type]);
DCHECK_GE(g_max_sockets_per_proxy_server[pool_type],
g_max_sockets_per_group[pool_type]);
}
// static
int ClientSocketPoolManager::max_sockets_per_proxy_server(
HttpNetworkSession::SocketPoolType pool_type) {
DCHECK_LT(pool_type, HttpNetworkSession::NUM_SOCKET_POOL_TYPES);
return g_max_sockets_per_proxy_server[pool_type];
}
// static
void ClientSocketPoolManager::set_max_sockets_per_proxy_server(
HttpNetworkSession::SocketPoolType pool_type,
int socket_count) {
DCHECK_LT(0, socket_count);
DCHECK_GT(100, socket_count); // Sanity check.
DCHECK_LT(pool_type, HttpNetworkSession::NUM_SOCKET_POOL_TYPES);
// Assert this case early on. The max number of sockets per group cannot
// exceed the max number of sockets per proxy server.
DCHECK_LE(g_max_sockets_per_group[pool_type], socket_count);
g_max_sockets_per_proxy_server[pool_type] = socket_count;
}
int InitSocketHandleForHttpRequest(
ClientSocketPoolManager::SocketGroupType group_type,
const HostPortPair& endpoint,
const HttpRequestHeaders& request_extra_headers,
int request_load_flags,
RequestPriority request_priority,
HttpNetworkSession* session,
const ProxyInfo& proxy_info,
quic::QuicTransportVersion quic_version,
const SSLConfig& ssl_config_for_origin,
const SSLConfig& ssl_config_for_proxy,
PrivacyMode privacy_mode,
const SocketTag& socket_tag,
const NetLogWithSource& net_log,
ClientSocketHandle* socket_handle,
const OnHostResolutionCallback& resolution_callback,
CompletionOnceCallback callback) {
DCHECK(socket_handle);
return InitSocketPoolHelper(
group_type, endpoint, request_extra_headers, request_load_flags,
request_priority, session, proxy_info, quic_version,
ssl_config_for_origin, ssl_config_for_proxy, /*force_tunnel=*/false,
privacy_mode, socket_tag, net_log, 0, socket_handle,
HttpNetworkSession::NORMAL_SOCKET_POOL, resolution_callback,
std::move(callback));
}
int InitSocketHandleForWebSocketRequest(
ClientSocketPoolManager::SocketGroupType group_type,
const HostPortPair& endpoint,
const HttpRequestHeaders& request_extra_headers,
int request_load_flags,
RequestPriority request_priority,
HttpNetworkSession* session,
const ProxyInfo& proxy_info,
const SSLConfig& ssl_config_for_origin,
const SSLConfig& ssl_config_for_proxy,
PrivacyMode privacy_mode,
const NetLogWithSource& net_log,
ClientSocketHandle* socket_handle,
const OnHostResolutionCallback& resolution_callback,
CompletionOnceCallback callback) {
DCHECK(socket_handle);
return InitSocketPoolHelper(
group_type, endpoint, request_extra_headers, request_load_flags,
request_priority, session, proxy_info, quic::QUIC_VERSION_UNSUPPORTED,
ssl_config_for_origin, ssl_config_for_proxy,
/*force_tunnel=*/true, privacy_mode, SocketTag(), net_log, 0,
socket_handle, HttpNetworkSession::WEBSOCKET_SOCKET_POOL,
resolution_callback, std::move(callback));
}
int InitSocketHandleForRawConnect(const HostPortPair& host_port_pair,
HttpNetworkSession* session,
int request_load_flags,
RequestPriority request_priority,
const ProxyInfo& proxy_info,
const SSLConfig& ssl_config_for_origin,
const SSLConfig& ssl_config_for_proxy,
PrivacyMode privacy_mode,
const NetLogWithSource& net_log,
ClientSocketHandle* socket_handle,
CompletionOnceCallback callback) {
DCHECK(socket_handle);
HttpRequestHeaders request_extra_headers;
return InitSocketPoolHelper(
ClientSocketPoolManager::NORMAL_GROUP, host_port_pair,
request_extra_headers, request_load_flags, request_priority, session,
proxy_info, quic::QUIC_VERSION_UNSUPPORTED, ssl_config_for_origin,
ssl_config_for_proxy, /*force_tunnel=*/true, privacy_mode, SocketTag(),
net_log, 0, socket_handle, HttpNetworkSession::NORMAL_SOCKET_POOL,
OnHostResolutionCallback(), std::move(callback));
}
int InitSocketHandleForTlsConnect(const HostPortPair& endpoint,
HttpNetworkSession* session,
int request_load_flags,
RequestPriority request_priority,
const ProxyInfo& proxy_info,
const SSLConfig& ssl_config_for_origin,
const SSLConfig& ssl_config_for_proxy,
PrivacyMode privacy_mode,
const NetLogWithSource& net_log,
ClientSocketHandle* socket_handle,
CompletionOnceCallback callback) {
DCHECK(socket_handle);
HttpRequestHeaders request_extra_headers;
return InitSocketPoolHelper(
ClientSocketPoolManager::SSL_GROUP, endpoint, request_extra_headers,
request_load_flags, request_priority, session, proxy_info,
quic::QUIC_VERSION_UNSUPPORTED, ssl_config_for_origin,
ssl_config_for_proxy,
/*force_tunnel=*/true, privacy_mode, SocketTag(), net_log, 0,
socket_handle, HttpNetworkSession::NORMAL_SOCKET_POOL,
OnHostResolutionCallback(), std::move(callback));
}
int PreconnectSocketsForHttpRequest(
ClientSocketPoolManager::SocketGroupType group_type,
const HostPortPair& endpoint,
const HttpRequestHeaders& request_extra_headers,
int request_load_flags,
RequestPriority request_priority,
HttpNetworkSession* session,
const ProxyInfo& proxy_info,
const SSLConfig& ssl_config_for_origin,
const SSLConfig& ssl_config_for_proxy,
PrivacyMode privacy_mode,
const NetLogWithSource& net_log,
int num_preconnect_streams) {
return InitSocketPoolHelper(
group_type, endpoint, request_extra_headers, request_load_flags,
request_priority, session, proxy_info, quic::QUIC_VERSION_UNSUPPORTED,
ssl_config_for_origin, ssl_config_for_proxy,
/*force_tunnel=*/false, privacy_mode, SocketTag(), net_log,
num_preconnect_streams, NULL, HttpNetworkSession::NORMAL_SOCKET_POOL,
OnHostResolutionCallback(), CompletionOnceCallback());
}
} // namespace net