123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424 |
- // Copyright (c) 2012 The Chromium Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style license that can be
- // found in the LICENSE file.
- #include "net/http/http_network_layer.h"
- #include <memory>
- #include <utility>
- #include "base/strings/stringprintf.h"
- #include "net/cert/ct_policy_enforcer.h"
- #include "net/cert/mock_cert_verifier.h"
- #include "net/dns/mock_host_resolver.h"
- #include "net/http/http_network_session.h"
- #include "net/http/http_server_properties.h"
- #include "net/http/http_transaction_test_util.h"
- #include "net/http/transport_security_state.h"
- #include "net/log/net_log_with_source.h"
- #include "net/proxy_resolution/configured_proxy_resolution_service.h"
- #include "net/quic/quic_context.h"
- #include "net/socket/socket_test_util.h"
- #include "net/spdy/spdy_session_pool.h"
- #include "net/ssl/ssl_config_service_defaults.h"
- #include "net/test/gtest_util.h"
- #include "net/test/test_with_task_environment.h"
- #include "net/traffic_annotation/network_traffic_annotation_test_helper.h"
- #include "testing/gmock/include/gmock/gmock.h"
- #include "testing/gtest/include/gtest/gtest.h"
- #include "testing/platform_test.h"
- using net::test::IsError;
- using net::test::IsOk;
- namespace net {
- namespace {
- class HttpNetworkLayerTest : public PlatformTest, public WithTaskEnvironment {
- protected:
- HttpNetworkLayerTest()
- : ssl_config_service_(std::make_unique<SSLConfigServiceDefaults>()) {}
- void SetUp() override {
- ConfigureTestDependencies(ConfiguredProxyResolutionService::CreateDirect());
- }
- void ConfigureTestDependencies(
- std::unique_ptr<ConfiguredProxyResolutionService>
- proxy_resolution_service) {
- cert_verifier_ = std::make_unique<MockCertVerifier>();
- transport_security_state_ = std::make_unique<TransportSecurityState>();
- proxy_resolution_service_ = std::move(proxy_resolution_service);
- HttpNetworkSessionContext session_context;
- session_context.client_socket_factory = &mock_socket_factory_;
- session_context.host_resolver = &host_resolver_;
- session_context.cert_verifier = cert_verifier_.get();
- session_context.transport_security_state = transport_security_state_.get();
- session_context.ct_policy_enforcer = &ct_policy_enforcer_;
- session_context.proxy_resolution_service = proxy_resolution_service_.get();
- session_context.ssl_config_service = ssl_config_service_.get();
- session_context.http_server_properties = &http_server_properties_;
- session_context.quic_context = &quic_context_;
- network_session_ = std::make_unique<HttpNetworkSession>(
- HttpNetworkSessionParams(), session_context);
- factory_ = std::make_unique<HttpNetworkLayer>(network_session_.get());
- }
- void ExecuteRequestExpectingContentAndHeader(const std::string& method,
- const std::string& content,
- const std::string& header,
- const std::string& value) {
- TestCompletionCallback callback;
- HttpRequestInfo request_info;
- request_info.url = GURL("http://www.google.com/");
- request_info.method = method;
- request_info.load_flags = LOAD_NORMAL;
- request_info.traffic_annotation =
- net::MutableNetworkTrafficAnnotationTag(TRAFFIC_ANNOTATION_FOR_TESTS);
- std::unique_ptr<HttpTransaction> trans;
- int rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsOk());
- rv = trans->Start(&request_info, callback.callback(), NetLogWithSource());
- if (rv == ERR_IO_PENDING)
- rv = callback.WaitForResult();
- ASSERT_THAT(rv, IsOk());
- std::string contents;
- rv = ReadTransaction(trans.get(), &contents);
- EXPECT_THAT(rv, IsOk());
- EXPECT_EQ(content, contents);
- if (!header.empty()) {
- // We also have a server header here that isn't set by the proxy.
- EXPECT_TRUE(trans->GetResponseInfo()->headers->HasHeaderValue(
- header, value));
- }
- }
- // Check that |proxy_count| proxies are in the retry list.
- // These will be, in order, |bad_proxy| and |bad_proxy2|".
- void TestBadProxies(unsigned int proxy_count, const std::string& bad_proxy,
- const std::string& bad_proxy2) {
- const ProxyRetryInfoMap& retry_info =
- proxy_resolution_service_->proxy_retry_info();
- ASSERT_EQ(proxy_count, retry_info.size());
- if (proxy_count > 0)
- ASSERT_TRUE(retry_info.find(bad_proxy) != retry_info.end());
- if (proxy_count > 1)
- ASSERT_TRUE(retry_info.find(bad_proxy2) != retry_info.end());
- }
- // Simulates a request through a proxy which returns a bypass, which is then
- // retried through a second proxy that doesn't bypass.
- // Checks that the expected requests were issued, the expected content was
- // received, and the first proxy |bad_proxy| was marked as bad.
- void TestProxyFallback(const std::string& bad_proxy) {
- MockRead data_reads[] = {
- MockRead("HTTP/1.1 200 OK\r\n"
- "Chrome-Proxy: bypass=0\r\n\r\n"),
- MockRead("Bypass message"),
- MockRead(SYNCHRONOUS, OK),
- };
- TestProxyFallbackWithMockReads(bad_proxy, "", data_reads, 1u);
- }
- void TestProxyFallbackWithMockReads(const std::string& bad_proxy,
- const std::string& bad_proxy2,
- base::span<const MockRead> data_reads,
- unsigned int expected_retry_info_size) {
- TestProxyFallbackByMethodWithMockReads(bad_proxy, bad_proxy2, data_reads,
- "GET", "content", true,
- expected_retry_info_size);
- }
- void TestProxyFallbackByMethodWithMockReads(
- const std::string& bad_proxy,
- const std::string& bad_proxy2,
- base::span<const MockRead> data_reads,
- std::string method,
- std::string content,
- bool retry_expected,
- unsigned int expected_retry_info_size) {
- std::string trailer =
- (method == "HEAD" || method == "PUT" || method == "POST") ?
- "Content-Length: 0\r\n\r\n" : "\r\n";
- std::string request =
- base::StringPrintf("%s http://www.google.com/ HTTP/1.1\r\n"
- "Host: www.google.com\r\n"
- "Proxy-Connection: keep-alive\r\n"
- "%s", method.c_str(), trailer.c_str());
- MockWrite data_writes[] = {
- MockWrite(request.c_str()),
- };
- StaticSocketDataProvider data1(data_reads, data_writes);
- mock_socket_factory_.AddSocketDataProvider(&data1);
- // Second data provider returns the expected content.
- MockRead data_reads2[3];
- size_t data_reads2_index = 0;
- data_reads2[data_reads2_index++] = MockRead("HTTP/1.0 200 OK\r\n"
- "Server: not-proxy\r\n\r\n");
- if (!content.empty())
- data_reads2[data_reads2_index++] = MockRead(content.c_str());
- data_reads2[data_reads2_index++] = MockRead(SYNCHRONOUS, OK);
- MockWrite data_writes2[] = {
- MockWrite(request.c_str()),
- };
- StaticSocketDataProvider data2(
- base::make_span(data_reads2, data_reads2_index), data_writes2);
- mock_socket_factory_.AddSocketDataProvider(&data2);
- // Expect that we get "content" and not "Bypass message", and that there's
- // a "not-proxy" "Server:" header in the final response.
- if (retry_expected) {
- ExecuteRequestExpectingContentAndHeader(method, content,
- "server", "not-proxy");
- } else {
- ExecuteRequestExpectingContentAndHeader(method, content, "", "");
- }
- // We should also observe the bad proxy in the retry list.
- TestBadProxies(expected_retry_info_size, bad_proxy, bad_proxy2);
- }
- // Simulates a request through a proxy which returns a bypass, which is then
- // retried through a direct connection to the origin site.
- // Checks that the expected requests were issued, the expected content was
- // received, and the proxy |bad_proxy| was marked as bad.
- void TestProxyFallbackToDirect(const std::string& bad_proxy) {
- MockRead data_reads[] = {
- MockRead("HTTP/1.1 200 OK\r\n"
- "Chrome-Proxy: bypass=0\r\n\r\n"),
- MockRead("Bypass message"),
- MockRead(SYNCHRONOUS, OK),
- };
- MockWrite data_writes[] = {
- MockWrite("GET http://www.google.com/ HTTP/1.1\r\n"
- "Host: www.google.com\r\n"
- "Proxy-Connection: keep-alive\r\n\r\n"),
- };
- StaticSocketDataProvider data1(data_reads, data_writes);
- mock_socket_factory_.AddSocketDataProvider(&data1);
- // Second data provider returns the expected content.
- MockRead data_reads2[] = {
- MockRead("HTTP/1.0 200 OK\r\n"
- "Server: not-proxy\r\n\r\n"),
- MockRead("content"),
- MockRead(SYNCHRONOUS, OK),
- };
- MockWrite data_writes2[] = {
- MockWrite("GET / HTTP/1.1\r\n"
- "Host: www.google.com\r\n"
- "Connection: keep-alive\r\n\r\n"),
- };
- StaticSocketDataProvider data2(data_reads2, data_writes2);
- mock_socket_factory_.AddSocketDataProvider(&data2);
- // Expect that we get "content" and not "Bypass message", and that there's
- // a "not-proxy" "Server:" header in the final response.
- ExecuteRequestExpectingContentAndHeader("GET", "content",
- "server", "not-proxy");
- // We should also observe the bad proxy in the retry list.
- TestBadProxies(1u, bad_proxy, "");
- }
- // Simulates a request through a proxy which returns a bypass, under a
- // configuration where there is no valid bypass. |proxy_count| proxies
- // are expected to be configured.
- // Checks that the expected requests were issued, the bypass message was the
- // final received content, and all proxies were marked as bad.
- void TestProxyFallbackFail(unsigned int proxy_count,
- const std::string& bad_proxy,
- const std::string& bad_proxy2) {
- MockRead data_reads[] = {
- MockRead("HTTP/1.1 200 OK\r\n"
- "Chrome-Proxy: bypass=0\r\n\r\n"),
- MockRead("Bypass message"),
- MockRead(SYNCHRONOUS, OK),
- };
- MockWrite data_writes[] = {
- MockWrite("GET http://www.google.com/ HTTP/1.1\r\n"
- "Host: www.google.com\r\n"
- "Proxy-Connection: keep-alive\r\n\r\n"),
- };
- StaticSocketDataProvider data1(data_reads, data_writes);
- StaticSocketDataProvider data2(data_reads, data_writes);
- mock_socket_factory_.AddSocketDataProvider(&data1);
- if (proxy_count > 1)
- mock_socket_factory_.AddSocketDataProvider(&data2);
- // Expect that we get "Bypass message", and not "content"..
- ExecuteRequestExpectingContentAndHeader("GET", "Bypass message", "", "");
- // We should also observe the bad proxy or proxies in the retry list.
- TestBadProxies(proxy_count, bad_proxy, bad_proxy2);
- }
- MockClientSocketFactory mock_socket_factory_;
- MockHostResolver host_resolver_{
- /*default_result=*/
- MockHostResolverBase::RuleResolver::GetLocalhostResult()};
- std::unique_ptr<CertVerifier> cert_verifier_;
- std::unique_ptr<TransportSecurityState> transport_security_state_;
- DefaultCTPolicyEnforcer ct_policy_enforcer_;
- std::unique_ptr<ProxyResolutionService> proxy_resolution_service_;
- std::unique_ptr<SSLConfigService> ssl_config_service_;
- QuicContext quic_context_;
- std::unique_ptr<HttpNetworkSession> network_session_;
- std::unique_ptr<HttpNetworkLayer> factory_;
- private:
- HttpServerProperties http_server_properties_;
- };
- TEST_F(HttpNetworkLayerTest, CreateAndDestroy) {
- std::unique_ptr<HttpTransaction> trans;
- int rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsOk());
- EXPECT_TRUE(trans.get() != nullptr);
- }
- TEST_F(HttpNetworkLayerTest, Suspend) {
- std::unique_ptr<HttpTransaction> trans;
- int rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsOk());
- trans.reset();
- factory_->OnSuspend();
- rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsError(ERR_NETWORK_IO_SUSPENDED));
- ASSERT_TRUE(trans == nullptr);
- factory_->OnResume();
- rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsOk());
- }
- TEST_F(HttpNetworkLayerTest, GET) {
- MockRead data_reads[] = {
- MockRead("HTTP/1.0 200 OK\r\n\r\n"),
- MockRead("hello world"),
- MockRead(SYNCHRONOUS, OK),
- };
- MockWrite data_writes[] = {
- MockWrite("GET / HTTP/1.1\r\n"
- "Host: www.google.com\r\n"
- "Connection: keep-alive\r\n"
- "User-Agent: Foo/1.0\r\n\r\n"),
- };
- StaticSocketDataProvider data(data_reads, data_writes);
- mock_socket_factory_.AddSocketDataProvider(&data);
- TestCompletionCallback callback;
- HttpRequestInfo request_info;
- request_info.url = GURL("http://www.google.com/");
- request_info.method = "GET";
- request_info.extra_headers.SetHeader(HttpRequestHeaders::kUserAgent,
- "Foo/1.0");
- request_info.load_flags = LOAD_NORMAL;
- request_info.traffic_annotation =
- net::MutableNetworkTrafficAnnotationTag(TRAFFIC_ANNOTATION_FOR_TESTS);
- std::unique_ptr<HttpTransaction> trans;
- int rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsOk());
- rv = trans->Start(&request_info, callback.callback(), NetLogWithSource());
- rv = callback.GetResult(rv);
- ASSERT_THAT(rv, IsOk());
- std::string contents;
- rv = ReadTransaction(trans.get(), &contents);
- EXPECT_THAT(rv, IsOk());
- EXPECT_EQ("hello world", contents);
- }
- TEST_F(HttpNetworkLayerTest, NetworkVerified) {
- MockRead data_reads[] = {
- MockRead("HTTP/1.0 200 OK\r\n\r\n"),
- MockRead("hello world"),
- MockRead(SYNCHRONOUS, OK),
- };
- MockWrite data_writes[] = {
- MockWrite("GET / HTTP/1.1\r\n"
- "Host: www.google.com\r\n"
- "Connection: keep-alive\r\n"
- "User-Agent: Foo/1.0\r\n\r\n"),
- };
- StaticSocketDataProvider data(data_reads, data_writes);
- mock_socket_factory_.AddSocketDataProvider(&data);
- TestCompletionCallback callback;
- HttpRequestInfo request_info;
- request_info.url = GURL("http://www.google.com/");
- request_info.method = "GET";
- request_info.extra_headers.SetHeader(HttpRequestHeaders::kUserAgent,
- "Foo/1.0");
- request_info.load_flags = LOAD_NORMAL;
- request_info.traffic_annotation =
- net::MutableNetworkTrafficAnnotationTag(TRAFFIC_ANNOTATION_FOR_TESTS);
- std::unique_ptr<HttpTransaction> trans;
- int rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsOk());
- rv = trans->Start(&request_info, callback.callback(), NetLogWithSource());
- ASSERT_THAT(callback.GetResult(rv), IsOk());
- EXPECT_TRUE(trans->GetResponseInfo()->network_accessed);
- }
- TEST_F(HttpNetworkLayerTest, NetworkUnVerified) {
- MockRead data_reads[] = {
- MockRead(ASYNC, ERR_CONNECTION_RESET),
- };
- MockWrite data_writes[] = {
- MockWrite("GET / HTTP/1.1\r\n"
- "Host: www.google.com\r\n"
- "Connection: keep-alive\r\n"
- "User-Agent: Foo/1.0\r\n\r\n"),
- };
- StaticSocketDataProvider data(data_reads, data_writes);
- mock_socket_factory_.AddSocketDataProvider(&data);
- TestCompletionCallback callback;
- HttpRequestInfo request_info;
- request_info.url = GURL("http://www.google.com/");
- request_info.method = "GET";
- request_info.extra_headers.SetHeader(HttpRequestHeaders::kUserAgent,
- "Foo/1.0");
- request_info.load_flags = LOAD_NORMAL;
- request_info.traffic_annotation =
- net::MutableNetworkTrafficAnnotationTag(TRAFFIC_ANNOTATION_FOR_TESTS);
- std::unique_ptr<HttpTransaction> trans;
- int rv = factory_->CreateTransaction(DEFAULT_PRIORITY, &trans);
- EXPECT_THAT(rv, IsOk());
- rv = trans->Start(&request_info, callback.callback(), NetLogWithSource());
- ASSERT_THAT(callback.GetResult(rv), IsError(ERR_CONNECTION_RESET));
- // network_accessed is true; the HTTP stack did try to make a connection.
- EXPECT_TRUE(trans->GetResponseInfo()->network_accessed);
- }
- } // namespace
- } // namespace net
|