123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940 |
- // Copyright 2020 The Chromium Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style license that can be
- // found in the LICENSE file.
- #include "components/web_package/web_bundle_url_loader_factory.h"
- #include "base/metrics/histogram_functions.h"
- #include "base/ranges/algorithm.h"
- #include "base/threading/sequenced_task_runner_handle.h"
- #include "base/time/time.h"
- #include "base/trace_event/trace_event.h"
- #include "components/web_package/web_bundle_chunked_buffer.h"
- #include "components/web_package/web_bundle_memory_quota_consumer.h"
- #include "components/web_package/web_bundle_parser.h"
- #include "components/web_package/web_bundle_utils.h"
- #include "mojo/public/cpp/bindings/self_owned_receiver.h"
- #include "mojo/public/cpp/system/data_pipe.h"
- #include "mojo/public/cpp/system/data_pipe_drainer.h"
- #include "mojo/public/cpp/system/data_pipe_producer.h"
- #include "net/http/http_status_code.h"
- #include "services/network/public/cpp/corb/corb_api.h"
- #include "services/network/public/cpp/cors/cors.h"
- #include "services/network/public/cpp/cross_origin_resource_policy.h"
- #include "services/network/public/cpp/resource_request.h"
- #include "services/network/public/mojom/early_hints.mojom.h"
- #include "services/network/public/mojom/http_raw_headers.mojom.h"
- #include "services/network/public/mojom/url_loader.mojom.h"
- #include "services/network/public/mojom/url_response_head.mojom.h"
- #include "third_party/abseil-cpp/absl/types/optional.h"
- namespace web_package {
- namespace {
- constexpr size_t kBlockedBodyAllocationSize = 1;
- void DeleteProducerAndRunCallback(
- std::unique_ptr<mojo::DataPipeProducer> producer,
- base::OnceCallback<void(MojoResult result)> callback,
- MojoResult result) {
- std::move(callback).Run(result);
- }
- // Verify the serving constraints of Web Bundle HTTP responses.
- // https://wicg.github.io/webpackage/draft-yasskin-wpack-bundled-exchanges.html#name-serving-constraints
- bool CheckWebBundleServingConstraints(
- const network::mojom::URLResponseHead& response_head,
- std::string& out_error_message) {
- if (!response_head.headers ||
- !network::cors::IsOkStatus(response_head.headers->response_code())) {
- out_error_message = "Failed to fetch Web Bundle.";
- return false;
- }
- if (response_head.mime_type != "application/webbundle") {
- out_error_message =
- "Web Bundle response must have \"application/webbundle\" content-type.";
- return false;
- }
- if (!web_package::HasNoSniffHeader(response_head)) {
- out_error_message =
- "Web Bundle response must have \"X-Content-Type-Options: nosniff\" "
- "header.";
- return false;
- }
- return true;
- }
- // URLLoaderClient which wraps the real URLLoaderClient.
- class WebBundleURLLoaderClient : public network::mojom::URLLoaderClient {
- public:
- WebBundleURLLoaderClient(
- base::WeakPtr<WebBundleURLLoaderFactory> factory,
- mojo::PendingRemote<network::mojom::URLLoaderClient> wrapped)
- : factory_(factory), wrapped_(std::move(wrapped)) {}
- private:
- mojo::ScopedDataPipeConsumerHandle HandleReceiveBody(
- mojo::ScopedDataPipeConsumerHandle body) {
- if (factory_)
- factory_->SetBundleStream(std::move(body));
- // Send empty body to the wrapped URLLoaderClient.
- MojoCreateDataPipeOptions options;
- options.struct_size = sizeof(MojoCreateDataPipeOptions);
- options.flags = MOJO_CREATE_DATA_PIPE_FLAG_NONE;
- options.element_num_bytes = 1;
- options.capacity_num_bytes = kBlockedBodyAllocationSize;
- mojo::ScopedDataPipeProducerHandle producer;
- mojo::ScopedDataPipeConsumerHandle consumer;
- MojoResult result = mojo::CreateDataPipe(&options, producer, consumer);
- if (result != MOJO_RESULT_OK) {
- wrapped_->OnComplete(
- network::URLLoaderCompletionStatus(net::ERR_INSUFFICIENT_RESOURCES));
- completed_ = true;
- return mojo::ScopedDataPipeConsumerHandle();
- }
- return consumer;
- }
- // network::mojom::URLLoaderClient implementation:
- void OnReceiveEarlyHints(network::mojom::EarlyHintsPtr early_hints) override {
- wrapped_->OnReceiveEarlyHints(std::move(early_hints));
- }
- void OnReceiveResponse(network::mojom::URLResponseHeadPtr response_head,
- mojo::ScopedDataPipeConsumerHandle body) override {
- std::string error_message;
- if (!CheckWebBundleServingConstraints(*response_head, error_message)) {
- if (factory_) {
- factory_->ReportErrorAndCancelPendingLoaders(
- WebBundleURLLoaderFactory::SubresourceWebBundleLoadResult::
- kServingConstraintsNotMet,
- network::mojom::WebBundleErrorType::kServingConstraintsNotMet,
- error_message);
- }
- }
- base::UmaHistogramCustomCounts(
- "SubresourceWebBundles.ContentLength",
- response_head->content_length < 0 ? 0 : response_head->content_length,
- 1, 50000000, 50);
- mojo::ScopedDataPipeConsumerHandle consumer;
- if (body)
- consumer = HandleReceiveBody(std::move(body));
- wrapped_->OnReceiveResponse(std::move(response_head), std::move(consumer));
- }
- void OnReceiveRedirect(
- const net::RedirectInfo& redirect_info,
- network::mojom::URLResponseHeadPtr response_head) override {
- // TODO(crbug.com/1242281): Support redirection for WebBundle requests.
- if (factory_) {
- factory_->ReportErrorAndCancelPendingLoaders(
- WebBundleURLLoaderFactory::SubresourceWebBundleLoadResult::
- kWebBundleRedirected,
- network::mojom::WebBundleErrorType::kWebBundleRedirected,
- "URL redirection of Subresource Web Bundles is currently not "
- "supported.");
- }
- wrapped_->OnComplete(
- network::URLLoaderCompletionStatus(net::ERR_INVALID_WEB_BUNDLE));
- completed_ = true;
- }
- void OnUploadProgress(int64_t current_position,
- int64_t total_size,
- OnUploadProgressCallback ack_callback) override {
- wrapped_->OnUploadProgress(current_position, total_size,
- std::move(ack_callback));
- }
- void OnReceiveCachedMetadata(mojo_base::BigBuffer data) override {
- wrapped_->OnReceiveCachedMetadata(std::move(data));
- }
- void OnTransferSizeUpdated(int32_t transfer_size_diff) override {
- wrapped_->OnTransferSizeUpdated(transfer_size_diff);
- }
- void OnComplete(const network::URLLoaderCompletionStatus& status) override {
- if (status.error_code != net::OK) {
- if (factory_)
- factory_->OnWebBundleFetchFailed();
- base::UmaHistogramSparse("SubresourceWebBundles.BundleFetchErrorCode",
- -status.error_code);
- }
- if (completed_)
- return;
- wrapped_->OnComplete(status);
- }
- base::WeakPtr<WebBundleURLLoaderFactory> factory_;
- mojo::Remote<network::mojom::URLLoaderClient> wrapped_;
- bool completed_ = false;
- };
- } // namespace
- class WebBundleURLLoaderFactory::URLLoader : public network::mojom::URLLoader {
- public:
- URLLoader(
- mojo::PendingReceiver<network::mojom::URLLoader> loader,
- const network::ResourceRequest& request,
- mojo::PendingRemote<network::mojom::URLLoaderClient> client,
- mojo::Remote<network::mojom::TrustedHeaderClient> trusted_header_client,
- base::Time request_start_time,
- base::TimeTicks request_start_time_ticks)
- : url_(request.url),
- request_mode_(request.mode),
- request_initiator_(request.request_initiator),
- request_destination_(request.destination),
- devtools_request_id_(request.devtools_request_id),
- is_trusted_(request.trusted_params),
- receiver_(this, std::move(loader)),
- client_(std::move(client)),
- trusted_header_client_(std::move(trusted_header_client)) {
- receiver_.set_disconnect_handler(
- base::BindOnce(&URLLoader::OnMojoDisconnect, GetWeakPtr()));
- if (trusted_header_client_) {
- trusted_header_client_.set_disconnect_handler(
- base::BindOnce(&URLLoader::OnMojoDisconnect, GetWeakPtr()));
- }
- load_timing_.request_start_time = request_start_time;
- load_timing_.request_start = request_start_time_ticks;
- load_timing_.send_start = request_start_time_ticks;
- load_timing_.send_end = request_start_time_ticks;
- }
- URLLoader(const URLLoader&) = delete;
- URLLoader& operator=(const URLLoader&) = delete;
- const GURL& url() const { return url_; }
- const network::mojom::RequestMode& request_mode() const {
- return request_mode_;
- }
- const absl::optional<std::string>& devtools_request_id() const {
- return devtools_request_id_;
- }
- const absl::optional<url::Origin>& request_initiator() const {
- return request_initiator_;
- }
- network::mojom::RequestDestination request_destination() const {
- return request_destination_;
- }
- base::WeakPtr<URLLoader> GetWeakPtr() {
- return weak_ptr_factory_.GetWeakPtr();
- }
- void OnResponse(network::mojom::URLResponseHeadPtr response,
- mojo::ScopedDataPipeConsumerHandle consumer) {
- client_->OnReceiveResponse(std::move(response), std::move(consumer));
- }
- void OnFail(net::Error error) {
- client_->OnComplete(network::URLLoaderCompletionStatus(error));
- delete this;
- }
- void OnWriteCompleted(MojoResult result) {
- network::URLLoaderCompletionStatus status(
- result == MOJO_RESULT_OK ? net::OK : net::ERR_INVALID_WEB_BUNDLE);
- status.encoded_data_length = body_length_ + headers_bytes_;
- // For these values we use the same `body_length_` as we don't currently
- // provide encoding in WebBundles.
- status.encoded_body_length = body_length_;
- status.decoded_body_length = body_length_;
- client_->OnComplete(status);
- delete this;
- }
- void BlockResponseForCorb(network::mojom::URLResponseHeadPtr response_head) {
- // A minimum implementation to block CORB-protected resources.
- //
- // TODO(crbug.com/1082020): Re-use
- // network::URLLoader::BlockResponseForCorb(), instead of copying
- // essential parts from there, so that the two implementations won't
- // diverge further. That requires non-trivial refactoring.
- network::corb::SanitizeBlockedResponseHeaders(*response_head);
- // Send empty body to the URLLoaderClient.
- mojo::ScopedDataPipeProducerHandle producer;
- mojo::ScopedDataPipeConsumerHandle consumer;
- if (CreateDataPipe(nullptr, producer, consumer) != MOJO_RESULT_OK) {
- OnFail(net::ERR_INSUFFICIENT_RESOURCES);
- return;
- }
- producer.reset();
- client_->OnReceiveResponse(std::move(response_head), std::move(consumer));
- // CORB responses are reported as a success.
- CompleteBlockedResponse(net::OK, absl::nullopt);
- }
- bool is_trusted() const { return is_trusted_; }
- void CompleteBlockedResponse(
- int error_code,
- absl::optional<network::mojom::BlockedByResponseReason> reason) {
- network::URLLoaderCompletionStatus status;
- status.error_code = error_code;
- status.completion_time = base::TimeTicks::Now();
- status.encoded_data_length = 0;
- status.encoded_body_length = 0;
- status.decoded_body_length = 0;
- status.blocked_by_response_reason = reason;
- client_->OnComplete(status);
- // Reset the connection to the URLLoaderClient. This helps ensure that we
- // won't accidentally leak any data to the renderer from this point on.
- client_.reset();
- delete this;
- }
- mojo::Remote<network::mojom::TrustedHeaderClient>& trusted_header_client() {
- return trusted_header_client_;
- }
- net::LoadTimingInfo load_timing() { return load_timing_; }
- void SetBodyLength(uint64_t body_length) { body_length_ = body_length; }
- void SetHeadersBytes(size_t headers_bytes) { headers_bytes_ = headers_bytes; }
- void SetResponseStartTime(base::TimeTicks response_start_time) {
- load_timing_.receive_headers_start = response_start_time;
- load_timing_.receive_headers_end = response_start_time;
- }
- private:
- // network::mojom::URLLoader
- void FollowRedirect(
- const std::vector<std::string>& removed_headers,
- const net::HttpRequestHeaders& modified_headers,
- const net::HttpRequestHeaders& modified_cors_exempt_headers,
- const absl::optional<GURL>& new_url) override {
- NOTREACHED();
- }
- void SetPriority(net::RequestPriority priority,
- int32_t intra_priority_value) override {
- // Not supported (do nothing).
- }
- void PauseReadingBodyFromNet() override {}
- void ResumeReadingBodyFromNet() override {}
- void OnMojoDisconnect() { delete this; }
- const GURL url_;
- network::mojom::RequestMode request_mode_;
- absl::optional<url::Origin> request_initiator_;
- network::mojom::RequestDestination request_destination_;
- absl::optional<std::string> devtools_request_id_;
- const bool is_trusted_;
- mojo::Receiver<network::mojom::URLLoader> receiver_;
- mojo::Remote<network::mojom::URLLoaderClient> client_;
- mojo::Remote<network::mojom::TrustedHeaderClient> trusted_header_client_;
- uint64_t body_length_;
- size_t headers_bytes_;
- net::LoadTimingInfo load_timing_;
- base::TimeTicks request_send_time_;
- base::TimeTicks response_start_time_;
- base::WeakPtrFactory<URLLoader> weak_ptr_factory_{this};
- };
- class WebBundleURLLoaderFactory::BundleDataSource
- : public web_package::mojom::BundleDataSource,
- public mojo::DataPipeDrainer::Client {
- public:
- using ReadToDataPipeCallback = base::OnceCallback<void(MojoResult result)>;
- BundleDataSource(mojo::PendingReceiver<web_package::mojom::BundleDataSource>
- data_source_receiver,
- mojo::ScopedDataPipeConsumerHandle bundle_body,
- std::unique_ptr<WebBundleMemoryQuotaConsumer>
- web_bundle_memory_quota_consumer,
- base::OnceClosure memory_quota_exceeded_closure,
- base::OnceClosure data_completed_closure)
- : data_source_receiver_(this, std::move(data_source_receiver)),
- pipe_drainer_(
- std::make_unique<mojo::DataPipeDrainer>(this,
- std::move(bundle_body))),
- web_bundle_memory_quota_consumer_(
- std::move(web_bundle_memory_quota_consumer)),
- memory_quota_exceeded_closure_(
- std::move(memory_quota_exceeded_closure)),
- data_completed_closure_(std::move(data_completed_closure)) {}
- ~BundleDataSource() override {
- // The receiver must be closed before destructing pending callbacks in
- // |pending_reads_| / |pending_reads_to_data_pipe_|.
- data_source_receiver_.reset();
- }
- BundleDataSource(const BundleDataSource&) = delete;
- BundleDataSource& operator=(const BundleDataSource&) = delete;
- void ReadToDataPipe(mojo::ScopedDataPipeProducerHandle producer,
- uint64_t offset,
- uint64_t length,
- ReadToDataPipeCallback callback) {
- TRACE_EVENT0("loading", "BundleDataSource::ReadToDataPipe");
- if (!finished_loading_ && !buffer_.ContainsAll(offset, length)) {
- // Current implementation does not support progressive loading of inner
- // response body.
- PendingReadToDataPipe pending;
- pending.producer = std::move(producer);
- pending.offset = offset;
- pending.length = length;
- pending.callback = std::move(callback);
- pending_reads_to_data_pipe_.push_back(std::move(pending));
- return;
- }
- auto data_source = buffer_.CreateDataSource(offset, length);
- if (!data_source) {
- // When there is no body to send, returns OK here without creating a
- // DataPipeProducer.
- std::move(callback).Run(MOJO_RESULT_OK);
- return;
- }
- auto writer = std::make_unique<mojo::DataPipeProducer>(std::move(producer));
- mojo::DataPipeProducer* raw_writer = writer.get();
- raw_writer->Write(std::move(data_source),
- base::BindOnce(&DeleteProducerAndRunCallback,
- std::move(writer), std::move(callback)));
- }
- // Implements mojom::BundleDataSource.
- void Read(uint64_t offset, uint64_t length, ReadCallback callback) override {
- TRACE_EVENT0("loading", "BundleDataSource::Read");
- if (!finished_loading_ && !buffer_.ContainsAll(offset, length)) {
- PendingRead pending;
- pending.offset = offset;
- pending.length = length;
- pending.callback = std::move(callback);
- pending_reads_.push_back(std::move(pending));
- return;
- }
- uint64_t out_len = buffer_.GetAvailableLength(offset, length);
- std::vector<uint8_t> output(base::checked_cast<size_t>(out_len));
- buffer_.ReadData(offset, out_len, output.data());
- std::move(callback).Run(std::move(output));
- }
- void Length(LengthCallback callback) override { std::move(callback).Run(-1); }
- void IsRandomAccessContext(IsRandomAccessContextCallback callback) override {
- std::move(callback).Run(false);
- }
- // Implements mojo::DataPipeDrainer::Client.
- void OnDataAvailable(const void* data, size_t num_bytes) override {
- DCHECK(!finished_loading_);
- if (!web_bundle_memory_quota_consumer_->AllocateMemory(num_bytes)) {
- AbortPendingReads();
- if (memory_quota_exceeded_closure_) {
- // Defer calling |memory_quota_exceeded_closure_| to avoid the
- // UAF call in DataPipeDrainer::ReadData().
- base::SequencedTaskRunnerHandle::Get()->PostTask(
- FROM_HERE, std::move(memory_quota_exceeded_closure_));
- }
- return;
- }
- buffer_.Append(reinterpret_cast<const uint8_t*>(data), num_bytes);
- ProcessPendingReads();
- }
- void OnDataComplete() override {
- DCHECK(!finished_loading_);
- base::UmaHistogramCustomCounts(
- "SubresourceWebBundles.ReceivedSize",
- base::saturated_cast<base::Histogram::Sample>(buffer_.size()), 1,
- 50000000, 50);
- DCHECK(data_completed_closure_);
- // Defer calling |data_completed_closure_| not to run
- // |data_completed_closure_| before |memory_quota_exceeded_closure_|.
- base::SequencedTaskRunnerHandle::Get()->PostTask(
- FROM_HERE, std::move(data_completed_closure_));
- finished_loading_ = true;
- ProcessPendingReads();
- }
- private:
- void ProcessPendingReads() {
- std::vector<PendingRead> pendings(std::move(pending_reads_));
- std::vector<PendingReadToDataPipe> pipe_pendings(
- std::move(pending_reads_to_data_pipe_));
- for (auto& pending : pendings) {
- Read(pending.offset, pending.length, std::move(pending.callback));
- }
- for (auto& pending : pipe_pendings) {
- ReadToDataPipe(std::move(pending.producer), pending.offset,
- pending.length, std::move(pending.callback));
- }
- }
- void AbortPendingReads() {
- std::vector<PendingRead> pendings(std::move(pending_reads_));
- std::vector<PendingReadToDataPipe> pipe_pendings(
- std::move(pending_reads_to_data_pipe_));
- for (auto& pending : pendings) {
- std::move(pending.callback).Run(std::vector<uint8_t>());
- }
- for (auto& pending : pipe_pendings) {
- std::move(pending.callback).Run(MOJO_RESULT_NOT_FOUND);
- }
- }
- struct PendingRead {
- uint64_t offset;
- uint64_t length;
- ReadCallback callback;
- };
- struct PendingReadToDataPipe {
- mojo::ScopedDataPipeProducerHandle producer;
- uint64_t offset;
- uint64_t length;
- ReadToDataPipeCallback callback;
- };
- mojo::Receiver<web_package::mojom::BundleDataSource> data_source_receiver_;
- WebBundleChunkedBuffer buffer_;
- std::vector<PendingRead> pending_reads_;
- std::vector<PendingReadToDataPipe> pending_reads_to_data_pipe_;
- bool finished_loading_ = false;
- std::unique_ptr<mojo::DataPipeDrainer> pipe_drainer_;
- std::unique_ptr<WebBundleMemoryQuotaConsumer>
- web_bundle_memory_quota_consumer_;
- base::OnceClosure memory_quota_exceeded_closure_;
- base::OnceClosure data_completed_closure_;
- };
- WebBundleURLLoaderFactory::WebBundleURLLoaderFactory(
- const GURL& bundle_url,
- const network::ResourceRequest::WebBundleTokenParams&
- web_bundle_token_params,
- mojo::Remote<network::mojom::WebBundleHandle> web_bundle_handle,
- std::unique_ptr<WebBundleMemoryQuotaConsumer>
- web_bundle_memory_quota_consumer,
- mojo::PendingRemote<network::mojom::DevToolsObserver> devtools_observer,
- absl::optional<std::string> devtools_request_id,
- const network::CrossOriginEmbedderPolicy& cross_origin_embedder_policy,
- network::mojom::CrossOriginEmbedderPolicyReporter* coep_reporter)
- : bundle_url_(bundle_url),
- web_bundle_handle_(std::move(web_bundle_handle)),
- web_bundle_memory_quota_consumer_(
- std::move(web_bundle_memory_quota_consumer)),
- devtools_observer_(std::move(devtools_observer)),
- devtools_request_id_(std::move(devtools_request_id)),
- cross_origin_embedder_policy_(cross_origin_embedder_policy),
- coep_reporter_(coep_reporter) {
- if (bundle_url != web_bundle_token_params.bundle_url) {
- // This happens when WebBundle request is redirected by WebRequest extension
- // API.
- // TODO(crbug.com/1242281): Support redirection for WebBundle requests.
- ReportErrorAndCancelPendingLoaders(
- SubresourceWebBundleLoadResult::kWebBundleRedirected,
- network::mojom::WebBundleErrorType::kWebBundleRedirected,
- "URL redirection of Subresource Web Bundles is currently not "
- "supported.");
- }
- }
- WebBundleURLLoaderFactory::~WebBundleURLLoaderFactory() {
- for (auto loader : pending_loaders_) {
- if (loader)
- loader->OnFail(net::ERR_FAILED);
- }
- }
- base::WeakPtr<WebBundleURLLoaderFactory> WebBundleURLLoaderFactory::GetWeakPtr()
- const {
- return weak_ptr_factory_.GetWeakPtr();
- }
- bool WebBundleURLLoaderFactory::HasError() const {
- return load_result_.has_value() &&
- *load_result_ != SubresourceWebBundleLoadResult::kSuccess;
- }
- void WebBundleURLLoaderFactory::SetBundleStream(
- mojo::ScopedDataPipeConsumerHandle body) {
- if (HasError())
- return;
- mojo::PendingRemote<web_package::mojom::BundleDataSource> data_source;
- source_ = std::make_unique<BundleDataSource>(
- data_source.InitWithNewPipeAndPassReceiver(), std::move(body),
- std::move(web_bundle_memory_quota_consumer_),
- base::BindOnce(&WebBundleURLLoaderFactory::OnMemoryQuotaExceeded,
- weak_ptr_factory_.GetWeakPtr()),
- base::BindOnce(&WebBundleURLLoaderFactory::OnDataCompleted,
- weak_ptr_factory_.GetWeakPtr()));
- // WebBundleParser will self-destruct on remote mojo ends' disconnection.
- new web_package::WebBundleParser(parser_.BindNewPipeAndPassReceiver(),
- std::move(data_source), bundle_url_);
- parser_->ParseMetadata(
- /*offset=*/-1,
- base::BindOnce(&WebBundleURLLoaderFactory::OnMetadataParsed,
- weak_ptr_factory_.GetWeakPtr()));
- }
- mojo::PendingRemote<network::mojom::URLLoaderClient>
- WebBundleURLLoaderFactory::MaybeWrapURLLoaderClient(
- mojo::PendingRemote<network::mojom::URLLoaderClient> wrapped) {
- if (HasError()) {
- mojo::Remote<network::mojom::URLLoaderClient>(std::move(wrapped))
- ->OnComplete(
- network::URLLoaderCompletionStatus(net::ERR_INVALID_WEB_BUNDLE));
- return {};
- }
- mojo::PendingRemote<network::mojom::URLLoaderClient> client;
- auto client_impl = std::make_unique<WebBundleURLLoaderClient>(
- weak_ptr_factory_.GetWeakPtr(), std::move(wrapped));
- mojo::MakeSelfOwnedReceiver(std::move(client_impl),
- client.InitWithNewPipeAndPassReceiver());
- return client;
- }
- void WebBundleURLLoaderFactory::StartSubresourceRequest(
- mojo::PendingReceiver<network::mojom::URLLoader> receiver,
- const network::ResourceRequest& url_request,
- mojo::PendingRemote<network::mojom::URLLoaderClient> client,
- mojo::Remote<network::mojom::TrustedHeaderClient> trusted_header_client,
- base::Time request_start_time,
- base::TimeTicks request_start_time_ticks) {
- TRACE_EVENT0("loading", "WebBundleURLLoaderFactory::StartSubresourceRequest");
- URLLoader* loader =
- new URLLoader(std::move(receiver), url_request, std::move(client),
- std::move(trusted_header_client), request_start_time,
- request_start_time_ticks);
- if (HasError()) {
- loader->OnFail(net::ERR_INVALID_WEB_BUNDLE);
- return;
- }
- // Verify that WebBundle URL associated with the request is correct.
- DCHECK(url_request.web_bundle_token_params.has_value());
- if (url_request.web_bundle_token_params->bundle_url != bundle_url_) {
- mojo::ReportBadMessage(
- "WebBundleURLLoaderFactory: Bundle URL does not match");
- loader->OnFail(net::ERR_INVALID_ARGUMENT);
- return;
- }
- if (!loader->trusted_header_client()) {
- QueueOrStartLoader(loader->GetWeakPtr());
- return;
- }
- loader->trusted_header_client()->OnBeforeSendHeaders(
- url_request.headers,
- base::BindOnce(&WebBundleURLLoaderFactory::OnBeforeSendHeadersComplete,
- weak_ptr_factory_.GetWeakPtr(), loader->GetWeakPtr()));
- }
- void WebBundleURLLoaderFactory::OnBeforeSendHeadersComplete(
- base::WeakPtr<URLLoader> loader,
- int result,
- const absl::optional<net::HttpRequestHeaders>& headers) {
- if (!loader)
- return;
- QueueOrStartLoader(loader);
- }
- void WebBundleURLLoaderFactory::QueueOrStartLoader(
- base::WeakPtr<URLLoader> loader) {
- if (!loader)
- return;
- if (HasError()) {
- loader->OnFail(net::ERR_INVALID_WEB_BUNDLE);
- return;
- }
- if (!metadata_) {
- pending_loaders_.push_back(loader);
- return;
- }
- StartLoad(loader);
- }
- void WebBundleURLLoaderFactory::StartLoad(base::WeakPtr<URLLoader> loader) {
- DCHECK(metadata_);
- if (!loader)
- return;
- auto it = metadata_->requests.find(loader->url());
- if (it == metadata_->requests.end()) {
- web_bundle_handle_->OnWebBundleError(
- network::mojom::WebBundleErrorType::kResourceNotFound,
- loader->url().possibly_invalid_spec() +
- " is not found in the WebBundle.");
- loader->OnFail(net::ERR_INVALID_WEB_BUNDLE);
- return;
- }
- parser_->ParseResponse(
- it->second->offset, it->second->length,
- base::BindOnce(&WebBundleURLLoaderFactory::OnResponseParsed,
- weak_ptr_factory_.GetWeakPtr(), loader->GetWeakPtr()));
- }
- void WebBundleURLLoaderFactory::ReportErrorAndCancelPendingLoaders(
- SubresourceWebBundleLoadResult result,
- network::mojom::WebBundleErrorType error,
- const std::string& message) {
- DCHECK_NE(SubresourceWebBundleLoadResult::kSuccess, result);
- web_bundle_handle_->OnWebBundleError(error, message);
- MaybeReportLoadResult(result);
- auto pending_loaders = std::move(pending_loaders_);
- for (auto loader : pending_loaders) {
- if (loader)
- loader->OnFail(net::ERR_INVALID_WEB_BUNDLE);
- }
- source_.reset();
- parser_.reset();
- }
- void WebBundleURLLoaderFactory::OnMetadataParsed(
- web_package::mojom::BundleMetadataPtr metadata,
- web_package::mojom::BundleMetadataParseErrorPtr error) {
- TRACE_EVENT0("loading", "WebBundleURLLoaderFactory::OnMetadataParsed");
- if (error) {
- ReportErrorAndCancelPendingLoaders(
- SubresourceWebBundleLoadResult::kMetadataParseError,
- network::mojom::WebBundleErrorType::kMetadataParseError,
- error->message);
- if (devtools_request_id_) {
- devtools_observer_->OnSubresourceWebBundleMetadataError(
- *devtools_request_id_, error->message);
- }
- return;
- }
- if (!base::ranges::all_of(metadata->requests, [this](const auto& entry) {
- return IsAllowedExchangeUrl(entry.first);
- })) {
- std::string error_message = "Exchange URL is not valid.";
- ReportErrorAndCancelPendingLoaders(
- SubresourceWebBundleLoadResult::kMetadataParseError,
- network::mojom::WebBundleErrorType::kMetadataParseError, error_message);
- if (devtools_request_id_) {
- devtools_observer_->OnSubresourceWebBundleMetadataError(
- *devtools_request_id_, error_message);
- }
- return;
- }
- metadata_ = std::move(metadata);
- if (devtools_observer_ && devtools_request_id_) {
- std::vector<GURL> urls;
- urls.reserve(metadata_->requests.size());
- for (const auto& item : metadata_->requests) {
- urls.push_back(item.first);
- }
- devtools_observer_->OnSubresourceWebBundleMetadata(*devtools_request_id_,
- std::move(urls));
- }
- if (metadata_->version == web_package::mojom::BundleFormatVersion::kB1) {
- web_bundle_handle_->OnWebBundleError(
- network::mojom::WebBundleErrorType::kDeprecationWarning,
- "WebBundle format \"b1\" is deprecated. See migration guide at "
- "https://bit.ly/3rpDuEX.");
- }
- if (data_completed_)
- MaybeReportLoadResult(SubresourceWebBundleLoadResult::kSuccess);
- for (auto loader : pending_loaders_)
- StartLoad(loader);
- pending_loaders_.clear();
- }
- bool WebBundleURLLoaderFactory::IsAllowedExchangeUrl(const GURL& relative_url) {
- GURL url = bundle_url_.Resolve(relative_url.spec());
- return url.SchemeIsHTTPOrHTTPS() || web_package::IsValidUuidInPackageURL(url);
- }
- void WebBundleURLLoaderFactory::OnResponseParsed(
- base::WeakPtr<URLLoader> loader,
- web_package::mojom::BundleResponsePtr response,
- web_package::mojom::BundleResponseParseErrorPtr error) {
- TRACE_EVENT0("loading", "WebBundleURLLoaderFactory::OnResponseParsed");
- if (!loader)
- return;
- if (error) {
- if (devtools_observer_ && loader->devtools_request_id()) {
- devtools_observer_->OnSubresourceWebBundleInnerResponseError(
- *loader->devtools_request_id(), loader->url(), error->message,
- devtools_request_id_);
- }
- web_bundle_handle_->OnWebBundleError(
- network::mojom::WebBundleErrorType::kResponseParseError,
- error->message);
- loader->OnFail(net::ERR_INVALID_WEB_BUNDLE);
- return;
- }
- if (devtools_observer_) {
- std::vector<network::mojom::HttpRawHeaderPairPtr> headers;
- headers.reserve(response->response_headers.size());
- for (const auto& it : response->response_headers) {
- headers.push_back(
- network::mojom::HttpRawHeaderPair::New(it.first, it.second));
- }
- if (loader->devtools_request_id()) {
- devtools_observer_->OnSubresourceWebBundleInnerResponse(
- *loader->devtools_request_id(), loader->url(), devtools_request_id_);
- }
- }
- // Add an artificial "X-Content-Type-Options: "nosniff" header, which is
- // explained at
- // https://wicg.github.io/webpackage/draft-yasskin-wpack-bundled-exchanges.html#name-responses.
- response->response_headers["X-Content-Type-Options"] = "nosniff";
- const std::string header_string = web_package::CreateHeaderString(response);
- loader->SetResponseStartTime(base::TimeTicks::Now());
- loader->SetHeadersBytes(header_string.size());
- if (!loader->trusted_header_client()) {
- SendResponseToLoader(loader, header_string, response->payload_offset,
- response->payload_length);
- return;
- }
- loader->trusted_header_client()->OnHeadersReceived(
- header_string, net::IPEndPoint(),
- base::BindOnce(&WebBundleURLLoaderFactory::OnHeadersReceivedComplete,
- weak_ptr_factory_.GetWeakPtr(), loader->GetWeakPtr(),
- header_string, response->payload_offset,
- response->payload_length));
- }
- void WebBundleURLLoaderFactory::OnHeadersReceivedComplete(
- base::WeakPtr<URLLoader> loader,
- const std::string& original_header,
- uint64_t payload_offset,
- uint64_t payload_length,
- int result,
- const absl::optional<std::string>& headers,
- const absl::optional<GURL>& preserve_fragment_on_redirect_url) {
- if (!loader)
- return;
- SendResponseToLoader(loader, headers ? *headers : original_header,
- payload_offset, payload_length);
- }
- void WebBundleURLLoaderFactory::SendResponseToLoader(
- base::WeakPtr<URLLoader> loader,
- const std::string& headers,
- uint64_t payload_offset,
- uint64_t payload_length) {
- if (!loader)
- return;
- network::mojom::URLResponseHeadPtr response_head =
- web_package::CreateResourceResponseFromHeaderString(headers);
- // Currently we allow only net::HTTP_OK responses in bundles.
- // TODO(crbug.com/990733): Revisit this once
- // https://github.com/WICG/webpackage/issues/478 is resolved.
- if (response_head->headers->response_code() != net::HTTP_OK) {
- web_bundle_handle_->OnWebBundleError(
- network::mojom::WebBundleErrorType::kResponseParseError,
- "Invalid response code " +
- base::NumberToString(response_head->headers->response_code()));
- loader->OnFail(net::ERR_INVALID_WEB_BUNDLE);
- return;
- }
- response_head->web_bundle_url = bundle_url_;
- response_head->load_timing = loader->load_timing();
- loader->SetBodyLength(payload_length);
- // Enforce the Cross-Origin-Resource-Policy (CORP) header.
- if (absl::optional<network::mojom::BlockedByResponseReason> blocked_reason =
- network::CrossOriginResourcePolicy::IsBlocked(
- loader->url(), loader->url(), loader->request_initiator(),
- *response_head, loader->request_mode(),
- loader->request_destination(), cross_origin_embedder_policy_,
- coep_reporter_)) {
- loader->CompleteBlockedResponse(net::ERR_BLOCKED_BY_RESPONSE,
- blocked_reason);
- return;
- }
- // Enforce FLEDGE auction-only signals -- the renderer process isn't allowed
- // to read auction-only signals for FLEDGE auctions; only the browser process
- // is allowed to read those, and only the browser process can issue trusted
- // requests.
- std::string fledge_auction_only_signals;
- if (!loader->is_trusted() && response_head->headers &&
- response_head->headers->GetNormalizedHeader(
- "X-FLEDGE-Auction-Only", &fledge_auction_only_signals) &&
- base::EqualsCaseInsensitiveASCII(fledge_auction_only_signals, "true")) {
- loader->CompleteBlockedResponse(net::ERR_BLOCKED_BY_RESPONSE,
- /*reason=*/absl::nullopt);
- return;
- }
- auto corb_analyzer = network::corb::ResponseAnalyzer::Create(corb_state_);
- auto decision =
- corb_analyzer->Init(loader->url(), loader->request_initiator(),
- loader->request_mode(), *response_head);
- switch (decision) {
- case network::corb::ResponseAnalyzer::Decision::kBlock:
- loader->BlockResponseForCorb(std::move(response_head));
- return;
- case network::corb::ResponseAnalyzer::Decision::kAllow:
- case network::corb::ResponseAnalyzer::Decision::kSniffMore:
- break;
- }
- mojo::ScopedDataPipeProducerHandle producer;
- mojo::ScopedDataPipeConsumerHandle consumer;
- if (CreateDataPipe(nullptr, producer, consumer) != MOJO_RESULT_OK) {
- loader->OnFail(net::ERR_INSUFFICIENT_RESOURCES);
- return;
- }
- loader->OnResponse(std::move(response_head), std::move(consumer));
- source_->ReadToDataPipe(
- std::move(producer), payload_offset, payload_length,
- base::BindOnce(&URLLoader::OnWriteCompleted, loader->GetWeakPtr()));
- }
- void WebBundleURLLoaderFactory::OnMemoryQuotaExceeded() {
- TRACE_EVENT0("loading", "WebBundleURLLoaderFactory::OnMemoryQuotaExceeded");
- ReportErrorAndCancelPendingLoaders(
- SubresourceWebBundleLoadResult::kMemoryQuotaExceeded,
- network::mojom::WebBundleErrorType::kMemoryQuotaExceeded,
- "Memory quota exceeded. Currently, there is an upper limit on the total "
- "size of subresource web bundles in a process. See "
- "https://crbug.com/1154140 for more details.");
- }
- void WebBundleURLLoaderFactory::OnDataCompleted() {
- DCHECK(!data_completed_);
- data_completed_ = true;
- if (metadata_)
- MaybeReportLoadResult(SubresourceWebBundleLoadResult::kSuccess);
- }
- void WebBundleURLLoaderFactory::MaybeReportLoadResult(
- SubresourceWebBundleLoadResult result) {
- if (load_result_.has_value())
- return;
- load_result_ = result;
- base::UmaHistogramEnumeration("SubresourceWebBundles.LoadResult", result);
- web_bundle_handle_->OnWebBundleLoadFinished(
- result == SubresourceWebBundleLoadResult::kSuccess);
- }
- void WebBundleURLLoaderFactory::OnWebBundleFetchFailed() {
- ReportErrorAndCancelPendingLoaders(
- SubresourceWebBundleLoadResult::kWebBundleFetchFailed,
- network::mojom::WebBundleErrorType::kWebBundleFetchFailed,
- "Failed to fetch the Web Bundle.");
- }
- } // namespace web_package
|