1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
// Copyright 2013 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "components/dom_distiller/core/distiller_url_fetcher.h"
#include "base/functional/bind.h"
#include "net/traffic_annotation/network_traffic_annotation.h"
#include "services/network/public/cpp/resource_request.h"
#include "services/network/public/cpp/shared_url_loader_factory.h"
#include "services/network/public/cpp/simple_url_loader.h"
#include "url/gurl.h"
namespace dom_distiller {
DistillerURLFetcherFactory::DistillerURLFetcherFactory(
scoped_refptr<network::SharedURLLoaderFactory> url_loader_factory)
: url_loader_factory_(url_loader_factory) {}
DistillerURLFetcherFactory::~DistillerURLFetcherFactory() = default;
DistillerURLFetcher* DistillerURLFetcherFactory::CreateDistillerURLFetcher()
const {
return new DistillerURLFetcher(url_loader_factory_);
}
DistillerURLFetcher::DistillerURLFetcher(
scoped_refptr<network::SharedURLLoaderFactory> url_loader_factory)
: url_loader_factory_(url_loader_factory) {}
DistillerURLFetcher::~DistillerURLFetcher() = default;
void DistillerURLFetcher::FetchURL(const std::string& url,
URLFetcherCallback callback) {
// Don't allow a fetch if one is pending.
DCHECK(!url_loader_);
callback_ = std::move(callback);
url_loader_ = CreateURLFetcher(url);
url_loader_->DownloadToStringOfUnboundedSizeUntilCrashAndDie(
url_loader_factory_.get(),
base::BindOnce(&DistillerURLFetcher::OnURLLoadComplete,
base::Unretained(this)));
}
std::unique_ptr<network::SimpleURLLoader> DistillerURLFetcher::CreateURLFetcher(
const std::string& url) {
net::NetworkTrafficAnnotationTag traffic_annotation =
net::DefineNetworkTrafficAnnotation("dom_distiller", R"(
semantics {
sender: "DOM Distiller"
description:
"Chromium provides Mobile-friendly view on Android phones when the "
"web page contains an article, and is not mobile-friendly. If the "
"user enters Mobile-friendly view, the main content would be "
"extracted and reflowed in a simple layout for better readability. "
"On iOS, apps can add URLs to the Reading List in Chromium. When "
"opening the entries in the Reading List with no or limited "
"network, the simple layout would be shown. DOM distiller is the "
"backend service for Mobile-friendly view and Reading List."
trigger:
"When the user enters Mobile-friendly view on Android phones, or "
"adds entries to the Reading List on iOS. Note that Reading List "
"entries can be added from other apps."
data:
"URLs of the required website resources to fetch."
destination: WEBSITE
}
policy {
cookies_allowed: YES
cookies_store: "user"
setting: "Users can enable or disable Mobile-friendly view by "
"toggling chrome://flags#reader-mode-heuristics in Chromium on "
"Android."
policy_exception_justification:
"Not implemented, considered not useful as no content is being "
"uploaded; this request merely downloads the resources on the web."
})");
auto resource_request = std::make_unique<network::ResourceRequest>();
resource_request->url = GURL(url);
resource_request->method = "GET";
resource_request->site_for_cookies = net::SiteForCookies::FromUrl(GURL(url));
auto url_loader = network::SimpleURLLoader::Create(
std::move(resource_request), traffic_annotation);
static const int kMaxRetries = 5;
url_loader->SetRetryOptions(kMaxRetries,
network::SimpleURLLoader::RETRY_ON_5XX);
return url_loader;
}
void DistillerURLFetcher::OnURLLoadComplete(
std::unique_ptr<std::string> response_body) {
// The loader is not needed at this point anymore.
url_loader_.reset();
std::string response;
if (response_body) {
// Only copy over the data if the request was successful. Insert
// an empty string into the proto otherwise.
response = std::move(*response_body);
}
std::move(callback_).Run(response);
}
} // namespace dom_distiller
|
