1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
|
// Copyright 2025 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "third_party/blink/renderer/modules/content_extraction/paid_content.h"
#include "third_party/blink/renderer/core/dom/container_node.h"
#include "third_party/blink/renderer/core/dom/document.h"
#include "third_party/blink/renderer/core/dom/element.h"
#include "third_party/blink/renderer/core/dom/static_node_list.h"
#include "third_party/blink/renderer/core/html/html_meta_element.h"
#include "third_party/blink/renderer/core/html/html_head_element.h"
#include "third_party/blink/renderer/core/html/html_script_element.h"
#include "third_party/blink/renderer/platform/json/json_parser.h"
#include "third_party/blink/renderer/platform/json/json_values.h"
#include "third_party/blink/renderer/platform/wtf/text/atomic_string.h"
namespace blink {
namespace {
const char kIsAccessibleForFree[] = "isAccessibleForFree";
bool ObjectValuePresentAndEquals(const JSONObject* object,
const String& key,
const String& value) {
JSONValue* json_value = object->Get(key);
if (!json_value) {
return false;
}
if (json_value->GetType() != JSONValue::kTypeString) {
return false;
}
String str_val;
json_value->AsString(&str_val);
return str_val == value;
}
bool ObjectValuePresentAndEndsWith(const JSONObject* object,
const String& key,
const String& value) {
JSONValue* json_value = object->Get(key);
if (!json_value) {
return false;
}
if (json_value->GetType() != JSONValue::kTypeString) {
return false;
}
String str_val;
json_value->AsString(&str_val);
return str_val.EndsWith(value);
}
bool ObjectValuePresentAndFalse(const JSONObject* object, const String& key) {
JSONValue* json_value = object->Get(key);
if (!json_value) {
return false;
}
auto type = json_value->GetType();
if (type == JSONValue::kTypeString) {
String str_val;
json_value->AsString(&str_val);
if (str_val == "false" || str_val == "False") {
return true;
}
return false;
}
bool bool_val;
json_value->AsBoolean(&bool_val);
return bool_val == false;
}
} // namespace
bool PaidContent::IsPaidElement(const Element* element) const {
auto* document = &element->GetDocument();
if (check_microdata_.Contains(document) && check_microdata_.at(document)) {
for (HTMLMetaElement& meta_element :
Traversal<HTMLMetaElement>::ChildrenOf(*element)) {
auto itemprop = meta_element.FastGetAttribute(html_names::kItempropAttr);
if (itemprop.GetString() != kIsAccessibleForFree) {
continue;
}
return meta_element.Content() == "false";
}
}
for (const auto& paid_element : paid_elements_) {
if (element == paid_element) {
return true;
}
}
return false;
}
bool PaidContent::QueryPaidElements(Document& document) {
bool paid_content_present = false;
// check each ld+json script child of the head element
const HTMLHeadElement* head = document.head();
if (!head) {
return paid_content_present;
}
for (HTMLScriptElement& script_element :
Traversal<HTMLScriptElement>::ChildrenOf(*head)) {
ScriptElementBase& script_element_base =
static_cast<ScriptElementBase&>(script_element);
if (script_element_base.TypeAttributeValue() != "application/ld+json") {
continue;
}
auto json_value = ParseJSON(script_element.textContent());
if (!json_value.get() || json_value->GetType() != JSONValue::kTypeObject) {
// JSON parsing failed.
continue;
}
JSONObject* script_obj = JSONObject::Cast(json_value.get());
if (!script_obj) {
continue;
}
// check for "@context":"https://schema.org" (or "http://schema.org")
if (!ObjectValuePresentAndEndsWith(script_obj, "@context",
"//schema.org")) {
continue;
}
// If we decided to filter for "@type" that should be done here.
// Supported types are
// Article, NewsArticle, Blog, Comment, Course, HowTo, Message, Review,
// and WebPage. Multiple types are supported.
// check for isAccessibleForFree=false
if (!ObjectValuePresentAndFalse(script_obj, kIsAccessibleForFree)) {
continue;
}
paid_content_present = true;
bool has_part_found = false;
// Check for hasPart with isAccessibleForFree=false and a cssSelector
JSONValue* hasPart_val = script_obj->Get("hasPart");
if (hasPart_val) {
auto hasPart_type = hasPart_val->GetType();
if (hasPart_type == JSONValue::kTypeArray) {
JSONArray* hasPart_array = JSONArray::Cast(hasPart_val);
for (unsigned j = 0; j < hasPart_array->size(); j++) {
JSONValue* hasPart_obj_val = hasPart_array->at(j);
if (hasPart_obj_val->GetType() == JSONValue::kTypeObject) {
JSONObject* hasPart_obj = JSONObject::Cast(hasPart_obj_val);
has_part_found |= AppendHasPartElements(document, *hasPart_obj);
}
}
} else if (hasPart_type == JSONValue::kTypeObject) {
JSONObject* hasPart_obj = JSONObject::Cast(hasPart_val);
has_part_found |= AppendHasPartElements(document, *hasPart_obj);
}
}
// Assume that pages will only use either ld+json or microdata.
// If ld+json hasPart exists, don't check for microdata to save
// the cost of checking each element.
if (!has_part_found) {
check_microdata_.Set(&document, true);
}
return paid_content_present;
}
return paid_content_present;
}
bool PaidContent::AppendHasPartElements(Document& document,
JSONObject& hasPart_obj) {
if (ObjectValuePresentAndEquals(&hasPart_obj, "@type", "WebPageElement") &&
ObjectValuePresentAndFalse(&hasPart_obj, kIsAccessibleForFree)) {
JSONValue* selector_val = hasPart_obj.Get("cssSelector");
if (selector_val && selector_val->GetType() == JSONValue::kTypeString) {
String selector;
selector_val->AsString(&selector);
StaticElementList* elements =
document.QuerySelectorAll(AtomicString(selector));
if (elements) {
for (unsigned j = 0; j < elements->length(); j++) {
paid_elements_.push_back(elements->item(j));
}
}
return true;
}
}
return false;
}
} // namespace blink
|
