1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422
|
// Copyright 2018 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef COMPONENTS_PAGE_LOAD_METRICS_BROWSER_PAGE_LOAD_METRICS_TEST_WAITER_H_
#define COMPONENTS_PAGE_LOAD_METRICS_BROWSER_PAGE_LOAD_METRICS_TEST_WAITER_H_
#include <memory>
#include <unordered_set>
#include <vector>
#include "base/memory/weak_ptr.h"
#include "base/run_loop.h"
#include "base/time/time.h"
#include "components/page_load_metrics/browser/metrics_lifecycle_observer.h"
#include "components/page_load_metrics/browser/page_load_tracker.h"
#include "content/public/browser/render_frame_host.h"
#include "third_party/blink/public/common/use_counter/use_counter_feature_tracker.h"
#include "ui/gfx/geometry/size.h"
namespace page_load_metrics {
class WaiterMetricsObserver;
class PageLoadMetricsTestWaiter : public MetricsLifecycleObserver {
public:
// A bitvector to express which timing fields to match on.
enum class TimingField : int {
kFirstPaint = 1 << 0,
kFirstContentfulPaint = 1 << 1,
kFirstMeaningfulPaint = 1 << 2,
// kDocumentWriteBlockReload is deprecated.
kDocumentWriteBlockReload = 1 << 3,
kLoadEvent = 1 << 4,
// kLoadTimingInfo waits for main frame timing info only.
kLoadTimingInfo = 1 << 5,
kLargestContentfulPaint = 1 << 6,
kFirstInputOrScroll = 1 << 7,
kFirstInputDelay = 1 << 8,
kFirstPaintAfterBackForwardCacheRestore = 1 << 9,
kFirstInputDelayAfterBackForwardCacheRestore = 1 << 10,
kRequestAnimationFrameAfterBackForwardCacheRestore = 1 << 11,
kFirstScrollDelay = 1 << 12,
kSoftNavigationCountUpdated = 1 << 13,
};
// Identify which frame the layout shift happens.
enum class ShiftFrame {
LayoutShiftOnlyInMainFrame,
LayoutShiftOnlyInSubFrame,
LayoutShiftOnlyInBothFrames,
NoLayoutShift,
};
explicit PageLoadMetricsTestWaiter(content::WebContents* web_contents);
explicit PageLoadMetricsTestWaiter(content::WebContents* web_contents,
const char* observer_name_);
~PageLoadMetricsTestWaiter() override;
// Add a page-level expectation.
void AddPageExpectation(TimingField field);
// Add a subframe-level expectation.
void AddSubFrameExpectation(TimingField field);
// Add a frame size expectation. Expects that at least one frame receives a
// size update of |size|.
void AddFrameSizeExpectation(const gfx::Size& size);
// Add a main frame intersection expectation. Expects that a frame
// receives an intersection update with a main frame intersection
// of |rect|. Subsequent calls overwrite unmet expectations.
void AddMainFrameIntersectionExpectation(const gfx::Rect& rect);
// Indicates that we expect at least one main frame intersection update, with
// any rect allowed.
// TODO(skobes): Unify this API with AddMainFrameIntersectionExpectation.
void SetMainFrameIntersectionExpectation();
// Indicates that we expect at least one notification for the
// main frame image ad rectangles update, with any rect allowed.
void SetMainFrameImageAdRectsExpectation();
// Add a main frame viewport intersection expectation. Expects that the
// mainframe receives its viewport rectangle in the main frame document's
// coornidate. Subsequent calls overwrite unmet expectations.
void AddMainFrameViewportRectExpectation(const gfx::Rect& rect);
// Add a single WebFeature expectation.
void AddWebFeatureExpectation(blink::mojom::WebFeature web_feature);
// Add a single UseCounterFeature expectation.
void AddUseCounterFeatureExpectation(const blink::UseCounterFeature& feature);
// Wait for the subframe to navigate at least once.
void AddSubframeNavigationExpectation();
// Wait for the subframe to load at least one byte.
void AddSubframeDataExpectation();
// Add a minimum completed resource expectation.
void AddMinimumCompleteResourcesExpectation(
int expected_minimum_complete_resources);
// Add aggregate received resource bytes expectation.
void AddMinimumNetworkBytesExpectation(int expected_minimum_network_bytes);
// Add aggregate time spent in cpu for page expectation.
void AddMinimumAggregateCpuTimeExpectation(base::TimeDelta minimum);
// Inserts `routing_id` into `expected_.memory_update_frame_ids_`, the set of
// frame routing IDs expected to receive a memory measurement update.
void AddMemoryUpdateExpectation(content::GlobalRenderFrameHostId routing_id);
// Adds all |blink::LoadingBehaviorFlag|s set in |behavior_flags| to the
// set of expected behaviors.
void AddLoadingBehaviorExpectation(int behavior_flags);
// Add minimum largest contentful paint image update count to be expected.
// Also reset observed largest contentful paint image count.
void AddMinimumLargestContentfulPaintImageExpectation(int expected_minumum);
// Add minimum largest contentful paint text update count to be expected.
// Also reset observed largest contentful paint text count.
void AddMinimumLargestContentfulPaintTextExpectation(int expected_minumum);
void AddLargestContentfulPaintGreaterThanExpectation(double timestamp);
void AddSoftNavigationCountExpectation(int expected_count);
void AddSoftNavigationImageLCPExpectation(
int expected_soft_nav_image_lcp_update);
void AddSoftNavigationTextLCPExpectation(
int expected_soft_nav_text_lcp_update);
// Add a main/sub frame layout shift expectation.
void AddPageLayoutShiftExpectation(
ShiftFrame frame = ShiftFrame::LayoutShiftOnlyInMainFrame,
uint64_t num_layout_shifts = 1);
// Adds a condition to wait for OnComplete invocation that indicates the
// observer will be gone, and Wait() can ensure all metrics are recorded.
void AddOnCompleteCalledExpectation();
// Whether the given TimingField was observed in the page.
bool DidObserveInPage(TimingField field) const;
// Whether the given WebFeature was observed in the page.
bool DidObserveWebFeature(blink::mojom::WebFeature feature) const;
// Whether the given image ad rect was observed in the page.
bool DidObserveMainFrameImageAdRect(const gfx::Rect& rect) const;
// Waits for PageLoadMetrics events that match the fields set by the add
// expectation methods. All matching fields must be set to end this wait.
// All expectations are reset when the wait ends.
void Wait();
int64_t current_network_bytes() const { return current_network_bytes_; }
int64_t current_network_body_bytes() const {
return current_network_body_bytes_;
}
// Add the number of interactions count expectation.
void AddNumInteractionsExpectation(uint64_t expected_num_interactions) {
expected_num_interactions_ = expected_num_interactions;
}
protected:
virtual bool ExpectationsSatisfied() const;
void AssertExpectationsSatisfied() const;
// Intended to be overridden in tests to allow tests to wait on other resource
// conditions.
virtual void HandleResourceUpdate(
const page_load_metrics::mojom::ResourceDataUpdatePtr& resource) {}
// Resets all expectations.
virtual void ResetExpectations();
private:
const char* observer_name_;
// Manages a bitset of TimingFields.
class TimingFieldBitSet {
public:
TimingFieldBitSet() = default;
// Returns whether this bitset has all bits unset.
bool Empty() const { return bitmask_ == 0; }
// Returns whether this bitset has the given bit set.
bool IsSet(TimingField field) const {
return (bitmask_ & static_cast<int>(field)) != 0;
}
// Sets the bit for the given |field|.
void Set(TimingField field) { bitmask_ |= static_cast<int>(field); }
// Clears the bit for the given |field|.
void Clear(TimingField field) { bitmask_ &= ~static_cast<int>(field); }
// Merges bits set in |other| into this bitset.
void Merge(const TimingFieldBitSet& other) { bitmask_ |= other.bitmask_; }
// Clears all bits set in the |other| bitset.
void ClearMatching(const TimingFieldBitSet& other) {
bitmask_ &= ~other.bitmask_;
}
// Returns whether all the bits in this bitset are set in |other|.
bool AreAllSetIn(const TimingFieldBitSet& other) const {
return !((bitmask_ & other.bitmask_) ^ bitmask_);
}
// Returns the string representation of the TimingFields this bitset
// contains. This method is not called anywhere and is for debug purpose
// only.
std::string ToDebugString() const;
// Returns true if the bitset contains the TimingField. This method is not
// called anywhere and is for debug purpose only.
bool ContainsTimingField(TimingField time_field) const {
return (bitmask_ & static_cast<int>(time_field)) > 0;
}
private:
int bitmask_ = 0;
};
struct FrameSizeComparator {
bool operator()(const gfx::Size a, const gfx::Size b) const;
};
TimingFieldBitSet GetMatchedBits(
const page_load_metrics::mojom::PageLoadTiming& timing,
const page_load_metrics::mojom::FrameMetadata& metadata);
// Updates observed page fields when a timing update is received by the
// MetricsWebContentsObserver. Stops waiting if expectations are satsfied
// after update.
void OnTimingUpdated(content::RenderFrameHost* subframe_rfh,
const page_load_metrics::mojom::PageLoadTiming& timing);
void OnSoftNavigationMetricsUpdated(
const page_load_metrics::mojom::SoftNavigationMetrics&
soft_navigation_metrics);
// Updates observed page fields when a input timing update is received by the
// MetricsWebContentsObserver. Stops waiting if expectations are satsfied
// after update.
void OnPageInputTimingUpdated(uint64_t num_interactions);
// Updates observed page fields when a timing update is received by the
// MetricsWebContentsObserver. Stops waiting if expectations are satsfied
// after update.
void OnCpuTimingUpdated(content::RenderFrameHost* subframe_rfh,
const page_load_metrics::mojom::CpuTiming& timing);
// Updates observed page fields when a loading behavior (see
// |blink::LoadingBehaviorFlag|) is observed by MetricsWebContentsObserver.
// Stops waiting if expectations are satsfied after update.
void OnLoadingBehaviorObserved(int behavior_flags);
// Updates observed page fields when a resource load is observed by
// MetricsWebContentsObserver. Stops waiting if expectations are satsfied
// after update.
void OnLoadedResource(const page_load_metrics::ExtraRequestCompleteInfo&
extra_request_complete_info);
// Updates counters as updates are received from a resource load. Stops
// waiting if expectations are satisfied after update.
void OnResourceDataUseObserved(
content::RenderFrameHost* rfh,
const std::vector<page_load_metrics::mojom::ResourceDataUpdatePtr>&
resources);
// Updates |observed_.web_features_| to record any new feature observed.
// Stops waiting if expectations are satisfied after update.
void OnFeaturesUsageObserved(
content::RenderFrameHost* rfh,
const std::vector<blink::UseCounterFeature>& features);
// Updates |observed_.layout_shift_| to record any update of new layout
// shift. Stops waiting if expectations are satisfied after update.
void OnPageRenderDataUpdate(const mojom::FrameRenderDataUpdate& render_data,
bool is_main_frame);
void FrameSizeChanged(content::RenderFrameHost* render_frame_host,
const gfx::Size& frame_size);
void OnMainFrameIntersectionRectChanged(
content::RenderFrameHost* rfh,
const gfx::Rect& main_frame_intersection_rect);
void OnMainFrameViewportRectChanged(
const gfx::Rect& main_frame_viewport_rect);
void OnMainFrameImageAdRectsChanged(
const base::flat_map<int, gfx::Rect>& main_frame_image_ad_rects);
void OnDidFinishSubFrameNavigation(
content::NavigationHandle* navigation_handle);
void OnComplete(const mojom::PageLoadTiming& timing);
// Called when V8 per-frame memory usage updates are available.
void OnV8MemoryChanged(const std::vector<MemoryUpdate>& memory_updates);
void OnTrackerCreated(page_load_metrics::PageLoadTracker* tracker) override;
void OnCommit(page_load_metrics::PageLoadTracker* tracker) override;
void OnActivate(page_load_metrics::PageLoadTracker* tracker) override;
// These methods check whether expectations are satisfied for specific fields
// inside the State object, by comparing them in expected_ and observed_.
bool CpuTimeExpectationsSatisfied() const;
bool LoadingBehaviorExpectationsSatisfied() const;
bool ResourceUseExpectationsSatisfied() const;
bool UseCounterExpectationsSatisfied() const;
bool SubframeNavigationExpectationsSatisfied() const;
bool SubframeDataExpectationsSatisfied() const;
bool MainFrameIntersectionExpectationsSatisfied() const;
bool MainFrameViewportRectExpectationsSatisfied() const;
bool MainFrameImageAdRectsExpectationsSatisfied() const;
bool MemoryUpdateExpectationsSatisfied() const;
bool LayoutShiftExpectationsSatisfied() const;
bool NumInteractionsExpectationsSatisfied() const;
bool NumLargestContentfulPaintImageSatisfied() const;
bool NumLargestContentfulPaintTextSatisfied() const;
bool LargestContentfulPaintGreaterThanExpectationSatisfied() const;
bool SoftNavigationCountExpectationSatisfied() const;
bool SoftNavigationImageLCPExpectationSatisfied() const;
bool SoftNavigationTextLCPExpectationSatisfied() const;
void AddObserver(page_load_metrics::PageLoadTracker* tracker);
std::unique_ptr<base::RunLoop> run_loop_;
// Holds information about events that can be expected or observed. Each call
// to Wait() compares expected_ to observed_, and resets both.
struct State {
State();
~State();
TimingFieldBitSet page_fields_;
TimingFieldBitSet subframe_fields_;
blink::UseCounterFeatureTracker feature_tracker_;
int loading_behavior_flags_ = 0;
bool subframe_navigation_ = false;
bool subframe_data_ = false;
std::set<gfx::Size, FrameSizeComparator> frame_sizes_;
bool did_set_main_frame_intersection_ = false;
bool did_observed_main_frame_image_ad_rects_ = false;
std::vector<gfx::Rect> main_frame_intersections_;
std::optional<gfx::Rect> main_frame_viewport_rect_;
std::unordered_set<content::GlobalRenderFrameHostId,
content::GlobalRenderFrameHostIdHasher>
memory_update_frame_ids_;
uint64_t num_layout_shifts_ = 0;
bool on_complete_ = false;
};
State expected_;
State observed_;
int current_complete_resources_ = 0;
int64_t current_network_bytes_ = 0;
// The last observed main frame image ad rectangle for each image id. This
// doesn't get reset in `ResetExpectations`.
base::flat_map<int, gfx::Rect> main_frame_image_ad_rects_;
// Network body bytes are only counted for complete resources.
int64_t current_network_body_bytes_ = 0;
int expected_minimum_complete_resources_ = 0;
int expected_minimum_network_bytes_ = 0;
// Total time spent int the cpu aggregated across the frames on the page.
base::TimeDelta current_aggregate_cpu_time_;
base::TimeDelta expected_minimum_aggregate_cpu_time_;
bool attach_on_tracker_creation_ = false;
bool did_add_observer_ = false;
bool soft_navigation_count_updated_ = false;
uint64_t current_num_interactions_ = 0;
uint64_t expected_num_interactions_ = 0;
uint64_t expected_num_largest_contentful_paint_image_ = 0;
uint64_t current_num_largest_contentful_paint_image_ = 0;
uint64_t expected_num_largest_contentful_paint_text_ = 0;
uint64_t current_num_largest_contentful_paint_text_ = 0;
uint64_t expected_soft_navigation_count_ = 0;
uint64_t current_soft_navigation_count_ = 0;
uint64_t expected_soft_navigation_image_lcp_update_ = 0;
uint64_t observed_soft_navigation_image_lcp_update_ = 0;
uint64_t observed_soft_navigation_image_lcp_ = 0;
uint64_t expected_soft_navigation_text_lcp_update_ = 0;
uint64_t observed_soft_navigation_text_lcp_update_ = 0;
uint64_t observed_soft_navigation_text_lcp_ = 0;
double expected_min_largest_contentful_paint_ = -1.0;
double observed_largest_contentful_paint_ = 0.0;
ShiftFrame shift_frame_ = ShiftFrame::NoLayoutShift;
base::WeakPtrFactory<PageLoadMetricsTestWaiter> weak_factory_{this};
friend class WaiterMetricsObserver;
};
} // namespace page_load_metrics
#endif // COMPONENTS_PAGE_LOAD_METRICS_BROWSER_PAGE_LOAD_METRICS_TEST_WAITER_H_
|