1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
|
# BEGIN TAG HEADER (autogenerated, see validate_tag_consistency.py)
# OS
# tags: [ android android-oreo android-pie android-q android-r android-s
# android-t android-14 android-15 android-16
# chromeos
# fuchsia
# linux ubuntu
# mac highsierra mojave catalina bigsur monterey ventura sonoma sequoia
# win win8 win10 win11 ]
# Devices
# tags: [ android-pixel-2 android-pixel-4 android-pixel-6
# android-shield-android-tv android-sm-a137f android-sm-a236b
# android-sm-s911u1
# android-brya android-corsola
# chromeos-board-amd64-generic chromeos-board-eve chromeos-board-jacuzzi
# chromeos-board-octopus chromeos-board-volteer
# fuchsia-board-astro fuchsia-board-nelson fuchsia-board-sherlock
# fuchsia-board-qemu-x64 ]
# Platform
# tags: [ desktop
# mobile ]
# Browser
# tags: [ android-chromium
# android-webview-instrumentation
# debug debug-x64
# release release-x64
# fuchsia-chrome
# web-engine-shell
# cros-chrome ]
# GPU
# tags: [ amd amd-0x6613 amd-0x679e amd-0x67ef amd-0x6821 amd-0x7340 amd-0x7480
# apple apple-apple-m1 apple-apple-m2 apple-apple-m3
# apple-angle-metal-renderer:-apple-m1
# apple-angle-metal-renderer:-apple-m2
# apple-angle-metal-renderer:-apple-m3
# arm
# google google-0xffff google-0xc0de
# imagination
# intel intel-gen-9 intel-gen-12 intel-0xa2e intel-0xa011 intel-0x3e92
# intel-0x3e9b intel-0x4680 intel-0x46a8 intel-0x5912 intel-0x9bc5
# microsoft microsoft-0xffff
# nvidia nvidia-0x1cb3 nvidia-0x2184 nvidia-0x2783
# qualcomm qualcomm-0x41333430 qualcomm-0x36333630 qualcomm-0x36334330 ]
# Architecture
# tags: [ arch-arm64 arch-x86_64 ]
# Decoder
# tags: [ passthrough no-passthrough ]
# Browser Target CPU
# tags: [ target-cpu-64 target-cpu-32 target-cpu-31 ]
# ANGLE Backend
# tags: [ angle-disabled
# angle-d3d9 angle-d3d11
# angle-metal
# angle-opengl angle-opengles
# angle-swiftshader
# angle-vulkan ]
# Skia Renderer
# tags: [ renderer-skia-gl
# renderer-skia-vulkan
# renderer-software ]
# Driver
# tags: [ mesa_lt_19.1
# mesa_ge_21.0
# mesa_ge_23.2
# nvidia_ge_31.0.15.4601 nvidia_lt_31.0.15.4601
# nvidia_ge_535.183.01 nvidia_lt_535.183.01 ]
# ASan
# tags: [ asan no-asan ]
# Display Server
# tags: [ display-server-wayland display-server-x ]
# WebGPU Backend Validation
# tags: [ dawn-backend-validation dawn-no-backend-validation ]
# WebGPU Adapter
# tags: [ webgpu-adapter-default webgpu-adapter-swiftshader ]
# WebGPU DXC
# tags: [ webgpu-dxc-enabled webgpu-dxc-disabled ]
# WebGPU worker usage
# tags: [ webgpu-no-worker
# webgpu-service-worker
# webgpu-dedicated-worker
# webgpu-shared-worker ]
# WebGPU Compat context
# tags: [ compat-default compat-min-es31 ]
# Clang coverage
# tags: [ clang-coverage no-clang-coverage ]
# Skia Graphite
# tags: [ graphite-enabled graphite-disabled ]
# Memory capacity
# tags: [ memory_lt_16gb memory_ge_16gb ]
# results: [ Failure RetryOnFailure Skip Slow ]
# END TAG HEADER
###############################
# Permanent Skip Expectations #
###############################
# The "Skip" expectations in this section are expected to never be removed.
# This is for things like tests that will never be supported on a particular
# platform/configuration.
# Software compositing is not supported on Android/ChromeOS/Fuchsia: we skip the
# tests that disable GPU compositing (--disable-gpu-compositing).
[ android ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ android ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ android ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ android ] Pixel_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ android ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ chromeos ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ chromeos ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ chromeos ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ chromeos ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ chromeos ] Pixel_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ chromeos ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ fuchsia ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ fuchsia ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ fuchsia ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ fuchsia ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Skip ]
# Skip tab switching tests on Android webview and Fuchsia since they don't have tabs
[ android android-webview-instrumentation ] Pixel_Canvas2DTabSwitch [ Skip ]
[ android android-webview-instrumentation ] Pixel_WebGLReadPixelsTabSwitch [ Skip ]
[ android android-webview-instrumentation ] Pixel_WebGLPreservedAfterTabSwitch [ Skip ]
[ fuchsia ] Pixel_Canvas2DTabSwitch [ Skip ]
[ fuchsia ] Pixel_WebGLReadPixelsTabSwitch [ Skip ]
[ fuchsia ] Pixel_WebGLPreservedAfterTabSwitch [ Skip ]
# Fuchsia emulators don't support video
[ fuchsia fuchsia-board-qemu-x64 ] Pixel_Video* [ Skip ]
# Tests running with SwiftShader are skipped on platforms where SwiftShader
# isn't supported.
[ android ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ android ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ android ] Pixel_RepeatedWebGLTo2D_SwiftShader [ Skip ]
[ android ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_RepeatedWebGLTo2D_SwiftShader [ Skip ]
[ chromeos ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ fuchsia ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ fuchsia ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ fuchsia ] Pixel_RepeatedWebGLTo2D_SwiftShader [ Skip ]
[ fuchsia ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
# Tests running in no GPU process mode are skipped on platforms where GPU
# process is required.
[ android ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ android ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
# Skip tests that kill the GPU process since Android Webview only supports
# in-process GPU.
crbug.com/1167246 [ android android-webview-instrumentation ] Pixel_WebGLContextRestored [ Skip ]
crbug.com/575305 [ android android-webview-instrumentation ] Pixel_WebGLSadCanvas [ Skip ]
# We do not have software H.264 decoding on Android, so it can't survive a
# context loss which results in hardware decoder loss.
crbug.com/580386 [ android ] Pixel_Video_Context_Loss_MP4 [ Skip ]
# Skip dual gpu switching tests on Mac Nvidia because this
# configuration has been forced to use only the low-power GPU due to
# graphics driver bugs.
crbug.com/1047573 [ mac angle-opengl nvidia ] Pixel_WebGLLowToHighPower [ Skip ]
crbug.com/1047573 [ mac angle-opengl nvidia ] Pixel_WebGLLowToHighPowerAlphaFalse [ Skip ]
crbug.com/1047573 [ mac angle-opengl nvidia ] Pixel_WebGLHighToLowPower [ Skip ]
crbug.com/1048892 [ mac angle-opengl nvidia ] Pixel_OffscreenCanvasIBRCWebGLHighPerfMain [ Skip ]
crbug.com/1048892 [ mac angle-opengl nvidia ] Pixel_OffscreenCanvasIBRCWebGLHighPerfWorker [ Skip ]
# Metal does not switch the GPU of existing contexts.
crbug.com/1448964 [ mac angle-metal ] Pixel_WebGLLowToHighPower [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_WebGLLowToHighPowerAlphaFalse [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_WebGLHighToLowPower [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_OffscreenCanvasIBRCWebGLHighPerfMain [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_OffscreenCanvasIBRCWebGLHighPerfWorker [ Skip ]
# Cannot use file in Chromium checkout for fake video capture device on Android,
# ChromeOS, or Fuchsia.
crbug.com/1129879 [ android ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
crbug.com/1129879 [ chromeos ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
crbug.com/1129879 [ fuchsia ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
# WebGPU is only supported on Win10, Mac, and Linux+SkiaRenderer+Vulkan.
crbug.com/976495 [ linux renderer-skia-gl ] Pixel_WebGPU* [ Skip ]
crbug.com/976497 [ android ] Pixel_WebGPU* [ Skip ]
crbug.com/852089 [ chromeos ] Pixel_WebGPU* [ Skip ]
crbug.com/852089 [ fuchsia ] Pixel_WebGPU* [ Skip ]
# WebGPU SwiftShader tests are only supported on Linux with SkiaRenderer Vulkan.
crbug.com/1307787 [ linux renderer-skia-gl ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ android ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ chromeos ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ fuchsia ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ mac ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ win ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ linux renderer-skia-gl ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ android ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ chromeos ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ fuchsia ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ mac ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ win ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
# Test is too slow for old phones and laptops, and in Debug and ASAN.
crbug.com/1356246 [ mac amd debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ mac amd release asan ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ mac intel debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ mac intel release asan ] Pixel_SVGHuge [ Skip ]
# Mac Nvidia laptops are quite old and the test times out on release builds too.
crbug.com/1356246 [ mac nvidia ] Pixel_SVGHuge [ Skip ]
# With the SmallerInterestArea experiment, the test becomes slower, and thus
# times out. Remove this if crbug.com/1459256 ends up not shipping. This is
# because the feature causes Chrome to raster the SVG image more times, which
# increases runtime (by ~50%), pushing it from flaky to failing.
crbug.com/1474637 [ win10 nvidia debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1474637 [ linux nvidia debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1474637 [ mac graphite-disabled amd release no-asan ] Pixel_SVGHuge [ Skip ]
# Fuchsia devices do not have enough memory for this test.
crbug.com/1441056 [ fuchsia ] Pixel_SVGHuge [ Skip ]
# WebGPU is not shipped on MacOS < 13.
crbug.com/1426664 [ monterey ] Pixel_WebGPU* [ Skip ]
# Linux, macOS < 11, and ChromeOS generic don't support HEVC decoding.
[ linux ] Pixel_Video_HEVC [ Skip ]
[ highsierra ] Pixel_Video_HEVC [ Skip ]
[ mojave ] Pixel_Video_HEVC [ Skip ]
[ catalina ] Pixel_Video_HEVC [ Skip ]
[ chromeos ] Pixel_Video_HEVC [ Skip ]
# This test relies on a screenshot taken with OS' tools. So far verified only
# on ChromeOS.
[ linux ] Pixel_RenderPasses [ Skip ]
[ android ] Pixel_RenderPasses [ Skip ]
[ mac ] Pixel_RenderPasses [ Skip ]
[ win ] Pixel_RenderPasses [ Skip ]
[ fuchsia ] Pixel_RenderPasses [ Skip ]
# This test ensures correctness of a delegated compositing implementation.
# So far verified only on ChromeOS and MacOS.
[ linux ] Pixel_PerspectiveTest [ Skip ]
[ android ] Pixel_PerspectiveTest [ Skip ]
[ win ] Pixel_PerspectiveTest [ Skip ]
[ fuchsia ] Pixel_PerspectiveTest [ Skip ]
# Fuchsia devices timeout due to this test drawing 300 frames before completion.
[ fuchsia ] Pixel_Canvas2DBlitText [ Skip ]
# This test specifies to use GL for the ANGLE backend, which conflicts with
# Graphite since Metal is required for that on Mac.
[ mac graphite-enabled ] Pixel_OffscreenCanvasIBRCWorkerAngleGL [ Skip ]
# Relies on WebglExtension_EXT_color_buffer_half_float, which is not available
# on these devices.
crbug.com/1372155 [ android android-sm-a137f ] Pixel_WebGLFloat [ Skip ]
# Meet Effects tests are only supported on desktop platforms.
[ android ] Pixel_MeetEffects* [ Skip ]
[ fuchsia ] Pixel_MeetEffects* [ Skip ]
###############################
# Temporary Skip Expectations #
###############################
# The "Skip" expectations in this section are expected to be removable at some
# point. This is for things like tests that fail in a way that negatively and
# significantly impacts other tests, e.g. killing the test device.
# WebGPU pixel tests crash on multiple mac fyi bots.
crbug.com/1213170 [ mac asan intel-0x3e9b ] Pixel_WebGPUImport* [ Skip ]
crbug.com/1213170 [ mac amd-0x679e ] Pixel_WebGPUImport* [ Skip ]
crbug.com/1213170 [ mac asan intel-0x3e9b ] Pixel_WebGPUCanvas* [ Skip ]
crbug.com/1213170 [ mac asan ] Pixel_WebGPUWebGL* [ Skip ]
crbug.com/1213170 [ mac asan intel-0x3e9b ] Pixel_WebGPUCopyExternalImage* [ Skip ]
crbug.com/1203317 [ mac ] Pixel_OffscreenCanvasWebGLPaintAfterResize [ Skip ]
# WebGPU pixel tests fail on Linux+SkiaRenderer+Vulkan
crbug.com/1213657 [ linux renderer-skia-vulkan ] Pixel_WebGPU* [ Skip ]
# WebGPU canvas capture hang on mac ASAN bot (also see crbug.com/1213170)
crbug.com/1345767 [ mac asan ] Pixel_WebGPUCanvasOneCopyCapture [ Skip ]
crbug.com/1345767 [ mac asan ] Pixel_WebGPUCanvasDisableOneCopyCapture* [ Skip ]
# Accelerated canvas capture is currently only supported on Win, Mac, ChromeOS.
crbug.com/1345777 [ android ] Pixel_VideoStreamFromWebGLCanvas_OneCopy [ Skip ]
crbug.com/1345777 [ android ] Pixel_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Skip ]
crbug.com/1201009 [ linux ] Pixel_VideoStreamFromWebGLCanvas_OneCopy [ Skip ]
crbug.com/1201009 [ linux ] Pixel_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Skip ]
crbug.com/1201009 [ fuchsia ] Pixel_VideoStreamFromWebGLCanvas_OneCopy [ Skip ]
crbug.com/1201009 [ fuchsia ] Pixel_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Skip ]
# 5 minute timeout on ChromeOS FYI Release amd64-generic
crbug.com/1353952 [ chromeos cros-chrome chromeos-board-amd64-generic ] Pixel_WebGLContextRestored [ Skip ]
# These two tests causes a crash on Swarming. Skipping so that we have a signal for other tests.
crbug.com/1268144 [ fuchsia fuchsia-board-sherlock renderer-skia-vulkan ] Pixel_BackgroundImage [ Skip ]
crbug.com/1268144 [ fuchsia fuchsia-board-sherlock renderer-skia-vulkan ] Pixel_SolidColorBackground [ Skip ]
# fuchsia-fyi-sherlock-qemu is using sherlock x64 image.
crbug.com/1268144 [ fuchsia fuchsia-board-qemu-x64 renderer-skia-vulkan ] Pixel_BackgroundImage [ Skip ]
crbug.com/1268144 [ fuchsia fuchsia-board-qemu-x64 renderer-skia-vulkan ] Pixel_SolidColorBackground [ Skip ]
# Flaky timeout on Linux
crbug.com/364179193 [ linux ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
crbug.com/1345777 [ android ] Pixel_VideoStreamFromWebGLCanvas [ Skip ]
crbug.com/1456360 [ chromeos chromeos-board-amd64-generic ] Pixel_WebGLCopyImage [ Skip ]
crbug.com/1456360 [ chromeos chromeos-board-amd64-generic ] Pixel_WebGLSadCanvas [ Skip ]
# Currently has flaky test setup hangs on Mac.
crbug.com/286989320 [ mac ] Pixel_MeetEffects* [ Skip ]
###############################
# Permanent Slow Expectations #
###############################
# Test is slow enough on some Android devices to hit heartbeat timeouts.
[ android android-pixel-2 ] Pixel_SVGHuge [ Slow ]
[ android android-pixel-4 ] Pixel_SVGHuge [ Slow ]
[ android android-shield-android-tv ] Pixel_SVGHuge [ Slow ]
[ android android-sm-a137f ] Pixel_SVGHuge [ Slow ]
[ android android-sm-a236b ] Pixel_SVGHuge [ Slow ]
# Also applies to Windows arm64.
[ win qualcomm-0x41333430 ] Pixel_SVGHuge [ Slow ]
# Doesn't hit heartbeat timeouts, but can time out when trying to execute
# JavaScript after the SVG is loaded.
[ mac intel release no-asan graphite-disabled ] Pixel_SVGHuge [ Slow ]
[ mac apple release no-asan graphite-disabled ] Pixel_SVGHuge [ Slow ]
# Context recovery can be slow on these devices.
[ win11 qualcomm-0x41333430 ] Pixel_Video_Context_Loss_MP4 [ Slow ]
# Long-running test, can flakily time out on old/slow hardware.
[ mac amd-0x679e ] Pixel_ReflectedDiv [ Slow ]
# Hitting timeout with graphite
crbug.com/381211724 [ mac amd-0x679e release no-asan graphite-enabled ] Pixel_SVGHuge [ Slow ]
# Mac Asan timeouts
crbug.com/338200323 [ mac angle-opengl asan graphite-disabled intel-0x3e9b passthrough ] Pixel_WebGPUDisplayP3 [ Slow ]
crbug.com/338200323 [ mac angle-opengl asan graphite-disabled intel-0x3e9b passthrough ] Pixel_WebGPUToDataURL [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_WebGLSadCanvas [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_Video_Context_Loss_VP9 [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_Video_Context_Loss_MP4 [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_WebGLContextRestored [ Slow ]
crbug.com/403252788 [ mac angle-metal asan graphite-enabled intel-0x3e9b passthrough ] Pixel_2DCanvasWebGL [ Slow ]
# Flakily hits heartbeat timeout, context restoration likely just slow on these
# devices
crbug.com/349132647 [ android android-sm-s911u1 android-chromium ] Pixel_WebGLContextRestored [ Slow ]
# Meet effects tests currently take a while to actually start, which can cause
# the initial heartbeat message to be delayed significantly.
crbug.com/286989320 [ linux ] Pixel_MeetEffects* [ Slow ]
crbug.com/286989320 [ win amd ] Pixel_MeetEffects* [ Slow ]
crbug.com/286989320 [ win nvidia ] Pixel_MeetEffects* [ Slow ]
crbug.com/286989320 [ win qualcomm ] Pixel_MeetEffects* [ Slow ]
crbug.com/286989320 [ win intel-0x4680 ] Pixel_MeetEffects* [ Slow ]
###################
# Failures/Flakes #
###################
# Non-"Skip" expectations go here to suppress regular flakes/failures.
crbug.com/624256 [ android ] Pixel_SolidColorBackground [ Failure ]
# Times out / fails on Pixel 4s in webview.
crbug.com/1176918 [ android android-pixel-4 android-webview-instrumentation renderer-skia-gl ] Pixel_Video_Context_Loss_VP9 [ Failure ]
# WebGL drawingBufferStorage does not work on Android devices yet.
crbug.com/1230619 [ android-chromium android android-pixel-2 angle-disabled no-passthrough qualcomm renderer-skia-gl ] Pixel_WebGLFloat [ Failure ]
crbug.com/1230619 [ android-chromium android-pixel-6 angle-disabled arm no-clang-coverage no-passthrough target-cpu-64 ] Pixel_WebGLFloat [ Failure ]
crbug.com/1230619 [ android-chromium android-pixel-4 android-r angle-disabled no-clang-coverage no-passthrough qualcomm renderer-skia-gl target-cpu-32 ] Pixel_WebGLFloat [ Failure ]
crbug.com/1290953 [ android android-pixel-4 android-webview-instrumentation ] Pixel_CanvasLowLatency2D [ Failure ]
crbug.com/1290953 [ android android-pixel-4 android-webview-instrumentation ] Pixel_CanvasLowLatency2DDrawImage [ Failure ]
crbug.com/1290953 [ android android-pixel-4 android-webview-instrumentation ] Pixel_CanvasLowLatency2DImageData [ Failure ]
crbug.com/417505381 [ android android-pixel-4 ] Pixel_Canvas2DBlitText [ Failure ]
crbug.com/417505381 [ linux nvidia ] Pixel_Canvas2DBlitText [ Failure ]
crbug.com/1477318 [ mac ] Pixel_WebGLPreservedAfterTabSwitch [ RetryOnFailure ]
crbug.com/354748635 [ mac amd-0x7340 angle-opengl ] Pixel_OffscreenCanvasAccelerated2D [ RetryOnFailure ]
crbug.com/354748635 [ mac amd-0x7340 angle-opengl ] Pixel_OffscreenCanvasAccelerated2DWorker [ Failure ]
# Fails with hung renderer
crbug.com/1372149 [ android android-sm-a236b no-passthrough ] Pixel_WebGLFloat [ Failure ]
crbug.com/40241618 [ android android-sm-s911u1 no-passthrough ] Pixel_WebGLFloat [ Failure ]
# ChromeOS failures
crbug.com/345146895 [ chromeos cros-chrome chromeos-board-amd64-generic renderer-skia-gl ] Pixel_RenderPasses [ Failure ]
# Times out on ChromeOS devices even when marked as Slow.
crbug.com/286989320 [ chromeos ] Pixel_MeetEffects* [ Failure ]
# Failures on fuchsia
crbug.com/40935289 [ fuchsia fuchsia-board-qemu-x64 ] Pixel_WebGLFloat [ Failure ]
crbug.com/40935289 [ fuchsia no-asan web-engine-shell ] Pixel_Video_AV1 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_BackdropFilter [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_Context_Loss_MP4 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia no-clang-coverage web-engine-shell ] Pixel_Video_Context_Loss_VP9 [ Failure ]
crbug.com/40935289 [ fuchsia web-engine-shell ] Pixel_Video_HEVC [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Rot_180 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Rot_270 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Rot_90 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_Rounded_Corner [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia no-clang-coverage web-engine-shell ] Pixel_Video_VP9 [ Failure ]
# Flaky on Mac ASAN and AMD Radeon Pro 555X
crbug.com/372055518 [ angle-metal asan intel-0x3e9b mac ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Failure ]
crbug.com/372055518 [ mac amd-0x67ef angle-opengl graphite-disabled ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ RetryOnFailure ]
# Flaky hang on Mac AMD GL ASAN
crbug.com/40277254 [ mac amd angle-opengl asan ] Pixel_WebGPUDisplayP3 [ Failure ]
# Flaky bad image
crbug.com/393314286 [ amd angle-metal debug graphite-enabled mac ] Pixel_ViewTransitionsCapture [ RetryOnFailure ]
# Win/AMD RX 7600 failures
crbug.com/402171652 [ win11 amd-0x7480 ] Pixel_DirectComposition_Video_VP9_YUY2 [ Failure ]
crbug.com/402171652 [ win11 amd-0x7480 ] Pixel_DirectComposition_Video_VP9_BGRA [ Failure ]
crbug.com/402429382 [ win11 amd-0x7480 ] Pixel_ReflectedDiv [ Failure ]
# Failures on all Mac and Windows bots running these tests
crbug.com/370694819 [ mac ] Pixel_WebGPUDestroyed_TransferToOffscreenCanvas* [ Failure ]
crbug.com/370694819 [ win ] Pixel_WebGPUDestroyed_TransferToOffscreenCanvas* [ Failure ]
crbug.com/370694819 [ angle-opengl asan graphite-disabled mac ] Pixel_WebGPUDestroyed_OffscreenCanvas* [ Failure ]
crbug.com/370694819 [ angle-opengl asan graphite-disabled mac ] Pixel_WebGPUDestroyed_OnscreenCanvas* [ Failure ]
# Flaky on Win10 Intel with bad image
crbug.com/413062240 [ win10 intel-0x4680 passthrough ] Pixel_WebGPUDestroyed_OnscreenCanvas_CopyExternalImageToTexture [ RetryOnFailure ]
# GTX 1660 Win10 -> Win11 upgrade
crbug.com/402429382 [ win11 nvidia-0x2184 ] Pixel_ReflectedDiv [ Failure ]
# Flaky D3D11 device creation crash
crbug.com/419469465 [ win intel-0x9bc5 ] Pixel_MeetEffects* [ RetryOnFailure ]
# Failure on Win10 Nvidia bot
crbug.com/420902568 [ win10 nvidia-0x2184 target-cpu-32 ] Pixel_MeetEffectsTruckerHat [ Failure ]
# Flakily causes android pixel 6 genesh to crash.
crbug.com/421412516 [ android android-chromium graphite-disabled passthrough angle-vulkan android-pixel-6 ] Pixel_Video_MP4_Rounded_Corner [ RetryOnFailure ]
crbug.com/421871867 [ android android-chromium graphite-disabled passthrough angle-vulkan android-pixel-6 ] Pixel_Video_MP4_FourColors_Rot_270 [ RetryOnFailure ]
# Corsola/Android Desktop
crbug.com/421948893 [ android android-corsola ] Pixel_Video_BackdropFilter [ Failure ]
crbug.com/421948893 [ android android-corsola ] Pixel_Video_MP4 [ Failure ]
crbug.com/421948893 [ android android-corsola ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Failure ]
crbug.com/421948893 [ android android-corsola ] Pixel_Video_MP4_FourColors_Rot_180 [ Failure ]
crbug.com/421948893 [ android android-corsola ] Pixel_Video_MP4_FourColors_Rot_270 [ Failure ]
crbug.com/421948893 [ android android-corsola ] Pixel_Video_MP4_FourColors_Rot_90 [ Failure ]
crbug.com/421948893 [ android android-corsola ] Pixel_Video_MP4_Rounded_Corner [ Failure ]
crbug.com/422226030 [ android android-corsola ] Pixel_Video_HEVC [ Failure ]
# Flaky on Mac Intel
crbug.com/417899571 [ mac intel-0x3e9b angle-metal ] Pixel_VideoStreamFrom2DAlphaCanvas_DisableReadbackFromTexture [ Failure ]
crbug.com/417899571 [ mac intel-0x3e9b angle-metal ] Pixel_VideoStreamFrom2DCanvas [ Failure ]
crbug.com/417899571 [ mac intel-0x3e9b angle-metal ] Pixel_VideoStreamFromWebGLCanvas [ Failure ]
crbug.com/417899571 [ mac intel-0x3e9b angle-metal ] Pixel_VideoStreamFromWebGLCanvas_OneCopy [ Failure ]
crbug.com/417899571 [ mac intel-0x3e9b angle-metal ] Pixel_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Failure ]
crbug.com/425671158 [ mac intel-0x3e9b angle-metal ] Pixel_WebGPUCopyExternalImageImageBitmap [ Failure ]
crbug.com/425671158 [ mac intel-0x3e9b angle-metal ] Pixel_WebGPUCopyExternalImageWebGPUCanvas [ Failure ]
# Flaky Timeout on Mac m3
crbug.com/425739516 [ mac apple-angle-metal-renderer:-apple-m3 angle-metal graphite-enabled ] Pixel_ReflectedDiv [ Slow ]
#######################################################################
# Automated Entries After This Point - Do Not Manually Add Below Here #
#######################################################################
|
