Edditing test expectations from webkit.org/b/188985.
[WebKit-https.git] / LayoutTests / platform / mac-wk2 / TestExpectations
1 # This file should contain entries for expectations that are specific
2 # to the Apple Mac port running the WebKit2 variant (--webkit-test-runner)
3
4 #//////////////////////////////////////////////////////////////////////////////////////////
5 # Platform-specific directories. Skipped globally, then re-enabled here.
6 #//////////////////////////////////////////////////////////////////////////////////////////
7
8 tiled-drawing [ Pass ]
9 tiled-drawing/ios [ Skip ]
10 fast/visual-viewport/tiled-drawing [ Pass ]
11 swipe [ Pass ]
12
13 fast/events/autoscroll-when-zoomed.html [ Pass ]
14 fast/events/autoscroll-main-document.html [ Pass ]
15
16 accessibility/smart-invert.html [ Pass ]
17 accessibility/smart-invert-reference.html [ Pass ]
18 fast/media/mq-inverted-colors-live-update.html [ Pass ]
19 fast/media/mq-inverted-colors-live-update-in-subframes.html [ Pass ]
20 fast/media/mq-monochrome-live-update.html [ Pass ]
21 fast/media/mq-prefers-reduced-motion-live-update.html [ Pass ]
22
23 [ Sierra+ ] http/tests/ssl/applepay/ [ Pass ]
24 [ Sierra ] http/tests/ssl/applepay/ApplePayButtonV4.html [ Skip ]
25 [ Sierra ] http/tests/ssl/applepay/ApplePayError.html [ Skip ]
26 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV3.html [ Skip ]
27 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Skip ]
28 [ Sierra ] http/tests/ssl/applepay/ApplePayRequestShippingContactV3.https.html [ Skip ]
29 [ HighSierra ] http/tests/ssl/applepay/ApplePayButtonV4.html [ Skip ]
30 [ HighSierra ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Skip ]
31
32 fast/visual-viewport/rubberbanding-viewport-rects.html [ Pass ]
33 fast/visual-viewport/rubberbanding-viewport-rects-header-footer.html  [ Pass ]
34
35 [ Sierra+ ] http/tests/paymentrequest [ Pass ]
36 [ Sierra+ ] http/tests/inspector/paymentrequest [ Pass ]
37 [ Sierra+ ] imported/w3c/web-platform-tests/payment-request [ Pass ]
38 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/allowpaymentrequest-attribute-cross-origin-bc-containers.https.html [ Skip ]
39 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/no-attribute-cross-origin-bc-containers.https.html [ Skip ]
40 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/removing-allowpaymentrequest.https.sub.html [ Skip ]
41 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/setting-allowpaymentrequest-timing.https.sub.html [ Skip ]
42 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/setting-allowpaymentrequest.https.sub.html [ Skip ]
43
44 # skip in favor of tests in http/tests/paymentrequest
45 imported/w3c/web-platform-tests/payment-request/payment-request-show-method.https.html [ WontFix ]
46 imported/w3c/web-platform-tests/payment-request/rejects_if_not_active.https.html [ WontFix ]
47
48 http/tests/security/contentSecurityPolicy/manifest-src-allowed.html [ Pass ]
49 http/tests/security/contentSecurityPolicy/manifest-src-blocked.html [ Pass ]
50 applicationmanifest/ [ Pass ]
51
52 webkit.org/b/187183 http/tests/security/pasteboard-file-url.html [ Pass ]
53
54 #//////////////////////////////////////////////////////////////////////////////////////////
55 # End platform-specific directories.
56 #//////////////////////////////////////////////////////////////////////////////////////////
57
58 ###### This file has seven sections. When adding new tests, make sure to
59 ###### add to the correct section:
60
61 ### (1) Classified failures with bug reports
62 ### (2) Classified failures without bug reports (yet)
63 ### (3) Unclassified failures
64 ### (4) Features that are not supported in WebKit2 and likely never will be
65 ### (5) Features that are not supported in WebKit2, on Mavericks
66 ### (6) New WebKit2-only failures in Yosemite
67
68 ########################################
69 ### START OF (1) Classified failures with bug reports
70
71 # WebKitTestRunner needs a more complete implementation of eventSender
72 # <https://bugs.webkit.org/show_bug.cgi?id=42194>
73 editing/pasteboard/4947130.html
74 editing/pasteboard/cleanup-on-move.html
75 editing/pasteboard/copy-standalone-image-crash.html
76 editing/pasteboard/emacs-cntl-y-001.html
77 editing/pasteboard/emacs-ctrl-k-y-001.html
78 editing/pasteboard/files-during-page-drags.html
79 editing/pasteboard/get-data-text-plain-drop.html
80 editing/pasteboard/smart-drag-drop.html
81 editing/pasteboard/smart-paste-004.html
82 editing/pasteboard/subframe-dragndrop-1.html
83 editing/selection/4895428-1.html
84 editing/selection/4895428-4.html
85 editing/selection/5354455-1.html
86 editing/selection/5354455-2.html
87 editing/selection/caret-after-keypress.html
88 editing/selection/contains-boundaries.html
89 editing/selection/doubleclick-beside-cr-span.html
90 editing/selection/doubleclick-whitespace.html
91 editing/selection/drag-to-contenteditable-iframe.html
92 editing/selection/mixed-editability-10.html
93 editing/selection/select-out-of-editable.html
94 editing/spelling/spellcheck-paste.html
95 editing/spelling/spellcheck-paste-disabled.html
96 editing/spelling/spellcheck-paste-continuous-disabled.html
97 fast/dom/vertical-scrollbar-in-rtl.html
98 fast/events/5056619.html
99 fast/events/autoscroll-in-textfield.html
100 fast/events/bogus-dropEffect-effectAllowed.html
101 fast/events/content-changed-during-drop.html
102 fast/events/continuous-platform-wheelevent-in-scrolling-div.html
103 fast/events/crash-on-mutate-during-drop.html
104 fast/events/context-onmousedown-event.html
105 fast/events/drag-and-drop-dataTransfer-types-nocrash.html
106 fast/events/drag-and-drop-fire-drag-dragover.html
107 fast/events/drag-and-drop.html
108 fast/events/drag-and-drop-link.html
109 fast/events/drag-and-drop-link-fast-multiple-times-does-not-crash.html
110 fast/events/drag-and-drop-link-containing-block.html
111 fast/events/drag-in-frames.html
112 fast/events/drag-parent-node.html
113 fast/events/draggable-div-nodata.html
114 fast/events/draggable-div-customdata.html
115 fast/events/dropzone-001.html
116 fast/events/dropzone-002.html
117 fast/events/dropzone-003.html
118 fast/events/dropzone-005.html
119 fast/events/keydown-numpad-keys.html
120 fast/events/mouse-click-events.html
121 fast/events/mouseup-from-button2.html
122 fast/events/node-event-anchor-lock.html
123 fast/events/ondragenter.html
124 fast/events/right-click-focus.html
125 fast/events/standalone-image-drag-to-editable.html
126 fast/events/wheelevent-in-horizontal-scrollbar-in-rtl.html
127 fast/events/wheelevent-in-vertical-scrollbar-in-rtl.html
128 fast/events/wheelevent-direction-inverted-from-device.html
129 fast/forms/drag-into-textarea.html
130 fast/forms/drag-out-of-textarea.html
131 fast/forms/listbox-typeahead-cyrillic.html
132 fast/forms/listbox-typeahead-greek.html
133 fast/forms/select-type-ahead-non-latin.html
134 fast/history/window-open.html
135 fast/lists/drag-into-marker.html
136 fast/repaint/japanese-rl-selection-repaint.html
137 fast/repaint/repaint-across-writing-mode-boundary.html
138 http/tests/local/drag-over-remote-content.html
139 http/tests/misc/bubble-drag-events.html
140 http/tests/security/drag-drop-same-unique-origin.html
141 http/tests/security/drag-over-remote-content-iframe.html
142 editing/mac/pasteboard/dataTransfer-set-data-file-url.html
143 editing/mac/pasteboard/drag-selections-to-contenteditable.html
144 editing/pasteboard/drag-drop-paragraph-crasher.html
145
146 # [WK2] [Mac] Spellcheck tests don't seem to work
147 webkit.org/b/105616 editing/spelling/context-menu-suggestions-multiword-selection.html
148 webkit.org/b/105616 editing/spelling/context-menu-suggestions-subword-selection.html
149 webkit.org/b/105616 editing/spelling/copy-paste-crash.html
150 webkit.org/b/105616 editing/spelling/delete-into-misspelled-word.html
151 webkit.org/b/105616 editing/spelling/editing-multiple-words-with-markers.html
152 webkit.org/b/105616 editing/spelling/editing-word-with-marker-2.html
153 webkit.org/b/105616 editing/spelling/move-cursor-around-misspelled-word.html
154 webkit.org/b/105616 editing/spelling/spelling-changed-text.html
155 webkit.org/b/105616 editing/spelling/spelling-backspace-between-lines.html
156 webkit.org/b/105616 editing/spelling/design-mode-spellcheck-off.html
157 webkit.org/b/105616 editing/spelling/spellcheck-attribute.html
158 webkit.org/b/105616 editing/spelling/spelling-attribute-at-child.html
159 webkit.org/b/105616 editing/spelling/spelling-attribute-change.html
160 webkit.org/b/105616 editing/spelling/spelling-backward.html
161 webkit.org/b/105616 editing/spelling/spelling-double-clicked-word.html
162 webkit.org/b/105616 editing/spelling/spelling-exactly-selected-word.html
163 webkit.org/b/105616 editing/spelling/spelling-hasspellingmarker.html
164 webkit.org/b/105616 editing/spelling/spelling-linebreak.html
165 webkit.org/b/105616 editing/spelling/spelling-with-punctuation-selection.html
166 webkit.org/b/105616 editing/spelling/spelling-with-whitespace-selection.html
167 webkit.org/b/105616 editing/spelling/grammar.html
168 webkit.org/b/105616 editing/spelling/markers.html
169 webkit.org/b/105616 editing/spelling/retro-correction-spelling-markers.html
170 webkit.org/b/105616 editing/spelling/text-replacement-after-typing-to-word.html
171 webkit.org/b/105616 editing/spelling/spelling-markers-after-pasting-sentence.html
172 webkit.org/b/105616 editing/mac/spelling/autocorrection-delete.html [ Failure ]
173 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline-after-paste.html [ Failure ]
174 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline.html [ Failure ]
175 webkit.org/b/105616 editing/mac/spelling/autocorrection-simple.html [ Failure ]
176 webkit.org/b/105616 editing/mac/spelling/autocorrection-with-multi-line-text.html [ Failure ]
177 webkit.org/b/105616 editing/mac/spelling/click-autocorrected-word.html [ Failure ]
178 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-1.html [ Failure ]
179 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-2.html [ Failure ]
180 webkit.org/b/105616 editing/mac/spelling/delete-into-autocorrected-word.html [ Failure ]
181 webkit.org/b/105616 editing/mac/spelling/editing-word-with-marker-1.html [ Failure ]
182 webkit.org/b/105616 editing/mac/spelling/forward-delete-into-autocorrected-word.html [ Failure ]
183 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-autocorrected-word.html [ Failure ]
184 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-beginning-of-autocorrected-word.html [ Failure ]
185 webkit.org/b/105616 editing/mac/spelling/removing-underline-after-accepting-autocorrection-using-punctuation.html [ Failure ]
186 webkit.org/b/105616 editing/mac/spelling/accept-candidate-allows-autocorrect-on-next-word.html [ Failure ]
187 webkit.org/b/105616 editing/mac/spelling/accept-unseen-candidate-records-acceptance.html [ Failure ]
188 webkit.org/b/105616 editing/spelling/spelling-marker-includes-hyphen.html [ ImageOnlyFailure ]
189 webkit.org/b/105616 editing/spelling/spelling-markers-in-overlapping-lines.html [ ImageOnlyFailure ]
190 webkit.org/b/105616 editing/spelling/spelling-markers-in-overlapping-lines-large-font.html [ ImageOnlyFailure ]
191 webkit.org/b/105616 fast/writing-mode/english-bt-text-with-spelling-marker.html [ ImageOnlyFailure ]
192 webkit.org/b/105616 fast/writing-mode/english-rl-text-with-spelling-marker.html [ ImageOnlyFailure ]
193
194 # [WK2] [Mac] Support drag in mouse events for WebKit2 EventSender
195 # <https://bugs.webkit.org/show_bug.cgi?id=68552>
196 editing/selection/select-across-readonly-input-2.html
197 editing/selection/select-across-readonly-input-3.html
198 editing/selection/select-across-readonly-input-4.html
199 editing/selection/select-across-readonly-input-5.html
200 fast/events/clear-drag-state.html
201 fast/events/drag-and-drop-subframe-dataTransfer.html
202 fast/events/drag-selects-image.html
203 fast/events/remove-target-with-shadow-in-drag.html
204
205 fast/events/before-input-events-prevent-drag-and-drop.html [ Failure ]
206 fast/events/input-events-drag-and-drop.html [ Failure ]
207 fast/events/input-events-insert-by-drop.html [ Failure ]
208
209 webkit.org/b/81833 fast/events/drag-and-drop-link-into-focused-contenteditable.html [ Failure ]
210
211 # Missing functionality of textInputController
212 # https://bugs.webkit.org/show_bug.cgi?id=89401
213 editing/mac/input/insert-dictated-text.html
214 editing/mac/input/crash-for-empty-text-alternative.html
215 editing/mac/input/edit-dictated-text-with-alternative.html
216 editing/mac/attributed-string/
217
218 # This test times out on Mac WK2 every time.
219 webkit.org/b/89199 editing/spelling/grammar-edit-word.html [ Skip ]
220
221 webkit.org/b/90156 editing/mac/spelling/autocorrection-blockquote-crash.html [ Failure ]
222
223 webkit.org/b/95043 http/tests/security/local-user-CSS-from-remote.html [ Failure ]
224
225 webkit.org/b/186055 [ Release ] media/video-trackmenu-selection.html [ Pass Failure ]
226
227 # These tests test the Shadow DOM based HTML form validation UI but Mac WK2 is using native dialogs instead.
228 fast/forms/validation-message-on-listbox.html
229 fast/forms/validation-message-on-menulist.html
230 fast/forms/validation-message-on-radio.html
231 fast/forms/validation-message-on-checkbox.html
232 fast/forms/validation-message-on-range.html
233 fast/forms/validation-message-clone.html
234 fast/forms/validation-message-in-relative-body.html
235 fast/forms/validation-message-appearance.html
236 fast/forms/validation-message-on-textarea.html
237
238 # All spatial navigation tests fail on Mac WK2
239 webkit.org/b/96438 fast/spatial-navigation
240
241 # fast/events/controlclick-no-onclick.html fails or times out on Mac WK2
242 webkit.org/b/105948 fast/events/controlclick-no-onclick.html [ Skip ]
243
244 webkit.org/b/105954 http/tests/navigation/reload-subframe-object.html [ Failure ]
245
246 webkit.org/b/105960 plugins/navigator-plugins.html [ Failure ]
247
248 webkit.org/b/104954 http/tests/canvas/canvas-slow-font-loading.html [ ImageOnlyFailure ]
249
250 # Flaky everywhere.
251 webkit.org/b/114302 platform/mac-wk2/plugins/mouse-events-scaled-iframe.html [ Pass Failure ]
252
253 webkit.org/b/114572 platform/mac-wk2/plugins/mouse-events-scaled.html [ Pass Failure ]
254
255 webkit.org/b/117962 media/video-played-collapse.html [ Pass Failure ]
256
257 webkit.org/b/136109 fast/multicol/mixed-opacity-fixed-test.html  [ ImageOnlyFailure ]
258
259 # Reference expectation doesn't end up in compositing code path, leading to antialiasing differences.
260 webkit.org/b/132421 fast/multicol/fixed-stack.html [ ImageOnlyFailure ]
261
262 # Incomplete implementation of eventSender causes this test to fail
263 webkit.org/b/42194 fast/scrolling/scroll-select-list.html [ ImageOnlyFailure ]
264
265 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive.svg [ ImageOnlyFailure Pass ]
266 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-b.svg [ ImageOnlyFailure Pass ]
267 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-c.svg  [ ImageOnlyFailure Pass ]
268 webkit.org/b/107018 svg/animations/mozilla/animateMotion-mpath-pathLength-1.svg [ ImageOnlyFailure Pass ]
269
270 # Color space issues from switching to tiled drawing.
271 webkit.org/b/122234 css3/filters/null-effect-check.html [ ImageOnlyFailure ]
272
273 webkit.org/b/124476 platform/mac-wk2/plugins/slow/asynchronous-plugin-initialization-multiple.html [ Pass Failure ]
274
275 # uiElementForSearchPredicate() is not returning an undefined object when the search returns no results
276 webkit.org/b/125996 accessibility/mac/search-when-element-starts-in-table.html [ Failure ]
277 webkit.org/b/125996 accessibility/mac/search-predicate-visible-button.html [ Failure ]
278
279 webkit.org/b/162999 accessibility/mac/wk1-set-selected-text-marker-range-input-element.html [ Skip ]
280
281 # testRunner.setUseDeferredFrameLoading is not implemented.
282 webkit.org/b/93980 http/tests/appcache/load-from-appcache-defer-resume-crash.html [ Skip ]
283
284 webkit.org/b/172544 [ Debug ] tiled-drawing/scrolling/fast-scroll-iframe-latched-mainframe-with-handler.html [ Pass Failure ]
285
286 webkit.org/b/136554 tiled-drawing/scrolling/frames/frameset-nested-frame-scrollability.html [ Pass Failure ]
287 webkit.org/b/139901 tiled-drawing/scrolling/frames/frameset-frame-scrollability.html [ Pass Failure ]
288
289 webkit.org/b/167661 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-horizontal.html [ Pass Failure ]
290 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-horizontal.html [ Pass Failure ]
291 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-vertical.html [ Pass Failure ]
292 webkit.org/b/165196 tiled-drawing/scrolling/scroll-snap/scroll-snap-iframe.html [ Pass Failure ]
293 webkit.org/b/167321 tiled-drawing/scrolling/scroll-snap/scroll-snap-proximity-mainframe.html [ Pass Failure ]
294
295 webkit.org/b/148408 tiled-drawing/scrolling/root-overflow-with-mousewheel.html [ Pass Failure Timeout ]
296
297 webkit.org/b/139820 fast/frames/lots-of-objects.html [ Pass Timeout ]
298 webkit.org/b/139820 fast/frames/lots-of-iframes.html [ Pass Timeout ]
299
300 webkit.org/b/145432 media/video-transformed-by-javascript.html [ Failure ]
301
302 # A lot of the disk-cache tests are flaky on mac-wk2
303 webkit.org/b/169359 [ Debug ] http/tests/cache/disk-cache/disk-cache-remove-several-pending-writes.html [ Pass Failure ]
304 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-validation-no-body.html [ Pass Failure Timeout ]
305 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-validation.html [ Pass Failure Timeout ]
306 webkit.org/b/149087 [ Release ] http/tests/cache/disk-cache/disk-cache-validation.html [ Pass Timeout ]
307 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-last-modified.html [ Pass Failure Timeout ]
308 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-vary.html [ Pass Failure Timeout ]
309 webkit.org/b/147075 [ Debug ] http/tests/cache/disk-cache/disk-cache-disable.html [ Pass Failure Timeout ]
310 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-vary-no-body.html [ Pass Failure Timeout ]
311
312 webkit.org/b/179796 http/tests/cache/disk-cache/disk-cache-validation-back-navigation-policy.html [ Pass Failure ]
313
314 webkit.org/b/150241 webarchive/loading/object.html [ Pass Crash ] 
315
316 webkit.org/b/150942 animations/multiple-backgrounds.html [ Pass ImageOnlyFailure ]
317 webkit.org/b/150942 legacy-animation-engine/animations/multiple-backgrounds.html [ Pass ImageOnlyFailure ]
318
319 webkit.org/b/151326 webarchive/loading/missing-data.html [ Pass Crash ]
320
321 webkit.org/b/151455 [ Release ] http/tests/xmlhttprequest/workers/methods-async.html [ Pass Timeout ]
322
323 webkit.org/b/150542 fast/forms/state-restore-per-form.html [ Pass Timeout ]
324
325 webkit.org/b/151709 [ Release ] http/tests/xmlhttprequest/workers/methods.html [ Pass Timeout ]
326
327 webkit.org/b/155312 inspector/heap/getPreview.html [ Pass Timeout ]
328
329 webkit.org/b/156077 inspector/heap/getRemoteObject.html [ Pass Failure ]
330
331 # Video fullscreen is not implemented for mac wk2 in webkittestrunner
332 media/media-fullscreen-loop-inline.html [ Skip ]
333 media/media-fullscreen-pause-inline.html [ Skip ]
334
335 ### END OF (1) Classified failures with bug reports
336 ########################################
337
338
339 ########################################
340 ### START OF (2) Classified failures without bug reports (yet)
341
342 # Missing TextChecker::requestCheckingOfString() implementation for Mac.
343 editing/spelling/grammar-markers.html [ Skip ]
344 editing/spelling/grammar-paste.html [ Skip ]
345 editing/spelling/grammar-markers-hidpi.html [ Skip ]
346 editing/spelling/inline-spelling-markers.html [ Skip ]
347 editing/spelling/inline-spelling-markers-hidpi.html [ Skip ]
348 editing/spelling/spellcheck-async-mutation.html [ Skip ]
349 editing/spelling/spellcheck-async.html [ Skip ]
350 editing/spelling/spellcheck-queue.html [ Skip ]
351 editing/spelling/spelling-insert-html.html [ Skip ]
352
353 ### END OF (2) Classified failures without bug reports (yet)
354 ########################################
355
356
357 ########################################
358 ### START OF (3) Unclassified failures
359
360 fast/forms/range/slider-delete-while-dragging-thumb.html [ Failure ]
361 svg/W3C-SVG-1.1/fonts-elem-04-b.svg [ Failure ]
362
363 # Unclear yet why this test fails.
364 editing/secure-input/password-input-focusing-to-different-frame.html [ Failure ]
365
366 # textInputController.hasMarkedText is implemented, but gives a wrong result for some reason.
367 editing/mac/input/unconfirmed-text-navigation-with-page-cache.html [ Failure ]
368
369 # test results in DRT don't match in browser behavior, test seems broken
370 fast/dom/Window/mozilla-focus-blur.html [ Pass Failure ]
371
372 webkit.org/b/132766 fast/hidpi/filters-blur.html [ ImageOnlyFailure ]
373 webkit.org/b/132766 fast/hidpi/filters-hue-rotate.html [ ImageOnlyFailure ]
374 webkit.org/b/132766 fast/hidpi/filters-invert.html [ ImageOnlyFailure ]
375 webkit.org/b/132766 fast/hidpi/filters-multiple.html [ ImageOnlyFailure ]
376 webkit.org/b/132766 fast/hidpi/filters-reference.html [ ImageOnlyFailure ]
377
378 # Plug-in snapshotting tests do not make much sense:
379 # - snapshotting is only supported for Flash, but we can't use Flash because it isn't installed everywhere;
380 # - so most of the tests use QuickTime, which doesn't support snapshotting, and is 32-bit only, thus failing to load in engineering builds.
381 plugins/snapshotting [ Pass Failure ]
382 # These two tests use Flash, so they trigger a release assertion.
383 plugins/snapshotting/autoplay-similar-to-dominant-after-delay.html [ Skip ]
384 plugins/snapshotting/print-snapshotted-plugin.html [ Skip ]
385
386 webkit.org/b/133227 plugins/snapshotting/set-plugin-size-to-tiny.html [ Failure ]
387 webkit.org/b/133227 plugins/snapshotting/quicktime-plugin-snapshotted.html [ Pass Failure ]
388
389 fast/dom/frame-loading-via-document-write.html [ Timeout ]
390
391 fast/speechsynthesis/speech-synthesis-cancel.html [ Pass Timeout ]
392
393 webkit.org/b/140084 js/dom/dfg-inline-resolve.html [ Pass Timeout ]
394 webkit.org/b/187103 [ Sierra Debug ] js/error-should-not-strong-reference-global-object.html [ Pass Timeout ]
395
396 webkit.org/b/139828 svg/animations/animateMotion-additive-2a.svg [ Pass ImageOnlyFailure ]
397 webkit.org/b/139828 svg/animations/animateMotion-additive-2b.svg [ Pass ImageOnlyFailure ]
398 webkit.org/b/139828 svg/animations/animateMotion-additive-2c.svg [ Pass ImageOnlyFailure ]
399 webkit.org/b/139828 svg/animations/animateMotion-additive-2d.svg [ Pass ImageOnlyFailure ]
400
401 [ Debug ] editing/undo/remove-css-property-and-remove-style.html [ Pass Failure ]
402
403 ### END OF (3) Unclassified failures
404 ########################################
405
406 ########################################
407 ### START OF (4) Features that are not supported in WebKit2 and likely never will be
408
409 # WebKitTestRunner needs textInputController
410 # <https://bugs.webkit.org/show_bug.cgi?id=42337>
411 editing/mac/input/5576619.html
412 editing/mac/input/bold-node.html
413 editing/mac/input/caret-primary-bidi.html
414 editing/mac/input/firstrectforcharacterrange-caret-in-br.html
415 editing/mac/input/firstrectforcharacterrange-plain.html
416 editing/mac/input/firstrectforcharacterrange-styled.html
417 editing/mac/input/firstrectforcharacterrange-vertical.html
418 editing/mac/input/hangul-enter-confirms-and-sends-keypress.html
419 editing/mac/input/insert-delete-smp-symbol.html
420 editing/mac/input/kotoeri-enter-to-confirm-and-newline.html
421 editing/mac/input/range-for-empty-document.html
422 editing/mac/input/replace-invalid-range.html
423 editing/mac/input/secure-input.html
424 editing/mac/input/text-input-controller.html
425 editing/mac/input/text-input-controller-no-editable-no-crash.html
426 editing/mac/input/wrapped-line-char-rect.html
427 editing/mac/input/NSBackgroundColor-transparent.html
428 editing/mac/pasteboard/paste-and-match-style-selector-event.html
429 editing/mac/selection/25228.html
430
431 # WebKitTestRunner needs testRunner.setCallCloseOnWebViews
432 # http://webkit.org/b/46714
433 accessibility/mac/search-predicate-visited-links.html
434
435 # AX tests that require hit testing do not work in WK2.
436 webkit.org/b/71298 accessibility/mac/html-slider-indicator.html
437 webkit.org/b/71298 accessibility/mac/listbox-hit-test.html
438 webkit.org/b/71298 accessibility/mac/iframe-with-title-correct-hierarchy.html
439
440 ### END OF (4) Features that are not supported in WebKit2 and likely never will be
441 ########################################
442
443 ########################################
444 ### START OF (5) Features that are not supported when NetworkProcess is enabled (i.e. they only work on Mountain Lion, and not on newer OS versions).
445
446 # https://bugs.webkit.org/show_bug.cgi?id=115274
447 # PPT: testRunner.setPrivateBrowsingEnabled doesn't work with NetworkProcess
448 http/tests/security/appcache-in-private-browsing.html [ Skip ]
449 http/tests/security/appcache-switching-private-browsing.html [ Skip ]
450 http/tests/security/cookies/first-party-cookie-allow-xslt.xml [ Skip ]
451 http/tests/security/cookies/third-party-cookie-blocking-main-frame.html [ Skip ]
452 http/tests/security/cookies/third-party-cookie-blocking-user-action.html [ Skip ]
453 http/tests/security/cookies/third-party-cookie-blocking-xslt.xml [ Skip ]
454 http/tests/security/cookies/third-party-cookie-blocking.html [ Skip ]
455 http/tests/security/cross-frame-access-private-browsing.html [ Skip ]
456 http/tests/security/cross-origin-plugin-private-browsing-toggled-allowed.html [ Skip ]
457 http/tests/security/cross-origin-plugin-private-browsing-toggled.html [ Skip ]
458 http/tests/security/storage-blocking-loosened-private-browsing-plugin.html [ Skip ]
459 http/tests/security/storage-blocking-strengthened-private-browsing-plugin.html [ Skip ]
460 plugins/private-browsing-mode-2.html [ Skip ]
461 plugins/private-browsing-mode.html [ Skip ]
462 storage/websql/private-browsing-noread-nowrite.html [ Skip ]
463
464 # There is no network load scheduling or prioritization with NetworkProcess.
465 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet-in-error.html [ Pass Failure ]
466 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet.html [ Pass Failure ]
467 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order-preload.html [ Failure ]
468 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order.html [ Failure ]
469
470 # This test times out, likely because appcache still loads in WebProcess, not NetworkProcess
471 webkit.org/b/138736 http/tests/appcache/auth.html [ Skip ]
472
473 ### END OF (5) Features that are not supported in WebKit2, on Mavericks
474 ########################################
475
476 ########################################
477 ### START OF (6) New WebKit2-only failures in Yosemite
478
479 media/video-background-tab-playback.html [ Pass Failure ]
480
481 webkit.org/b/140607 http/tests/navigation/navigation-interrupted-by-fragment.html [ Pass Timeout ]
482
483 webkit.org/b/141322 [ Debug ] fast/images/destroyed-image-load-event.html [ Pass Timeout ]
484
485 webkit.org/b/141085 http/tests/media/video-query-url.html [ Pass Timeout ]
486
487 ### END OF (6) New WebKit2-only failures in Yosemite
488 ########################################
489
490 # Content Extensions tests must be enabled explicitly on mac-wk2.
491 http/tests/contentextensions [ Pass ]
492 http/tests/websocket/tests/hybi/contentextensions [ Pass ]
493 [ Sierra+ ] http/wpt/beacon/contentextensions [ Pass ]
494
495 # The following tests are flaky.
496 webkit.org/b/179557 http/tests/websocket/tests/hybi/contentextensions/upgrade-worker.html [ Pass Failure ]
497 webkit.org/b/168081 http/tests/contentextensions/async-xhr-onerror.html [ Pass Timeout ]
498 webkit.org/b/146400 http/tests/contentextensions/character-set-basic-support.html [ Pass Failure ]
499 webkit.org/b/168082 [ Sierra ] http/tests/contentextensions/invalid-selector.html [ Pass ImageOnlyFailure ]
500
501 # WebKit1-only failure.
502 webkit.org/b/103857 fast/events/mouse-cursor-change.html [ Pass ]
503
504 # Imported Blink tests which have not been investigated. Partially covered with rdar://problem/23023848.
505 imported/blink/fast/multicol/basic-rtl.html [ Pass ImageOnlyFailure ]
506 imported/blink/fast/multicol/dynamic/add-spanner-inside-overflow-hidden.html [ Pass ImageOnlyFailure ]
507 imported/blink/http/tests/plugins/get-url-notify-on-removal.html [ Pass Timeout ]
508 imported/blink/fast/multicol/newmulticol/multicol-becomes-regular-block.html [ Pass ImageOnlyFailure ]
509 imported/blink/fast/transforms/transform-update-frame-overflow.html [ Pass ImageOnlyFailure ]
510
511 webkit.org/b/155757 [ Sierra+ ] media/media-document-audio-repaint.html [ Pass Failure ]
512
513 webkit.org/b/157589 fast/text-autosizing/ios/text-autosizing-after-back.html [ Pass Timeout ]
514
515 webkit.org/b/158237 fast/scrolling/scroll-container-horizontally.html [ Pass Timeout ]
516
517 # PiP tests are only enabled for Sierra WebKit2.
518 # rdar://problem/27574303
519 [ Sierra+ ] media/controls/picture-in-picture.html [ Pass ]
520 webkit.org/b/170620 [ Sierra+ ] media/controls/pip-placeholder-without-video-controls.html [ Pass Failure ]
521 [ Sierra+ ] media/element-containing-pip-video-going-into-fullscreen.html [ Pass Timeout ]
522 webkit.org/b/172998 [ Sierra+ ] media/fullscreen-api-enabled-media-with-presentation-mode.html [ Failure ]
523 webkit.org/b/173199 [ Sierra+ ] media/navigate-with-pip-should-not-crash.html [ Pass Failure ]
524 [ Sierra+ ] media/pip-video-going-into-fullscreen.html [ Pass ]
525
526 # RTL Scrollbars are enabled on Sierra WebKit2.
527 webkit.org/b/179455 [ Sierra+ ] fast/scrolling/rtl-scrollbars.html [ Pass ImageOnlyFailure ]
528 [ Sierra+ ] fast/scrolling/rtl-scrollbars-simple.html [ Pass ]
529 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-contents.html [ Pass ]
530 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-dir-rtl.html [ Pass ]
531 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-padding.html [ Pass ]
532 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-simple.html [ Pass ]
533 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow.html [ Pass ]
534 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-elementFromPoint.html [ Pass ]
535 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-position-absolute.html [ Pass ]
536 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-text-selection-scrolled.html [ Pass ]
537 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-absolute.html [ Pass ]
538 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-fixed.html [ Pass ]
539 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection-scrolled.html [ Pass ]
540 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection.html [ Pass ]
541 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-offset.html [ Pass ]
542 [ Sierra+ ] fast/scrolling/rtl-scrollbars-elementFromPoint-static.html [ Pass ]
543 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-scrolled.html [ Pass ]
544 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioning.html [ Pass ]
545 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-scroll.html [ Pass ]
546 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-left.html [ Pass ]
547 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-right.html [ Pass ]
548 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-simple.html [ Pass ]
549 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox.html [ Pass ]
550 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioned-intersect-scrollbars.html [ Pass ]
551 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ]
552 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement-2.html [ Pass ]
553 webkit.org/b/162638 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-iframe-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ImageOnlyFailure ]
554 [ Sierra+ ] fast/scrolling/rtl-scrollbars-animation-property.html [ Pass ]
555
556 # <rdar://problem/25063128>
557 [ Sierra+ ] media/media-controls-drag-timeline-set-controls-property.html [ Pass Timeout ]
558
559 # Hitting "The certificate for this server is invalid" loading error (not happening in WK1)
560 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-worker.html [ Failure ]
561 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-main-frame.html [ Failure ]
562
563 webkit.org/b/167607 [ Debug ] http/tests/inspector/worker/blob-script-with-cross-domain-imported-scripts.html [ Pass Timeout ]
564
565 webkit.org/b/159896 storage/indexeddb/modern/handle-user-delete.html [ Pass Timeout ]
566
567 webkit.org/b/160042 accessibility/mac/value-change/value-change-user-info-contenteditable.html [ Pass Failure ]
568
569 webkit.org/b/160309 fast/dom/Window/child-window-focus.html [ Pass Failure ]
570
571 webkit.org/b/161148 gamepad/gamepad-timestamp.html [ Pass Failure ]
572 webkit.org/b/167517 gamepad/gamepad-visibility-1.html [ Pass Failure ]
573
574 webkit.org/b/161633 [ Debug ] storage/indexeddb/objectstore-cursor.html [ Pass Timeout ]
575
576 webkit.org/b/161742 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/keyorder.htm [ Pass Failure ]
577
578 webkit.org/b/161547 [ Debug ] tiled-drawing/scrolling/fixed/four-bars-zoomed.html [ Pass Failure ]
579 webkit.org/b/188096 [ Release ] tiled-drawing/scrolling/fixed/four-bars-zoomed.html [ Pass Failure ]
580
581
582 webkit.org/b/162081 editing/inserting/typing-space-to-trigger-smart-link.html [ Failure ]
583 webkit.org/b/162081 editing/inserting/smart-quote-with-all-configurations.html [ Failure ]
584
585 webkit.org/b/160017 js/regress-139548.html [ Pass Timeout ]
586
587 webkit.org/b/162524 [ Sierra Release ] http/tests/cache/disk-cache/disk-cache-redirect.html [ Pass Timeout ]
588
589 webkit.org/b/161926 storage/indexeddb/index-cursor.html [ Pass Timeout ]
590
591 webkit.org/b/162685  http/tests/cache/disk-cache/disk-cache-204-status-code.html [ Pass Failure ]
592
593 webkit.org/b/161649 [ Debug ] http/tests/cache/disk-cache/resource-becomes-uncacheable.html [ Pass Failure ]
594
595 webkit.org/b/163136 http/tests/xmlhttprequest/auth-reject-protection-space.html [ Pass Failure ]
596
597 webkit.org/b/163139 http/tests/loading/basic-auth-load-URL-with-consecutive-slashes.html [ Pass Failure ]
598
599 webkit.org/b/162975 http/tests/cache/disk-cache/memory-cache-revalidation-updates-disk-cache.html [ Pass Failure ]
600
601 webkit.org/b/161653 [ Debug ] storage/indexeddb/key-generator.html [ Pass Timeout ]
602
603 webkit.org/b/163453 [ Sierra Release ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/basic-upgrade-cors.https.html [ Pass Timeout ]
604
605 webkit.org/b/163702 platform/mac-wk2/plugins/muted-state.html [ Failure ]
606
607 webkit.org/b/164870 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/idbcursor_iterating.htm [ Pass Failure ]
608
609 webkit.org/b/187935 [ Release ] imported/w3c/web-platform-tests/service-workers/cache-storage/serviceworker/cache-storage-match.https.html  [ Pass Failure ]
610
611 webkit.org/b/165352 fast/dom/Window/window-resize-contents.html [ Pass Timeout ]
612
613 webkit.org/b/167653 http/tests/contentextensions/block-everything-unless-domain.html [ Pass Timeout ]
614
615 webkit.org/b/167206 [ Sierra Release ] mathml/opentype/large-operators-displaystyle-dynamic.html [ Pass ImageOnlyFailure ]
616
617 webkit.org/b/168065 inspector/unit-tests/heap-snapshot.html [ Pass Failure Timeout ]
618
619 webkit.org/b/168235 [ Debug ] imported/w3c/web-platform-tests/html/semantics/text-level-semantics/the-a-element/a-download-click.html [ Pass Failure ]
620
621 webkit.org/b/168085 tiled-drawing/scrolling/latched-to-deleted-node.html [ Pass Failure ]
622
623 webkit.org/b/168336 [ Debug ] imported/w3c/web-platform-tests/streams/readable-streams/garbage-collection.html [ Pass Timeout ]
624
625 webkit.org/b/168089 [ Release ] animations/trigger-container-scroll-empty.html [ Pass Failure ]
626 webkit.org/b/168089 [ Release ] legacy-animation-engine/animations/trigger-container-scroll-empty.html [ Pass Failure ]
627
628 # Skipped because Mac doesn't have a key to show the context menu
629 fast/events/context-activated-by-key-event.html [ Skip ]
630
631 webkit.org/b/169621 imported/w3c/web-platform-tests/IndexedDB/fire-error-event-exception.html [ Pass Failure ]
632 webkit.org/b/169760 imported/w3c/web-platform-tests/IndexedDB/fire-success-event-exception.html [ Pass Failure ]
633
634 compositing/tiling/non-visible-window-tile-coverage.html [ Pass ]
635
636 webkit.org/b/170629  memory/memory-pressure-simulation.html [ Pass Failure ]
637
638 webkit.org/b/170484 swipe/main-frame-pinning-requirement.html [ Pass Failure ]
639
640 webkit.org/b/170960 fast/mediastream/getUserMedia-webaudio.html [ Pass Timeout ]
641
642 webkit.org/b/171553 [ Release ] http/tests/websocket/tests/hybi/inspector/binary.html [ Pass Failure ]
643
644 webkit.org/b/171763 compositing/tiling/non-active-window-tiles-size.html [ Pass Failure ]
645
646 webkit.org/b/171837 [ Debug ] http/tests/security/storage-blocking-loosened-plugin.html [ Pass Failure ]
647
648 webkit.org/b/171862  storage/indexeddb/modern/idbtransaction-objectstore-failures.html [ Pass Failure ]
649
650 webkit.org/b/171935 [ Sierra ] tiled-drawing/scrolling/fast-scroll-select-latched-mainframe.html [ Pass Failure ]
651
652 webkit.org/b/171939 [ Sierra Release ] media/track/track-cue-rendering-on-resize.html [ Pass Timeout ]
653
654 webkit.org/b/171947 [ Sierra Release ] transitions/extra-transition.html [ Pass Failure ]
655 webkit.org/b/171947 [ Sierra Release ] legacy-animation-engine/transitions/extra-transition.html [ Pass Failure ]
656
657 webkit.org/b/170699 [ Release ] imported/w3c/web-platform-tests/html/webappapis/timers/negative-settimeout.html [ Pass Failure ]
658
659 webkit.org/b/168937  tiled-drawing/scrolling/fast-scroll-iframe-latched-mainframe.html [ Pass Failure ]
660
661 webkit.org/b/172054 [ Sierra Debug ] loader/stateobjects/replacestate-size-iframe.html [ Pass Timeout ]
662
663 webkit.org/b/172454 http/tests/navigation/statistics.html [ Pass Failure ]
664
665 webkit.org/b/172666 [ Debug ] fast/images/slower-decoding-than-animation-image.html [ Pass Failure ]
666
667 webkit.org/b/173188 fast/mediastream/getUserMedia-grant-persistency3.html [ Pass Failure ]
668
669 webkit.org/b/172201 webaudio/silent-audio-interrupted-in-background.html [ Pass Timeout ]
670
671 webkit.org/b/167757 workers/bomb.html [ Pass Timeout ]
672
673 webkit.org/b/187649 editing/selection/update-selection-by-style-change.html [ Pass ImageOnlyFailure ]
674
675 webkit.org/b/172397 legacy-animation-engine/animations/needs-layout.html [ Pass ImageOnlyFailure ]
676
677 # Touch events are not available on open source bots, thus only tested on Mac.
678 http/tests/resourceLoadStatistics/user-interaction-in-cross-origin-sub-frame.html [ Pass ]
679 http/tests/resourceLoadStatistics/user-interaction-reported-after-website-data-removal.html [ Pass ]
680
681 [ HighSierra+ ] http/tests/storageAccess/has-storage-access-crash.html [ Pass ]
682 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-non-sandboxed-iframe.html [ Pass ]
683 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe.html [ Pass ]
684 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-crash.html [ Pass ]
685 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-with-unique-origin.html [ Pass ]
686 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-without-allow-token.html [ Pass ]
687 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-iframe.html [ Pass ]
688 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-sandboxed-iframe-without-allow-token.html [ Pass ]
689 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-sandboxed-iframe.html [ Pass ]
690 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-nested-iframe.html [ Pass ]
691 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction.html [ Pass ]
692 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction-and-access-from-right-frame.html [ Pass ]
693 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction-but-access-from-wrong-frame.html [ Pass ]
694 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-without-user-interaction.html [ Pass ]
695 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-top-frame.html [ Pass ]
696 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-without-user-gesture.html [ Pass ]
697 [ HighSierra+ ] http/tests/storageAccess/has-storage-access-from-prevalent-domain-with-user-interaction.html [ Pass ]
698 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-detach-should-not-have-access.html [ Pass ]
699 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-navigate-should-not-have-access.html [ Pass ]
700 [ HighSierra+ ] http/tests/storageAccess/deny-storage-access-under-opener.html [ Pass ]
701 [ HighSierra+ ] http/tests/storageAccess/grant-storage-access-under-opener.html [ Pass ]
702
703 # As of https://trac.webkit.org/changeset/227762 the timestampResolution is just 5 seconds which makes this test flaky
704 http/tests/resourceLoadStatistics/user-interaction-only-reported-once-within-short-period-of-time.html [ Skip ]
705
706 webkit.org/b/173861 [ Release ] http/tests/webrtc/filtering-ice-candidate-same-origin-frame.html [ Pass Timeout ]
707 webkit.org/b/173861 [ Release ] http/tests/webrtc/filtering-ice-candidate-cross-origin-frame.html [ Pass Timeout ]
708
709 webkit.org/b/172148 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-vertical.html [ Pass Failure ]
710
711 webkit.org/b/175341 accessibility/mac/select-element-selection-with-optgroups.html [ Pass Failure ]
712
713 webkit.org/b/172044 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/open-request-queue.html [ Pass Timeout ]
714
715 webkit.org/b/173779 [ Debug ] fast/scrolling/arrow-key-scroll-in-rtl-document.html [ Pass Failure ]
716
717 webkit.org/b/175773 [ Debug ] imported/w3c/web-platform-tests/payment-request/payment-request-constructor-crash.https.html [ Skip ]
718
719 webkit.org/b/173672 imported/w3c/web-platform-tests/fetch/http-cache/invalidate.html [ Pass Failure ]
720
721 webkit.org/b/173500 http/tests/loading/basic-auth-remove-credentials.html [ Pass Failure ]
722
723 webkit.org/b/172829 [ Sierra Debug ] loader/stateobjects/replacestate-size.html [ Pass Timeout ]
724
725 webkit.org/b/175781 svg/in-html/by-reference.html [ Pass Failure ]
726
727 webkit.org/b/176054 media/video-controls-in-media-document.html [ Pass Failure ]
728
729 webkit.org/b/176054 media/video-controls-no-display-with-text-track.html [ Pass Failure ]
730
731 webkit.org/b/169238 fast/events/mouse-cursor-no-mousemove.html [ Pass Failure ]
732
733 webkit.org/b/176122 media/video-controls-drop-and-restore-timeline.html [ Pass Failure ]
734
735 # These are flaky media tests
736 webkit.org/b/185962 media/video-play-require-user-gesture.html [ Pass Failure ]
737 webkit.org/b/185962 media/video-play-audio-require-user-gesture.html [ Pass Failure ]
738
739 webkit.org/b/185994 [ Debug ] fast/text/user-installed-fonts/shadow-family.html [ Pass ImageOnlyFailure ]
740 webkit.org/b/185994 [ Debug ] fast/text/user-installed-fonts/shadow-postscript-family.html [ Pass ImageOnlyFailure ]
741
742 # <rdar://problem/25010307>
743 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayError.html [ Pass ]
744 [ HighSierra+ ] http/tests/ssl/applepay/ApplePaySessionV3.html [ Pass ]
745 [ Mojave+ ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Pass ]
746 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayRequestShippingContactV3.https.html [ Pass ]
747 # <rdar://problem/31634451>
748 [ HighSierra+ ] http/tests/resourceLoadStatistics/cookies-with-and-without-user-interaction.html [ Pass ]
749 [ HighSierra+ ] http/tests/resourceLoadStatistics/cookie-deletion.html [ Pass ]
750 [ HighSierra+ ] http/tests/resourceLoadStatistics/non-prevalent-resources-can-access-cookies-in-a-third-party-context.html [ Pass ]
751 [ HighSierra+ ] http/tests/resourceLoadStatistics/add-blocking-to-redirect.html [ Pass ]
752 [ HighSierra+ ] http/tests/resourceLoadStatistics/remove-blocking-in-redirect.html [ Pass ]
753 [ HighSierra+ ] http/tests/resourceLoadStatistics/clear-in-memory-and-persistent-store.html [ Pass ]
754 [ HighSierra+ ] http/tests/resourceLoadStatistics/clear-in-memory-and-persistent-store-one-hour.html [ Pass ]
755 [ HighSierra+ ] http/tests/resourceLoadStatistics/grandfathering.html [ Pass ]
756 [ HighSierra+ ] http/tests/resourceLoadStatistics/strip-referrer-to-origin-for-prevalent-subresource-redirects.html [ Pass ]
757 [ HighSierra+ ] http/tests/resourceLoadStatistics/strip-referrer-to-origin-for-prevalent-subresource-requests.html [ Pass ]
758
759 # Skipped in general expectations since they only work on iOS and Mac, WK2.
760 http/tests/security/strip-referrer-to-origin-for-third-party-redirects-in-private-mode.html [ Pass ]
761 http/tests/security/strip-referrer-to-origin-for-third-party-requests-in-private-mode.html [ Pass ]
762
763 # Link preconnect is disabled on pre-High Sierra because the CFNetwork SPI is missing.
764 [ Sierra ] http/tests/preconnect [ Skip ]
765
766 webkit.org/b/171839 [ Debug ] tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-vertical-then-horizontal.html [ Pass Failure ]
767
768 webkit.org/b/177687 http/tests/inspector/network/resource-sizes-memory-cache.html [ Pass Failure ]
769
770 webkit.org/b/178472 http/tests/resourceLoadStatistics/prevalent-resource-handled-keydown.html [ Skip ]
771 webkit.org/b/183093 http/tests/resourceLoadStatistics/prevalent-resource-unhandled-keydown.html [ Skip ]
772 webkit.org/b/178472 http/tests/resourceLoadStatistics/prevalent-resource-with-user-interaction-timeout.html [ Skip ]
773
774 webkit.org/b/176881 plugins/js-from-destroy.html [ Pass Failure ]
775
776 webkit.org/b/178553 [ HighSierra Release ] imported/w3c/web-platform-tests/html/dom/dynamic-markup-insertion/opening-the-input-stream/011.html [ Skip ]
777
778 webkit.org/b/177501 webrtc/video-mute.html [ Pass Timeout ]
779
780 webkit.org/b/165620 [ Sierra ] http/tests/cache/disk-cache/disk-cache-request-headers.html [ Pass Failure ]
781
782 webkit.org/b/179773 imported/w3c/web-platform-tests/fetch/api/abort/serviceworker-intercepted.https.html [ Pass Failure ]
783
784 webkit.org/b/176078 imported/w3c/web-platform-tests/webrtc/RTCPeerConnection-onnegotiationneeded.html [ Pass Failure ]
785
786 webkit.org/b/173742 security/contentSecurityPolicy/plugins-types-allows-youtube-plugin-replacement.html [ Pass Failure ]
787
788 webkit.org/b/181167 imported/w3c/web-platform-tests/service-workers/service-worker/ServiceWorkerGlobalScope/update.https.html [ Pass Failure ]
789
790 webkit.org/b/181107 http/wpt/cache-storage/cache-put-stream.https.any.html [ Pass Failure ]
791
792 webkit.org/b/172879 webrtc/video-unmute.html [ Skip ]
793
794 webkit.org/b/181502 swipe/pushstate-with-manual-scrollrestoration.html [ Failure ]
795
796 webkit.org/b/181750 imported/w3c/web-platform-tests/service-workers/service-worker/fetch-request-redirect.https.html [ DumpJSConsoleLogInStdErr Pass Failure ]
797
798 webkit.org/b/181839 [ Debug ] inspector/debugger/breakpoint-action-log.html [ Pass Timeout ]
799
800 webkit.org/b/181957 [ Release ] http/tests/misc/resource-timing-resolution.html [ Pass Failure ]
801
802 webkit.org/b/181835 webrtc/captureCanvas-webrtc.html [ Pass Timeout ]
803
804 webkit.org/b/177663 media/W3C/video/events/event_progress_manual.html [ Pass Failure ]
805
806 webkit.org/b/182341 imported/w3c/web-platform-tests/service-workers/service-worker/clients-matchall-client-types.https.html [ Pass Failure ]
807
808 webkit.org/b/179352 imported/w3c/web-platform-tests/service-workers/service-worker/windowclient-navigate.https.html [ Pass Failure Slow ]
809
810 webkit.org/b/182849 imported/w3c/web-platform-tests/xhr/event-upload-progress-crossorigin.htm [ Pass Failure ]
811
812 webkit.org/b/183164 fast/dom/Window/window-focus-self.html [ Pass Failure ]
813
814 webkit.org/b/180982 [ Debug ] imported/w3c/web-platform-tests/service-workers/service-worker/registration-updateviacache.https.html [ Slow ]
815
816 webkit.org/b/182176 imported/w3c/web-platform-tests/service-workers/service-worker/appcache-ordering-main.https.html [ Skip ]
817
818 webkit.org/b/183869 [ HighSierra+ ] media/modern-media-controls/seek-backward-support/seek-backward-support.html [ Pass Failure ]
819
820 webkit.org/b/183879 [ Debug ] fast/scrolling/latching/scroll-div-no-latching.html [ Pass Failure ]
821
822 webkit.org/b/183860 [ Sierra Release ] http/wpt/service-workers/third-party-registration.html [ Pass Failure ]
823
824 webkit.org/b/184245 http/tests/workers/service/service-worker-cache-api.https.html [ Pass Failure ]
825
826 webkit.org/b/177380 http/tests/cache-storage/cache-records-persistency.https.html [ Pass Failure ]
827
828 webkit.org/b/184937 transitions/opacity-transition-zindex.html [ Skip ]
829
830 webkit.org/b/186362 [ Release ] http/tests/resourceLoadStatistics/prevalent-resource-with-user-interaction.html [ Skip ]
831
832 webkit.org/b/186425 [ Debug ] inspector/console/webcore-logging.html [ Pass Failure ]
833
834 webkit.org/b/183705 http/tests/workers/service/client-added-to-clients-when-restored-from-page-cache.html [ Pass Failure ]
835 webkit.org/b/183705 http/tests/workers/service/client-removed-from-clients-while-in-page-cache.html [ Pass Failure ]
836 webkit.org/b/183705 http/tests/workers/service/serviceworkerclients-matchAll.https.html [ Pass Failure ]
837
838 webkit.org/b/187658 http/tests/security/bypassing-cors-checks-for-extension-urls.html [ Pass Failure ]
839
840 [ Mojave+ ] fast/canvas/webgl/context-update-on-display-configuration.html [ Pass ]
841
842 # skip manual payment-request tests
843 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-error-member-manual.https.html [ Skip ]
844 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-payer-member-manual.https.html [ Skip ]
845 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-shippingAddress-member-manual.https.html [ Skip ]
846 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/algorithms-manual.https.html [ Skip ]
847 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/change-shipping-option-manual.https.html [ Skip ]
848 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/change-shipping-option-select-last-manual.https.html [ Skip ]
849 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/complete-method-manual.https.html [ Skip ]
850 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/methodName-attribute-manual.https.html [ Skip ]
851 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/onpayerdetailchange-attribute.manual.https.html [ Skip ]
852 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/payerEmail-attribute-manual.https.html [ Skip ]
853 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/payerName-attribute-manual.https.html [ Skip ]
854 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/payerPhone-attribute-manual.https.html [ Skip ]
855 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/rejects_if_not_active-manual.https.html [ Skip ]
856 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/requestId-attribute-manual.https.html [ Skip ]
857 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/retry-method-manual.https.html [ Skip ]
858 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/shippingAddress-attribute-manual.https.html [ Skip ]
859 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/payment-response/shippingOption-attribute-manual.https.html [ Skip ]
860 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/PaymentAddress/attributes-and-toJSON-method-manual.https.html [ Skip ]
861 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/shipping-address-changed-manual.https.html [ Skip ]
862 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/show-method-optional-promise-rejects-manual.https.html [ Skip ]
863 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/show-method-optional-promise-resolves-manual.https.html [ Skip ]
864 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/show-method-postmessage-manual.https.html [ Skip ]
865 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/updateWith-method-pmi-handling-manual.https.html [ Skip ]
866 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/user-abort-algorithm-manual.https.html [ Skip ]
867 webkit.org/b/188985 imported/w3c/web-platform-tests/payment-request/user-accepts-payment-request-algo-manual.https.html [ Skip ]