714d9e9c52a88a51bcba6bd6cf2e81212d627c04
[WebKit-https.git] / LayoutTests / platform / mac-wk2 / TestExpectations
1 # This file should contain entries for expectations that are specific
2 # to the Apple Mac port running the WebKit2 variant (--webkit-test-runner)
3
4 #//////////////////////////////////////////////////////////////////////////////////////////
5 # Platform-specific directories. Skipped globally, then re-enabled here.
6 #//////////////////////////////////////////////////////////////////////////////////////////
7
8 tiled-drawing [ Pass ]
9 tiled-drawing/ios [ Skip ]
10 fast/visual-viewport/tiled-drawing [ Pass ]
11 swipe [ Pass ]
12 fast/web-share [ Pass ]
13 editing/find [ Pass ]
14
15 fast/events/autoscroll-when-zoomed.html [ Pass ]
16 fast/events/autoscroll-main-document.html [ Pass ]
17
18 accessibility/smart-invert.html [ Pass ]
19 webkit.org/b/189818 accessibility/smart-invert-reference.html [ Pass ImageOnlyFailure ]
20 fast/media/mq-inverted-colors-live-update.html [ Pass ]
21 fast/media/mq-inverted-colors-live-update-in-subframes.html [ Pass ]
22 fast/media/mq-monochrome-live-update.html [ Pass ]
23 fast/media/mq-prefers-reduced-motion-live-update.html [ Pass ]
24
25 [ Sierra+ ] http/tests/ssl/applepay/ [ Pass ]
26 [ Sierra ] http/tests/ssl/applepay/ApplePayButtonV4.html [ Skip ]
27 [ Sierra ] http/tests/ssl/applepay/ApplePayError.html [ Skip ]
28 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV3.html [ Skip ]
29 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Skip ]
30 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV5.html [ Skip ]
31 [ Sierra ] http/tests/ssl/applepay/ApplePayRequestShippingContactV3.https.html [ Skip ]
32 [ Sierra ] http/tests/ssl/applepay/ApplePayShippingAddressChangeEventErrorsV3.https.html [ Skip ]
33 [ HighSierra ] http/tests/ssl/applepay/ApplePayButtonV4.html [ Skip ]
34 [ HighSierra ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Skip ]
35 [ HighSierra ] http/tests/ssl/applepay/ApplePaySessionV5.html [ Skip ]
36
37 fast/visual-viewport/rubberbanding-viewport-rects.html [ Pass ]
38 fast/visual-viewport/rubberbanding-viewport-rects-header-footer.html  [ Pass ]
39
40 [ Sierra+ ] http/tests/paymentrequest [ Pass ]
41 [ Sierra+ ] http/tests/inspector/paymentrequest [ Pass ]
42 [ Sierra+ ] imported/w3c/web-platform-tests/payment-request [ Pass ]
43 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/allowpaymentrequest-attribute-cross-origin-bc-containers.https.html [ Skip ]
44 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/no-attribute-cross-origin-bc-containers.https.html [ Skip ]
45 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/removing-allowpaymentrequest.https.sub.html [ Skip ]
46 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/setting-allowpaymentrequest-timing.https.sub.html [ Skip ]
47 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/setting-allowpaymentrequest.https.sub.html [ Skip ]
48
49 # skip in favor of tests in http/tests/paymentrequest
50 imported/w3c/web-platform-tests/payment-request/payment-request-abort-method.https.html [ WontFix ]
51 imported/w3c/web-platform-tests/payment-request/payment-request-show-method.https.html [ WontFix ]
52 imported/w3c/web-platform-tests/payment-request/rejects_if_not_active.https.html [ WontFix ]
53
54 http/tests/security/contentSecurityPolicy/manifest-src-allowed.html [ Pass ]
55 http/tests/security/contentSecurityPolicy/manifest-src-blocked.html [ Pass ]
56 applicationmanifest/ [ Pass ]
57
58 webkit.org/b/187183 http/tests/security/pasteboard-file-url.html [ Pass ]
59
60 [ Mojave+ ] fast/canvas/webgl/context-update-on-display-configuration.html [ Pass ]
61
62 webkit.org/b/190828 [ Mojave+ Debug ]  http/tests/workers/service/self_registration.html [ Pass Failure ]
63
64 fast/misc/valid-primary-screen-displayID.html [ Pass ]
65
66 webkit.org/b/187773 http/tests/webAPIStatistics [ Pass ]
67
68 webkit.org/b/184569 storage/indexeddb/modern/transactions-stop-on-navigation.html [ Pass Failure ]
69
70 [ Mojave+ ] fast/events/detect-caps-lock.html [ Pass ]
71 [ Mojave+ ] fast/forms/auto-fill-button/caps-lock-indicator-should-be-visible-after-hiding-auto-fill-strong-password-button.html [ Pass ]
72 [ Mojave+ ] fast/forms/auto-fill-button/caps-lock-indicator-should-not-be-visible-when-auto-fill-strong-password-button-is-visible.html [ Pass ]
73 [ Mojave+ ] fast/forms/password-scrolled-after-caps-lock-toggled.html [ Pass ]
74 [ Mojave+ ] fast/repaint/placeholder-after-caps-lock-hidden.html [ Pass ]
75
76 fast/events/inactive-window-no-mouse-event.html [ Pass ]
77
78 fast/animation/request-animation-frame-in-two-pages.html [ Pass ]
79
80 #//////////////////////////////////////////////////////////////////////////////////////////
81 # End platform-specific directories.
82 #//////////////////////////////////////////////////////////////////////////////////////////
83
84 ###### This file has seven sections. When adding new tests, make sure to
85 ###### add to the correct section:
86
87 ### (1) Classified failures with bug reports
88 ### (2) Classified failures without bug reports (yet)
89 ### (3) Unclassified failures
90 ### (4) Features that are not supported in WebKit2 and likely never will be
91 ### (5) Features that are not supported in WebKit2, on Mavericks
92 ### (6) New WebKit2-only failures in Yosemite
93
94 ########################################
95 ### START OF (1) Classified failures with bug reports
96
97 # WebKitTestRunner needs a more complete implementation of eventSender
98 # <https://bugs.webkit.org/show_bug.cgi?id=42194>
99 editing/pasteboard/4947130.html
100 editing/pasteboard/cleanup-on-move.html
101 editing/pasteboard/copy-standalone-image-crash.html
102 editing/pasteboard/emacs-cntl-y-001.html
103 editing/pasteboard/emacs-ctrl-k-y-001.html
104 editing/pasteboard/files-during-page-drags.html
105 editing/pasteboard/get-data-text-plain-drop.html
106 editing/pasteboard/smart-drag-drop.html
107 editing/pasteboard/smart-paste-004.html
108 editing/pasteboard/subframe-dragndrop-1.html
109 editing/selection/4895428-1.html
110 editing/selection/4895428-4.html
111 editing/selection/5354455-1.html
112 editing/selection/5354455-2.html
113 editing/selection/caret-after-keypress.html
114 editing/selection/contains-boundaries.html
115 editing/selection/doubleclick-beside-cr-span.html
116 editing/selection/doubleclick-whitespace.html
117 editing/selection/drag-to-contenteditable-iframe.html
118 editing/selection/mixed-editability-10.html
119 editing/selection/select-out-of-editable.html
120 editing/spelling/spellcheck-paste.html
121 editing/spelling/spellcheck-paste-disabled.html
122 editing/spelling/spellcheck-paste-continuous-disabled.html
123 fast/dom/vertical-scrollbar-in-rtl.html
124 fast/events/5056619.html
125 fast/events/autoscroll-in-textfield.html
126 fast/events/bogus-dropEffect-effectAllowed.html
127 fast/events/content-changed-during-drop.html
128 fast/events/continuous-platform-wheelevent-in-scrolling-div.html
129 fast/events/crash-on-mutate-during-drop.html
130 fast/events/context-onmousedown-event.html
131 fast/events/drag-and-drop-dataTransfer-types-nocrash.html
132 fast/events/drag-and-drop-fire-drag-dragover.html
133 fast/events/drag-and-drop.html
134 fast/events/drag-and-drop-link.html
135 fast/events/drag-and-drop-link-fast-multiple-times-does-not-crash.html
136 fast/events/drag-and-drop-link-containing-block.html
137 fast/events/drag-image-with-border-image.html
138 fast/events/drag-in-frames.html
139 fast/events/drag-parent-node.html
140 fast/events/draggable-div-nodata.html
141 fast/events/draggable-div-customdata.html
142 fast/events/dropzone-001.html
143 fast/events/dropzone-002.html
144 fast/events/dropzone-003.html
145 fast/events/dropzone-005.html
146 fast/events/keydown-numpad-keys.html
147 fast/events/mouse-click-events.html
148 fast/events/mouseup-from-button2.html
149 fast/events/node-event-anchor-lock.html
150 fast/events/ondragenter.html
151 fast/events/right-click-focus.html
152 fast/events/standalone-image-drag-to-editable.html
153 fast/events/wheelevent-in-horizontal-scrollbar-in-rtl.html
154 fast/events/wheelevent-in-vertical-scrollbar-in-rtl.html
155 fast/events/wheelevent-direction-inverted-from-device.html
156 fast/forms/drag-into-textarea.html
157 fast/forms/drag-out-of-textarea.html
158 fast/forms/listbox-typeahead-cyrillic.html
159 fast/forms/listbox-typeahead-greek.html
160 fast/forms/select-type-ahead-non-latin.html
161 fast/history/window-open.html
162 fast/lists/drag-into-marker.html
163 fast/repaint/japanese-rl-selection-repaint.html
164 fast/repaint/repaint-across-writing-mode-boundary.html
165 http/tests/local/drag-over-remote-content.html
166 http/tests/misc/bubble-drag-events.html
167 http/tests/security/drag-drop-same-unique-origin.html
168 http/tests/security/drag-over-remote-content-iframe.html
169 editing/mac/pasteboard/dataTransfer-set-data-file-url.html
170 editing/mac/pasteboard/drag-selections-to-contenteditable.html
171 editing/pasteboard/drag-drop-paragraph-crasher.html
172
173 # [WK2] [Mac] Spellcheck tests don't seem to work
174 webkit.org/b/105616 editing/spelling/context-menu-suggestions-multiword-selection.html
175 webkit.org/b/105616 editing/spelling/context-menu-suggestions-subword-selection.html
176 webkit.org/b/105616 editing/spelling/copy-paste-crash.html
177 webkit.org/b/105616 editing/spelling/delete-into-misspelled-word.html
178 webkit.org/b/105616 editing/spelling/editing-multiple-words-with-markers.html
179 webkit.org/b/105616 editing/spelling/editing-word-with-marker-2.html
180 webkit.org/b/105616 editing/spelling/move-cursor-around-misspelled-word.html
181 webkit.org/b/105616 editing/spelling/spelling-changed-text.html
182 webkit.org/b/105616 editing/spelling/spelling-backspace-between-lines.html
183 webkit.org/b/105616 editing/spelling/design-mode-spellcheck-off.html
184 webkit.org/b/105616 editing/spelling/spellcheck-attribute.html
185 webkit.org/b/105616 editing/spelling/spelling-attribute-at-child.html
186 webkit.org/b/105616 editing/spelling/spelling-attribute-change.html
187 webkit.org/b/105616 editing/spelling/spelling-backward.html
188 webkit.org/b/105616 editing/spelling/spelling-double-clicked-word.html
189 webkit.org/b/105616 editing/spelling/spelling-exactly-selected-word.html
190 webkit.org/b/105616 editing/spelling/spelling-hasspellingmarker.html
191 webkit.org/b/105616 editing/spelling/spelling-linebreak.html
192 webkit.org/b/105616 editing/spelling/spelling-with-punctuation-selection.html
193 webkit.org/b/105616 editing/spelling/spelling-with-whitespace-selection.html
194 webkit.org/b/105616 editing/spelling/grammar.html
195 webkit.org/b/105616 editing/spelling/markers.html
196 webkit.org/b/105616 editing/spelling/retro-correction-spelling-markers.html
197 webkit.org/b/105616 editing/spelling/text-replacement-after-typing-to-word.html
198 webkit.org/b/105616 editing/spelling/spelling-markers-after-pasting-sentence.html
199 webkit.org/b/105616 editing/mac/spelling/autocorrection-delete.html [ Failure ]
200 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline-after-paste.html [ Failure ]
201 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline.html [ Failure ]
202 webkit.org/b/105616 editing/mac/spelling/autocorrection-simple.html [ Failure ]
203 webkit.org/b/105616 editing/mac/spelling/autocorrection-with-multi-line-text.html [ Failure ]
204 webkit.org/b/105616 editing/mac/spelling/click-autocorrected-word.html [ Failure ]
205 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-1.html [ Failure ]
206 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-2.html [ Failure ]
207 webkit.org/b/105616 editing/mac/spelling/delete-into-autocorrected-word.html [ Failure ]
208 webkit.org/b/105616 editing/mac/spelling/editing-word-with-marker-1.html [ Failure ]
209 webkit.org/b/105616 editing/mac/spelling/forward-delete-into-autocorrected-word.html [ Failure ]
210 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-autocorrected-word.html [ Failure ]
211 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-beginning-of-autocorrected-word.html [ Failure ]
212 webkit.org/b/105616 editing/mac/spelling/removing-underline-after-accepting-autocorrection-using-punctuation.html [ Failure ]
213 webkit.org/b/105616 editing/mac/spelling/accept-candidate-allows-autocorrect-on-next-word.html [ Failure ]
214 webkit.org/b/105616 editing/mac/spelling/accept-unseen-candidate-records-acceptance.html [ Failure ]
215 webkit.org/b/105616 editing/spelling/spelling-marker-includes-hyphen.html [ ImageOnlyFailure ]
216 webkit.org/b/105616 editing/spelling/spelling-markers-in-overlapping-lines.html [ ImageOnlyFailure ]
217 webkit.org/b/105616 editing/spelling/spelling-markers-in-overlapping-lines-large-font.html [ ImageOnlyFailure ]
218 webkit.org/b/105616 fast/writing-mode/english-bt-text-with-spelling-marker.html [ ImageOnlyFailure ]
219 webkit.org/b/105616 fast/writing-mode/english-rl-text-with-spelling-marker.html [ ImageOnlyFailure ]
220
221 # [WK2] [Mac] Support drag in mouse events for WebKit2 EventSender
222 # <https://bugs.webkit.org/show_bug.cgi?id=68552>
223 editing/selection/select-across-readonly-input-2.html
224 editing/selection/select-across-readonly-input-3.html
225 editing/selection/select-across-readonly-input-4.html
226 editing/selection/select-across-readonly-input-5.html
227 fast/events/clear-drag-state.html
228 fast/events/drag-and-drop-subframe-dataTransfer.html
229 fast/events/drag-selects-image.html
230 fast/events/remove-target-with-shadow-in-drag.html
231
232 fast/events/before-input-events-prevent-drag-and-drop.html [ Failure ]
233 fast/events/input-events-drag-and-drop.html [ Failure ]
234 fast/events/input-events-insert-by-drop.html [ Failure ]
235
236 webkit.org/b/81833 fast/events/drag-and-drop-link-into-focused-contenteditable.html [ Failure ]
237
238 # Missing functionality of textInputController
239 # https://bugs.webkit.org/show_bug.cgi?id=89401
240 editing/mac/input/insert-dictated-text.html
241 editing/mac/input/crash-for-empty-text-alternative.html
242 editing/mac/input/edit-dictated-text-with-alternative.html
243 editing/mac/attributed-string/
244
245 # This test times out on Mac WK2 every time.
246 webkit.org/b/89199 editing/spelling/grammar-edit-word.html [ Skip ]
247
248 webkit.org/b/90156 editing/mac/spelling/autocorrection-blockquote-crash.html [ Failure ]
249
250 webkit.org/b/95043 http/tests/security/local-user-CSS-from-remote.html [ Failure ]
251
252 webkit.org/b/186055 [ Release ] media/video-trackmenu-selection.html [ Pass Failure ]
253
254 # These tests test the Shadow DOM based HTML form validation UI but Mac WK2 is using native dialogs instead.
255 fast/forms/validation-message-on-listbox.html
256 fast/forms/validation-message-on-menulist.html
257 fast/forms/validation-message-on-radio.html
258 fast/forms/validation-message-on-checkbox.html
259 fast/forms/validation-message-on-range.html
260 fast/forms/validation-message-clone.html
261 fast/forms/validation-message-in-relative-body.html
262 fast/forms/validation-message-appearance.html
263 fast/forms/validation-message-on-textarea.html
264
265 # All spatial navigation tests fail on Mac WK2
266 webkit.org/b/96438 fast/spatial-navigation
267
268 # fast/events/controlclick-no-onclick.html fails or times out on Mac WK2
269 webkit.org/b/105948 fast/events/controlclick-no-onclick.html [ Skip ]
270
271 webkit.org/b/105954 http/tests/navigation/reload-subframe-object.html [ Failure ]
272
273 webkit.org/b/105960 plugins/navigator-plugins.html [ Failure ]
274
275 webkit.org/b/104954 http/tests/canvas/canvas-slow-font-loading.html [ ImageOnlyFailure ]
276
277 # Flaky everywhere.
278 webkit.org/b/114302 platform/mac-wk2/plugins/mouse-events-scaled-iframe.html [ Pass Failure ]
279
280 webkit.org/b/114572 platform/mac-wk2/plugins/mouse-events-scaled.html [ Pass Failure ]
281
282 webkit.org/b/117962 media/video-played-collapse.html [ Pass Failure ]
283
284 webkit.org/b/136109 fast/multicol/mixed-opacity-fixed-test.html  [ ImageOnlyFailure ]
285
286 # Reference expectation doesn't end up in compositing code path, leading to antialiasing differences.
287 webkit.org/b/132421 fast/multicol/fixed-stack.html [ ImageOnlyFailure ]
288
289 # Incomplete implementation of eventSender causes this test to fail
290 webkit.org/b/42194 fast/scrolling/scroll-select-list.html [ ImageOnlyFailure ]
291
292 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive.svg [ ImageOnlyFailure Pass ]
293 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-b.svg [ ImageOnlyFailure Pass ]
294 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-c.svg  [ ImageOnlyFailure Pass ]
295 webkit.org/b/107018 svg/animations/mozilla/animateMotion-mpath-pathLength-1.svg [ ImageOnlyFailure Pass ]
296
297 # Color space issues from switching to tiled drawing.
298 webkit.org/b/122234 css3/filters/null-effect-check.html [ ImageOnlyFailure ]
299
300 webkit.org/b/124476 platform/mac-wk2/plugins/slow/asynchronous-plugin-initialization-multiple.html [ Pass Failure ]
301
302 # uiElementForSearchPredicate() is not returning an undefined object when the search returns no results
303 webkit.org/b/125996 accessibility/mac/search-when-element-starts-in-table.html [ Failure ]
304 webkit.org/b/125996 accessibility/mac/search-predicate-visible-button.html [ Failure ]
305
306 webkit.org/b/162999 accessibility/mac/wk1-set-selected-text-marker-range-input-element.html [ Skip ]
307
308 # testRunner.setUseDeferredFrameLoading is not implemented.
309 webkit.org/b/93980 http/tests/appcache/load-from-appcache-defer-resume-crash.html [ Skip ]
310
311 webkit.org/b/172544 [ Debug ] tiled-drawing/scrolling/fast-scroll-iframe-latched-mainframe-with-handler.html [ Pass Failure ]
312
313 webkit.org/b/136554 tiled-drawing/scrolling/frames/frameset-nested-frame-scrollability.html [ Pass Failure ]
314 webkit.org/b/139901 tiled-drawing/scrolling/frames/frameset-frame-scrollability.html [ Pass Failure ]
315
316 webkit.org/b/167661 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-horizontal.html [ Pass Failure ]
317 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-horizontal.html [ Pass Failure ]
318 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-vertical.html [ Pass Failure ]
319 webkit.org/b/165196 tiled-drawing/scrolling/scroll-snap/scroll-snap-iframe.html [ Pass Failure ]
320 webkit.org/b/167321 tiled-drawing/scrolling/scroll-snap/scroll-snap-proximity-mainframe.html [ Pass Failure ]
321
322 webkit.org/b/148408 tiled-drawing/scrolling/root-overflow-with-mousewheel.html [ Pass Failure Timeout ]
323
324 webkit.org/b/192529 fast/visual-viewport/tiled-drawing/zoomed-fixed-scrolling-layers-state.html [ Pass Failure ]
325
326 webkit.org/b/139820 fast/frames/lots-of-objects.html [ Pass Timeout ]
327 webkit.org/b/139820 fast/frames/lots-of-iframes.html [ Pass Timeout ]
328
329 webkit.org/b/145432 media/video-transformed-by-javascript.html [ Failure ]
330
331 # A lot of the disk-cache tests are flaky on mac-wk2
332 webkit.org/b/169359 [ Debug ] http/tests/cache/disk-cache/disk-cache-remove-several-pending-writes.html [ Pass Failure ]
333 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-validation-no-body.html [ Pass Failure Timeout ]
334 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-validation.html [ Pass Failure Timeout ]
335 webkit.org/b/149087 [ Release ] http/tests/cache/disk-cache/disk-cache-validation.html [ Pass Timeout ]
336 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-last-modified.html [ Pass Failure Timeout ]
337 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-vary.html [ Pass Failure Timeout ]
338 webkit.org/b/147075 [ Debug ] http/tests/cache/disk-cache/disk-cache-disable.html [ Pass Failure Timeout ]
339 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-vary-no-body.html [ Pass Failure Timeout ]
340
341 webkit.org/b/179796 http/tests/cache/disk-cache/disk-cache-validation-back-navigation-policy.html [ Pass Failure ]
342
343 webkit.org/b/150241 webarchive/loading/object.html [ Pass Crash ] 
344
345 webkit.org/b/150942 animations/multiple-backgrounds.html [ Pass ImageOnlyFailure ]
346 webkit.org/b/150942 legacy-animation-engine/animations/multiple-backgrounds.html [ Pass ImageOnlyFailure ]
347
348 webkit.org/b/151326 webarchive/loading/missing-data.html [ Pass Crash ]
349
350 webkit.org/b/151455 [ Release ] http/tests/xmlhttprequest/workers/methods-async.html [ Pass Timeout ]
351
352 webkit.org/b/150542 fast/forms/state-restore-per-form.html [ Pass Timeout ]
353
354 webkit.org/b/151709 [ Release ] http/tests/xmlhttprequest/workers/methods.html [ Pass Timeout ]
355
356 webkit.org/b/155312 inspector/heap/getPreview.html [ Pass Timeout ]
357
358 webkit.org/b/156077 inspector/heap/getRemoteObject.html [ Pass Failure ]
359
360 # Video fullscreen is not implemented for mac wk2 in webkittestrunner
361 media/media-fullscreen-loop-inline.html [ Skip ]
362 media/media-fullscreen-pause-inline.html [ Skip ]
363
364 ### END OF (1) Classified failures with bug reports
365 ########################################
366
367
368 ########################################
369 ### START OF (2) Classified failures without bug reports (yet)
370
371 # Missing TextChecker::requestCheckingOfString() implementation for Mac.
372 editing/spelling/grammar-markers.html [ Skip ]
373 editing/spelling/grammar-paste.html [ Skip ]
374 editing/spelling/grammar-markers-hidpi.html [ Skip ]
375 editing/spelling/inline-spelling-markers.html [ Skip ]
376 editing/spelling/inline-spelling-markers-hidpi.html [ Skip ]
377 editing/spelling/spellcheck-async-mutation.html [ Skip ]
378 editing/spelling/spellcheck-async.html [ Skip ]
379 editing/spelling/spellcheck-queue.html [ Skip ]
380 editing/spelling/spelling-insert-html.html [ Skip ]
381
382 ### END OF (2) Classified failures without bug reports (yet)
383 ########################################
384
385
386 ########################################
387 ### START OF (3) Unclassified failures
388
389 fast/forms/range/slider-delete-while-dragging-thumb.html [ Failure ]
390 svg/W3C-SVG-1.1/fonts-elem-04-b.svg [ Failure ]
391
392 # Unclear yet why this test fails.
393 editing/secure-input/password-input-focusing-to-different-frame.html [ Failure ]
394
395 # textInputController.hasMarkedText is implemented, but gives a wrong result for some reason.
396 editing/mac/input/unconfirmed-text-navigation-with-page-cache.html [ Failure ]
397
398 # test results in DRT don't match in browser behavior, test seems broken
399 fast/dom/Window/mozilla-focus-blur.html [ Pass Failure ]
400
401 webkit.org/b/132766 fast/hidpi/filters-blur.html [ ImageOnlyFailure ]
402 webkit.org/b/132766 fast/hidpi/filters-hue-rotate.html [ ImageOnlyFailure ]
403 webkit.org/b/132766 fast/hidpi/filters-invert.html [ ImageOnlyFailure ]
404 webkit.org/b/132766 fast/hidpi/filters-multiple.html [ ImageOnlyFailure ]
405 webkit.org/b/132766 fast/hidpi/filters-reference.html [ ImageOnlyFailure ]
406
407 # Plug-in snapshotting tests do not make much sense:
408 # - snapshotting is only supported for Flash, but we can't use Flash because it isn't installed everywhere;
409 # - so most of the tests use QuickTime, which doesn't support snapshotting, and is 32-bit only, thus failing to load in engineering builds.
410 plugins/snapshotting [ Pass Failure ]
411 # These two tests use Flash, so they trigger a release assertion.
412 plugins/snapshotting/autoplay-similar-to-dominant-after-delay.html [ Skip ]
413 plugins/snapshotting/print-snapshotted-plugin.html [ Skip ]
414
415 webkit.org/b/133227 plugins/snapshotting/set-plugin-size-to-tiny.html [ Failure ]
416 webkit.org/b/133227 plugins/snapshotting/quicktime-plugin-snapshotted.html [ Pass Failure ]
417
418 fast/dom/frame-loading-via-document-write.html [ Timeout ]
419
420 fast/speechsynthesis/speech-synthesis-cancel.html [ Pass Timeout ]
421
422 webkit.org/b/140084 js/dom/dfg-inline-resolve.html [ Pass Timeout ]
423
424 webkit.org/b/139828 svg/animations/animateMotion-additive-2a.svg [ Pass ImageOnlyFailure ]
425 webkit.org/b/139828 svg/animations/animateMotion-additive-2b.svg [ Pass ImageOnlyFailure ]
426 webkit.org/b/139828 svg/animations/animateMotion-additive-2c.svg [ Pass ImageOnlyFailure ]
427 webkit.org/b/139828 svg/animations/animateMotion-additive-2d.svg [ Pass ImageOnlyFailure ]
428
429 [ Debug ] editing/undo/remove-css-property-and-remove-style.html [ Pass Failure ]
430
431 ### END OF (3) Unclassified failures
432 ########################################
433
434 ########################################
435 ### START OF (4) Features that are not supported in WebKit2 and likely never will be
436
437 # WebKitTestRunner needs textInputController
438 # <https://bugs.webkit.org/show_bug.cgi?id=42337>
439 editing/mac/input/5576619.html
440 editing/mac/input/bold-node.html
441 editing/mac/input/caret-primary-bidi.html
442 editing/mac/input/firstrectforcharacterrange-caret-in-br.html
443 editing/mac/input/firstrectforcharacterrange-plain.html
444 editing/mac/input/firstrectforcharacterrange-styled.html
445 editing/mac/input/firstrectforcharacterrange-vertical.html
446 editing/mac/input/hangul-enter-confirms-and-sends-keypress.html
447 editing/mac/input/insert-delete-smp-symbol.html
448 editing/mac/input/kotoeri-enter-to-confirm-and-newline.html
449 editing/mac/input/range-for-empty-document.html
450 editing/mac/input/replace-invalid-range.html
451 editing/mac/input/secure-input.html
452 editing/mac/input/text-input-controller.html
453 editing/mac/input/text-input-controller-no-editable-no-crash.html
454 editing/mac/input/wrapped-line-char-rect.html
455 editing/mac/input/NSBackgroundColor-transparent.html
456 editing/mac/pasteboard/paste-and-match-style-selector-event.html
457 editing/mac/selection/25228.html
458
459 # WebKitTestRunner needs testRunner.setCallCloseOnWebViews
460 # http://webkit.org/b/46714
461 accessibility/mac/search-predicate-visited-links.html
462
463 # AX tests that require hit testing do not work in WK2.
464 webkit.org/b/71298 accessibility/mac/html-slider-indicator.html
465 webkit.org/b/71298 accessibility/mac/listbox-hit-test.html
466 webkit.org/b/71298 accessibility/mac/iframe-with-title-correct-hierarchy.html
467
468 ### END OF (4) Features that are not supported in WebKit2 and likely never will be
469 ########################################
470
471 ########################################
472 ### START OF (5) Features that are not supported when NetworkProcess is enabled (i.e. they only work on Mountain Lion, and not on newer OS versions).
473
474 # https://bugs.webkit.org/show_bug.cgi?id=115274
475 # PPT: testRunner.setPrivateBrowsingEnabled doesn't work with NetworkProcess
476 http/tests/security/appcache-in-private-browsing.html [ Skip ]
477 http/tests/security/appcache-switching-private-browsing.html [ Skip ]
478 http/tests/security/cookies/first-party-cookie-allow-xslt.xml [ Skip ]
479 http/tests/security/cookies/third-party-cookie-blocking-main-frame.html [ Skip ]
480 http/tests/security/cookies/third-party-cookie-blocking-user-action.html [ Skip ]
481 http/tests/security/cookies/third-party-cookie-blocking-xslt.xml [ Skip ]
482 http/tests/security/cookies/third-party-cookie-blocking.html [ Skip ]
483 http/tests/security/cross-frame-access-private-browsing.html [ Skip ]
484 http/tests/security/cross-origin-plugin-private-browsing-toggled-allowed.html [ Skip ]
485 http/tests/security/cross-origin-plugin-private-browsing-toggled.html [ Skip ]
486 http/tests/security/storage-blocking-loosened-private-browsing-plugin.html [ Skip ]
487 http/tests/security/storage-blocking-strengthened-private-browsing-plugin.html [ Skip ]
488 plugins/private-browsing-mode-2.html [ Skip ]
489 plugins/private-browsing-mode.html [ Skip ]
490 storage/websql/private-browsing-noread-nowrite.html [ Skip ]
491
492 # There is no network load scheduling or prioritization with NetworkProcess.
493 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet-in-error.html [ Pass Failure ]
494 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet.html [ Pass Failure ]
495 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order-preload.html [ Failure ]
496 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order.html [ Failure ]
497
498 # This test times out, likely because appcache still loads in WebProcess, not NetworkProcess
499 webkit.org/b/138736 http/tests/appcache/auth.html [ Skip ]
500
501 ### END OF (5) Features that are not supported in WebKit2, on Mavericks
502 ########################################
503
504 ########################################
505 ### START OF (6) New WebKit2-only failures in Yosemite
506
507 media/video-background-tab-playback.html [ Pass Failure ]
508
509 webkit.org/b/140607 http/tests/navigation/navigation-interrupted-by-fragment.html [ Pass Timeout ]
510
511 webkit.org/b/141322 [ Debug ] fast/images/destroyed-image-load-event.html [ Pass Timeout ]
512
513 webkit.org/b/141085 http/tests/media/video-query-url.html [ Pass Timeout ]
514
515 ### END OF (6) New WebKit2-only failures in Yosemite
516 ########################################
517
518 # Content Extensions tests must be enabled explicitly on mac-wk2.
519 http/tests/contentextensions [ Pass ]
520 http/tests/websocket/tests/hybi/contentextensions [ Pass ]
521 [ Sierra+ ] http/wpt/beacon/contentextensions [ Pass ]
522
523 # The following tests are flaky.
524 webkit.org/b/179557 http/tests/websocket/tests/hybi/contentextensions/upgrade-worker.html [ Pass Failure ]
525 webkit.org/b/168081 http/tests/contentextensions/async-xhr-onerror.html [ Pass Timeout ]
526 webkit.org/b/146400 http/tests/contentextensions/character-set-basic-support.html [ Pass Failure ]
527 webkit.org/b/168082 [ Sierra ] http/tests/contentextensions/invalid-selector.html [ Pass ImageOnlyFailure ]
528
529 # WebKit1-only failure.
530 webkit.org/b/103857 fast/events/mouse-cursor-change.html [ Pass ]
531
532 # Imported Blink tests which have not been investigated. Partially covered with rdar://problem/23023848.
533 imported/blink/fast/multicol/basic-rtl.html [ Pass ImageOnlyFailure ]
534 imported/blink/fast/multicol/dynamic/add-spanner-inside-overflow-hidden.html [ Pass ImageOnlyFailure ]
535 imported/blink/http/tests/plugins/get-url-notify-on-removal.html [ Pass Timeout ]
536 imported/blink/fast/multicol/newmulticol/multicol-becomes-regular-block.html [ Pass ImageOnlyFailure ]
537 imported/blink/fast/transforms/transform-update-frame-overflow.html [ Pass ImageOnlyFailure ]
538
539 webkit.org/b/155757 [ Sierra+ ] media/media-document-audio-repaint.html [ Pass Failure ]
540
541 webkit.org/b/157589 fast/text-autosizing/ios/text-autosizing-after-back.html [ Pass Timeout ]
542
543 webkit.org/b/158237 fast/scrolling/scroll-container-horizontally.html [ Pass Timeout ]
544
545 # PiP tests are only enabled for Sierra WebKit2.
546 # rdar://problem/27574303
547 [ Sierra+ ] media/controls/picture-in-picture.html [ Pass ]
548 webkit.org/b/170620 [ Sierra+ ] media/controls/pip-placeholder-without-video-controls.html [ Pass Failure ]
549 [ Sierra+ ] media/element-containing-pip-video-going-into-fullscreen.html [ Pass Timeout ]
550 webkit.org/b/172998 [ Sierra+ ] media/fullscreen-api-enabled-media-with-presentation-mode.html [ Failure ]
551 webkit.org/b/173199 [ Sierra+ ] media/navigate-with-pip-should-not-crash.html [ Pass Failure ]
552 [ Sierra+ ] media/pip-video-going-into-fullscreen.html [ Pass ]
553
554 # RTL Scrollbars are enabled on Sierra WebKit2.
555 webkit.org/b/179455 [ Sierra+ ] fast/scrolling/rtl-scrollbars.html [ Pass ImageOnlyFailure ]
556 [ Sierra+ ] fast/scrolling/rtl-scrollbars-simple.html [ Pass ]
557 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-contents.html [ Pass ]
558 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-dir-rtl.html [ Pass ]
559 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-padding.html [ Pass ]
560 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-simple.html [ Pass ]
561 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow.html [ Pass ]
562 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-elementFromPoint.html [ Pass ]
563 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-position-absolute.html [ Pass ]
564 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-text-selection-scrolled.html [ Pass ]
565 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-absolute.html [ Pass ]
566 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-fixed.html [ Pass ]
567 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection-scrolled.html [ Pass ]
568 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection.html [ Pass ]
569 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-offset.html [ Pass ]
570 [ Sierra+ ] fast/scrolling/rtl-scrollbars-elementFromPoint-static.html [ Pass ]
571 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-scrolled.html [ Pass ]
572 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioning.html [ Pass ]
573 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-scroll.html [ Pass ]
574 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-left.html [ Pass ]
575 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-right.html [ Pass ]
576 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-simple.html [ Pass ]
577 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox.html [ Pass ]
578 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioned-intersect-scrollbars.html [ Pass ]
579 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ]
580 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement-2.html [ Pass ]
581 webkit.org/b/162638 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-iframe-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ImageOnlyFailure ]
582 [ Sierra+ ] fast/scrolling/rtl-scrollbars-animation-property.html [ Pass ]
583
584 # <rdar://problem/25063128>
585 [ Sierra+ ] media/media-controls-drag-timeline-set-controls-property.html [ Pass Timeout ]
586
587 # Hitting "The certificate for this server is invalid" loading error (not happening in WK1)
588 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-worker.html [ Failure ]
589 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-main-frame.html [ Failure ]
590
591 webkit.org/b/167607 [ Debug ] http/tests/inspector/worker/blob-script-with-cross-domain-imported-scripts.html [ Pass Timeout ]
592
593 webkit.org/b/159896 storage/indexeddb/modern/handle-user-delete.html [ Pass Timeout ]
594
595 webkit.org/b/160042 accessibility/mac/value-change/value-change-user-info-contenteditable.html [ Pass Failure ]
596
597 webkit.org/b/160309 fast/dom/Window/child-window-focus.html [ Pass Failure ]
598
599 webkit.org/b/161148 gamepad/gamepad-timestamp.html [ Pass Failure ]
600 webkit.org/b/167517 gamepad/gamepad-visibility-1.html [ Pass Failure ]
601
602 webkit.org/b/161633 [ Debug ] storage/indexeddb/objectstore-cursor.html [ Pass Timeout ]
603
604 webkit.org/b/161742 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/keyorder.htm [ Pass Failure ]
605
606 webkit.org/b/161547 [ Debug ] tiled-drawing/scrolling/fixed/four-bars-zoomed.html [ Pass Failure ]
607 webkit.org/b/188096 [ Release ] tiled-drawing/scrolling/fixed/four-bars-zoomed.html [ Pass Failure ]
608
609
610 webkit.org/b/162081 editing/inserting/typing-space-to-trigger-smart-link.html [ Failure ]
611 webkit.org/b/162081 editing/inserting/smart-quote-with-all-configurations.html [ Failure ]
612
613 webkit.org/b/160017 js/regress-139548.html [ Pass Timeout ]
614
615 webkit.org/b/162524 [ Sierra Release ] http/tests/cache/disk-cache/disk-cache-redirect.html [ Pass Timeout ]
616
617 webkit.org/b/161926 storage/indexeddb/index-cursor.html [ Pass Timeout ]
618
619 webkit.org/b/162685  http/tests/cache/disk-cache/disk-cache-204-status-code.html [ Pass Failure ]
620
621 webkit.org/b/161649 [ Debug ] http/tests/cache/disk-cache/resource-becomes-uncacheable.html [ Pass Failure ]
622
623 webkit.org/b/163136 http/tests/xmlhttprequest/auth-reject-protection-space.html [ Pass Failure ]
624
625 webkit.org/b/163139 http/tests/loading/basic-auth-load-URL-with-consecutive-slashes.html [ Pass Failure ]
626
627 webkit.org/b/162975 http/tests/cache/disk-cache/memory-cache-revalidation-updates-disk-cache.html [ Pass Failure ]
628
629 webkit.org/b/161653 [ Debug ] storage/indexeddb/key-generator.html [ Pass Timeout ]
630
631 webkit.org/b/163453 [ Sierra Release ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/basic-upgrade-cors.https.html [ Pass Timeout ]
632
633 webkit.org/b/163702 platform/mac-wk2/plugins/muted-state.html [ Failure ]
634
635 webkit.org/b/164870 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/idbcursor_iterating.htm [ Pass Failure ]
636
637 webkit.org/b/187935 [ Release ] imported/w3c/web-platform-tests/service-workers/cache-storage/serviceworker/cache-storage-match.https.html  [ Pass Failure ]
638
639 webkit.org/b/165352 fast/dom/Window/window-resize-contents.html [ Pass Timeout ]
640
641 webkit.org/b/167653 http/tests/contentextensions/block-everything-unless-domain.html [ Pass Timeout ]
642
643 webkit.org/b/167206 [ Sierra Release ] mathml/opentype/large-operators-displaystyle-dynamic.html [ Pass ImageOnlyFailure ]
644
645 webkit.org/b/168065 inspector/unit-tests/heap-snapshot.html [ Pass Failure Timeout ]
646
647 webkit.org/b/168235 [ Debug ] imported/w3c/web-platform-tests/html/semantics/text-level-semantics/the-a-element/a-download-click.html [ Pass Failure ]
648
649 webkit.org/b/168085 tiled-drawing/scrolling/latched-to-deleted-node.html [ Pass Failure ]
650
651 webkit.org/b/168336 [ Debug ] imported/w3c/web-platform-tests/streams/readable-streams/garbage-collection.html [ Pass Timeout ]
652
653 # Skipped because Mac doesn't have a key to show the context menu
654 fast/events/context-activated-by-key-event.html [ Skip ]
655
656 webkit.org/b/169621 imported/w3c/web-platform-tests/IndexedDB/fire-error-event-exception.html [ Pass Failure ]
657 webkit.org/b/169760 imported/w3c/web-platform-tests/IndexedDB/fire-success-event-exception.html [ Pass Failure ]
658
659 compositing/tiling/non-visible-window-tile-coverage.html [ Pass ]
660
661 webkit.org/b/170629  memory/memory-pressure-simulation.html [ Pass Failure ]
662
663 webkit.org/b/170484 swipe/main-frame-pinning-requirement.html [ Pass Failure ]
664
665 webkit.org/b/170960 fast/mediastream/getUserMedia-webaudio.html [ Pass Timeout ]
666
667 webkit.org/b/171553 [ Release ] http/tests/websocket/tests/hybi/inspector/binary.html [ Pass Failure ]
668
669 webkit.org/b/171763 compositing/tiling/non-active-window-tiles-size.html [ Pass Failure ]
670
671 webkit.org/b/171837 [ Debug ] http/tests/security/storage-blocking-loosened-plugin.html [ Pass Failure ]
672
673 webkit.org/b/171862  storage/indexeddb/modern/idbtransaction-objectstore-failures.html [ Pass Failure ]
674
675 webkit.org/b/171935 [ Sierra ] tiled-drawing/scrolling/fast-scroll-select-latched-mainframe.html [ Pass Failure ]
676
677 webkit.org/b/171939 [ Sierra Release ] media/track/track-cue-rendering-on-resize.html [ Pass Timeout ]
678
679 webkit.org/b/171947 [ Sierra Release ] transitions/extra-transition.html [ Pass Failure ]
680 webkit.org/b/171947 [ Sierra Release ] legacy-animation-engine/transitions/extra-transition.html [ Pass Failure ]
681
682 webkit.org/b/170699 [ Release ] imported/w3c/web-platform-tests/html/webappapis/timers/negative-settimeout.html [ Pass Failure ]
683
684 webkit.org/b/168937  tiled-drawing/scrolling/fast-scroll-iframe-latched-mainframe.html [ Pass Failure ]
685
686 webkit.org/b/172054 [ Sierra Debug ] loader/stateobjects/replacestate-size-iframe.html [ Pass Timeout ]
687
688 webkit.org/b/172454 http/tests/navigation/statistics.html [ Pass Failure ]
689
690 webkit.org/b/172666 [ Debug ] fast/images/slower-decoding-than-animation-image.html [ Pass Failure ]
691
692 webkit.org/b/173188 fast/mediastream/getUserMedia-grant-persistency3.html [ Pass Failure ]
693
694 webkit.org/b/172201 webaudio/silent-audio-interrupted-in-background.html [ Pass Timeout ]
695
696 webkit.org/b/167757 workers/bomb.html [ Pass Timeout ]
697
698 webkit.org/b/187649 editing/selection/update-selection-by-style-change.html [ Pass ImageOnlyFailure ]
699
700 webkit.org/b/172397 legacy-animation-engine/animations/needs-layout.html [ Pass ImageOnlyFailure ]
701
702 # Touch events are not available on open source bots, thus only tested on Mac.
703 http/tests/resourceLoadStatistics/user-interaction-in-cross-origin-sub-frame.html [ Pass ]
704 http/tests/resourceLoadStatistics/user-interaction-reported-after-website-data-removal.html [ Pass ]
705
706 [ HighSierra+ ] http/tests/storageAccess/has-storage-access-crash.html [ Pass ]
707 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-non-sandboxed-iframe.html [ Pass ]
708 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe.html [ Pass ]
709 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-crash.html [ Pass ]
710 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-with-unique-origin.html [ Pass ]
711 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-without-allow-token.html [ Pass ]
712 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-iframe.html [ Pass ]
713 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-sandboxed-iframe-without-allow-token.html [ Pass ]
714 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-sandboxed-iframe.html [ Pass ]
715 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-nested-iframe.html [ Pass ]
716 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction.html [ Pass ]
717 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction-and-access-from-right-frame.html [ Pass ]
718 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction-but-access-from-wrong-frame.html [ Pass ]
719 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-without-user-interaction.html [ Pass ]
720 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-top-frame.html [ Pass ]
721 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-without-user-gesture.html [ Pass ]
722 [ HighSierra+ ] http/tests/storageAccess/has-storage-access-from-prevalent-domain-with-user-interaction.html [ Pass ]
723 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-detach-should-not-have-access.html [ Pass ]
724 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-navigate-cross-site-should-not-have-access.html [ Pass ]
725 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-navigate-same-site-should-have-access.html [ Pass ]
726 [ HighSierra+ ] http/tests/storageAccess/deny-storage-access-under-opener.html [ Pass ]
727 [ HighSierra+ ] http/tests/storageAccess/deny-storage-access-under-opener-if-auto-dismiss.html [ Pass ]
728
729 # As of https://trac.webkit.org/changeset/227762 the timestampResolution is just 5 seconds which makes this test flaky
730 http/tests/resourceLoadStatistics/user-interaction-only-reported-once-within-short-period-of-time.html [ Skip ]
731
732 webkit.org/b/173861 [ Release ] http/tests/webrtc/filtering-ice-candidate-same-origin-frame.html [ Pass Timeout ]
733 webkit.org/b/173861 [ Release ] http/tests/webrtc/filtering-ice-candidate-cross-origin-frame.html [ Pass Timeout ]
734
735 webkit.org/b/172148 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-vertical.html [ Pass Failure ]
736
737 webkit.org/b/175341 accessibility/mac/select-element-selection-with-optgroups.html [ Pass Failure ]
738
739 webkit.org/b/172044 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/open-request-queue.html [ Pass Timeout ]
740
741 webkit.org/b/173779 [ Debug ] fast/scrolling/arrow-key-scroll-in-rtl-document.html [ Pass Failure ]
742
743 webkit.org/b/175773 [ Debug ] imported/w3c/web-platform-tests/payment-request/payment-request-constructor-crash.https.html [ Skip ]
744
745 webkit.org/b/173672 imported/w3c/web-platform-tests/fetch/http-cache/invalidate.html [ Pass Failure ]
746
747 webkit.org/b/173500 http/tests/loading/basic-auth-remove-credentials.html [ Pass Failure ]
748
749 webkit.org/b/172829 [ Sierra Debug ] loader/stateobjects/replacestate-size.html [ Pass Timeout ]
750
751 webkit.org/b/175781 svg/in-html/by-reference.html [ Pass Failure ]
752
753 webkit.org/b/176054 media/video-controls-in-media-document.html [ Pass Failure ]
754
755 webkit.org/b/176054 media/video-controls-no-display-with-text-track.html [ Pass Failure ]
756
757 webkit.org/b/169238 fast/events/mouse-cursor-no-mousemove.html [ Pass Failure ]
758
759 webkit.org/b/176122 media/video-controls-drop-and-restore-timeline.html [ Pass Failure ]
760
761 # These are flaky media tests
762 webkit.org/b/185962 media/video-play-require-user-gesture.html [ Pass Failure ]
763 webkit.org/b/185962 media/video-play-audio-require-user-gesture.html [ Pass Failure ]
764
765 webkit.org/b/185994 [ Debug ] fast/text/user-installed-fonts/shadow-family.html [ Pass ImageOnlyFailure ]
766 webkit.org/b/185994 [ Debug ] fast/text/user-installed-fonts/shadow-postscript-family.html [ Pass ImageOnlyFailure ]
767
768 # <rdar://problem/25010307>
769 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayError.html [ Pass ]
770 [ HighSierra+ ] http/tests/ssl/applepay/ApplePaySessionV3.html [ Pass ]
771 [ Mojave+ ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Pass ]
772 [ Mojave+ ] http/tests/ssl/applepay/ApplePaySessionV5.html [ Pass ]
773 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayRequestShippingContactV3.https.html [ Pass ]
774 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayShippingAddressChangeEventErrorsV3.https.html [ Pass ]
775 # <rdar://problem/31634451>
776 [ HighSierra+ ] http/tests/resourceLoadStatistics/cookies-with-and-without-user-interaction.html [ Pass ]
777 [ HighSierra+ ] http/tests/resourceLoadStatistics/cookie-deletion.html [ Pass ]
778 [ HighSierra+ ] http/tests/resourceLoadStatistics/non-prevalent-resources-can-access-cookies-in-a-third-party-context.html [ Pass ]
779 [ HighSierra+ ] http/tests/resourceLoadStatistics/add-blocking-to-redirect.html [ Pass ]
780 [ HighSierra+ ] http/tests/resourceLoadStatistics/remove-blocking-in-redirect.html [ Pass ]
781 [ HighSierra+ ] http/tests/resourceLoadStatistics/clear-in-memory-and-persistent-store.html [ Pass ]
782 [ HighSierra+ ] http/tests/resourceLoadStatistics/clear-in-memory-and-persistent-store-one-hour.html [ Pass ]
783 [ HighSierra+ ] http/tests/resourceLoadStatistics/grandfathering.html [ Pass ]
784 [ HighSierra+ ] http/tests/resourceLoadStatistics/strip-referrer-to-origin-for-prevalent-subresource-redirects.html [ Pass ]
785 [ HighSierra+ ] http/tests/resourceLoadStatistics/strip-referrer-to-origin-for-prevalent-subresource-requests.html [ Pass ]
786 [ HighSierra+ ] http/tests/resourceLoadStatistics/cap-cache-max-age-for-prevalent-resource.html [ Pass ]
787
788 # Skipped in general expectations since they only work on iOS and Mac, WK2.
789 http/tests/security/strip-referrer-to-origin-for-third-party-redirects-in-private-mode.html [ Pass ]
790 http/tests/security/strip-referrer-to-origin-for-third-party-requests-in-private-mode.html [ Pass ]
791 media/deactivate-audio-session.html [ Pass ]
792
793 # Link preconnect is disabled on pre-High Sierra because the CFNetwork SPI is missing.
794 [ Sierra ] http/tests/preconnect [ Skip ]
795
796 webkit.org/b/171839 [ Debug ] tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-vertical-then-horizontal.html [ Pass Failure ]
797
798 webkit.org/b/177687 http/tests/inspector/network/resource-sizes-memory-cache.html [ Pass Failure ]
799
800 webkit.org/b/178472 http/tests/resourceLoadStatistics/prevalent-resource-handled-keydown.html [ Skip ]
801 webkit.org/b/183093 http/tests/resourceLoadStatistics/prevalent-resource-unhandled-keydown.html [ Skip ]
802 webkit.org/b/178472 http/tests/resourceLoadStatistics/prevalent-resource-with-user-interaction-timeout.html [ Skip ]
803
804 webkit.org/b/176881 plugins/js-from-destroy.html [ Pass Failure ]
805
806 webkit.org/b/178553 [ HighSierra Release ] imported/w3c/web-platform-tests/html/dom/dynamic-markup-insertion/opening-the-input-stream/011.html [ Skip ]
807
808 webkit.org/b/165620 [ Sierra ] http/tests/cache/disk-cache/disk-cache-request-headers.html [ Pass Failure ]
809
810 webkit.org/b/179773 imported/w3c/web-platform-tests/fetch/api/abort/serviceworker-intercepted.https.html [ Pass Failure ]
811
812 webkit.org/b/176078 imported/w3c/web-platform-tests/webrtc/RTCPeerConnection-onnegotiationneeded.html [ Pass Failure ]
813
814 webkit.org/b/173742 security/contentSecurityPolicy/plugins-types-allows-youtube-plugin-replacement.html [ Pass Failure ]
815
816 webkit.org/b/181167 imported/w3c/web-platform-tests/service-workers/service-worker/ServiceWorkerGlobalScope/update.https.html [ Pass Failure ]
817
818 webkit.org/b/181107 http/wpt/cache-storage/cache-put-stream.https.any.html [ Pass Failure ]
819
820 webkit.org/b/181502 swipe/pushstate-with-manual-scrollrestoration.html [ Failure ]
821
822 webkit.org/b/181750 imported/w3c/web-platform-tests/service-workers/service-worker/fetch-request-redirect.https.html [ DumpJSConsoleLogInStdErr Pass Failure ]
823
824 webkit.org/b/181839 [ Debug ] inspector/debugger/breakpoint-action-log.html [ Pass Timeout ]
825
826 webkit.org/b/181835 webrtc/captureCanvas-webrtc.html [ Pass Timeout ]
827
828 webkit.org/b/177663 media/W3C/video/events/event_progress_manual.html [ Pass Failure ]
829
830 webkit.org/b/182341 imported/w3c/web-platform-tests/service-workers/service-worker/clients-matchall-client-types.https.html [ Pass Failure ]
831
832 webkit.org/b/179352 imported/w3c/web-platform-tests/service-workers/service-worker/windowclient-navigate.https.html [ Pass Failure Slow ]
833
834 webkit.org/b/182849 imported/w3c/web-platform-tests/xhr/event-upload-progress-crossorigin.htm [ Pass Failure ]
835
836 webkit.org/b/183164 fast/dom/Window/window-focus-self.html [ Pass Failure ]
837
838 webkit.org/b/180982 [ Debug ] imported/w3c/web-platform-tests/service-workers/service-worker/registration-updateviacache.https.html [ Slow ]
839
840 webkit.org/b/182176 imported/w3c/web-platform-tests/service-workers/service-worker/appcache-ordering-main.https.html [ Skip ]
841
842 webkit.org/b/183869 [ HighSierra+ ] media/modern-media-controls/seek-backward-support/seek-backward-support.html [ Pass Failure ]
843
844 webkit.org/b/183879 [ Debug ] fast/scrolling/latching/scroll-div-no-latching.html [ Pass Failure ]
845
846 webkit.org/b/183860 [ Sierra Release ] http/wpt/service-workers/third-party-registration.html [ Pass Failure ]
847
848 webkit.org/b/184245 http/tests/workers/service/service-worker-cache-api.https.html [ Pass Failure ]
849
850 webkit.org/b/177380 http/tests/cache-storage/cache-records-persistency.https.html [ Pass Failure ]
851
852 webkit.org/b/184937 transitions/opacity-transition-zindex.html [ Skip ]
853
854 webkit.org/b/186362 [ Release ] http/tests/resourceLoadStatistics/prevalent-resource-with-user-interaction.html [ Skip ]
855
856 webkit.org/b/190808 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/containing-block.html [ Pass Failure ]
857 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/bounding-box.html [ Pass Failure ]
858 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/display-none.html [ Pass Failure ]
859 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/edge-inclusive-intersection.html [ Pass Failure ]
860 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/remove-element.html [ Pass Failure ]
861 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/shadow-content.html [ Pass Failure ]
862 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/unclipped-root.html [ Pass Failure ]
863
864 # skip manual payment-request tests
865 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-call-immediate-manual.https.html [ Skip ]
866 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-duplicate-shipping-options-manual.https.html [ Skip ]
867 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-incremental-update-manual.https.html [ Skip ]
868 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-method-abort-update-manual.https.html [ Skip ]
869 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-state-checks-manual.https.html [ Skip ]
870 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-error-member-manual.https.html [ Skip ]
871 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-payer-member-manual.https.html [ Skip ]
872 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-shippingAddress-member-manual.https.html [ Skip ]
873 imported/w3c/web-platform-tests/payment-request/algorithms-manual.https.html [ Skip ]
874 imported/w3c/web-platform-tests/payment-request/change-shipping-option-manual.https.html [ Skip ]
875 imported/w3c/web-platform-tests/payment-request/change-shipping-option-select-last-manual.https.html [ Skip ]
876 imported/w3c/web-platform-tests/payment-request/payment-response/complete-method-manual.https.html [ Skip ]
877 imported/w3c/web-platform-tests/payment-request/payment-response/methodName-attribute-manual.https.html [ Skip ]
878 imported/w3c/web-platform-tests/payment-request/payment-response/onpayerdetailchange-attribute-manual.https.html [ Skip ]
879 imported/w3c/web-platform-tests/payment-request/payment-response/payerEmail-attribute-manual.https.html [ Skip ]
880 imported/w3c/web-platform-tests/payment-request/payment-response/payerName-attribute-manual.https.html [ Skip ]
881 imported/w3c/web-platform-tests/payment-request/payment-response/payerPhone-attribute-manual.https.html [ Skip ]
882 imported/w3c/web-platform-tests/payment-request/payment-response/rejects_if_not_active-manual.https.html [ Skip ]
883 imported/w3c/web-platform-tests/payment-request/payment-response/requestId-attribute-manual.https.html [ Skip ]
884 imported/w3c/web-platform-tests/payment-request/payment-response/retry-method-manual.https.html [ Skip ]
885 imported/w3c/web-platform-tests/payment-request/payment-response/shippingAddress-attribute-manual.https.html [ Skip ]
886 imported/w3c/web-platform-tests/payment-request/payment-response/shippingOption-attribute-manual.https.html [ Skip ]
887 imported/w3c/web-platform-tests/payment-request/PaymentAddress/attributes-and-toJSON-method-manual.https.html [ Skip ]
888 imported/w3c/web-platform-tests/payment-request/shipping-address-changed-manual.https.html [ Skip ]
889 imported/w3c/web-platform-tests/payment-request/show-method-optional-promise-rejects-manual.https.html [ Skip ]
890 imported/w3c/web-platform-tests/payment-request/show-method-optional-promise-resolves-manual.https.html [ Skip ]
891 imported/w3c/web-platform-tests/payment-request/show-method-postmessage-manual.https.html [ Skip ]
892 imported/w3c/web-platform-tests/payment-request/updateWith-method-pmi-handling-manual.https.html [ Skip ]
893 imported/w3c/web-platform-tests/payment-request/user-abort-algorithm-manual.https.html [ Skip ]
894 imported/w3c/web-platform-tests/payment-request/user-accepts-payment-request-algo-manual.https.html [ Skip ]
895
896 webkit.org/b/189094 [ HighSierra+ ] accessibility/mac/focus-setting-selection-syncronizing-not-clearing.html [ Skip ]
897
898 webkit.org/b/189598 compositing/backing/backing-store-attachment-fill-forwards-animation.html [ Pass Failure ]
899
900 # Skip local authenticator tests for mac now.
901 http/wpt/webauthn/public-key-credential-create-failure-local.https.html [ Skip ]
902 http/wpt/webauthn/public-key-credential-create-success-local.https.html [ Skip ]
903 http/wpt/webauthn/public-key-credential-get-failure-local.https.html [ Skip ]
904 http/wpt/webauthn/public-key-credential-get-success-local.https.html [ Skip ]
905 # The following tests require PublicKeyCredential objects. We can only produce them via local authenticators now.
906 http/wpt/credential-management/credentialscontainer-store-basics.https.html [ Skip ]
907 http/wpt/webauthn/idl.https.html [ Skip ]
908
909 webkit.org/b/183878 media/modern-media-controls/tracks-panel/tracks-panel-up-click-over-media-does-not-dimiss-media-controls-when-media-is-playing.html [ Pass Timeout ] 
910
911 webkit.org/b/191644 [ Sierra ] fast/workers/worker-cloneport.html [ Pass Failure ]
912
913 webkit.org/b/191658 [ Sierra Release ] fast/layers/no-clipping-overflow-hidden-added-after-transform.html [ Pass ImageOnlyFailure ]