13ab52e8d8bcfa076f3004082ac69b4f68809652
[WebKit-https.git] / LayoutTests / platform / mac-wk2 / TestExpectations
1 # This file should contain entries for expectations that are specific
2 # to the Apple Mac port running the WebKit2 variant (--webkit-test-runner)
3
4 #//////////////////////////////////////////////////////////////////////////////////////////
5 # Platform-specific directories. Skipped globally, then re-enabled here.
6 #//////////////////////////////////////////////////////////////////////////////////////////
7
8 tiled-drawing [ Pass ]
9 tiled-drawing/ios [ Skip ]
10 fast/visual-viewport/tiled-drawing [ Pass ]
11 swipe [ Pass ]
12 fast/web-share [ Pass ]
13 editing/find [ Pass ]
14
15 fast/events/autoscroll-when-zoomed.html [ Pass ]
16 fast/events/autoscroll-main-document.html [ Pass ]
17
18 accessibility/smart-invert.html [ Pass ]
19 webkit.org/b/189818 accessibility/smart-invert-reference.html [ Pass ImageOnlyFailure ]
20 fast/media/mq-inverted-colors-live-update.html [ Pass ]
21 fast/media/mq-inverted-colors-live-update-in-subframes.html [ Pass ]
22 fast/media/mq-monochrome-live-update.html [ Pass ]
23 fast/media/mq-prefers-reduced-motion-live-update.html [ Pass ]
24
25 [ Sierra+ ] http/tests/ssl/applepay/ [ Pass ]
26 [ Sierra ] http/tests/ssl/applepay/ApplePayButtonV4.html [ Skip ]
27 [ Sierra ] http/tests/ssl/applepay/ApplePayError.html [ Skip ]
28 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV3.html [ Skip ]
29 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Skip ]
30 [ Sierra ] http/tests/ssl/applepay/ApplePaySessionV5.html [ Skip ]
31 [ Sierra ] http/tests/ssl/applepay/ApplePayRequestShippingContactV3.https.html [ Skip ]
32 [ Sierra ] http/tests/ssl/applepay/ApplePayShippingAddressChangeEventErrorsV3.https.html [ Skip ]
33 [ HighSierra ] http/tests/ssl/applepay/ApplePayButtonV4.html [ Skip ]
34 [ HighSierra ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Skip ]
35 [ HighSierra ] http/tests/ssl/applepay/ApplePaySessionV5.html [ Skip ]
36
37 fast/visual-viewport/rubberbanding-viewport-rects.html [ Pass ]
38 fast/visual-viewport/rubberbanding-viewport-rects-header-footer.html  [ Pass ]
39
40 [ Sierra+ ] http/tests/paymentrequest [ Pass ]
41 [ Sierra+ ] http/tests/inspector/paymentrequest [ Pass ]
42 [ Sierra+ ] imported/w3c/web-platform-tests/payment-request [ Pass ]
43 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/allowpaymentrequest-attribute-cross-origin-bc-containers.https.html [ Skip ]
44 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/no-attribute-cross-origin-bc-containers.https.html [ Skip ]
45 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/removing-allowpaymentrequest.https.sub.html [ Skip ]
46 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/setting-allowpaymentrequest-timing.https.sub.html [ Skip ]
47 webkit.org/b/175611 imported/w3c/web-platform-tests/payment-request/allowpaymentrequest/setting-allowpaymentrequest.https.sub.html [ Skip ]
48
49 # skip in favor of tests in http/tests/paymentrequest
50 imported/w3c/web-platform-tests/payment-request/payment-request-abort-method.https.html [ WontFix ]
51 imported/w3c/web-platform-tests/payment-request/payment-request-show-method.https.html [ WontFix ]
52 imported/w3c/web-platform-tests/payment-request/rejects_if_not_active.https.html [ WontFix ]
53
54 http/tests/security/contentSecurityPolicy/manifest-src-allowed.html [ Pass ]
55 http/tests/security/contentSecurityPolicy/manifest-src-blocked.html [ Pass ]
56 applicationmanifest/ [ Pass ]
57
58 webkit.org/b/187183 http/tests/security/pasteboard-file-url.html [ Pass ]
59
60 [ Mojave+ ] fast/canvas/webgl/context-update-on-display-configuration.html [ Pass ]
61
62 webkit.org/b/190828 [ Mojave+ Debug ]  http/tests/workers/service/self_registration.html [ Pass Failure ]
63
64 fast/misc/valid-primary-screen-displayID.html [ Pass ]
65
66 webkit.org/b/187773 http/tests/webAPIStatistics [ Pass ]
67
68 webkit.org/b/184569 storage/indexeddb/modern/transactions-stop-on-navigation.html [ Pass Failure ]
69
70 [ Mojave+ ] fast/events/detect-caps-lock.html [ Pass ]
71
72 fast/events/inactive-window-no-mouse-event.html [ Pass ]
73
74 fast/animation/request-animation-frame-in-two-pages.html [ Pass ]
75
76 #//////////////////////////////////////////////////////////////////////////////////////////
77 # End platform-specific directories.
78 #//////////////////////////////////////////////////////////////////////////////////////////
79
80 ###### This file has seven sections. When adding new tests, make sure to
81 ###### add to the correct section:
82
83 ### (1) Classified failures with bug reports
84 ### (2) Classified failures without bug reports (yet)
85 ### (3) Unclassified failures
86 ### (4) Features that are not supported in WebKit2 and likely never will be
87 ### (5) Features that are not supported in WebKit2, on Mavericks
88 ### (6) New WebKit2-only failures in Yosemite
89
90 ########################################
91 ### START OF (1) Classified failures with bug reports
92
93 # WebKitTestRunner needs a more complete implementation of eventSender
94 # <https://bugs.webkit.org/show_bug.cgi?id=42194>
95 editing/pasteboard/4947130.html
96 editing/pasteboard/cleanup-on-move.html
97 editing/pasteboard/copy-standalone-image-crash.html
98 editing/pasteboard/emacs-cntl-y-001.html
99 editing/pasteboard/emacs-ctrl-k-y-001.html
100 editing/pasteboard/files-during-page-drags.html
101 editing/pasteboard/get-data-text-plain-drop.html
102 editing/pasteboard/smart-drag-drop.html
103 editing/pasteboard/smart-paste-004.html
104 editing/pasteboard/subframe-dragndrop-1.html
105 editing/selection/4895428-1.html
106 editing/selection/4895428-4.html
107 editing/selection/5354455-1.html
108 editing/selection/5354455-2.html
109 editing/selection/caret-after-keypress.html
110 editing/selection/contains-boundaries.html
111 editing/selection/doubleclick-beside-cr-span.html
112 editing/selection/doubleclick-whitespace.html
113 editing/selection/drag-to-contenteditable-iframe.html
114 editing/selection/mixed-editability-10.html
115 editing/selection/select-out-of-editable.html
116 editing/spelling/spellcheck-paste.html
117 editing/spelling/spellcheck-paste-disabled.html
118 editing/spelling/spellcheck-paste-continuous-disabled.html
119 fast/dom/vertical-scrollbar-in-rtl.html
120 fast/events/5056619.html
121 fast/events/autoscroll-in-textfield.html
122 fast/events/bogus-dropEffect-effectAllowed.html
123 fast/events/content-changed-during-drop.html
124 fast/events/continuous-platform-wheelevent-in-scrolling-div.html
125 fast/events/crash-on-mutate-during-drop.html
126 fast/events/context-onmousedown-event.html
127 fast/events/drag-and-drop-dataTransfer-types-nocrash.html
128 fast/events/drag-and-drop-fire-drag-dragover.html
129 fast/events/drag-and-drop.html
130 fast/events/drag-and-drop-link.html
131 fast/events/drag-and-drop-link-fast-multiple-times-does-not-crash.html
132 fast/events/drag-and-drop-link-containing-block.html
133 fast/events/drag-image-with-border-image.html
134 fast/events/drag-in-frames.html
135 fast/events/drag-parent-node.html
136 fast/events/draggable-div-nodata.html
137 fast/events/draggable-div-customdata.html
138 fast/events/dropzone-001.html
139 fast/events/dropzone-002.html
140 fast/events/dropzone-003.html
141 fast/events/dropzone-005.html
142 fast/events/keydown-numpad-keys.html
143 fast/events/mouse-click-events.html
144 fast/events/mouseup-from-button2.html
145 fast/events/node-event-anchor-lock.html
146 fast/events/ondragenter.html
147 fast/events/right-click-focus.html
148 fast/events/standalone-image-drag-to-editable.html
149 fast/events/wheelevent-in-horizontal-scrollbar-in-rtl.html
150 fast/events/wheelevent-in-vertical-scrollbar-in-rtl.html
151 fast/events/wheelevent-direction-inverted-from-device.html
152 fast/forms/drag-into-textarea.html
153 fast/forms/drag-out-of-textarea.html
154 fast/forms/listbox-typeahead-cyrillic.html
155 fast/forms/listbox-typeahead-greek.html
156 fast/forms/select-type-ahead-non-latin.html
157 fast/history/window-open.html
158 fast/lists/drag-into-marker.html
159 fast/repaint/japanese-rl-selection-repaint.html
160 fast/repaint/repaint-across-writing-mode-boundary.html
161 http/tests/local/drag-over-remote-content.html
162 http/tests/misc/bubble-drag-events.html
163 http/tests/security/drag-drop-same-unique-origin.html
164 http/tests/security/drag-over-remote-content-iframe.html
165 editing/mac/pasteboard/dataTransfer-set-data-file-url.html
166 editing/mac/pasteboard/drag-selections-to-contenteditable.html
167 editing/pasteboard/drag-drop-paragraph-crasher.html
168
169 # [WK2] [Mac] Spellcheck tests don't seem to work
170 webkit.org/b/105616 editing/spelling/context-menu-suggestions-multiword-selection.html
171 webkit.org/b/105616 editing/spelling/context-menu-suggestions-subword-selection.html
172 webkit.org/b/105616 editing/spelling/copy-paste-crash.html
173 webkit.org/b/105616 editing/spelling/delete-into-misspelled-word.html
174 webkit.org/b/105616 editing/spelling/editing-multiple-words-with-markers.html
175 webkit.org/b/105616 editing/spelling/editing-word-with-marker-2.html
176 webkit.org/b/105616 editing/spelling/move-cursor-around-misspelled-word.html
177 webkit.org/b/105616 editing/spelling/spelling-changed-text.html
178 webkit.org/b/105616 editing/spelling/spelling-backspace-between-lines.html
179 webkit.org/b/105616 editing/spelling/design-mode-spellcheck-off.html
180 webkit.org/b/105616 editing/spelling/spellcheck-attribute.html
181 webkit.org/b/105616 editing/spelling/spelling-attribute-at-child.html
182 webkit.org/b/105616 editing/spelling/spelling-attribute-change.html
183 webkit.org/b/105616 editing/spelling/spelling-backward.html
184 webkit.org/b/105616 editing/spelling/spelling-double-clicked-word.html
185 webkit.org/b/105616 editing/spelling/spelling-exactly-selected-word.html
186 webkit.org/b/105616 editing/spelling/spelling-hasspellingmarker.html
187 webkit.org/b/105616 editing/spelling/spelling-linebreak.html
188 webkit.org/b/105616 editing/spelling/spelling-with-punctuation-selection.html
189 webkit.org/b/105616 editing/spelling/spelling-with-whitespace-selection.html
190 webkit.org/b/105616 editing/spelling/grammar.html
191 webkit.org/b/105616 editing/spelling/markers.html
192 webkit.org/b/105616 editing/spelling/retro-correction-spelling-markers.html
193 webkit.org/b/105616 editing/spelling/text-replacement-after-typing-to-word.html
194 webkit.org/b/105616 editing/spelling/spelling-markers-after-pasting-sentence.html
195 webkit.org/b/105616 editing/mac/spelling/autocorrection-delete.html [ Failure ]
196 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline-after-paste.html [ Failure ]
197 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline.html [ Failure ]
198 webkit.org/b/105616 editing/mac/spelling/autocorrection-simple.html [ Failure ]
199 webkit.org/b/105616 editing/mac/spelling/autocorrection-with-multi-line-text.html [ Failure ]
200 webkit.org/b/105616 editing/mac/spelling/click-autocorrected-word.html [ Failure ]
201 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-1.html [ Failure ]
202 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-2.html [ Failure ]
203 webkit.org/b/105616 editing/mac/spelling/delete-into-autocorrected-word.html [ Failure ]
204 webkit.org/b/105616 editing/mac/spelling/editing-word-with-marker-1.html [ Failure ]
205 webkit.org/b/105616 editing/mac/spelling/forward-delete-into-autocorrected-word.html [ Failure ]
206 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-autocorrected-word.html [ Failure ]
207 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-beginning-of-autocorrected-word.html [ Failure ]
208 webkit.org/b/105616 editing/mac/spelling/removing-underline-after-accepting-autocorrection-using-punctuation.html [ Failure ]
209 webkit.org/b/105616 editing/mac/spelling/accept-candidate-allows-autocorrect-on-next-word.html [ Failure ]
210 webkit.org/b/105616 editing/mac/spelling/accept-unseen-candidate-records-acceptance.html [ Failure ]
211 webkit.org/b/105616 editing/spelling/spelling-marker-includes-hyphen.html [ ImageOnlyFailure ]
212 webkit.org/b/105616 editing/spelling/spelling-markers-in-overlapping-lines.html [ ImageOnlyFailure ]
213 webkit.org/b/105616 editing/spelling/spelling-markers-in-overlapping-lines-large-font.html [ ImageOnlyFailure ]
214 webkit.org/b/105616 fast/writing-mode/english-bt-text-with-spelling-marker.html [ ImageOnlyFailure ]
215 webkit.org/b/105616 fast/writing-mode/english-rl-text-with-spelling-marker.html [ ImageOnlyFailure ]
216
217 # [WK2] [Mac] Support drag in mouse events for WebKit2 EventSender
218 # <https://bugs.webkit.org/show_bug.cgi?id=68552>
219 editing/selection/select-across-readonly-input-2.html
220 editing/selection/select-across-readonly-input-3.html
221 editing/selection/select-across-readonly-input-4.html
222 editing/selection/select-across-readonly-input-5.html
223 fast/events/clear-drag-state.html
224 fast/events/drag-and-drop-subframe-dataTransfer.html
225 fast/events/drag-selects-image.html
226 fast/events/remove-target-with-shadow-in-drag.html
227
228 fast/events/before-input-events-prevent-drag-and-drop.html [ Failure ]
229 fast/events/input-events-drag-and-drop.html [ Failure ]
230 fast/events/input-events-insert-by-drop.html [ Failure ]
231
232 webkit.org/b/81833 fast/events/drag-and-drop-link-into-focused-contenteditable.html [ Failure ]
233
234 # Missing functionality of textInputController
235 # https://bugs.webkit.org/show_bug.cgi?id=89401
236 editing/mac/input/insert-dictated-text.html
237 editing/mac/input/crash-for-empty-text-alternative.html
238 editing/mac/input/edit-dictated-text-with-alternative.html
239 editing/mac/attributed-string/
240
241 # This test times out on Mac WK2 every time.
242 webkit.org/b/89199 editing/spelling/grammar-edit-word.html [ Skip ]
243
244 webkit.org/b/90156 editing/mac/spelling/autocorrection-blockquote-crash.html [ Failure ]
245
246 webkit.org/b/95043 http/tests/security/local-user-CSS-from-remote.html [ Failure ]
247
248 webkit.org/b/186055 [ Release ] media/video-trackmenu-selection.html [ Pass Failure ]
249
250 # These tests test the Shadow DOM based HTML form validation UI but Mac WK2 is using native dialogs instead.
251 fast/forms/validation-message-on-listbox.html
252 fast/forms/validation-message-on-menulist.html
253 fast/forms/validation-message-on-radio.html
254 fast/forms/validation-message-on-checkbox.html
255 fast/forms/validation-message-on-range.html
256 fast/forms/validation-message-clone.html
257 fast/forms/validation-message-in-relative-body.html
258 fast/forms/validation-message-appearance.html
259 fast/forms/validation-message-on-textarea.html
260
261 # All spatial navigation tests fail on Mac WK2
262 webkit.org/b/96438 fast/spatial-navigation
263
264 # fast/events/controlclick-no-onclick.html fails or times out on Mac WK2
265 webkit.org/b/105948 fast/events/controlclick-no-onclick.html [ Skip ]
266
267 webkit.org/b/105954 http/tests/navigation/reload-subframe-object.html [ Failure ]
268
269 webkit.org/b/105960 plugins/navigator-plugins.html [ Failure ]
270
271 webkit.org/b/104954 http/tests/canvas/canvas-slow-font-loading.html [ ImageOnlyFailure ]
272
273 # Flaky everywhere.
274 webkit.org/b/114302 platform/mac-wk2/plugins/mouse-events-scaled-iframe.html [ Pass Failure ]
275
276 webkit.org/b/114572 platform/mac-wk2/plugins/mouse-events-scaled.html [ Pass Failure ]
277
278 webkit.org/b/117962 media/video-played-collapse.html [ Pass Failure ]
279
280 webkit.org/b/136109 fast/multicol/mixed-opacity-fixed-test.html  [ ImageOnlyFailure ]
281
282 # Reference expectation doesn't end up in compositing code path, leading to antialiasing differences.
283 webkit.org/b/132421 fast/multicol/fixed-stack.html [ ImageOnlyFailure ]
284
285 # Incomplete implementation of eventSender causes this test to fail
286 webkit.org/b/42194 fast/scrolling/scroll-select-list.html [ ImageOnlyFailure ]
287
288 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive.svg [ ImageOnlyFailure Pass ]
289 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-b.svg [ ImageOnlyFailure Pass ]
290 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-c.svg  [ ImageOnlyFailure Pass ]
291 webkit.org/b/107018 svg/animations/mozilla/animateMotion-mpath-pathLength-1.svg [ ImageOnlyFailure Pass ]
292
293 # Color space issues from switching to tiled drawing.
294 webkit.org/b/122234 css3/filters/null-effect-check.html [ ImageOnlyFailure ]
295
296 webkit.org/b/124476 platform/mac-wk2/plugins/slow/asynchronous-plugin-initialization-multiple.html [ Pass Failure ]
297
298 # uiElementForSearchPredicate() is not returning an undefined object when the search returns no results
299 webkit.org/b/125996 accessibility/mac/search-when-element-starts-in-table.html [ Failure ]
300 webkit.org/b/125996 accessibility/mac/search-predicate-visible-button.html [ Failure ]
301
302 webkit.org/b/162999 accessibility/mac/wk1-set-selected-text-marker-range-input-element.html [ Skip ]
303
304 # testRunner.setUseDeferredFrameLoading is not implemented.
305 webkit.org/b/93980 http/tests/appcache/load-from-appcache-defer-resume-crash.html [ Skip ]
306
307 webkit.org/b/172544 [ Debug ] tiled-drawing/scrolling/fast-scroll-iframe-latched-mainframe-with-handler.html [ Pass Failure ]
308
309 webkit.org/b/136554 tiled-drawing/scrolling/frames/frameset-nested-frame-scrollability.html [ Pass Failure ]
310 webkit.org/b/139901 tiled-drawing/scrolling/frames/frameset-frame-scrollability.html [ Pass Failure ]
311
312 webkit.org/b/167661 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-horizontal.html [ Pass Failure ]
313 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-horizontal.html [ Pass Failure ]
314 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-vertical.html [ Pass Failure ]
315 webkit.org/b/165196 tiled-drawing/scrolling/scroll-snap/scroll-snap-iframe.html [ Pass Failure ]
316 webkit.org/b/167321 tiled-drawing/scrolling/scroll-snap/scroll-snap-proximity-mainframe.html [ Pass Failure ]
317
318 webkit.org/b/148408 tiled-drawing/scrolling/root-overflow-with-mousewheel.html [ Pass Failure Timeout ]
319
320 webkit.org/b/139820 fast/frames/lots-of-objects.html [ Pass Timeout ]
321 webkit.org/b/139820 fast/frames/lots-of-iframes.html [ Pass Timeout ]
322
323 webkit.org/b/145432 media/video-transformed-by-javascript.html [ Failure ]
324
325 # A lot of the disk-cache tests are flaky on mac-wk2
326 webkit.org/b/169359 [ Debug ] http/tests/cache/disk-cache/disk-cache-remove-several-pending-writes.html [ Pass Failure ]
327 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-validation-no-body.html [ Pass Failure Timeout ]
328 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-validation.html [ Pass Failure Timeout ]
329 webkit.org/b/149087 [ Release ] http/tests/cache/disk-cache/disk-cache-validation.html [ Pass Timeout ]
330 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-last-modified.html [ Pass Failure Timeout ]
331 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-vary.html [ Pass Failure Timeout ]
332 webkit.org/b/147075 [ Debug ] http/tests/cache/disk-cache/disk-cache-disable.html [ Pass Failure Timeout ]
333 webkit.org/b/149087 [ Debug ] http/tests/cache/disk-cache/disk-cache-vary-no-body.html [ Pass Failure Timeout ]
334
335 webkit.org/b/179796 http/tests/cache/disk-cache/disk-cache-validation-back-navigation-policy.html [ Pass Failure ]
336
337 webkit.org/b/150241 webarchive/loading/object.html [ Pass Crash ] 
338
339 webkit.org/b/150942 animations/multiple-backgrounds.html [ Pass ImageOnlyFailure ]
340 webkit.org/b/150942 legacy-animation-engine/animations/multiple-backgrounds.html [ Pass ImageOnlyFailure ]
341
342 webkit.org/b/151326 webarchive/loading/missing-data.html [ Pass Crash ]
343
344 webkit.org/b/151455 [ Release ] http/tests/xmlhttprequest/workers/methods-async.html [ Pass Timeout ]
345
346 webkit.org/b/150542 fast/forms/state-restore-per-form.html [ Pass Timeout ]
347
348 webkit.org/b/151709 [ Release ] http/tests/xmlhttprequest/workers/methods.html [ Pass Timeout ]
349
350 webkit.org/b/155312 inspector/heap/getPreview.html [ Pass Timeout ]
351
352 webkit.org/b/156077 inspector/heap/getRemoteObject.html [ Pass Failure ]
353
354 # Video fullscreen is not implemented for mac wk2 in webkittestrunner
355 media/media-fullscreen-loop-inline.html [ Skip ]
356 media/media-fullscreen-pause-inline.html [ Skip ]
357
358 ### END OF (1) Classified failures with bug reports
359 ########################################
360
361
362 ########################################
363 ### START OF (2) Classified failures without bug reports (yet)
364
365 # Missing TextChecker::requestCheckingOfString() implementation for Mac.
366 editing/spelling/grammar-markers.html [ Skip ]
367 editing/spelling/grammar-paste.html [ Skip ]
368 editing/spelling/grammar-markers-hidpi.html [ Skip ]
369 editing/spelling/inline-spelling-markers.html [ Skip ]
370 editing/spelling/inline-spelling-markers-hidpi.html [ Skip ]
371 editing/spelling/spellcheck-async-mutation.html [ Skip ]
372 editing/spelling/spellcheck-async.html [ Skip ]
373 editing/spelling/spellcheck-queue.html [ Skip ]
374 editing/spelling/spelling-insert-html.html [ Skip ]
375
376 ### END OF (2) Classified failures without bug reports (yet)
377 ########################################
378
379
380 ########################################
381 ### START OF (3) Unclassified failures
382
383 fast/forms/range/slider-delete-while-dragging-thumb.html [ Failure ]
384 svg/W3C-SVG-1.1/fonts-elem-04-b.svg [ Failure ]
385
386 # Unclear yet why this test fails.
387 editing/secure-input/password-input-focusing-to-different-frame.html [ Failure ]
388
389 # textInputController.hasMarkedText is implemented, but gives a wrong result for some reason.
390 editing/mac/input/unconfirmed-text-navigation-with-page-cache.html [ Failure ]
391
392 # test results in DRT don't match in browser behavior, test seems broken
393 fast/dom/Window/mozilla-focus-blur.html [ Pass Failure ]
394
395 webkit.org/b/132766 fast/hidpi/filters-blur.html [ ImageOnlyFailure ]
396 webkit.org/b/132766 fast/hidpi/filters-hue-rotate.html [ ImageOnlyFailure ]
397 webkit.org/b/132766 fast/hidpi/filters-invert.html [ ImageOnlyFailure ]
398 webkit.org/b/132766 fast/hidpi/filters-multiple.html [ ImageOnlyFailure ]
399 webkit.org/b/132766 fast/hidpi/filters-reference.html [ ImageOnlyFailure ]
400
401 # Plug-in snapshotting tests do not make much sense:
402 # - snapshotting is only supported for Flash, but we can't use Flash because it isn't installed everywhere;
403 # - so most of the tests use QuickTime, which doesn't support snapshotting, and is 32-bit only, thus failing to load in engineering builds.
404 plugins/snapshotting [ Pass Failure ]
405 # These two tests use Flash, so they trigger a release assertion.
406 plugins/snapshotting/autoplay-similar-to-dominant-after-delay.html [ Skip ]
407 plugins/snapshotting/print-snapshotted-plugin.html [ Skip ]
408
409 webkit.org/b/133227 plugins/snapshotting/set-plugin-size-to-tiny.html [ Failure ]
410 webkit.org/b/133227 plugins/snapshotting/quicktime-plugin-snapshotted.html [ Pass Failure ]
411
412 fast/dom/frame-loading-via-document-write.html [ Timeout ]
413
414 fast/speechsynthesis/speech-synthesis-cancel.html [ Pass Timeout ]
415
416 webkit.org/b/140084 js/dom/dfg-inline-resolve.html [ Pass Timeout ]
417
418 webkit.org/b/139828 svg/animations/animateMotion-additive-2a.svg [ Pass ImageOnlyFailure ]
419 webkit.org/b/139828 svg/animations/animateMotion-additive-2b.svg [ Pass ImageOnlyFailure ]
420 webkit.org/b/139828 svg/animations/animateMotion-additive-2c.svg [ Pass ImageOnlyFailure ]
421 webkit.org/b/139828 svg/animations/animateMotion-additive-2d.svg [ Pass ImageOnlyFailure ]
422
423 [ Debug ] editing/undo/remove-css-property-and-remove-style.html [ Pass Failure ]
424
425 ### END OF (3) Unclassified failures
426 ########################################
427
428 ########################################
429 ### START OF (4) Features that are not supported in WebKit2 and likely never will be
430
431 # WebKitTestRunner needs textInputController
432 # <https://bugs.webkit.org/show_bug.cgi?id=42337>
433 editing/mac/input/5576619.html
434 editing/mac/input/bold-node.html
435 editing/mac/input/caret-primary-bidi.html
436 editing/mac/input/firstrectforcharacterrange-caret-in-br.html
437 editing/mac/input/firstrectforcharacterrange-plain.html
438 editing/mac/input/firstrectforcharacterrange-styled.html
439 editing/mac/input/firstrectforcharacterrange-vertical.html
440 editing/mac/input/hangul-enter-confirms-and-sends-keypress.html
441 editing/mac/input/insert-delete-smp-symbol.html
442 editing/mac/input/kotoeri-enter-to-confirm-and-newline.html
443 editing/mac/input/range-for-empty-document.html
444 editing/mac/input/replace-invalid-range.html
445 editing/mac/input/secure-input.html
446 editing/mac/input/text-input-controller.html
447 editing/mac/input/text-input-controller-no-editable-no-crash.html
448 editing/mac/input/wrapped-line-char-rect.html
449 editing/mac/input/NSBackgroundColor-transparent.html
450 editing/mac/pasteboard/paste-and-match-style-selector-event.html
451 editing/mac/selection/25228.html
452
453 # WebKitTestRunner needs testRunner.setCallCloseOnWebViews
454 # http://webkit.org/b/46714
455 accessibility/mac/search-predicate-visited-links.html
456
457 # AX tests that require hit testing do not work in WK2.
458 webkit.org/b/71298 accessibility/mac/html-slider-indicator.html
459 webkit.org/b/71298 accessibility/mac/listbox-hit-test.html
460 webkit.org/b/71298 accessibility/mac/iframe-with-title-correct-hierarchy.html
461
462 ### END OF (4) Features that are not supported in WebKit2 and likely never will be
463 ########################################
464
465 ########################################
466 ### START OF (5) Features that are not supported when NetworkProcess is enabled (i.e. they only work on Mountain Lion, and not on newer OS versions).
467
468 # https://bugs.webkit.org/show_bug.cgi?id=115274
469 # PPT: testRunner.setPrivateBrowsingEnabled doesn't work with NetworkProcess
470 http/tests/security/appcache-in-private-browsing.html [ Skip ]
471 http/tests/security/appcache-switching-private-browsing.html [ Skip ]
472 http/tests/security/cookies/first-party-cookie-allow-xslt.xml [ Skip ]
473 http/tests/security/cookies/third-party-cookie-blocking-main-frame.html [ Skip ]
474 http/tests/security/cookies/third-party-cookie-blocking-user-action.html [ Skip ]
475 http/tests/security/cookies/third-party-cookie-blocking-xslt.xml [ Skip ]
476 http/tests/security/cookies/third-party-cookie-blocking.html [ Skip ]
477 http/tests/security/cross-frame-access-private-browsing.html [ Skip ]
478 http/tests/security/cross-origin-plugin-private-browsing-toggled-allowed.html [ Skip ]
479 http/tests/security/cross-origin-plugin-private-browsing-toggled.html [ Skip ]
480 http/tests/security/storage-blocking-loosened-private-browsing-plugin.html [ Skip ]
481 http/tests/security/storage-blocking-strengthened-private-browsing-plugin.html [ Skip ]
482 plugins/private-browsing-mode-2.html [ Skip ]
483 plugins/private-browsing-mode.html [ Skip ]
484 storage/websql/private-browsing-noread-nowrite.html [ Skip ]
485
486 # There is no network load scheduling or prioritization with NetworkProcess.
487 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet-in-error.html [ Pass Failure ]
488 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet.html [ Pass Failure ]
489 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order-preload.html [ Failure ]
490 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order.html [ Failure ]
491
492 # This test times out, likely because appcache still loads in WebProcess, not NetworkProcess
493 webkit.org/b/138736 http/tests/appcache/auth.html [ Skip ]
494
495 ### END OF (5) Features that are not supported in WebKit2, on Mavericks
496 ########################################
497
498 ########################################
499 ### START OF (6) New WebKit2-only failures in Yosemite
500
501 media/video-background-tab-playback.html [ Pass Failure ]
502
503 webkit.org/b/140607 http/tests/navigation/navigation-interrupted-by-fragment.html [ Pass Timeout ]
504
505 webkit.org/b/141322 [ Debug ] fast/images/destroyed-image-load-event.html [ Pass Timeout ]
506
507 webkit.org/b/141085 http/tests/media/video-query-url.html [ Pass Timeout ]
508
509 ### END OF (6) New WebKit2-only failures in Yosemite
510 ########################################
511
512 # Content Extensions tests must be enabled explicitly on mac-wk2.
513 http/tests/contentextensions [ Pass ]
514 http/tests/websocket/tests/hybi/contentextensions [ Pass ]
515 [ Sierra+ ] http/wpt/beacon/contentextensions [ Pass ]
516
517 # The following tests are flaky.
518 webkit.org/b/179557 http/tests/websocket/tests/hybi/contentextensions/upgrade-worker.html [ Pass Failure ]
519 webkit.org/b/168081 http/tests/contentextensions/async-xhr-onerror.html [ Pass Timeout ]
520 webkit.org/b/146400 http/tests/contentextensions/character-set-basic-support.html [ Pass Failure ]
521 webkit.org/b/168082 [ Sierra ] http/tests/contentextensions/invalid-selector.html [ Pass ImageOnlyFailure ]
522
523 # WebKit1-only failure.
524 webkit.org/b/103857 fast/events/mouse-cursor-change.html [ Pass ]
525
526 # Imported Blink tests which have not been investigated. Partially covered with rdar://problem/23023848.
527 imported/blink/fast/multicol/basic-rtl.html [ Pass ImageOnlyFailure ]
528 imported/blink/fast/multicol/dynamic/add-spanner-inside-overflow-hidden.html [ Pass ImageOnlyFailure ]
529 imported/blink/http/tests/plugins/get-url-notify-on-removal.html [ Pass Timeout ]
530 imported/blink/fast/multicol/newmulticol/multicol-becomes-regular-block.html [ Pass ImageOnlyFailure ]
531 imported/blink/fast/transforms/transform-update-frame-overflow.html [ Pass ImageOnlyFailure ]
532
533 webkit.org/b/155757 [ Sierra+ ] media/media-document-audio-repaint.html [ Pass Failure ]
534
535 webkit.org/b/157589 fast/text-autosizing/ios/text-autosizing-after-back.html [ Pass Timeout ]
536
537 webkit.org/b/158237 fast/scrolling/scroll-container-horizontally.html [ Pass Timeout ]
538
539 # PiP tests are only enabled for Sierra WebKit2.
540 # rdar://problem/27574303
541 [ Sierra+ ] media/controls/picture-in-picture.html [ Pass ]
542 webkit.org/b/170620 [ Sierra+ ] media/controls/pip-placeholder-without-video-controls.html [ Pass Failure ]
543 [ Sierra+ ] media/element-containing-pip-video-going-into-fullscreen.html [ Pass Timeout ]
544 webkit.org/b/172998 [ Sierra+ ] media/fullscreen-api-enabled-media-with-presentation-mode.html [ Failure ]
545 webkit.org/b/173199 [ Sierra+ ] media/navigate-with-pip-should-not-crash.html [ Pass Failure ]
546 [ Sierra+ ] media/pip-video-going-into-fullscreen.html [ Pass ]
547
548 # RTL Scrollbars are enabled on Sierra WebKit2.
549 webkit.org/b/179455 [ Sierra+ ] fast/scrolling/rtl-scrollbars.html [ Pass ImageOnlyFailure ]
550 [ Sierra+ ] fast/scrolling/rtl-scrollbars-simple.html [ Pass ]
551 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-contents.html [ Pass ]
552 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-dir-rtl.html [ Pass ]
553 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-padding.html [ Pass ]
554 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-simple.html [ Pass ]
555 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow.html [ Pass ]
556 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-elementFromPoint.html [ Pass ]
557 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-position-absolute.html [ Pass ]
558 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-text-selection-scrolled.html [ Pass ]
559 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-absolute.html [ Pass ]
560 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-fixed.html [ Pass ]
561 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection-scrolled.html [ Pass ]
562 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection.html [ Pass ]
563 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-offset.html [ Pass ]
564 [ Sierra+ ] fast/scrolling/rtl-scrollbars-elementFromPoint-static.html [ Pass ]
565 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-scrolled.html [ Pass ]
566 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioning.html [ Pass ]
567 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-scroll.html [ Pass ]
568 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-left.html [ Pass ]
569 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-right.html [ Pass ]
570 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-simple.html [ Pass ]
571 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox.html [ Pass ]
572 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioned-intersect-scrollbars.html [ Pass ]
573 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ]
574 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement-2.html [ Pass ]
575 webkit.org/b/162638 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-iframe-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ImageOnlyFailure ]
576 [ Sierra+ ] fast/scrolling/rtl-scrollbars-animation-property.html [ Pass ]
577
578 # <rdar://problem/25063128>
579 [ Sierra+ ] media/media-controls-drag-timeline-set-controls-property.html [ Pass Timeout ]
580
581 # Hitting "The certificate for this server is invalid" loading error (not happening in WK1)
582 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-worker.html [ Failure ]
583 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-main-frame.html [ Failure ]
584
585 webkit.org/b/167607 [ Debug ] http/tests/inspector/worker/blob-script-with-cross-domain-imported-scripts.html [ Pass Timeout ]
586
587 webkit.org/b/159896 storage/indexeddb/modern/handle-user-delete.html [ Pass Timeout ]
588
589 webkit.org/b/160042 accessibility/mac/value-change/value-change-user-info-contenteditable.html [ Pass Failure ]
590
591 webkit.org/b/160309 fast/dom/Window/child-window-focus.html [ Pass Failure ]
592
593 webkit.org/b/161148 gamepad/gamepad-timestamp.html [ Pass Failure ]
594 webkit.org/b/167517 gamepad/gamepad-visibility-1.html [ Pass Failure ]
595
596 webkit.org/b/161633 [ Debug ] storage/indexeddb/objectstore-cursor.html [ Pass Timeout ]
597
598 webkit.org/b/161742 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/keyorder.htm [ Pass Failure ]
599
600 webkit.org/b/161547 [ Debug ] tiled-drawing/scrolling/fixed/four-bars-zoomed.html [ Pass Failure ]
601 webkit.org/b/188096 [ Release ] tiled-drawing/scrolling/fixed/four-bars-zoomed.html [ Pass Failure ]
602
603
604 webkit.org/b/162081 editing/inserting/typing-space-to-trigger-smart-link.html [ Failure ]
605 webkit.org/b/162081 editing/inserting/smart-quote-with-all-configurations.html [ Failure ]
606
607 webkit.org/b/160017 js/regress-139548.html [ Pass Timeout ]
608
609 webkit.org/b/162524 [ Sierra Release ] http/tests/cache/disk-cache/disk-cache-redirect.html [ Pass Timeout ]
610
611 webkit.org/b/161926 storage/indexeddb/index-cursor.html [ Pass Timeout ]
612
613 webkit.org/b/162685  http/tests/cache/disk-cache/disk-cache-204-status-code.html [ Pass Failure ]
614
615 webkit.org/b/161649 [ Debug ] http/tests/cache/disk-cache/resource-becomes-uncacheable.html [ Pass Failure ]
616
617 webkit.org/b/163136 http/tests/xmlhttprequest/auth-reject-protection-space.html [ Pass Failure ]
618
619 webkit.org/b/163139 http/tests/loading/basic-auth-load-URL-with-consecutive-slashes.html [ Pass Failure ]
620
621 webkit.org/b/162975 http/tests/cache/disk-cache/memory-cache-revalidation-updates-disk-cache.html [ Pass Failure ]
622
623 webkit.org/b/161653 [ Debug ] storage/indexeddb/key-generator.html [ Pass Timeout ]
624
625 webkit.org/b/163453 [ Sierra Release ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/basic-upgrade-cors.https.html [ Pass Timeout ]
626
627 webkit.org/b/163702 platform/mac-wk2/plugins/muted-state.html [ Failure ]
628
629 webkit.org/b/164870 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/idbcursor_iterating.htm [ Pass Failure ]
630
631 webkit.org/b/187935 [ Release ] imported/w3c/web-platform-tests/service-workers/cache-storage/serviceworker/cache-storage-match.https.html  [ Pass Failure ]
632
633 webkit.org/b/165352 fast/dom/Window/window-resize-contents.html [ Pass Timeout ]
634
635 webkit.org/b/167653 http/tests/contentextensions/block-everything-unless-domain.html [ Pass Timeout ]
636
637 webkit.org/b/167206 [ Sierra Release ] mathml/opentype/large-operators-displaystyle-dynamic.html [ Pass ImageOnlyFailure ]
638
639 webkit.org/b/168065 inspector/unit-tests/heap-snapshot.html [ Pass Failure Timeout ]
640
641 webkit.org/b/168235 [ Debug ] imported/w3c/web-platform-tests/html/semantics/text-level-semantics/the-a-element/a-download-click.html [ Pass Failure ]
642
643 webkit.org/b/168085 tiled-drawing/scrolling/latched-to-deleted-node.html [ Pass Failure ]
644
645 webkit.org/b/168336 [ Debug ] imported/w3c/web-platform-tests/streams/readable-streams/garbage-collection.html [ Pass Timeout ]
646
647 # Skipped because Mac doesn't have a key to show the context menu
648 fast/events/context-activated-by-key-event.html [ Skip ]
649
650 webkit.org/b/169621 imported/w3c/web-platform-tests/IndexedDB/fire-error-event-exception.html [ Pass Failure ]
651 webkit.org/b/169760 imported/w3c/web-platform-tests/IndexedDB/fire-success-event-exception.html [ Pass Failure ]
652
653 compositing/tiling/non-visible-window-tile-coverage.html [ Pass ]
654
655 webkit.org/b/170629  memory/memory-pressure-simulation.html [ Pass Failure ]
656
657 webkit.org/b/170484 swipe/main-frame-pinning-requirement.html [ Pass Failure ]
658
659 webkit.org/b/170960 fast/mediastream/getUserMedia-webaudio.html [ Pass Timeout ]
660
661 webkit.org/b/171553 [ Release ] http/tests/websocket/tests/hybi/inspector/binary.html [ Pass Failure ]
662
663 webkit.org/b/171763 compositing/tiling/non-active-window-tiles-size.html [ Pass Failure ]
664
665 webkit.org/b/171837 [ Debug ] http/tests/security/storage-blocking-loosened-plugin.html [ Pass Failure ]
666
667 webkit.org/b/171862  storage/indexeddb/modern/idbtransaction-objectstore-failures.html [ Pass Failure ]
668
669 webkit.org/b/171935 [ Sierra ] tiled-drawing/scrolling/fast-scroll-select-latched-mainframe.html [ Pass Failure ]
670
671 webkit.org/b/171939 [ Sierra Release ] media/track/track-cue-rendering-on-resize.html [ Pass Timeout ]
672
673 webkit.org/b/171947 [ Sierra Release ] transitions/extra-transition.html [ Pass Failure ]
674 webkit.org/b/171947 [ Sierra Release ] legacy-animation-engine/transitions/extra-transition.html [ Pass Failure ]
675
676 webkit.org/b/170699 [ Release ] imported/w3c/web-platform-tests/html/webappapis/timers/negative-settimeout.html [ Pass Failure ]
677
678 webkit.org/b/168937  tiled-drawing/scrolling/fast-scroll-iframe-latched-mainframe.html [ Pass Failure ]
679
680 webkit.org/b/172054 [ Sierra Debug ] loader/stateobjects/replacestate-size-iframe.html [ Pass Timeout ]
681
682 webkit.org/b/172454 http/tests/navigation/statistics.html [ Pass Failure ]
683
684 webkit.org/b/172666 [ Debug ] fast/images/slower-decoding-than-animation-image.html [ Pass Failure ]
685
686 webkit.org/b/173188 fast/mediastream/getUserMedia-grant-persistency3.html [ Pass Failure ]
687
688 webkit.org/b/172201 webaudio/silent-audio-interrupted-in-background.html [ Pass Timeout ]
689
690 webkit.org/b/167757 workers/bomb.html [ Pass Timeout ]
691
692 webkit.org/b/187649 editing/selection/update-selection-by-style-change.html [ Pass ImageOnlyFailure ]
693
694 webkit.org/b/172397 legacy-animation-engine/animations/needs-layout.html [ Pass ImageOnlyFailure ]
695
696 # Touch events are not available on open source bots, thus only tested on Mac.
697 http/tests/resourceLoadStatistics/user-interaction-in-cross-origin-sub-frame.html [ Pass ]
698 http/tests/resourceLoadStatistics/user-interaction-reported-after-website-data-removal.html [ Pass ]
699
700 [ HighSierra+ ] http/tests/storageAccess/has-storage-access-crash.html [ Pass ]
701 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-non-sandboxed-iframe.html [ Pass ]
702 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe.html [ Pass ]
703 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-crash.html [ Pass ]
704 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-with-unique-origin.html [ Pass ]
705 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-without-allow-token.html [ Pass ]
706 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-iframe.html [ Pass ]
707 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-sandboxed-iframe-without-allow-token.html [ Pass ]
708 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-same-origin-sandboxed-iframe.html [ Pass ]
709 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-nested-iframe.html [ Pass ]
710 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction.html [ Pass ]
711 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction-and-access-from-right-frame.html [ Pass ]
712 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-with-user-interaction-but-access-from-wrong-frame.html [ Pass ]
713 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-cross-origin-sandboxed-iframe-from-prevalent-domain-without-user-interaction.html [ Pass ]
714 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-top-frame.html [ Pass ]
715 [ HighSierra+ ] http/tests/storageAccess/request-storage-access-cross-origin-sandboxed-iframe-without-user-gesture.html [ Pass ]
716 [ HighSierra+ ] http/tests/storageAccess/has-storage-access-from-prevalent-domain-with-user-interaction.html [ Pass ]
717 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-detach-should-not-have-access.html [ Pass ]
718 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-navigate-cross-site-should-not-have-access.html [ Pass ]
719 [ HighSierra+ ] http/tests/storageAccess/request-and-grant-access-then-navigate-same-site-should-have-access.html [ Pass ]
720 [ HighSierra+ ] http/tests/storageAccess/deny-storage-access-under-opener.html [ Pass ]
721 [ HighSierra+ ] http/tests/storageAccess/deny-storage-access-under-opener-if-auto-dismiss.html [ Pass ]
722
723 # As of https://trac.webkit.org/changeset/227762 the timestampResolution is just 5 seconds which makes this test flaky
724 http/tests/resourceLoadStatistics/user-interaction-only-reported-once-within-short-period-of-time.html [ Skip ]
725
726 webkit.org/b/173861 [ Release ] http/tests/webrtc/filtering-ice-candidate-same-origin-frame.html [ Pass Timeout ]
727 webkit.org/b/173861 [ Release ] http/tests/webrtc/filtering-ice-candidate-cross-origin-frame.html [ Pass Timeout ]
728
729 webkit.org/b/172148 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-vertical.html [ Pass Failure ]
730
731 webkit.org/b/175341 accessibility/mac/select-element-selection-with-optgroups.html [ Pass Failure ]
732
733 webkit.org/b/172044 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/open-request-queue.html [ Pass Timeout ]
734
735 webkit.org/b/173779 [ Debug ] fast/scrolling/arrow-key-scroll-in-rtl-document.html [ Pass Failure ]
736
737 webkit.org/b/175773 [ Debug ] imported/w3c/web-platform-tests/payment-request/payment-request-constructor-crash.https.html [ Skip ]
738
739 webkit.org/b/173672 imported/w3c/web-platform-tests/fetch/http-cache/invalidate.html [ Pass Failure ]
740
741 webkit.org/b/173500 http/tests/loading/basic-auth-remove-credentials.html [ Pass Failure ]
742
743 webkit.org/b/172829 [ Sierra Debug ] loader/stateobjects/replacestate-size.html [ Pass Timeout ]
744
745 webkit.org/b/175781 svg/in-html/by-reference.html [ Pass Failure ]
746
747 webkit.org/b/176054 media/video-controls-in-media-document.html [ Pass Failure ]
748
749 webkit.org/b/176054 media/video-controls-no-display-with-text-track.html [ Pass Failure ]
750
751 webkit.org/b/169238 fast/events/mouse-cursor-no-mousemove.html [ Pass Failure ]
752
753 webkit.org/b/176122 media/video-controls-drop-and-restore-timeline.html [ Pass Failure ]
754
755 # These are flaky media tests
756 webkit.org/b/185962 media/video-play-require-user-gesture.html [ Pass Failure ]
757 webkit.org/b/185962 media/video-play-audio-require-user-gesture.html [ Pass Failure ]
758
759 webkit.org/b/185994 [ Debug ] fast/text/user-installed-fonts/shadow-family.html [ Pass ImageOnlyFailure ]
760 webkit.org/b/185994 [ Debug ] fast/text/user-installed-fonts/shadow-postscript-family.html [ Pass ImageOnlyFailure ]
761
762 # <rdar://problem/25010307>
763 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayError.html [ Pass ]
764 [ HighSierra+ ] http/tests/ssl/applepay/ApplePaySessionV3.html [ Pass ]
765 [ Mojave+ ] http/tests/ssl/applepay/ApplePaySessionV4.html [ Pass ]
766 [ Mojave+ ] http/tests/ssl/applepay/ApplePaySessionV5.html [ Pass ]
767 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayRequestShippingContactV3.https.html [ Pass ]
768 [ HighSierra+ ] http/tests/ssl/applepay/ApplePayShippingAddressChangeEventErrorsV3.https.html [ Pass ]
769 # <rdar://problem/31634451>
770 [ HighSierra+ ] http/tests/resourceLoadStatistics/cookies-with-and-without-user-interaction.html [ Pass ]
771 [ HighSierra+ ] http/tests/resourceLoadStatistics/cookie-deletion.html [ Pass ]
772 [ HighSierra+ ] http/tests/resourceLoadStatistics/non-prevalent-resources-can-access-cookies-in-a-third-party-context.html [ Pass ]
773 [ HighSierra+ ] http/tests/resourceLoadStatistics/add-blocking-to-redirect.html [ Pass ]
774 [ HighSierra+ ] http/tests/resourceLoadStatistics/remove-blocking-in-redirect.html [ Pass ]
775 [ HighSierra+ ] http/tests/resourceLoadStatistics/clear-in-memory-and-persistent-store.html [ Pass ]
776 [ HighSierra+ ] http/tests/resourceLoadStatistics/clear-in-memory-and-persistent-store-one-hour.html [ Pass ]
777 [ HighSierra+ ] http/tests/resourceLoadStatistics/grandfathering.html [ Pass ]
778 [ HighSierra+ ] http/tests/resourceLoadStatistics/strip-referrer-to-origin-for-prevalent-subresource-redirects.html [ Pass ]
779 [ HighSierra+ ] http/tests/resourceLoadStatistics/strip-referrer-to-origin-for-prevalent-subresource-requests.html [ Pass ]
780 [ HighSierra+ ] http/tests/resourceLoadStatistics/cap-cache-max-age-for-prevalent-resource.html [ Pass ]
781
782 # Skipped in general expectations since they only work on iOS and Mac, WK2.
783 http/tests/security/strip-referrer-to-origin-for-third-party-redirects-in-private-mode.html [ Pass ]
784 http/tests/security/strip-referrer-to-origin-for-third-party-requests-in-private-mode.html [ Pass ]
785
786 # Link preconnect is disabled on pre-High Sierra because the CFNetwork SPI is missing.
787 [ Sierra ] http/tests/preconnect [ Skip ]
788
789 webkit.org/b/171839 [ Debug ] tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-vertical-then-horizontal.html [ Pass Failure ]
790
791 webkit.org/b/177687 http/tests/inspector/network/resource-sizes-memory-cache.html [ Pass Failure ]
792
793 webkit.org/b/178472 http/tests/resourceLoadStatistics/prevalent-resource-handled-keydown.html [ Skip ]
794 webkit.org/b/183093 http/tests/resourceLoadStatistics/prevalent-resource-unhandled-keydown.html [ Skip ]
795 webkit.org/b/178472 http/tests/resourceLoadStatistics/prevalent-resource-with-user-interaction-timeout.html [ Skip ]
796
797 webkit.org/b/176881 plugins/js-from-destroy.html [ Pass Failure ]
798
799 webkit.org/b/178553 [ HighSierra Release ] imported/w3c/web-platform-tests/html/dom/dynamic-markup-insertion/opening-the-input-stream/011.html [ Skip ]
800
801 webkit.org/b/165620 [ Sierra ] http/tests/cache/disk-cache/disk-cache-request-headers.html [ Pass Failure ]
802
803 webkit.org/b/179773 imported/w3c/web-platform-tests/fetch/api/abort/serviceworker-intercepted.https.html [ Pass Failure ]
804
805 webkit.org/b/176078 imported/w3c/web-platform-tests/webrtc/RTCPeerConnection-onnegotiationneeded.html [ Pass Failure ]
806
807 webkit.org/b/173742 security/contentSecurityPolicy/plugins-types-allows-youtube-plugin-replacement.html [ Pass Failure ]
808
809 webkit.org/b/181167 imported/w3c/web-platform-tests/service-workers/service-worker/ServiceWorkerGlobalScope/update.https.html [ Pass Failure ]
810
811 webkit.org/b/181107 http/wpt/cache-storage/cache-put-stream.https.any.html [ Pass Failure ]
812
813 webkit.org/b/181502 swipe/pushstate-with-manual-scrollrestoration.html [ Failure ]
814
815 webkit.org/b/181750 imported/w3c/web-platform-tests/service-workers/service-worker/fetch-request-redirect.https.html [ DumpJSConsoleLogInStdErr Pass Failure ]
816
817 webkit.org/b/181839 [ Debug ] inspector/debugger/breakpoint-action-log.html [ Pass Timeout ]
818
819 webkit.org/b/181957 [ Release ] http/tests/misc/resource-timing-resolution.html [ Pass Failure ]
820
821 webkit.org/b/181835 webrtc/captureCanvas-webrtc.html [ Pass Timeout ]
822
823 webkit.org/b/177663 media/W3C/video/events/event_progress_manual.html [ Pass Failure ]
824
825 webkit.org/b/182341 imported/w3c/web-platform-tests/service-workers/service-worker/clients-matchall-client-types.https.html [ Pass Failure ]
826
827 webkit.org/b/179352 imported/w3c/web-platform-tests/service-workers/service-worker/windowclient-navigate.https.html [ Pass Failure Slow ]
828
829 webkit.org/b/182849 imported/w3c/web-platform-tests/xhr/event-upload-progress-crossorigin.htm [ Pass Failure ]
830
831 webkit.org/b/183164 fast/dom/Window/window-focus-self.html [ Pass Failure ]
832
833 webkit.org/b/180982 [ Debug ] imported/w3c/web-platform-tests/service-workers/service-worker/registration-updateviacache.https.html [ Slow ]
834
835 webkit.org/b/182176 imported/w3c/web-platform-tests/service-workers/service-worker/appcache-ordering-main.https.html [ Skip ]
836
837 webkit.org/b/183869 [ HighSierra+ ] media/modern-media-controls/seek-backward-support/seek-backward-support.html [ Pass Failure ]
838
839 webkit.org/b/183879 [ Debug ] fast/scrolling/latching/scroll-div-no-latching.html [ Pass Failure ]
840
841 webkit.org/b/183860 [ Sierra Release ] http/wpt/service-workers/third-party-registration.html [ Pass Failure ]
842
843 webkit.org/b/184245 http/tests/workers/service/service-worker-cache-api.https.html [ Pass Failure ]
844
845 webkit.org/b/177380 http/tests/cache-storage/cache-records-persistency.https.html [ Pass Failure ]
846
847 webkit.org/b/184937 transitions/opacity-transition-zindex.html [ Skip ]
848
849 webkit.org/b/186362 [ Release ] http/tests/resourceLoadStatistics/prevalent-resource-with-user-interaction.html [ Skip ]
850
851 webkit.org/b/190808 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/containing-block.html [ Pass Failure ]
852 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/bounding-box.html [ Pass Failure ]
853 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/display-none.html [ Pass Failure ]
854 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/edge-inclusive-intersection.html [ Pass Failure ]
855 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/remove-element.html [ Pass Failure ]
856 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/shadow-content.html [ Pass Failure ]
857 webkit.org/b/191002 [ Debug ] imported/w3c/web-platform-tests/intersection-observer/unclipped-root.html [ Pass Failure ]
858
859 # skip manual payment-request tests
860 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-call-immediate-manual.https.html [ Skip ]
861 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-duplicate-shipping-options-manual.https.html [ Skip ]
862 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-incremental-update-manual.https.html [ Skip ]
863 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-method-abort-update-manual.https.html [ Skip ]
864 imported/w3c/web-platform-tests/payment-request/PaymentRequestUpdateEvent/updateWith-state-checks-manual.https.html [ Skip ]
865 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-error-member-manual.https.html [ Skip ]
866 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-payer-member-manual.https.html [ Skip ]
867 imported/w3c/web-platform-tests/payment-request/PaymentValidationErrors/retry-shows-shippingAddress-member-manual.https.html [ Skip ]
868 imported/w3c/web-platform-tests/payment-request/algorithms-manual.https.html [ Skip ]
869 imported/w3c/web-platform-tests/payment-request/change-shipping-option-manual.https.html [ Skip ]
870 imported/w3c/web-platform-tests/payment-request/change-shipping-option-select-last-manual.https.html [ Skip ]
871 imported/w3c/web-platform-tests/payment-request/payment-response/complete-method-manual.https.html [ Skip ]
872 imported/w3c/web-platform-tests/payment-request/payment-response/methodName-attribute-manual.https.html [ Skip ]
873 imported/w3c/web-platform-tests/payment-request/payment-response/onpayerdetailchange-attribute-manual.https.html [ Skip ]
874 imported/w3c/web-platform-tests/payment-request/payment-response/payerEmail-attribute-manual.https.html [ Skip ]
875 imported/w3c/web-platform-tests/payment-request/payment-response/payerName-attribute-manual.https.html [ Skip ]
876 imported/w3c/web-platform-tests/payment-request/payment-response/payerPhone-attribute-manual.https.html [ Skip ]
877 imported/w3c/web-platform-tests/payment-request/payment-response/rejects_if_not_active-manual.https.html [ Skip ]
878 imported/w3c/web-platform-tests/payment-request/payment-response/requestId-attribute-manual.https.html [ Skip ]
879 imported/w3c/web-platform-tests/payment-request/payment-response/retry-method-manual.https.html [ Skip ]
880 imported/w3c/web-platform-tests/payment-request/payment-response/shippingAddress-attribute-manual.https.html [ Skip ]
881 imported/w3c/web-platform-tests/payment-request/payment-response/shippingOption-attribute-manual.https.html [ Skip ]
882 imported/w3c/web-platform-tests/payment-request/PaymentAddress/attributes-and-toJSON-method-manual.https.html [ Skip ]
883 imported/w3c/web-platform-tests/payment-request/shipping-address-changed-manual.https.html [ Skip ]
884 imported/w3c/web-platform-tests/payment-request/show-method-optional-promise-rejects-manual.https.html [ Skip ]
885 imported/w3c/web-platform-tests/payment-request/show-method-optional-promise-resolves-manual.https.html [ Skip ]
886 imported/w3c/web-platform-tests/payment-request/show-method-postmessage-manual.https.html [ Skip ]
887 imported/w3c/web-platform-tests/payment-request/updateWith-method-pmi-handling-manual.https.html [ Skip ]
888 imported/w3c/web-platform-tests/payment-request/user-abort-algorithm-manual.https.html [ Skip ]
889 imported/w3c/web-platform-tests/payment-request/user-accepts-payment-request-algo-manual.https.html [ Skip ]
890
891 webkit.org/b/189094 [ HighSierra+ ] accessibility/mac/focus-setting-selection-syncronizing-not-clearing.html [ Skip ]
892
893 webkit.org/b/189598 compositing/backing/backing-store-attachment-fill-forwards-animation.html [ Pass Failure ]
894
895 webkit.org/b/190323 http/tests/cache/disk-cache/disk-cache-validation-attachment.html [ Pass Failure ]
896
897 # Skip local authenticator tests for mac now.
898 http/wpt/webauthn/public-key-credential-create-failure-local.https.html [ Skip ]
899 http/wpt/webauthn/public-key-credential-create-success-local.https.html [ Skip ]
900 http/wpt/webauthn/public-key-credential-get-failure-local.https.html [ Skip ]
901 http/wpt/webauthn/public-key-credential-get-success-local.https.html [ Skip ]
902 # The following tests require PublicKeyCredential objects. We can only produce them via local authenticators now.
903 http/wpt/credential-management/credentialscontainer-store-basics.https.html [ Skip ]
904 http/wpt/webauthn/idl.https.html [ Skip ]
905 # Slow WebAuthN tests.
906 http/wpt/webauthn/public-key-credential-get-success-hid.https.html [ Slow ]
907
908 webkit.org/b/183878 media/modern-media-controls/tracks-panel/tracks-panel-up-click-over-media-does-not-dimiss-media-controls-when-media-is-playing.html [ Pass Timeout ] 
909
910 webkit.org/b/191644 [ Sierra ] fast/workers/worker-cloneport.html [ Pass Failure ]
911
912 webkit.org/b/191658 [ Sierra Release ] fast/layers/no-clipping-overflow-hidden-added-after-transform.html [ Pass ImageOnlyFailure ]