78bdc95697cb94cc70974541a250108a7a7a695f
[WebKit-https.git] / LayoutTests / platform / mac-wk2 / TestExpectations
1 # This file should contain entries for expectations that are specific
2 # to the Apple Mac port running the WebKit2 variant (--webkit-test-runner)
3
4 #//////////////////////////////////////////////////////////////////////////////////////////
5 # Platform-specific directories. Skipped globally, then re-enabled here.
6 #//////////////////////////////////////////////////////////////////////////////////////////
7
8 tiled-drawing [ Pass ]
9 fast/visual-viewport/tiled-drawing [ Pass ]
10 swipe [ Pass ]
11
12 fast/events/cancelled-force-click-link-navigation.html [ Pass ]
13 fast/events/force-click-link-selection-behavior.html [ Pass ]
14 fast/events/force-click-on-link-navigation.html [ Pass ]
15 fast/events/force-click-text-selection-behavior.html [ Failure ]
16
17 fast/media/mq-inverted-colors-live-update.html [ Pass ]
18 fast/media/mq-inverted-colors-live-update-in-subframes.html [ Pass ]
19 fast/media/mq-monochrome-live-update.html [ Pass ]
20 fast/media/mq-prefers-reduced-motion-live-update.html [ Pass ]
21
22 #//////////////////////////////////////////////////////////////////////////////////////////
23 # End platform-specific directories.
24 #//////////////////////////////////////////////////////////////////////////////////////////
25
26 ###### This file has seven sections. When adding new tests, make sure to
27 ###### add to the correct section:
28
29 ### (1) Classified failures with bug reports
30 ### (2) Classified failures without bug reports (yet)
31 ### (3) Unclassified failures
32 ### (4) Features that are not supported in WebKit2 and likely never will be
33 ### (5) Features that are not supported in WebKit2, on Mavericks
34 ### (6) New WebKit2-only failures in Yosemite
35
36 ########################################
37 ### START OF (1) Classified failures with bug reports
38
39 # WebKitTestRunner needs an implementation of eventSender
40 # <https://bugs.webkit.org/show_bug.cgi?id=42194>
41 editing/pasteboard/4947130.html
42 editing/pasteboard/cleanup-on-move.html
43 editing/pasteboard/copy-standalone-image-crash.html
44 editing/pasteboard/drag-and-drop-image-contenteditable.html
45 editing/pasteboard/drag-and-drop-inputimage-contenteditable.html
46 editing/pasteboard/drag-and-drop-objectimage-contenteditable.html
47 editing/pasteboard/drag-and-drop-attachment-contenteditable.html
48 editing/pasteboard/drag-drop-dead-frame.html
49 editing/pasteboard/drag-drop-input-textarea.html
50 editing/pasteboard/drag-drop-list.html
51 editing/pasteboard/drag-drop-modifies-page.html
52 editing/pasteboard/drag-drop-url-text.html
53 editing/pasteboard/drag-image-in-about-blank-frame.html
54 editing/pasteboard/drag-image-to-contenteditable-in-iframe.html
55 editing/pasteboard/drag-list-item.html
56 editing/pasteboard/drag-selected-image-to-contenteditable.html
57 editing/pasteboard/drop-file-svg.html
58 editing/pasteboard/drop-inputtext-acquires-style.html
59 editing/pasteboard/drop-link.html
60 editing/pasteboard/drop-text-events.html
61 editing/pasteboard/drop-text-without-selection.html
62 editing/pasteboard/emacs-cntl-y-001.html
63 editing/pasteboard/emacs-ctrl-k-y-001.html
64 editing/pasteboard/files-during-page-drags.html
65 editing/pasteboard/get-data-text-plain-drop.html
66 editing/pasteboard/smart-drag-drop.html
67 editing/pasteboard/smart-paste-004.html
68 editing/pasteboard/subframe-dragndrop-1.html
69 editing/selection/4895428-1.html
70 editing/selection/4895428-4.html
71 editing/selection/5354455-1.html
72 editing/selection/5354455-2.html
73 editing/selection/caret-after-keypress.html
74 editing/selection/contains-boundaries.html
75 editing/selection/doubleclick-beside-cr-span.html
76 editing/selection/doubleclick-whitespace.html
77 editing/selection/drag-to-contenteditable-iframe.html
78 editing/selection/mixed-editability-10.html
79 editing/selection/select-out-of-editable.html
80 editing/spelling/spellcheck-paste.html
81 editing/spelling/spellcheck-paste-disabled.html
82 editing/spelling/spellcheck-paste-continuous-disabled.html
83 fast/dom/vertical-scrollbar-in-rtl.html
84 fast/events/5056619.html
85 fast/events/autoscroll-in-textfield.html
86 fast/events/bogus-dropEffect-effectAllowed.html
87 fast/events/content-changed-during-drop.html
88 fast/events/continuous-platform-wheelevent-in-scrolling-div.html
89 fast/events/crash-on-mutate-during-drop.html
90 fast/events/context-onmousedown-event.html
91 fast/events/drag-and-drop-dataTransfer-types-nocrash.html
92 fast/events/drag-and-drop-fire-drag-dragover.html
93 fast/events/drag-and-drop.html
94 fast/events/drag-and-drop-link.html
95 fast/events/drag-and-drop-link-fast-multiple-times-does-not-crash.html
96 fast/events/drag-in-frames.html
97 fast/events/drag-parent-node.html
98 fast/events/draggable-div-nodata.html
99 fast/events/draggable-div-customdata.html
100 fast/events/dropzone-001.html
101 fast/events/dropzone-002.html
102 fast/events/dropzone-003.html
103 fast/events/dropzone-005.html
104 fast/events/keydown-numpad-keys.html
105 fast/events/mouse-click-events.html
106 fast/events/mouseup-from-button2.html
107 fast/events/node-event-anchor-lock.html
108 fast/events/ondragenter.html
109 fast/events/right-click-focus.html
110 fast/events/standalone-image-drag-to-editable.html
111 fast/events/wheelevent-in-horizontal-scrollbar-in-rtl.html
112 fast/events/wheelevent-in-vertical-scrollbar-in-rtl.html
113 fast/events/wheelevent-direction-inverted-from-device.html
114 fast/forms/drag-into-textarea.html
115 fast/forms/drag-out-of-textarea.html
116 fast/forms/file/input-file-value.html
117 fast/forms/listbox-typeahead-cyrillic.html
118 fast/forms/listbox-typeahead-greek.html
119 fast/forms/select-type-ahead-non-latin.html
120 fast/history/window-open.html
121 fast/lists/drag-into-marker.html
122 fast/repaint/japanese-rl-selection-repaint.html
123 fast/repaint/repaint-across-writing-mode-boundary.html
124 http/tests/local/drag-over-remote-content.html
125 http/tests/misc/bubble-drag-events.html
126 http/tests/security/drag-drop-same-unique-origin.html
127 http/tests/security/drag-over-remote-content-iframe.html
128 editing/mac/pasteboard/dataTransfer-set-data-file-url.html
129 editing/mac/pasteboard/drag-selections-to-contenteditable.html
130 editing/pasteboard/drag-drop-paragraph-crasher.html
131
132 # [WK2] [Mac] Spellcheck tests don't seem to work
133 webkit.org/b/105616 editing/spelling/context-menu-suggestions-multiword-selection.html
134 webkit.org/b/105616 editing/spelling/context-menu-suggestions-subword-selection.html
135 webkit.org/b/105616 editing/spelling/copy-paste-crash.html
136 webkit.org/b/105616 editing/spelling/delete-into-misspelled-word.html
137 webkit.org/b/105616 editing/spelling/editing-multiple-words-with-markers.html
138 webkit.org/b/105616 editing/spelling/editing-word-with-marker-2.html
139 webkit.org/b/105616 editing/spelling/move-cursor-around-misspelled-word.html
140 webkit.org/b/105616 editing/spelling/spelling-changed-text.html
141 webkit.org/b/105616 editing/spelling/spelling-backspace-between-lines.html
142 webkit.org/b/105616 editing/spelling/design-mode-spellcheck-off.html
143 webkit.org/b/105616 editing/spelling/spellcheck-attribute.html
144 webkit.org/b/105616 editing/spelling/spelling-attribute-at-child.html
145 webkit.org/b/105616 editing/spelling/spelling-attribute-change.html
146 webkit.org/b/105616 editing/spelling/spelling-backward.html
147 webkit.org/b/105616 editing/spelling/spelling-double-clicked-word.html
148 webkit.org/b/105616 editing/spelling/spelling-exactly-selected-word.html
149 webkit.org/b/105616 editing/spelling/spelling-hasspellingmarker.html
150 webkit.org/b/105616 editing/spelling/spelling-linebreak.html
151 webkit.org/b/105616 editing/spelling/spelling-with-punctuation-selection.html
152 webkit.org/b/105616 editing/spelling/spelling-with-whitespace-selection.html
153 webkit.org/b/105616 editing/spelling/grammar.html
154 webkit.org/b/105616 editing/spelling/markers.html
155 webkit.org/b/105616 editing/mac/spelling/autocorrection-delete.html [ Failure ]
156 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline-after-paste.html [ Failure ]
157 webkit.org/b/105616 editing/mac/spelling/autocorrection-removing-underline.html [ Failure ]
158 webkit.org/b/105616 editing/mac/spelling/autocorrection-simple.html [ Failure ]
159 webkit.org/b/105616 editing/mac/spelling/autocorrection-with-multi-line-text.html [ Failure ]
160 webkit.org/b/105616 editing/mac/spelling/click-autocorrected-word.html [ Failure ]
161 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-1.html [ Failure ]
162 webkit.org/b/105616 editing/mac/spelling/delete-autocorrected-word-2.html [ Failure ]
163 webkit.org/b/105616 editing/mac/spelling/delete-into-autocorrected-word.html [ Failure ]
164 webkit.org/b/105616 editing/mac/spelling/editing-word-with-marker-1.html [ Failure ]
165 webkit.org/b/105616 editing/mac/spelling/forward-delete-into-autocorrected-word.html [ Failure ]
166 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-autocorrected-word.html [ Failure ]
167 webkit.org/b/105616 editing/mac/spelling/move-cursor-to-beginning-of-autocorrected-word.html [ Failure ]
168 webkit.org/b/105616 editing/mac/spelling/removing-underline-after-accepting-autocorrection-using-punctuation.html [ Failure ]
169 webkit.org/b/105616 editing/mac/spelling/accept-candidate-allows-autocorrect-on-next-word.html [ Failure ]
170
171 # [WK2] [Mac] Support drag in mouse events for WebKit2 EventSender
172 # <https://bugs.webkit.org/show_bug.cgi?id=68552>
173 editing/selection/select-across-readonly-input-2.html
174 editing/selection/select-across-readonly-input-3.html
175 editing/selection/select-across-readonly-input-4.html
176 editing/selection/select-across-readonly-input-5.html
177 fast/events/clear-drag-state.html
178 fast/events/drag-and-drop-subframe-dataTransfer.html
179 fast/events/drag-selects-image.html
180 fast/events/remove-target-with-shadow-in-drag.html
181
182 fast/events/before-input-events-prevent-drag-and-drop.html [ Failure ]
183 fast/events/input-events-drag-and-drop.html [ Failure ]
184 fast/events/input-events-insert-by-drop.html [ Failure ]
185
186 webkit.org/b/81833 fast/events/drag-and-drop-link-into-focused-contenteditable.html [ Failure ]
187
188 # Missing functionality of textInputController
189 # https://bugs.webkit.org/show_bug.cgi?id=89401
190 editing/mac/input/insert-dictated-text.html
191 editing/mac/input/crash-for-empty-text-alternative.html
192 editing/mac/input/edit-dictated-text-with-alternative.html
193 editing/mac/attributed-string/
194
195 # This test times out on Mac WK2 every time.
196 webkit.org/b/89199 editing/spelling/grammar-edit-word.html [ Skip ]
197
198 webkit.org/b/90156 editing/mac/spelling/autocorrection-blockquote-crash.html [ Failure ]
199
200 webkit.org/b/95043 http/tests/security/local-user-CSS-from-remote.html [ Failure ]
201
202 # These tests test the Shadow DOM based HTML form validation UI but Mac WK2 is using native dialogs instead.
203 fast/forms/validation-message-on-listbox.html
204 fast/forms/validation-message-on-menulist.html
205 fast/forms/validation-message-on-radio.html
206 fast/forms/validation-message-on-checkbox.html
207 fast/forms/validation-message-on-range.html
208 fast/forms/validation-message-clone.html
209 fast/forms/validation-message-in-relative-body.html
210 fast/forms/validation-message-appearance.html
211 fast/forms/validation-message-on-textarea.html
212
213 # All spatial navigation tests fail on Mac WK2
214 webkit.org/b/96438 fast/spatial-navigation
215
216 # fast/events/controlclick-no-onclick.html fails or times out on Mac WK2
217 webkit.org/b/105948 fast/events/controlclick-no-onclick.html [ Skip ]
218
219 webkit.org/b/105954 http/tests/navigation/reload-subframe-object.html [ Failure ]
220
221 webkit.org/b/105960 plugins/navigator-plugins.html [ Failure ]
222
223 webkit.org/b/104954 http/tests/canvas/canvas-slow-font-loading.html [ ImageOnlyFailure ]
224
225 # Flaky everywhere.
226 webkit.org/b/114302 platform/mac-wk2/plugins/mouse-events-scaled-iframe.html [ Pass Failure ]
227
228 webkit.org/b/114572 platform/mac-wk2/plugins/mouse-events-scaled.html [ Pass Failure ]
229
230 webkit.org/b/117962 media/video-played-collapse.html [ Pass Failure ]
231
232 webkit.org/b/136109 fast/multicol/mixed-opacity-fixed-test.html  [ ImageOnlyFailure ]
233
234 # Reference expectation doesn't end up in compositing code path, leading to antialiasing differences.
235 webkit.org/b/132421 fast/multicol/fixed-stack.html [ ImageOnlyFailure ]
236
237 # Incomplete implementation of eventSender causes this test to fail
238 webkit.org/b/42194 fast/scrolling/scroll-select-list.html [ ImageOnlyFailure ]
239
240 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive.svg [ ImageOnlyFailure Pass ]
241 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-b.svg [ ImageOnlyFailure Pass ]
242 webkit.org/b/107018 svg/animations/animate-linear-discrete-additive-c.svg  [ ImageOnlyFailure Pass ]
243 webkit.org/b/107018 svg/animations/mozilla/animateMotion-mpath-pathLength-1.svg [ ImageOnlyFailure Pass ]
244
245 # Color space issues from switching to tiled drawing.
246 webkit.org/b/122234 css3/filters/null-effect-check.html [ ImageOnlyFailure ]
247
248 # Tiled background images that intersect the tiles are getting weird fringing.
249 webkit.org/b/122235 css3/masking/mask-repeat-space-border.html [ ImageOnlyFailure ]
250
251 webkit.org/b/124476 platform/mac-wk2/plugins/slow/asynchronous-plugin-initialization-multiple.html [ Pass Failure ]
252
253 # uiElementForSearchPredicate() is not returning an undefined object when the search returns no results
254 webkit.org/b/125996 accessibility/mac/search-when-element-starts-in-table.html [ Failure ]
255
256 webkit.org/b/162999 accessibility/mac/wk1-set-selected-text-marker-range-input-element.html [ Skip ]
257
258 webkit.org/b/134550 http/tests/cache/iframe-304-crash.html [ Pass Failure ]
259
260 # testRunner.setUseDeferredFrameLoading is not implemented.
261 webkit.org/b/93980 http/tests/appcache/load-from-appcache-defer-resume-crash.html [ Skip ]
262
263 webkit.org/b/136554 tiled-drawing/scrolling/frames/frameset-nested-frame-scrollability.html [ Pass Failure ]
264 webkit.org/b/139901 tiled-drawing/scrolling/frames/frameset-frame-scrollability.html [ Pass Failure ]
265
266 webkit.org/b/162505 tiled-drawing/scrolling/latched-div-with-scroll-snap.html [ Pass Failure ]
267
268 webkit.org/b/148405 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-2d-overflow.html [ Pass Failure ]
269
270 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-horizontal.html [ Pass Failure ]
271 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-horizontal.html [ Pass Failure ]
272 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-slow-vertical.html [ Pass Failure ]
273 webkit.org/b/148407 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-mainframe-vertical.html [ Pass Failure ]
274
275 webkit.org/b/148408 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-borders.html [ Pass Failure ]
276 webkit.org/b/148408 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-overflow.html [ Pass Failure ]
277 webkit.org/b/148408 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-rotated.html [ Pass Failure ]
278 webkit.org/b/148408 tiled-drawing/scrolling/scroll-snap/scroll-snap-mandatory-padding.html [ Pass Failure ]
279 webkit.org/b/148408 tiled-drawing/scrolling/scroll-snap/scroll-snap-iframe.html [ Pass Failure ]
280 webkit.org/b/148408 tiled-drawing/scrolling/root-overflow-with-mousewheel.html [ Pass Failure Timeout ]
281
282 webkit.org/b/139820 fast/frames/lots-of-objects.html [ Timeout ]
283 webkit.org/b/139820 fast/frames/lots-of-iframes.html [ Pass Timeout ]
284
285 webkit.org/b/145432 media/video-transformed-by-javascript.html [ Failure ]
286
287 # A lot of the disk-cache tests are flaky on mac-wk2
288 webkit.org/b/149087 http/tests/cache/disk-cache/disk-cache-validation-back-navigation-policy.html [ Pass Failure Timeout ]
289 webkit.org/b/149087 http/tests/cache/disk-cache/disk-cache-validation-no-body.html [ Pass Failure Timeout ]
290 webkit.org/b/149087 http/tests/cache/disk-cache/disk-cache-validation.html [ Pass Failure Timeout ]
291 webkit.org/b/149087 http/tests/cache/disk-cache/disk-cache-last-modified.html [ Pass Failure Timeout ]
292 webkit.org/b/149087 http/tests/cache/disk-cache/disk-cache-vary.html [ Pass Failure Timeout ]
293 webkit.org/b/147075 http/tests/cache/disk-cache/disk-cache-disable.html [ Pass Failure Timeout ]
294 webkit.org/b/149087 http/tests/cache/disk-cache/disk-cache-vary-no-body.html [ Pass Failure Timeout ]
295
296 webkit.org/b/150095 http/tests/xmlhttprequest/xmlhttprequest-overridemimetype-invalidstaterror.html [ Pass Timeout ]
297
298 webkit.org/b/150241 webarchive/loading/object.html [ Pass Crash ] 
299
300 webkit.org/b/150942 animations/multiple-backgrounds.html [ Pass ImageOnlyFailure ]
301
302 webkit.org/b/151053 http/tests/security/cross-frame-access-put.html [ Pass Failure ]
303
304 webkit.org/b/151326 [ Yosemite+ ] webarchive/loading/missing-data.html [ Pass Crash ]
305
306 webkit.org/b/151455 [ Release ] http/tests/xmlhttprequest/workers/methods-async.html [ Pass Timeout ]
307
308 webkit.org/b/162945 http/tests/cache/disk-cache/disk-cache-request-max-stale.html [ Pass Failure ]
309
310 webkit.org/b/162946 http/tests/cache/disk-cache/disk-cache-media.html [ Pass Failure ]
311
312 webkit.org/b/150542 fast/forms/state-restore-per-form.html [ Pass Timeout ]
313
314 webkit.org/b/151709 [ Release ] http/tests/xmlhttprequest/workers/methods.html [ Pass Timeout ]
315
316 webkit.org/b/151729 [ Yosemite ] http/tests/xmlhttprequest/methods-async.html [ Pass Timeout ]
317
318 webkit.org/b/155151 [ Debug ElCapitan ] media/track/track-cues-pause-on-exit.html [ Pass Timeout ]
319
320 webkit.org/b/155312 inspector/heap/getPreview.html [ Pass Timeout ]
321
322 webkit.org/b/156077 inspector/heap/getRemoteObject.html [ Pass Failure ]
323
324 ### END OF (1) Classified failures with bug reports
325 ########################################
326
327
328 ########################################
329 ### START OF (2) Classified failures without bug reports (yet)
330
331 # Missing TextChecker::requestCheckingOfString() implementation for Mac.
332 editing/spelling/grammar-markers.html [ Skip ]
333 editing/spelling/grammar-paste.html [ Skip ]
334 editing/spelling/grammar-markers-hidpi.html [ Skip ]
335 editing/spelling/inline-spelling-markers.html [ Skip ]
336 editing/spelling/inline-spelling-markers-hidpi.html [ Skip ]
337 editing/spelling/spellcheck-async-mutation.html [ Skip ]
338 editing/spelling/spellcheck-async.html [ Skip ]
339 editing/spelling/spellcheck-queue.html [ Skip ]
340 editing/spelling/spelling-insert-html.html [ Skip ]
341
342 ### END OF (2) Classified failures without bug reports (yet)
343 ########################################
344
345
346 ########################################
347 ### START OF (3) Unclassified failures
348
349 fast/forms/range/slider-delete-while-dragging-thumb.html [ Failure ]
350 svg/W3C-SVG-1.1/fonts-elem-04-b.svg [ Failure ]
351
352 # Unclear yet why this test fails.
353 editing/secure-input/password-input-focusing-to-different-frame.html [ Failure ]
354
355 # textInputController.hasMarkedText is implemented, but gives a wrong result for some reason.
356 editing/mac/input/unconfirmed-text-navigation-with-page-cache.html [ Failure ]
357
358 # test results in DRT don't match in browser behavior, test seems broken
359 fast/dom/Window/mozilla-focus-blur.html [ Pass Failure ]
360
361 webkit.org/b/132766 fast/hidpi/filters-blur.html [ ImageOnlyFailure ]
362 webkit.org/b/132766 fast/hidpi/filters-hue-rotate.html [ ImageOnlyFailure ]
363 webkit.org/b/132766 fast/hidpi/filters-invert.html [ ImageOnlyFailure ]
364 webkit.org/b/132766 fast/hidpi/filters-multiple.html [ ImageOnlyFailure ]
365 webkit.org/b/132766 fast/hidpi/filters-reference.html [ ImageOnlyFailure ]
366
367 # Plug-in snapshotting tests do not make much sense:
368 # - snapshotting is only supported for Flash, but we can't use Flash because it isn't installed everywhere;
369 # - so most of the tests use QuickTime, which doesn't support snapshotting, and is 32-bit only, thus failing to load in engineering builds.
370 plugins/snapshotting [ Pass Failure ]
371 # These two tests use Flash, so they trigger a release assertion.
372 plugins/snapshotting/autoplay-similar-to-dominant-after-delay.html [ Skip ]
373 plugins/snapshotting/print-snapshotted-plugin.html [ Skip ]
374
375 webkit.org/b/133227 plugins/snapshotting/set-plugin-size-to-tiny.html [ Failure ]
376 webkit.org/b/133227 plugins/snapshotting/quicktime-plugin-snapshotted.html [ Pass Failure ]
377
378 fast/dom/frame-loading-via-document-write.html [ Timeout ]
379
380 [ Yosemite+ ] fast/speechsynthesis/speech-synthesis-cancel.html [ Pass Timeout ]
381
382 webkit.org/b/140084 [ Yosemite+ ] js/dom/dfg-inline-resolve.html [ Pass Timeout ]
383
384 webkit.org/b/141364 [ Yosemite ] fullscreen/full-screen-plugin.html [ Pass Timeout ]
385
386 webkit.org/b/139828 svg/animations/animateMotion-additive-2a.svg [ Pass ImageOnlyFailure ]
387 webkit.org/b/139828 svg/animations/animateMotion-additive-2b.svg [ Pass ImageOnlyFailure ]
388
389 # This test crashes every time in WebKit2 on Yosemite
390 webkit.org/b/142726 [ Yosemite ] fast/images/animated-png.html [ Skip ]
391
392 [ Debug ] editing/undo/remove-css-property-and-remove-style.html [ Pass Failure ]
393
394 # This test fails every time on El Capitan
395 [ ElCapitan ] fast/mediastream/MediaStream-video-element-video-tracks-disabled.html [ Skip ]
396
397 ### END OF (3) Unclassified failures
398 ########################################
399
400 ########################################
401 ### START OF (4) Features that are not supported in WebKit2 and likely never will be
402
403 ### END OF (4) Features that are not supported in WebKit2 and likely never will be
404 ########################################
405
406 ########################################
407 ### START OF (5) Features that are not supported when NetworkProcess is enabled (i.e. they only work on Mountain Lion, and not on newer OS versions).
408
409 # https://bugs.webkit.org/show_bug.cgi?id=115274
410 # PPT: testRunner.setPrivateBrowsingEnabled doesn't work with NetworkProcess
411 http/tests/security/appcache-in-private-browsing.html [ Skip ]
412 http/tests/security/appcache-switching-private-browsing.html [ Skip ]
413 http/tests/security/cookies/first-party-cookie-allow-xslt.xml [ Skip ]
414 http/tests/security/cookies/third-party-cookie-blocking-main-frame.html [ Skip ]
415 http/tests/security/cookies/third-party-cookie-blocking-user-action.html [ Skip ]
416 http/tests/security/cookies/third-party-cookie-blocking-xslt.xml [ Skip ]
417 http/tests/security/cookies/third-party-cookie-blocking.html [ Skip ]
418 http/tests/security/cross-frame-access-private-browsing.html [ Skip ]
419 http/tests/security/cross-origin-plugin-private-browsing-toggled-allowed.html [ Skip ]
420 http/tests/security/cross-origin-plugin-private-browsing-toggled.html [ Skip ]
421 http/tests/security/storage-blocking-loosened-private-browsing-plugin.html [ Skip ]
422 http/tests/security/storage-blocking-strengthened-private-browsing-plugin.html [ Skip ]
423 plugins/private-browsing-mode-2.html [ Skip ]
424 plugins/private-browsing-mode.html [ Skip ]
425 storage/domstorage/localstorage/private-browsing-affects-storage.html [ Skip ]
426 storage/domstorage/sessionstorage/private-browsing-affects-storage.html [ Skip ]
427 storage/websql/private-browsing-noread-nowrite.html [ Skip ]
428
429 # There is no network load scheduling or prioritization with NetworkProcess.
430 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet-in-error.html [ Pass Failure ]
431 webkit.org/b/123431 http/tests/css/link-css-disabled-value-with-slow-loading-sheet.html [ Pass Failure ]
432 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order-preload.html [ Failure ]
433 webkit.org/b/123431 http/tests/local/link-stylesheet-load-order.html [ Failure ]
434
435 # This test times out, likely because appcache still loads in WebProcess, not NetworkProcess
436 webkit.org/b/138736 http/tests/appcache/auth.html [ Skip ]
437
438 ### END OF (5) Features that are not supported in WebKit2, on Mavericks
439 ########################################
440
441 ########################################
442 ### START OF (6) New WebKit2-only failures in Yosemite
443
444 media/video-background-tab-playback.html [ Pass Failure ]
445
446 webkit.org/b/139979 [ Yosemite+ ] fast/regions/layers/region-removed-during-animation.html [ Pass ImageOnlyFailure ]
447
448 webkit.org/b/140607 [ Yosemite+ ] http/tests/navigation/navigation-interrupted-by-fragment.html [ Pass Timeout ]
449
450 webkit.org/b/141322 [ Debug Yosemite+ ] fast/images/destroyed-image-load-event.html [ Pass Timeout ]
451
452 webkit.org/b/141085 http/tests/media/video-query-url.html [ Pass Timeout ]
453
454 webkit.org/b/145702 [ Debug Yosemite ] http/tests/misc/acid3.html [ Pass Timeout ]
455
456 ### END OF (6) New WebKit2-only failures in Yosemite
457 ########################################
458
459 # Content Extensions tests must be enabled explicitly on mac-wk2.
460 http/tests/contentextensions [ Pass Failure ]
461 http/tests/websocket/tests/hybi/contentextensions [ Pass Failure ]
462 webkit.org/b/146400 http/tests/contentextensions/character-set-basic-support.html [ Pass Failure ]
463
464 # WebKit1-only failure.
465 webkit.org/b/103857 fast/events/mouse-cursor-change.html [ Pass ]
466
467 # Imported Blink tests which have not been investigated. Partially covered with rdar://problem/23023848.
468 imported/blink/fast/media/empty-media-rule.html [ Pass ImageOnlyFailure ]
469 imported/blink/fast/multicol/basic-rtl.html [ Pass ImageOnlyFailure ]
470 imported/blink/fast/multicol/dynamic/add-spanner-inside-overflow-hidden.html [ Pass ImageOnlyFailure ]
471 imported/blink/http/tests/plugins/get-url-notify-on-removal.html [ Pass Timeout ]
472 imported/blink/fast/multicol/newmulticol/multicol-becomes-regular-block.html [ Pass ImageOnlyFailure ]
473 imported/blink/fast/multicol/vertical-lr/float-big-line.html  [ Pass ImageOnlyFailure ]
474 imported/blink/fast/pagination/viewport-x-horizontal-bt-ltr.html [ Pass ImageOnlyFailure ]
475 imported/blink/fast/transforms/transform-update-frame-overflow.html [ Pass ImageOnlyFailure ]
476 imported/blink/fast/multicol/vertical-rl/float-big-line.html [ Pass ImageOnlyFailure ]
477 imported/blink/fast/multicol/span/adjacent-spanners-with-margin.html [ Pass ImageOnlyFailure ]
478 imported/blink/fast/overflow/hidden-html-auto-body.html [ Pass ImageOnlyFailure ]
479
480 webkit.org/b/155757 [ ElCapitan+ ] media/media-document-audio-repaint.html [ Pass Failure ]
481
482 webkit.org/b/157589 fast/text-autosizing/ios/text-autosizing-after-back.html [ Pass Timeout ]
483
484 webkit.org/b/158237 fast/scrolling/scroll-container-horizontally.html [ Pass Timeout ]
485
486 webkit.org/b/158639 [ Release Yosemite ] imported/blink/storage/indexeddb/blob-delete-objectstore-db.html [ Pass Timeout ]
487
488 # PiP tests are only enabled for Sierra WebKit2.
489 # rdar://problem/27574303
490 [ Sierra+ ] media/controls/picture-in-picture.html [ Pass ]
491 [ Sierra+ ] media/controls/pip-placeholder-without-video-controls.html [ Pass ]
492 [ Sierra+ ] media/element-containing-pip-video-going-into-fullscreen.html [ Pass ]
493 [ Sierra+ ] media/fullscreen-api-enabled-media-with-presentation-mode.html [ Pass ]
494 [ Sierra+ ] media/fullscreen-video-going-into-pip.html [ Pass ]
495 [ Sierra+ ] media/navigate-with-pip-should-not-crash.html [ Pass ]
496 [ Sierra+ ] media/pip-video-going-into-fullscreen.html [ Pass ]
497 [ Sierra+ ] media/video-contained-in-fullscreen-element-going-into-pip.html [ Pass ]
498
499 # rdar://problem/26885345
500 [ Sierra+ ] media/click-placeholder-not-pausing.html [ Pass ]
501
502 # RTL Scrollbars are enabled on Sierra WebKit2.
503 [ Sierra+ ] fast/scrolling/rtl-scrollbars.html [ Pass ]
504 [ Sierra+ ] fast/scrolling/rtl-scrollbars-simple.html [ Pass ]
505 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-contents.html [ Pass ]
506 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-dir-rtl.html [ Pass ]
507 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-padding.html [ Pass ]
508 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-simple.html [ Pass ]
509 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow.html [ Pass ]
510 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-elementFromPoint.html [ Pass ]
511 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-position-absolute.html [ Pass ]
512 [ Sierra+ ] fast/scrolling/rtl-scrollbars-overflow-text-selection-scrolled.html [ Pass ]
513 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-absolute.html [ Pass ]
514 [ Sierra+ ] fast/scrolling/rtl-scrollbars-position-fixed.html [ Pass ]
515 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection-scrolled.html [ Pass ]
516 [ Sierra+ ] fast/scrolling/rtl-scrollbars-text-selection.html [ Pass ]
517 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-offset.html [ Pass ]
518 [ Sierra+ ] fast/scrolling/rtl-scrollbars-elementFromPoint-static.html [ Pass ]
519 [ Sierra+ ] fast/scrolling/rtl-scrollbars-iframe-scrolled.html [ Pass ]
520 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioning.html [ Pass ]
521 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-scroll.html [ Pass ]
522 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-left.html [ Pass ]
523 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-select-right.html [ Pass ]
524 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox-simple.html [ Pass ]
525 [ Sierra+ ] fast/scrolling/rtl-scrollbars-listbox.html [ Pass ]
526 [ Sierra+ ] fast/scrolling/rtl-scrollbars-positioned-intersect-scrollbars.html [ Pass ]
527 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ]
528 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-body-dir-attr-does-not-update-scrollbar-placement-2.html [ Pass ]
529 webkit.org/b/162638 [ Sierra+ ] fast/scrolling/rtl-scrollbars-alternate-iframe-body-dir-attr-does-not-update-scrollbar-placement.html [ Pass ImageOnlyFailure ]
530 [ Sierra+ ] fast/scrolling/rtl-scrollbars-animation-property.html [ Pass ]
531 # This test only produces an RTL token on Sierra.
532 [ Yosemite ElCapitan ] fast/scrolling/rtl-scrollbars-animation-property.html [ Failure ]
533
534 # <rdar://problem/25063128>
535 [ Sierra+ ] media/media-controls-drag-timeline-set-controls-property.html [ Pass Timeout ]
536
537 # <rdar://problem/23379930> swipe tests crashing
538 [ Sierra+ ] swipe/basic-cached-back-swipe.html [ Skip ]
539 [ Sierra+ ] swipe/main-frame-pinning-requirement.html [ Skip ]
540 [ Sierra+ ] swipe/pushState-cached-back-swipe.html [ Skip ]
541 [ Sierra+ ] swipe/swipe-start-hysteresis-failures.html [ Skip ]
542
543 # Hitting "The certificate for this server is invalid" loading error (not happening in WK1)
544 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-worker.html [ Failure ]
545 webkit.org/b/160445 [ Sierra+ ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/upgrade-insecure-fetch-in-main-frame.html [ Failure ]
546
547 webkit.org/b/163932 inspector/css/pseudo-element-matches.html [ Pass Failure ]
548
549 webkit.org/b/163604 inspector/debugger/breakpoint-action-eval.html [ Pass Timeout ]
550 webkit.org/b/161774 inspector/debugger/breakpoint-columns.html [ Pass Failure ]
551 webkit.org/b/159447 [ Debug ] inspector/debugger/tail-deleted-frames-from-vm-entry.html [ Pass Failure ]
552
553 webkit.org/b/159430 [ Debug Sierra+ ] media/restore-from-page-cache.html [ Pass Crash ]
554
555 webkit.org/b/159884 http/tests/loading/basic-auth-resend-wrong-credentials.html [ Pass Failure ]
556
557 webkit.org/b/159896 storage/indexeddb/modern/handle-user-delete.html [ Pass Timeout ]
558
559 webkit.org/b/160042 accessibility/mac/value-change/value-change-user-info-contenteditable.html [ Pass Failure ]
560
561 webkit.org/b/159427 http/tests/loading/basic-credentials-sent-automatically.html [ Pass Failure ]
562
563 webkit.org/b/160309 fast/dom/Window/child-window-focus.html [ Pass Failure ]
564
565 webkit.org/b/161148 gamepad/gamepad-timestamp.html [ Pass Failure ]
566
567 webkit.org/b/161633 [ Debug ] storage/indexeddb/objectstore-cursor.html [ Pass Timeout ]
568
569 webkit.org/b/161539 [ Release ] http/tests/security/cross-origin-plugin-allowed.html [ Pass Failure ]
570
571 webkit.org/b/161742 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/keyorder.htm [ Pass Failure ]
572
573 webkit.org/b/161547 [ Debug ] tiled-drawing/scrolling/fixed/four-bars-zoomed.html [ Pass Failure ]
574
575 webkit.org/b/161549 fast/scrolling/arrow-key-scroll-in-rtl-document.html [ Pass Failure ]
576
577 webkit.org/b/162081 editing/inserting/typing-space-to-trigger-smart-link.html [ Failure ]
578 webkit.org/b/162081 editing/inserting/smart-quote-with-all-configurations.html [ Failure ]
579
580 webkit.org/b/160017 js/regress-139548.html [ Pass Timeout ]
581
582 webkit.org/b/161659 [ Yosemite Debug ] media/media-controls-drag-timeline-set-controls-property.html [ Pass Timeout ]
583
584 webkit.org/b/162524 [ Sierra Release ] http/tests/cache/disk-cache/disk-cache-redirect.html [ Pass Timeout ]
585
586 webkit.org/b/162510 [ Debug ] fast/images/animated-gif-restored-from-bfcache.html [ Pass Failure ]
587
588 webkit.org/b/161745 http/tests/security/anchor-download-allow-data.html [ Pass Failure ]
589
590 webkit.org/b/161926 storage/indexeddb/index-cursor.html [ Pass Timeout ]
591
592 webkit.org/b/162685 http/tests/cache/disk-cache/disk-cache-204-status-code.html [ Pass Failure ]
593
594 webkit.org/b/161649 http/tests/cache/disk-cache/resource-becomes-uncacheable.html [ Pass Failure ]
595
596 webkit.org/b/163136 [ Release ] http/tests/xmlhttprequest/auth-reject-protection-space.html [ Pass Failure ]
597
598 webkit.org/b/163139 http/tests/loading/basic-auth-load-URL-with-consecutive-slashes.html [ Pass Failure ]
599
600 webkit.org/b/162975 [ Debug ] http/tests/cache/disk-cache/memory-cache-revalidation-updates-disk-cache.html [ Pass Failure ]
601
602 webkit.org/b/161653 [ Debug ] storage/indexeddb/key-generator.html [ Pass Timeout ]
603
604 webkit.org/b/163453 [ Sierra Release ] http/tests/security/contentSecurityPolicy/upgrade-insecure-requests/basic-upgrade-cors.https.html [ Pass Timeout ]
605
606 webkit.org/b/163702 platform/mac-wk2/plugins/muted-state.html [ Failure ]
607
608 webkit.org/b/164870 [ Debug ] imported/w3c/web-platform-tests/IndexedDB/idbcursor_iterating.htm [ Pass Failure ]