Update test expectations for rdar://problem/27000853
[WebKit-https.git] / LayoutTests / platform / mac / TestExpectations
1 # These are the layout test expectations for Apple's Mac port of WebKit.
2 #
3 # See http://trac.webkit.org/wiki/TestExpectations for more information on this file.
4
5 #//////////////////////////////////////////////////////////////////////////////////////////
6 # Platform-specific directories. Skipped globally, then re-enabled here.
7 #//////////////////////////////////////////////////////////////////////////////////////////
8
9 accessibility/mac [ Pass ]
10 displaylists [ Pass ]
11 editing/mac [ Pass ]
12 fast/scrolling/latching [ Pass ]
13 media/mac [ Pass ]
14
15 fast/forms/search/search-padding-cancel-results-buttons.html [ Pass ]
16 fast/forms/search/search-results-hidden-crash.html [ Pass ]
17
18 fast/url/user-visible [ Pass ]
19
20 fast/text-autosizing/ios [ Pass ]
21 fast/text-autosizing/mac [ Pass ]
22
23 fast/attachment/attachment-subtitle-resize.html [ Pass ]
24
25 #//////////////////////////////////////////////////////////////////////////////////////////
26 # End platform-specific directories.
27 #//////////////////////////////////////////////////////////////////////////////////////////
28
29 # <rdar://problem/5647952> fast/events/mouseout-on-window.html needs mac DRT to issue mouse out events
30 fast/events/mouseout-on-window.html [ Failure ]
31
32 # Different behavior expectatations on mac, and puts up visible context menu.
33 webkit.org/b/102987 fast/events/context-nodrag.html [ Failure ]
34
35 # <rdar://problem/5643675> window.scrollTo scrolls a window with no scrollbars
36 fast/events/attempt-scroll-with-no-scrollbars.html [ Failure ]
37
38 # Pixel test doesn't repaint entire view so result is corrupted by previous test
39 webkit.org/b/21916 tables/mozilla_expected_failures/bugs/bug178855.xml [ Pass ImageOnlyFailure Failure ]
40
41 # https://bugs.webkit.org/show_bug.cgi?id=81697 Skip file:// based notifications tests
42 fast/notifications
43
44 # This port doesn't support detecting slow unload handlers.
45 fast/dom/Window/slow-unload-handler.html
46 fast/dom/Window/slow-unload-handler-only-frame-is-stopped.html
47
48 # Accessibility tests for notifications that don't exist or aren't needed on Mac OS X.
49 accessibility/aria-checkbox-sends-notification.html
50 accessibility/aria-switch-sends-notification.html
51 accessibility/combo-box-collapsed-selection-changed.html
52 accessibility/children-changed-sends-notification.html
53 accessibility/menu-list-sends-change-notification.html
54 accessibility/multiselect-list-reports-active-option.html
55
56 # Need to add functionality to DumpRenderTree to handle error pages
57 fast/history/back-forward-reset-after-error-handling.html
58
59 # Need to implement this in plugins code in WebKit
60 plugins/reloadplugins-and-pages.html
61
62 # These tests require touch support
63 fast/events/touch [ Skip ]
64
65 # No button tracked
66 fast/events/mouseover-button.html
67
68 # eventSender needs to propagate the event to the calling window, not the main frame always.
69 http/tests/plugins/plugin-document-has-focus.html
70
71 # Requires testRunner.setMediaType() and implementation
72 fast/media/print-restores-previous-mediatype.html
73
74 # VIEW_MODE_CSS_MEDIA is not enabled on Mac.
75 # DumpRenderTree requires testRunner.setViewModeMediaFeature()
76 fast/media/view-mode-media-feature.html [ ImageOnlyFailure ]
77 fast/media/media-query-list-02.html [ Failure ]
78 fast/media/media-query-list-03.html [ Failure ]
79 fast/media/media-query-list-04.html [ Failure Timeout ]
80 fast/media/media-query-list-05.html [ Failure ]
81 fast/media/media-query-list-06.html [ Failure ]
82
83 # Needs testRunner.enableAutoResizeMode()
84 fast/autoresize
85
86 # Uses testRunner.titleTextDirection, which is Chromium-only
87 webkit.org/b/58845 fast/dom/title-directionality-removeChild.html
88 webkit.org/b/58845 fast/dom/title-directionality.html
89
90 webkit.org/b/36642 fast/replaced/border-radius-clip.html [ Pass Failure ]
91
92 # Need to add functionality to DumpRenderTree to handle scrollbar policy changes
93 fast/overflow/scrollbar-restored-and-then-locked.html
94
95 # Mac port doesn't put text/html on the pasteboard for app compatibility: https://bugs.webkit.org/show_bug.cgi?id=19893
96 editing/pasteboard/onpaste-text-html-types.html
97 editing/pasteboard/onpaste-text-html.html
98 fast/events/ondrop-text-html.html
99
100 # EventSendingController does not send events on areas outside the WebView.
101 scrollbars/scrollbar-click-does-not-blur-content.html
102
103 # Below canvas test cases from http://philip.html5.org/tests/canvas/suite/tests/
104 # (2d.composite.operation.clear) is failing because we support the "clear" composite op
105 # without our vendor prefix since it was around in canvas before the spec was written.
106 canvas/philip/tests/2d.composite.operation.clear.html [ Failure ]
107 # (2d.composite.*) Most, if not all, of these are failing due to the webkit canvas
108 # drawing model being different than the spec's current model. There is a current
109 # effort out to change the spec to the webkit canvas model.
110 canvas/philip/tests/2d.composite.operation.darker.html [ Failure ]
111
112 # This canvas test is skipped because it is out of date with respect to
113 # the current spec, and the fix for https://bugs.webkit.org/show_bug.cgi?id=65709
114 # which complies with the current spec, makes this test fail by no longer throwing
115 # exceptions that were previously expected
116 canvas/philip/tests/2d.drawImage.outsidesource.html [ Failure ]
117
118 # This port doesn't support DeviceMotion or DeviceOrientation.
119 fast/dom/DeviceMotion
120 fast/dom/DeviceOrientation
121 fast/dom/Window/window-properties-device-orientation.html
122
123 # Link prefetch is disabled by default
124 fast/dom/HTMLLinkElement/link-and-subresource-test.html
125 fast/dom/HTMLLinkElement/link-and-subresource-test-nonexistent.html
126 fast/dom/HTMLLinkElement/prefetch.html
127 fast/dom/HTMLLinkElement/prefetch-beforeload.html
128 fast/dom/HTMLLinkElement/prefetch-onerror.html
129 fast/dom/HTMLLinkElement/prefetch-onload.html
130 fast/dom/HTMLLinkElement/prefetch-too-many-clients.html
131 fast/dom/HTMLLinkElement/subresource.html
132 http/tests/misc/link-rel-prefetch-and-subresource.html
133 http/tests/misc/prefetch-purpose.html
134
135 # Filenames aren't filtered out from edit drags yet, see https://bugs.webkit.org/show_bug.cgi?id=38826
136 editing/pasteboard/file-drag-to-editable.html [ Failure ]
137
138 # EventSender::dumpFilenameBeingDragged not implemented.
139 webkit.org/b/61827 fast/events/drag-image-filename.html
140
141 # Datalist is not yet enabled.
142 fast/forms/datalist
143
144 # ENABLE_INPUT_TYPE_* are not enabled.
145 # https://bugs.webkit.org/show_bug.cgi?id=29359
146 fast/forms/date
147 fast/forms/datetime
148 fast/forms/datetimelocal
149 fast/forms/month
150 fast/forms/time
151 fast/forms/week
152
153 # ENABLE_GAMEPAD not enabled.
154 gamepad/
155
156 # X-Content-Type-Options (ENABLE_NOSNIFF) is not enabled.
157 webkit.org/b/136452 http/tests/security/contentTypeOptions
158
159 # Media Stream API is not fully supported.
160 fast/mediastream/MediaStream-add-remove-tracks.html
161 fast/mediastream/MediaStream-add-ended-tracks.html
162 fast/mediastream/MediaStream-MediaElement-srcObject.html
163 fast/mediastream/MediaStreamTrack-onended.html
164 fast/mediastream/MediaStreamTrack.html
165
166 # WebRTC is not supported yet.
167 fast/mediastream/RTCIceCandidate.html
168 fast/mediastream/RTCPeerConnection-AddRemoveStream.html
169 fast/mediastream/RTCPeerConnection-createAnswer.html
170 fast/mediastream/RTCPeerConnection-createOffer.html
171 fast/mediastream/RTCPeerConnection-datachannel.html
172 fast/mediastream/RTCPeerConnection-dtmf.html
173 fast/mediastream/RTCPeerConnection-events.html
174 fast/mediastream/RTCPeerConnection-getConfiguration.html
175 fast/mediastream/RTCPeerConnection-have-local-offer.html
176 fast/mediastream/RTCPeerConnection-have-local-pranswer.html
177 fast/mediastream/RTCPeerConnection-have-remote-offer.html
178 fast/mediastream/RTCPeerConnection-have-remote-pranswer.html
179 fast/mediastream/RTCPeerConnection-ice.html
180 fast/mediastream/RTCPeerConnection-addIceCandidate.html
181 fast/mediastream/RTCPeerConnection-localDescription.html
182 fast/mediastream/RTCPeerConnection-onnegotiationneeded.html
183 fast/mediastream/RTCPeerConnection-remoteDescription.html
184 fast/mediastream/RTCPeerConnection-stats.html
185 fast/mediastream/RTCPeerConnection-statsSelector.html
186 fast/mediastream/RTCPeerConnection-stable.html
187 fast/mediastream/RTCPeerConnection.html
188 fast/mediastream/RTCPeerConnection-js-built-ins-check-this.html
189 fast/mediastream/RTCPeerConnection-inspect-offer.html
190 fast/mediastream/RTCPeerConnection-add-removeTrack.html
191 fast/mediastream/RTCPeerConnection-addTrack-reuse-sender.html
192 fast/mediastream/RTCPeerConnection-onnegotiationneeded.html
193 fast/mediastream/RTCPeerConnection-more-media-to-negotiate.html
194 fast/mediastream/RTCPeerConnection-closed-state.html
195 fast/mediastream/RTCPeerConnection-overloaded-operations-params.html
196 fast/mediastream/RTCPeerConnection-overloaded-operations.html
197 fast/mediastream/RTCPeerConnection-addTransceiver.html
198 fast/mediastream/RTCRtpSender-replaceTrack.html
199 fast/mediastream/RTCSessionDescription.html
200 fast/mediastream/RTCPeerConnection-setLocalDescription-offer.html
201 fast/mediastream/RTCPeerConnection-setRemoteDescription-offer.html
202 fast/mediastream/RTCTrackEvent-constructor.html
203 fast/mediastream/RTCPeerConnection-inspect-answer.html
204 fast/mediastream/RTCPeerConnection-media-setup-single-dialog.html
205 fast/mediastream/RTCPeerConnection-media-setup-two-dialogs.html
206 fast/mediastream/RTCPeerConnection-media-setup-callbacks-single-dialog.html
207 fast/mediastream/RTCPeerConnection-legacy-stream-based-api.html
208
209 # Asserts in debug.
210 [ Debug ] fast/images/large-size-image-crash.html [ Skip ]
211
212 # Directory upload is not enabled.
213 fast/forms/file/input-file-directory-upload.html
214
215 # webkit.org/b/61138, webkit.org/b/84893, webkit.org/b/133321
216 http/tests/w3c/webperf [ Skip ]
217
218 # Perf tests are very flaky, because they run in parallel with other tests.
219 perf
220
221 webkit.org/b/42821 animations/play-state.html [ Pass Failure ]
222 webkit.org/b/113598 animations/animation-delay-changed.html [ Pass Failure ]
223 webkit.org/b/113599 svg/animations/reinserting-svg-into-document.html [ Pass Failure ]
224
225 # Safari doesn't allow to customize outermost scrollbars.
226 webkit.org/b/43960 scrollbars/custom-scrollbar-with-incomplete-style.html
227
228 # viewport meta tag support
229 fast/viewport
230
231 webkit.org/b/116640 plugins/plugin-initiate-popup-window.html
232
233 # Requires WebP support.
234 fast/canvas/canvas-toDataURL-webp.html
235 fast/images/webp-image-decoding.html
236 fast/images/webp-color-profile-lossless.html
237 fast/images/webp-color-profile-lossy-alpha.html
238 fast/images/webp-color-profile-lossy.html
239 http/tests/images/webp-partial-load.html
240 http/tests/images/webp-progressive-load.html
241
242 # Times out because plugins aren't allowed to execute JS after NPP_Destroy has been called in WebKit1's OOP plugins implementation
243 webkit.org/b/48929 plugins/evaluate-js-after-removing-plugin-element.html
244
245 # DRT does not support toggling caret browsing on / off
246 editing/selection/caret-mode-paragraph-keys-navigation.html
247
248 # Non-premultiplied-alpha currently broken on mac.
249 webkit.org/b/55509 compositing/webgl/webgl-nonpremultiplied-blend.html
250
251 webkit.org/b/114321 compositing/plugins/invalidate_rect.html [ Failure Pass ]
252
253 # DataTransferItems is not yet implemented.
254 editing/pasteboard/data-transfer-items.html
255 editing/pasteboard/data-transfer-items-image-png.html
256 editing/pasteboard/data-transfer-items-drag-drop-file.html
257 editing/pasteboard/data-transfer-items-drag-drop-entry.html
258 editing/pasteboard/data-transfer-items-drag-drop-string.html
259 fast/events/clipboard-dataTransferItemList.html
260 fast/events/drag-dataTransferItemList.html
261 fast/events/drag-dataTransferItemList-file-handling.html
262
263 # Custom MIME type support in DataTransfer is not yet implemented.
264 editing/pasteboard/clipboard-customData.html
265 fast/events/drag-customData.html
266
267 # Need to implement WebGeolocationRequest::cancelPermissionRequest on mac.
268 webkit.org/b/55944 fast/dom/Geolocation/page-reload-cancel-permission-requests.html [ Failure Timeout ]
269
270 webkit.org/b/103435 fast/backgrounds/background-opaque-images-over-color.html [ ImageOnlyFailure ]
271
272 webkit.org/b/56685 webarchive/test-link-rel-icon.html [ Failure ]
273
274 # Quota API is not supported.
275 storage/storageinfo-missing-arguments.html
276 storage/storageinfo-no-callbacks.html
277 storage/storageinfo-query-usage.html
278 storage/storageinfo-request-quota.html
279 storage/storagequota-query-usage.html
280 storage/storagequota-request-quota.html
281 fast/workers/worker-storagequota-query-usage.html
282
283 # HTTP 204 (No Content) should be ignored
284 webkit.org/b/60206 http/tests/navigation/response204.html
285
286 # Styled scope element is not yet enabled.
287 webkit.org/b/49142 fast/css/style-scoped
288
289 # JSC does not support setIsolatedWorldSecurityOrigin
290 webkit.org/b/61540 http/tests/security/isolatedWorld/cross-origin-xhr.html
291
292 # https://bugs.webkit.org/show_bug.cgi?id=63282 layerTreeAsText doesn't work for iframes
293 compositing/rtl/rtl-iframe-absolute-overflow-scrolled.html [ Skip ]
294 compositing/rtl/rtl-iframe-fixed-overflow-scrolled.html [ Skip ]
295 compositing/rtl/rtl-iframe-absolute-overflow.html [ Skip ]
296 compositing/rtl/rtl-iframe-absolute.html [ Skip ]
297 compositing/rtl/rtl-iframe-fixed-overflow.html [ Skip ]
298 compositing/rtl/rtl-iframe-fixed.html [ Skip ]
299 compositing/rtl/rtl-iframe-relative.html [ Skip ]
300
301 # ENABLE(DRAGGABLE_REGION) is disabled
302 fast/css/draggable-region-parser.html
303
304 webkit.org/b/68278 http/tests/history/back-with-fragment-change.php [ Failure ]
305
306 # Skip because this platform does not support a paging mouse wheel event
307 fast/events/platform-wheelevent-paging-x-in-non-scrolling-div.html
308 fast/events/platform-wheelevent-paging-x-in-non-scrolling-page.html
309 fast/events/platform-wheelevent-paging-x-in-scrolling-div.html
310 fast/events/platform-wheelevent-paging-x-in-scrolling-page.html
311 fast/events/platform-wheelevent-paging-xy-in-scrolling-div.html
312 fast/events/platform-wheelevent-paging-xy-in-scrolling-page.html
313 fast/events/platform-wheelevent-paging-y-in-non-scrolling-div.html
314 fast/events/platform-wheelevent-paging-y-in-non-scrolling-page.html
315 fast/events/platform-wheelevent-paging-y-in-scrolling-div.html
316 fast/events/platform-wheelevent-paging-y-in-scrolling-page.html
317
318 # Pointer Lock is not implemented.
319 pointer-lock/
320 http/tests/pointer-lock/
321
322 webkit.org/b/82763 fast/forms/textarea-placeholder-set-attribute.html
323
324 webkit.org/b/102257 fast/dom/Window/open-window-min-size.html
325
326 # Fails because MutationObservers are not notified at end-of-task
327 webkit.org/b/78290 fast/dom/MutationObserver/end-of-task-delivery.html [ Failure ]
328
329 # Needs PageClients::vibrationClient() implementation.
330 webkit.org/b/72010 vibration
331
332 # <rdar://problem/11059777>
333 webkit.org/b/81289 canvas/philip/tests/2d.line.cap.round.html [ Failure ]
334
335 # BatteryClient is not supported
336 webkit.org/b/62698 batterystatus/
337
338 # Proximity Events are not supported.
339 proximity
340 fast/events/constructors/device-proximity-event-constructor.html
341
342 webkit.org/b/81410 scrollbars/scrollbar-middleclick-nopaste.html
343
344 # Has failed since its introduction in r105826.
345 webkit.org/b/61630 fast/events/dropzone-005.html [ Failure ]
346
347 # Spelling tests that are flakey.
348 webkit.org/b/82555 editing/spelling/spellcheck-async-mutation.html [ Pass Failure ]
349
350 webkit.org/b/82665 http/tests/webarchive/test-css-url-encoding-shift-jis.html [ Failure ]
351 webkit.org/b/82665 http/tests/webarchive/test-css-url-encoding-utf-8.html [ Failure ]
352 webkit.org/b/82665 http/tests/webarchive/test-css-url-encoding.html [ Failure ]
353 webkit.org/b/82665 webarchive/test-css-url-resources-in-stylesheets.html [ Failure ]
354 webkit.org/b/82665 webarchive/test-css-url-resources-inline-styles.html [ Failure ]
355
356 webkit.org/b/82672 http/tests/xmlhttprequest/range-test.html [ Pass Failure ]
357
358 webkit.org/b/82762 fast/animation/request-animation-frame-during-modal.html
359
360 webkit.org/b/82805 fast/canvas/webgl/framebuffer-object-attachment.html [ Failure ]
361
362 webkit.org/b/82972 plugins/keyboard-events.html [ Pass Failure ]
363 webkit.org/b/82972 plugins/layout-in-beforeload-listener-affects-plugin-loading.html [ Pass Failure ]
364 webkit.org/b/82972 plugins/mouse-events-fixedpos.html [ Pass Failure ]
365 webkit.org/b/82972 plugins/multiple-plugins.html [ Pass Failure ]
366
367 webkit.org/b/82979 fast/canvas/2d.text.draw.fill.maxWidth.gradient.html [ Pass Failure ]
368 webkit.org/b/82979 canvas/philip/tests/2d.text.draw.align.center.html [ Pass Failure ]
369
370 # No CORS support for media elements is implemented yet.
371 http/tests/security/canvas-remote-read-remote-video-allowed-anonymous.html [ Failure ]
372 http/tests/security/canvas-remote-read-remote-video-allowed-with-credentials.html [ Failure ]
373 http/tests/security/video-cross-origin-readback.html
374 http/tests/security/video-cross-origin-accessfailure.html
375
376 # Random crash, like in many media tests.
377 http/tests/security/video-cross-origin-accesssameorigin.html [ Pass Crash ]
378
379 # Requires ENABLE(MEDIA_CAPTURE)
380 fast/forms/file/file-input-capture.html
381
382 webkit.org/b/85969 http/tests/loading/post-in-iframe-with-back-navigation.html [ Failure ]
383
384 webkit.org/b/86480 plugins/npruntime/delete-plugin-within-setProperty.html [ Failure ]
385 webkit.org/b/86480 plugins/npruntime/delete-plugin-within-hasProperty-return-true.html [ Failure ]
386 webkit.org/b/86480 plugins/npruntime/delete-plugin-within-hasProperty-return-false.html [ Failure ]
387
388 # Implement textInputController.setComposition()
389 webkit.org/b/89845 fast/forms/input-set-composition-scroll.html [ Pass Failure ]
390
391 # <rdar://problem/11224160> Focus not transferring properly in DumpRenderTree in Mountain Lion
392 fast/events/show-modal-dialog-onblur-onfocus.html [ Skip ]
393 fast/forms/listbox-scrollbar-hit-test.html [ Failure ]
394 platform/mac/fast/overflow/overflow-scrollbar-hit-test.html [ Failure ]
395
396 platform/mac/fast/text/vertical-no-sideways.html [ Pass Failure ]
397
398 fast/css/resize-corner-tracking.html [ Pass Failure ]
399
400 # Multiple non contiguous selection with keyboard not enabled on mac
401 webkit.org/b/15816 fast/forms/listbox-non-contiguous-keyboard-selection.html [ Skip ]
402
403 # <rdar://problem/11224894> Several Japanese vertical text tests failing on Mountain Lion
404 fast/dynamic/text-combine.html [ Failure ]
405 fast/repaint/japanese-rl-selection-clear.html [ Failure ]
406 fast/repaint/japanese-rl-selection-repaint.html [ Failure ]
407 fast/repaint/repaint-across-writing-mode-boundary.html [ Failure ]
408 fast/ruby/base-shorter-than-text.html [ Failure ]
409 fast/text/emphasis-vertical.html [ Failure ]
410 fast/writing-mode/border-vertical-lr.html [ Failure ]
411 fast/writing-mode/fallback-orientation.html [ Failure ]
412 fast/writing-mode/japanese-lr-selection.html [ Failure ]
413 fast/writing-mode/japanese-lr-text.html [ Failure ]
414 fast/writing-mode/japanese-rl-selection.html [ Failure ]
415 fast/writing-mode/japanese-rl-text.html [ Failure ]
416
417 # <rdar://problem/11059031> Many, many Java tests fail on Mountain Lion
418 java/
419
420 # <rdar://problem/11187491> storage/websql/quota-tracking.html is failing on Mountain Lion
421 storage/websql/quota-tracking.html
422
423 # https://bugs.webkit.org/show_bug.cgi?id=95009
424 compositing/overflow/overflow-auto-with-touch.html [ Failure ]
425 compositing/overflow/overflow-overlay-with-touch.html [ Failure ]
426 compositing/overflow/scrolling-content-clip-to-viewport.html [ Failure ]
427 compositing/overflow/textarea-scroll-touch.html [ Failure ]
428 compositing/overflow/updating-scrolling-content.html [ Failure ]
429 compositing/overflow/scrolling-without-painting.html [ Failure ]
430
431 # <rdar://problem/11229810> SVG square caps on zero-length paths draw incorrectly on Mountain Lion
432 svg/W3C-SVG-1.1-SE/painting-control-04-f.svg [ Failure ]
433 svg/custom/zero-path-square-cap-rendering.svg [ Failure ]
434 svg/stroke/zero-length-arc-linecaps-rendering.svg [ Failure ]
435 svg/stroke/zero-length-path-linecap-rendering.svg [ Failure ]
436 svg/stroke/zero-length-subpaths-linecap-rendering.svg [ Failure ]
437
438 webkit.org/b/110871 compositing/overlap-blending/reflection-opacity-huge.html [ ImageOnlyFailure ]
439 webkit.org/b/114340 compositing/overlap-blending/nested-overlap.html [ ImageOnlyFailure ]
440 webkit.org/b/114338 compositing/overlap-blending/nested-overlap-overflow.html [ ImageOnlyFailure ]
441 webkit.org/b/146523 compositing/masks/compositing-clip-path-origin.html [ Pass ImageOnlyFailure ]
442
443 webkit.org/b/95027 fast/block/float/016.html [ Failure ]
444
445 # https://bugs.webkit.org/show_bug.cgi?id=93878
446 # Due to JSC::Bindings::Instance::createRuntimeObject(JSC::ExecState*) crashes:
447 editing/pasteboard/paste-TIFF.html [ Skip ]
448 editing/mac/pasteboard/dataTransfer-set-data-file-url.html [ Skip ]
449 webkit.org/b/147674 editing/mac/pasteboard/5583362.html [ Skip ]
450
451 webkit.org/b/112620 [ Debug ] svg/custom/image-with-attr-change-after-delete-crash.html [ Crash Pass ]
452
453 # Assorted failures that need investigation
454
455 webkit.org/b/107118 fast/canvas/canvas-quadratic-same-endpoint.html [ Failure ]
456 webkit.org/b/142258 fast/css/object-fit/object-fit-canvas.html [ Pass ImageOnlyFailure ]
457
458 # --- Compositing ----
459 css3/filters/composited-during-transition-layertree.html
460 webkit.org/b/95622 css3/filters/composited-during-animation-layertree.html [ Pass Failure ]
461
462 platform/mac/fast/text/combining-character-sequence-fallback.html [ Pass Failure ]
463
464 # --- Editing ---
465
466 # Mac does not have global selections.
467 editing/pasteboard/paste-global-selection.html
468
469 # Unexpected WebGL Conformance tests that need to be fixed
470 # These tests pass when run through webgl-conformance-tests.html but not when just opened via a browser (or via run-webkit-tests)
471 webgl/1.0.2/conformance/context/context-creation-and-destruction.html [ Failure Timeout ]
472 webgl/1.0.2/conformance/rendering/multisample-corruption.html [ Pass Failure Timeout ]
473 http/tests/webgl/1.0.2/origin-clean-conformance.html [ Skip ]
474
475 webkit.org/b/124935 [ Debug ] webgl/1.0.2/conformance/glsl/misc/shader-with-non-reserved-words.html [ Slow ]
476
477 # Skip 1.0.3 tests for now, to be unskipped when we get closer to conformance
478 webgl/1.0.3/conformance/attribs [ Skip ]
479 webgl/1.0.3/conformance/buffers [ Skip ]
480 webgl/1.0.3/conformance/canvas [ Skip ]
481 webgl/1.0.3/conformance/context [ Skip ]
482 webgl/1.0.3/conformance/glsl [ Skip ]
483 webgl/1.0.3/conformance/renderbuffers [ Skip ]
484 webgl/1.0.3/conformance/rendering [ Skip ]
485 webgl/1.0.3/conformance/state [ Skip ]
486 webgl/1.0.3/conformance/textures [ Skip ]
487 webgl/1.0.3/conformance/typedarrays [ Skip ]
488 webgl/1.0.3/conformance/uniforms [ Skip ]
489 webgl/1.0.3/conformance/extensions/angle-instanced-arrays.html [ Skip ]
490 webgl/1.0.3/conformance/extensions/oes-texture-half-float.html [ Skip ]
491 webgl/1.0.3/conformance/extensions/webgl-compressed-texture-size-limit.html [ Skip ]
492 webgl/1.0.3/conformance/extensions/webgl-draw-buffers.html [ Skip ]
493
494 # Sending the mouse down event to the scrollbar starts a nested run loop which causes a hang.
495 fast/events/mousedown-in-subframe-scrollbar.html [ Skip ]
496
497 webkit.org/b/96828 fast/canvas/webgl/oes-vertex-array-object.html [ Skip ]
498 webkit.org/b/96828 webgl/1.0.2/conformance/extensions/oes-vertex-array-object.html [ Skip ]
499
500 http/tests/misc/willCacheResponse-delegate-callback.html [ Failure ]
501 http/tests/xmlhttprequest/basic-auth-nopassword.html [ Failure ]
502
503 # --- Plugins ---
504 # WebKit1 OOP plug-ins: Can't evaluate JavaScript from NPP_Destroy.
505 plugins/document-open.html
506 plugins/geturlnotify-during-document-teardown.html
507 plugins/nested-plugin-objects.html
508 plugins/netscape-destroy-plugin-script-objects.html
509 plugins/open-and-close-window-with-plugin.html
510
511 # WebKit1 OOP plug-ins: No support for getting the form value.
512 plugins/form-value.html
513
514 # WebKit1 OOP plug-ins: Exceptions aren't thrown on invoke failure.
515 plugins/npruntime/invoke-failure.html
516
517 webkit.org/b/93589 svg/dom/SVGScriptElement/script-change-externalResourcesRequired-while-loading.svg [ Pass Timeout ]
518
519 # ENABLE(CUSTOM_ELEMENTS) is disabled.
520 fast/dom/custom
521
522 # CSS image-resolution is not yet enabled.
523 webkit.org/b/85262 fast/css/image-resolution
524
525 # Resolution media query is not yet enabled.
526 webkit.org/b/85262 fast/media/mq-resolution.html [ Skip ]
527 webkit.org/b/85262 fast/media/mq-resolution-dpi-dpcm-warning.html [ Skip ]
528
529 # CSS image-orientation is not yet enabled.
530 webkit.org/b/89052 fast/css/image-orientation
531
532 # CSS3 Text support is not yet enabled (needs ENABLE_CSS3_TEXT).
533 webkit.org/b/76173 fast/css3-text/css3-text-align-last
534 webkit.org/b/99945 fast/css3-text/css3-text-justify [ Skip ]
535 webkit.org/b/112755 fast/css3-text/css3-text-indent/text-indent-each-line-hanging.html [ ImageOnlyFailure ]
536 webkit.org/b/112755 fast/css3-text/css3-text-indent/getComputedStyle/getComputedStyle-text-indent.html [ Failure ]
537 webkit.org/b/112755 fast/css3-text/css3-text-indent/getComputedStyle/getComputedStyle-text-indent-inherited.html [ Failure ]
538 webkit.org/b/58491 editing/pasteboard/insert-text-decoration.html [ Skip ]
539
540 # MHTML is not yet enabled
541 mhtml [ Skip ]
542
543 # Flaky tests that appear to be fail depending on which earlier tests
544 # run in the same process
545 webkit.org/b/57688 fast/text/international/bidi-AN-after-empty-run.html [ Failure Pass ]
546 webkit.org/b/57688 fast/text/international/bidi-CS-after-AN.html [ Failure Pass ]
547 webkit.org/b/57688 fast/text/international/thai-line-breaks.html [ Failure Pass ]
548
549 webkit.org/b/112646 plugins/private-browsing-mode.html [ Failure Pass ]
550 webkit.org/b/112616 plugins/plugin-clip-subframe.html [ Failure Pass ]
551
552 # Flakey plugin tests
553 webkit.org/b/82752 plugins/netscape-dom-access-and-reload.html [ Failure Pass ]
554
555 svg/dom/SVGScriptElement/script-set-href.svg [ Failure Pass ]
556
557 # Flakey frame flattening tests
558 webkit.org/b/112532 fast/frames/flattening/iframe-flattening-offscreen.html [ Failure Pass ]
559 webkit.org/b/112532 fast/frames/flattening/iframe-flattening-out-of-view.html [ Failure Pass ]
560 webkit.org/b/112532 fast/frames/flattening/frameset-flattening-advanced.html [ Failure Pass ]
561 webkit.org/b/112532 fast/frames/flattening/frameset-flattening-subframesets.html [ Failure Pass ]
562 webkit.org/b/106185 fast/frames/flattening/iframe-flattening-fixed-height.html [ Failure Pass ]
563 webkit.org/b/106185 fast/frames/flattening/frameset-flattening-grid.html [ Failure Pass ]
564
565 webkit.org/b/73766 css3/unicode-bidi-isolate-aharon-failing.html [ ImageOnlyFailure ]
566
567 # Failing ref tests
568 webkit.org/b/84759 ietestcenter/css3/multicolumn/column-containing-block-001.htm [ ImageOnlyFailure ]
569 webkit.org/b/84760 ietestcenter/css3/multicolumn/column-containing-block-002.htm [ ImageOnlyFailure ]
570 webkit.org/b/84761 ietestcenter/css3/multicolumn/column-filling-001.htm [ ImageOnlyFailure ]
571 webkit.org/b/84770 ietestcenter/css3/multicolumn/column-width-applies-to-007.htm [ ImageOnlyFailure ]
572 webkit.org/b/84771 ietestcenter/css3/multicolumn/column-width-applies-to-009.htm [ ImageOnlyFailure ]
573 webkit.org/b/84772 ietestcenter/css3/multicolumn/column-width-applies-to-010.htm [ ImageOnlyFailure ]
574 webkit.org/b/84773 ietestcenter/css3/multicolumn/column-width-applies-to-012.htm [ ImageOnlyFailure ]
575 webkit.org/b/84777 ietestcenter/css3/multicolumn/column-width-applies-to-015.htm [ ImageOnlyFailure ]
576
577 webkit.org/b/85404 fast/loader/javascript-url-in-embed.html [ Failure Pass ]
578
579 webkit.org/b/85408 svg/batik/text/longTextOnPath.svg [ Failure Pass ]
580 webkit.org/b/85408 svg/batik/paints/gradientLimit.svg [ Failure Pass ]
581 webkit.org/b/85408 svg/batik/text/textOnPath.svg [ Failure Pass ]
582 webkit.org/b/85408 svg/batik/text/verticalTextOnPath.svg [ Failure Pass ]
583 webkit.org/b/85408 svg/batik/text/textPosition.svg [ Failure Pass ]
584 webkit.org/b/85408 svg/batik/text/verticalText.svg [ Failure Pass ]
585 webkit.org/b/85408 svg/batik/text/textLength.svg [ Failure Pass ]
586 webkit.org/b/85408 svg/batik/text/textEffect.svg [ Pass Failure ]
587 webkit.org/b/85408 svg/batik/paints/patternRegions-positioned-objects.svg [ Pass Failure ]
588 webkit.org/b/85408 svg/batik/text/textDecoration.svg [ Pass Failure ]
589 webkit.org/b/114120 svg/batik/masking/maskRegions.svg [ Pass Failure ]
590 webkit.org/b/114375 svg/batik/filters/feTile.svg [ Pass Failure ]
591
592 webkit.org/b/99893 svg/animations/mozilla/animateMotion-mpath-targetChange-1.svg [ ImageOnlyFailure ]
593
594 webkit.org/b/98718 svg/animations/animate-css-xml-attributeType.html [ Failure Pass ]
595
596 # IETC flexbox failures
597 webkit.org/b/85211 ietestcenter/css3/flexbox/flexbox-align-stretch-001.htm [ ImageOnlyFailure ]
598 webkit.org/b/85212 ietestcenter/css3/flexbox/flexbox-layout-002.htm [ ImageOnlyFailure ]
599
600 # Interferes with the tests that should pass
601 webkit.org/b/85689 fast/animation/request-animation-frame-disabled.html [ Skip ]
602
603 # Hits assert https://bugs.webkit.org/show_bug.cgi?id=86208
604 webkit.org/b/85308 ietestcenter/css3/valuesandunits/units-000.htm [ Skip ]
605
606 # IETC namespace failures
607 webkit.org/b/86142 ietestcenter/css3/namespaces/syntax-021.xml [ ImageOnlyFailure ]
608
609 webaudio/mediastreamaudiosourcenode.html [ Skip ]
610 webaudio/codec-tests/vorbis/ [ WontFix ]
611 webkit.org/b/119467 webaudio/audiobuffersource-loop-points.html [ Skip ]
612
613 # Text Autosizing is not enabled.
614 webkit.org/b/84186 fast/text-autosizing
615
616 # Skip tests in fast/text/shaping
617 webkit.org/b/90951 fast/text/shaping
618
619 # CSS Device Adaptation is not enabled.
620 webkit.org/b/95959 css3/device-adapt [ Skip ]
621
622 # Accelerated overflow scrolling (ENABLE_ACCELERATED_OVERFLOW_SCROLLING) is not enabled.
623 fast/repaint/overflow-scroll-touch-repaint.html [ Skip ]
624
625 # Hardware accelerated CSS transitions appear pixelated when scaled up using transform
626 webkit.org/b/27684 compositing/text-on-scaled-layer.html [ ImageOnlyFailure ]
627 webkit.org/b/27684 compositing/text-on-scaled-surface.html [ ImageOnlyFailure ]
628
629 # Asserts in MessagePort::contextDestroyed, but the assert usually gets attributed to later tests.
630 webkit.org/b/94458 fast/events/message-port-constructor-for-deleted-document.html
631
632 webkit.org/b/95501 http/tests/security/inactive-document-with-empty-security-origin.html [ Skip ]
633
634 # Rendering/Layout issue of CJK vertical text with some fonts.
635 webkit.org/b/98560 fast/writing-mode/vertical-subst-font-vert-no-dflt.html [ Pass ImageOnlyFailure ]
636
637 # This test is failing and causing subsequent tests to time out.
638 webkit.org/b/98837 http/tests/security/svg-image-leak.html [ Skip ]
639
640 # Should never have been a ref test.
641 webkit.org/b/98456 compositing/images/truncated-direct-png-image.html [ ImageOnlyFailure ]
642
643 # Timing out on Mountain Lion WK1 release sometimes
644 webkit.org/b/99221 js/dom/random-array-gc-stress.html [ Pass Timeout ]
645
646 # Expected to fail until WebGL extension implementation lands
647 webkit.org/b/98257 fast/canvas/webgl/oes-element-index-uint.html [ Failure Pass ]
648
649 # Expected to fail until GL_EXT_draw_buffers works properly for DARWIN. See WebGLDrawBuffers::supported
650 webkit.org/b/112486 fast/canvas/webgl/webgl-draw-buffers.html [ Failure Pass ]
651
652 webkit.org/b/107356 fast/css/sticky/sticky-top-zoomed.html [ ImageOnlyFailure ]
653
654 # Overflowing LayoutUnits cause RenderGeometryMap assertions
655 webkit.org/b/67434 [ Debug ] fast/overflow/overflow-height-float-not-removed-crash.html [ Skip ]
656 webkit.org/b/67434 [ Debug ] fast/overflow/overflow-height-float-not-removed-crash2.html [ Skip ]
657 webkit.org/b/67434 [ Debug ] fast/overflow/overflow-height-float-not-removed-crash3.html [ Skip ]
658 webkit.org/b/67434 [ Debug ] fast/block/float/overhanging-tall-block.html [ Skip ]
659
660 webkit.org/b/104954 http/tests/canvas/canvas-slow-font-loading.html [ ImageOnlyFailure ]
661
662 webkit.org/b/104962 platform/mac/fast/loader/file-url-mimetypes-2.html [ Failure ]
663
664 webkit.org/b/105777 editing/mac/spelling/autocorrection-in-textarea.html [ Failure Pass ]
665
666 # Enable when support drag-and-drop autoscrolling
667 webkit.org/b/39725 fast/events/drag-and-drop-autoscroll.html [ Skip ]
668
669 webkit.org/b/110186 inspector/page/javascriptDialogEvents.html [ Skip ]
670
671 # Need support for ResourceHandle::didChangePriority and DRT support
672 webkit.org/b/111016 http/tests/loading/promote-img-preload-priority.html [ Failure ]
673
674 webkit.org/b/111647 [ Debug ] sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.1_T2.html [ Slow ]
675 webkit.org/b/111647 [ Debug ] sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.4_T2.html [ Slow ]
676 webkit.org/b/111647 [ Debug ] sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A2.1_T2.html [ Slow ]
677 webkit.org/b/111647 [ Debug ] sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A2.4_T2.html [ Slow ]
678 webkit.org/b/111647 [ Debug ] sputnik/Conformance/10_Execution_Contexts/10.1_Definitions/10.1.8_Arguments_Object/S10.1.8_A3_T2.html [ Slow ]
679 webkit.org/b/111647 [ Debug ] sputnik/Conformance/07_Lexical_Conventions/7.4_Comments/S7.4_A5.html [ Slow ]
680 webkit.org/b/111647 [ Debug ] sputnik/Conformance/07_Lexical_Conventions/7.4_Comments/S7.4_A6.html [ Slow ]
681 webkit.org/b/111647 [ Debug ] sputnik/Conformance/12_Statement/12.6_Iteration_Statements/12.6.2_The_while_statement/S12.6.2_A6_T2.html [ Slow ]
682 webkit.org/b/111647 [ Debug ] sputnik/Conformance/13_Function_Definition/S13_A4_T4.html [ Slow ]
683 webkit.org/b/111647 [ Debug ] sputnik/Unicode/Unicode_218/S7.6_A5.3_T2.html [ Slow ]
684
685 webkit.org/b/111606 fast/borders/border-fit-2.html [ Failure Pass ]
686 webkit.org/b/111606 fast/borders/border-fit.html [ Failure Pass ]
687 webkit.org/b/111606 fast/repaint/border-fit-lines.html [ Failure Pass ]
688
689
690 # The following tests only fail on Mac EWS bots. Unfortunately, we haven't been able to figure out the cause of these failures.
691 webkit.org/b/112176 canvas/philip/tests/2d.path.arc.scale.2.html [ Failure Pass ]
692 webkit.org/b/112176 canvas/philip/tests/2d.path.arcTo.scale.html [ Failure Pass ]
693 webkit.org/b/112176 canvas/philip/tests/2d.path.arcTo.transformation.html [ Failure Pass ]
694 webkit.org/b/112176 canvas/philip/tests/2d.path.stroke.scale1.html [ Failure Pass ]
695 webkit.org/b/112176 canvas/philip/tests/2d.path.stroke.skew.html [ Failure Pass ]
696 webkit.org/b/112176 compositing/overflow/composited-scrolling-paint-phases.html [ Failure Pass ]
697 webkit.org/b/112176 fast/canvas/canvas-composite-alpha.html [ Failure Pass ]
698 webkit.org/b/112176 fast/canvas/webgl/read-pixels-test.html [ Failure Pass ]
699
700 # The following ref-test appears to fail on EWS bots as well.
701 webkit.org/b/112176 fast/css/sticky/inline-sticky-abspos-child.html [ ImageOnlyFailure Pass ]
702 webkit.org/b/112176 fast/css/sticky/inline-sticky.html [ ImageOnlyFailure Pass ]
703 webkit.org/b/112176 fast/css/sticky/sticky-both-sides.html [ ImageOnlyFailure Pass ]
704 # Once the bug 112176 is fixed, potentially restore the following test expectations.
705
706 # Always very slow, frequently timing out (only on bots, not locally).
707 webkit.org/b/121331 [ Yosemite ElCapitan ] http/tests/misc/submit-post-keygen.html [ Pass Failure Timeout ]
708
709 # <rdar://problem/26701829> com.apple.WebKit.WebContent.Development crashed in com.apple.security: Security::Mutex::unlock + 9
710 [ Sierra+ ] http/tests/misc/submit-post-keygen.html [ Pass Failure Timeout Crash ]
711
712 # isProtocolHandlerRegistered() isn't supported yet.
713 webkit.org/b/92749 fast/dom/NavigatorContentUtils/is-protocol-handler-registered.html [ Skip ]
714
715 # WebKit1-only
716 webkit.org/b/103857 fast/events/mouse-cursor-change.html [ Failure ]
717
718 webkit.org/b/116245 canvas/philip/tests/2d.text.draw.fontface.notinpage.html [ Pass Failure ]
719
720 webkit.org/b/120387 svg/animations/svglengthlist-animation-3.html [ Pass Failure ]
721
722 webkit.org/b/120923 animations/cross-fade-background-image.html [ ImageOnlyFailure ]
723
724 webkit.org/b/131244 svg/as-image/svg-as-image-canvas.html [ Pass ImageOnlyFailure ]
725
726 webkit.org/b/117427 compositing/reflections/load-video-in-reflection.html [ Pass ImageOnlyFailure ]
727
728 # Resizing windows appears broken in both DRT and WTR, making the test fail or time out flakily.
729 webkit.org/b/96642 loader/go-back-to-different-window-size.html [ Pass Failure Timeout ]
730
731 webkit.org/b/122031 fast/animation/request-animation-frame-time-unit.html [ Pass Failure ]
732
733 webkit.org/b/122038 animations/transform-non-accelerated.html [ Pass Failure ]
734
735 webkit.org/b/122490 [ Debug ] mathml/very-large-stretchy-operators.html [ Skip ]
736
737 # rdar://problem/21443002
738 [ Release ElCapitan+ ] mathml/very-large-stretchy-operators.html [ Slow ]
739
740 webkit.org/b/123220 compositing/regions/floated-region-with-transformed-child.html [ Pass ImageOnlyFailure ]
741 webkit.org/b/138179 compositing/regions/propagate-region-box-shadow-border-padding-for-video.html [ Skip ]
742
743 webkit.org/b/123250 plugins/destroy-during-npp-new-object-with-fallback-content.html [ Pass Failure ]
744
745 webkit.org/b/123369 svg/css/parent-shadow-offscreen.svg [ ImageOnlyFailure ]
746 webkit.org/b/123369 svg/css/root-shadow-offscreen.svg [ ImageOnlyFailure ]
747
748 webkit.org/b/151832 inspector/debugger/break-on-uncaught-exception-throw-in-promise-rethrow-in-catch.html
749 webkit.org/b/151832 inspector/debugger/break-on-uncaught-exception-throw-in-promise-then-with-catch.html
750 webkit.org/b/151832 inspector/debugger/break-on-uncaught-exception-throw-in-promise-then.html
751 webkit.org/b/151832 inspector/debugger/break-on-uncaught-exception-throw-in-promise-with-catch.html
752 webkit.org/b/151832 inspector/debugger/break-on-uncaught-exception-throw-in-promise.html
753 inspector/debugger/setBreakpoint-dfg-callee-and-examine-dfg-local.html
754 inspector/debugger/didSampleProbe-multiple-probes.html
755 inspector/debugger/nested-inspectors.html
756 inspector/debugger/pause-reason.html
757
758 webkit.org/b/124311 compositing/regions/transform-transparent-positioned-video-inside-region.html [ ImageOnlyFailure ]
759
760 webkit.org/b/124321 animations/resume-after-page-cache.html [ Pass Failure ]
761
762 # These fast/forms/select tests open a pop-up menu (visible on screen even when using run-webkit-tests), and get stuck in its nested event loop.
763 webkit.org/b/87748 fast/forms/select/optgroup-clicking.html [ Skip ]
764 webkit.org/b/73304 fast/forms/select/menulist-popup-crash.html [ Skip ]
765 webkit.org/b/113220 fast/forms/select/popup-closes-on-blur.html [ Skip ]
766 webkit.org/b/74384 fast/forms/select/menulist-onchange-fired-with-key-up-down.html [ WontFix ] # Additionally, this is not an expected behavior on Mac.
767
768 webkit.org/b/123029 [ Debug ] editing/mac/attributed-string [ Pass Crash ]
769
770 webkit.org/b/124933 svg/animations/getCurrentTime-pause-unpause.html [ Pass Failure ]
771
772 webkit.org/b/52016 http/tests/xmlhttprequest/xmlhttprequest-50ms-download-dispatch.html [ Pass Failure Timeout ]
773
774 # Subpixel failures START
775 # Inline text positioning
776 webkit.org/b/85532 fast/sub-pixel/file-upload-control-at-fractional-offset.html [ ImageOnlyFailure ]
777
778 # -webkit-flex off-by-one px
779 webkit.org/b/126898 css3/flexbox/image-percent-max-height.html [ ImageOnlyFailure ]
780
781 # repaintRectsAsText reports different repaintrects.
782 webkit.org/b/131887 fast/repaint/hidpi-wrong-repaint-rect-when-parent-has-noncompositing-transform.html [ Failure ]
783
784 # Some CSS region expected tests do not properly match CSS region's behavior.
785 webkit.org/b/132990 fast/regions/overflow/overflow-size-change-with-stacking-context.html [ ImageOnlyFailure ]
786
787 webkit.org/b/124342 fast/hidpi/image-srcset-svg-canvas.html [ ImageOnlyFailure ]
788
789 webkit.org/b/136419 fast/sub-pixel/block-with-margin-overflow.html [ ImageOnlyFailure ]
790 webkit.org/b/137729 fast/sub-pixel/client-width-height-snapping.html [ Failure ]
791 # Subpixel failures END
792
793 # These tests were always flaky, but became a lot more so at in r163472-r163476.
794 webkit.org/b/49182 animations/stop-animation-on-suspend.html [ Pass Failure ]
795 webkit.org/b/50959 animations/play-state-suspend.html [ Pass Failure ]
796 webkit.org/b/122040 animations/combo-transform-translate+scale.html [ Pass Failure ]
797 webkit.org/b/128379 animations/suspend-resume-animation.html [ Pass Failure ]
798
799 # Regressions in svg/clip-path
800 webkit.org/b/129180 svg/clip-path/clip-path-on-svg-001.svg [ ImageOnlyFailure ]
801 webkit.org/b/129180 svg/clip-path/clip-path-on-svg-002.svg [ ImageOnlyFailure ]
802
803 # Skipped for ios-simulator as well:
804 webkit.org/b/129758 js/dom/create-lots-of-workers.html [ Skip ]
805
806 webkit.org/b/130693 mathml/presentation/tokenElements-background-color.html [ ImageOnlyFailure ]
807
808 # These tests require an OpenType MATH font on the Apple bots.
809 webkit.org/b/72828 mathml/opentype/horizontal.html [ Failure ]
810 webkit.org/b/72828 mathml/opentype/horizontal-munderover.html [ Failure ]
811
812 # These tests require the Latin Modern Math font.
813 mathml/opentype/fraction-line.html [ Pass ImageOnlyFailure ]
814 mathml/presentation/fractions-linethickness.html [ Pass ImageOnlyFailure ]
815 mathml/opentype/large-operators-italic-correction.html [ Pass Failure ]
816 mathml/presentation/multiscripts-positions.html [ Pass ImageOnlyFailure ]
817 mathml/presentation/scripts-subsup.html [ Pass ImageOnlyFailure ]
818
819 # Missing references
820 webkit.org/b/119038 mathml/presentation/mo-stretch.html [ Failure ]
821 webkit.org/b/119038 mathml/presentation/roots.xhtml [ Failure ]
822
823 webkit.org/b/128255 compositing/columns/composited-lr-paginated-repaint.html [ Pass Failure ]
824 webkit.org/b/128255 compositing/columns/composited-rl-paginated-repaint.html [ Pass Failure ]
825
826 webkit.org/b/130972 transitions/3d/interrupted-transition.html [ Pass Failure Timeout ]
827
828 webkit.org/b/118153 compositing/repaint/positioned-movement.html [ Pass Failure ]
829
830 webkit.org/b/131715 transitions/cancel-transition.html [ Pass Failure ]
831
832 webkit.org/b/89153 http/tests/websocket/tests/hybi/workers/close.html [ Pass Failure ]
833
834 # <rdar://problem/16696298>
835 webkit.org/b/131886 webgl/1.0.2/conformance/textures/texture-size-limit.html [ Pass Failure ]
836 webkit.org/b/131886 fast/canvas/webgl/webgl-compressed-texture-size-limit.html [ Pass Failure Timeout ]
837
838 webkit.org/b/132385 compositing/repaint/repaint-on-layer-grouping-change.html [ Pass Failure ]
839
840 # This test, originally written for Chromium, historically was not testing anything on Mac because
841 # resizing didn't work. Now the test fails. I believe this bug was never fixed for the Mac port.
842 fast/dom/rtl-scroll-to-leftmost-and-resize.html [ Failure ]
843
844 webkit.org/b/135015 plugins/quicktime-plugin-replacement.html [ Pass Failure ]
845
846 webkit.org/b/131477 fast/repaint/obscured-background-no-repaint.html [ Pass Failure ]
847
848 webkit.org/b/116259 http/tests/cache/willsendrequest-returns-null-for-memory-cache-load.html [ Pass Failure ]
849
850 # --- Start media tests ---
851 ## --- Start media wontfix tests ---
852 # This test requires ogg codecs
853 media/media-can-play-ogg.html [ WontFix ]
854
855 # This test requires flac codec
856 media/media-can-play-flac-audio.html [ WontFix ]
857
858 # This tests requires support for non-Range HTTP requests.
859 http/tests/media/media-seeking-no-ranges-server.html [ WontFix ]
860
861 # This test requires MKV and OGV support.
862 media/track/in-band [ WontFix ]
863
864 # These tests require MKV, Vorbis, and Theora support.
865 media/track/audio [ WontFix ]
866 media/track/video [ WontFix ]
867
868 # This test requires alpha-channel video support.
869 compositing/video/video-background-color.html [ WontFix ]
870
871 # Mac doesn't have a toggle for CC any more, it's based on a menu of choices.
872 media/video-controls-captions.html [ WontFix ]
873
874 # Mac doesn't support YUV 420/422 colorspace
875 media/video-colorspace-yuv420.html [ WontFix ]
876 media/video-colorspace-yuv422.html [ WontFix ]
877
878 # The logic in this test is no longer correct for Apple ports
879 media/track/track-user-preferences.html [ WontFix ]
880
881 # This test requires the QuickTime LOOP user data property, which AVFoundation and QTKit64 do not support.
882 media/video-does-not-loop.html [ WontFix ]
883
884 # This test uses movie matricies, which AVFoundation and QTKit64 do not support.
885 media/video-size-intrinsic-scale.html [ WontFix ]
886
887 # These tests are for an obsolete version of the EME spec.
888 fast/events/constructors/media-key-event-constructor.html [ WontFix ]
889 media/encrypted-media/encrypted-media-can-play-type-webm.html [ WontFix ]
890 media/encrypted-media/encrypted-media-events.html [ WontFix ]
891 media/encrypted-media/encrypted-media-not-loaded.html [ WontFix ]
892 media/encrypted-media/encrypted-media-syntax.html [ WontFix ]
893
894 # This test requires media engines not purge buffered date before currentTime.
895 http/tests/media/video-buffered.html [ WontFix ]
896 ## --- End media wontfix tests ---
897
898 ## --- Start unimplemented media tests ---
899 webkit.org/b/91611 media/media-higher-prio-audio-stream.html [ Skip ]
900
901 # WebKitDataCue is supported, not DataCue
902 media/track/track-datacue.html [ Skip ]
903 ## --- End unimplemeted media tests ---
904
905 # HTML sandboxing produces two or three messages flakily.
906 webkit.org/b/137368 media/video-controls-no-scripting.html [ Pass Failure ]
907
908 # Yosemite has different expected results. It needs to rebase.
909 webkit.org/b/149113 media/media-controls-play-button-updates.html [ Pass Failure ]
910
911 ## --- Start flaky media tests ---
912 webkit.org/b/34331 http/tests/media/video-referer.html [ Pass Timeout ]
913 webkit.org/b/35297 media/video-display-aspect-ratio.html [ Pass Failure ]
914 webkit.org/b/82976 media/W3C/video/networkState/networkState_during_progress.html [ Pass Failure ]
915 webkit.org/b/85525 media/video-played-reset.html [ Pass Failure ]
916 webkit.org/b/112659 media/video-playing-and-pause.html [ Failure Timeout ]
917 webkit.org/b/114744 media/video-layer-crash.html [ Pass Timeout Failure ]
918 webkit.org/b/115048 media/media-element-play-after-eos.html [ Pass Timeout ]
919 webkit.org/b/116277 media/video-buffered.html [ Pass Failure ]
920 webkit.org/b/121803 media/video-object-fit-change.html [ Pass ImageOnlyFailure ]
921 webkit.org/b/121803 media/video-object-fit.html [ Pass ImageOnlyFailure ]
922 webkit.org/b/122021 media/track/track-cue-rendering-vertical.html [ Failure ]
923 webkit.org/b/122033 media/video-duration-known-after-eos.html [ Pass Timeout ]
924 webkit.org/b/122042 media/media-controller-playback.html [ Pass Timeout ]
925 webkit.org/b/122126 media/click-volume-bar-not-pausing.html [ Pass Timeout ]
926 webkit.org/b/122507 media/track/track-cue-rendering.html [ Pass Failure ]
927 webkit.org/b/123010 media/W3C/audio/networkState/networkState_during_loadstart.html [ Pass Timeout ]
928 webkit.org/b/123099 media/media-controller-time-clamp.html [ Pass Timeout ]
929 webkit.org/b/123522 media/track/track-in-band-legacy-api.html [ Pass Failure Crash ]
930 webkit.org/b/130490 media/video-remote-control-playpause.html [ Pass Failure ]
931 webkit.org/b/131855 media/event-attributes.html [ Pass Failure Timeout ]
932 webkit.org/b/133363 media/video-rtl.html [ Pass ImageOnlyFailure ]
933 webkit.org/b/133686 media/track/w3c/interfaces/TextTrackCue/align.html [ Pass Failure ]
934 webkit.org/b/133686 media/track/w3c/interfaces/TextTrackCue/endTime.html [ Pass Failure ]
935 webkit.org/b/133686 media/track/w3c/interfaces/TextTrackCue/id.html [ Pass Failure ]
936 webkit.org/b/133686 media/track/w3c/interfaces/TextTrackCue/pauseOnExit.html [ Pass Failure ]
937 webkit.org/b/133686 media/track/w3c/interfaces/TextTrackCue/startTime.html [ Pass Failure ]
938 webkit.org/b/133686 media/track/w3c/interfaces/TextTrackCue/track.html [ Pass Failure ]
939 webkit.org/b/135071 media/video-seek-with-negative-playback.html [ Pass Timeout ]
940 [ Yosemite ] media/track/track-in-band-subtitles-too-large.html [ Skip ]
941 webkit.org/b/135160 [ ElCapitan+ ] media/track/track-in-band-subtitles-too-large.html [ Failure ]
942 webkit.org/b/135160 media/track/track-long-word-container-sizing.html [ Failure ]
943 webkit.org/b/137311 media/video-fullscreeen-only-playback.html [ Pass Timeout Crash ]
944 webkit.org/b/139789 media/media-controls-timeline-updates.html [ Pass Failure ]
945 webkit.org/b/139825 media/video-seek-past-end-paused.html [ Pass Timeout ]
946 webkit.org/b/141084 http/tests/media/video-preload.html [ Pass Timeout ]
947 webkit.org/b/141294 compositing/reflections/masked-reflection-on-composited.html [ Pass Crash ]
948 webkit.org/b/142152 media/track/track-in-band-cues-added-once.html [ Pass Failure ]
949 webkit.org/b/147944 media/video-seek-to-current-time.html [ Pass Failure ]
950 webkit.org/b/114177 media/event-queue-crash.html [ Pass Failure ]
951 webkit.org/b/150408 http/tests/media/video-load-suspend.html [ Pass Timeout ]
952 webkit.org/b/155956 media/track/track-remove-track.html [ Pass Failure Timeout ]
953 webkit.org/b/124222 [ Yosemite ] media/track/track-in-band-duplicate-tracks-when-source-changes.html [ Pass Crash Timeout ]
954 ## --- End flaky media tests
955
956 # Skipped while Eric Carlson works on a fix.
957 webkit.org/b/28221 media/audio-delete-while-step-button-clicked.html [ Failure ]
958
959 # These tests always time out.
960 webkit.org/b/112492 media/track/track-prefer-captions.html [ Skip ]
961
962 webkit.org/b/136708 http/tests/media/video-play-stall-seek.html
963 webkit.org/b/136708 media/media-fullscreen-not-in-document.html
964
965 webkit.org/b/140639 http/tests/media/video-play-waiting.html [ Pass Timeout ]
966
967 # This test requires generation of progress events during loading
968 webkit.org/b/100984 media/progress-events-generated-correctly.html [ Failure ]
969
970 webkit.org/b/34287 http/tests/media/video-cookie.html
971
972 # needs enhanced eventSender.contextMenu() return value
973 webkit.org/b/116651 media/context-menu-actions.html [ Skip ]
974
975 webkit.org/b/61487 http/tests/media/video-cross-site.html [ Failure ]
976
977 # Opera-submitted tests to W3C for <track>, a lot of failures still.
978 webkit.org/b/103926 media/track/opera/idl/media-idl-tests.html [ Skip ]
979 webkit.org/b/103926 media/track/opera/interfaces/HTMLElement/HTMLMediaElement/crossOrigin.html [ Skip ]
980 webkit.org/b/103926 media/track/opera/interfaces/HTMLElement/HTMLTrackElement/kind.html [ Skip ]
981 webkit.org/b/103926 media/track/opera/interfaces/HTMLElement/HTMLTrackElement/src.html [ Skip ]
982 webkit.org/b/103926 media/track/opera/interfaces/TextTrack/activeCues.html [ Skip ]
983 webkit.org/b/103926 media/track/opera/interfaces/TrackEvent/constructor.html [ Skip ]
984 webkit.org/b/103926 media/track/opera/interfaces/TrackEvent/createEvent.html [ Skip ]
985 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCue/getCueAsHTML.html [ Skip ]
986 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCue/line.html [ Skip ]
987 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCue/onenter.html [ Skip ]
988 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCue/onexit.html [ Skip ]
989 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCue/snapToLines.html [ Skip ]
990 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCue/text.html [ Skip ]
991 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCue/vertical.html [ Skip ]
992 webkit.org/b/103926 media/track/opera/interfaces/TextTrackCueList/getter.html [ Skip ]
993 webkit.org/b/103926 media/track/opera/interfaces/TextTrackList/getter.html [ Skip ]
994 webkit.org/b/103926 media/track/opera/track/track-element/cloneNode.html [ Skip ]
995 webkit.org/b/103926 media/track/opera/track/track-element/src-clear-cues.html [ Skip ]
996 webkit.org/b/103926 media/track/opera/track/webvtt/parsing/001.html [ Skip ]
997 webkit.org/b/103926 media/track/opera/track/webvtt/parsing-cue-data/tests/entities.html [ Skip ] 
998 webkit.org/b/103926 media/track/opera/track/webvtt/parsing-cue-data/tests/tags.html [ Skip ]
999 webkit.org/b/103926 media/track/opera/track/webvtt/rendering/adhoc/12345_timestamps.html [ Skip ]
1000 webkit.org/b/103926 media/track/opera/track/webvtt/parsing-cue-data/tests/timestamps.html [ Skip ]
1001 webkit.org/b/103926 media/track/opera/track/webvtt/parsing-cue-data/tests/tree-building.html [ Skip ]
1002 webkit.org/b/103926 media/track/opera/track/webvtt/rendering/adhoc/cue_font_size_transition.html [ Skip ]
1003 webkit.org/b/103926 media/track/opera/track/webvtt/rendering/adhoc/voice_with_evil_timestamp.html [ Skip ]
1004
1005 # WebVTT tests don't work because they need more than a 800x600 snapshot.
1006 # They are also flakily failing on WebKit2, as snapshot sometimes has a black rectangle for video element instead of white one.
1007 webkit.org/b/131476 media/track/w3c/track/webvtt [ Skip ]
1008
1009 webkit.org/b/67716 media/media-controls-invalid-url.html [ Failure ]
1010
1011 webkit.org/b/75184 media/W3C/video/canPlayType/canPlayType_codecs_order_2.html [ Failure ]
1012 webkit.org/b/75184 media/W3C/video/canPlayType/canPlayType_codecs_order_3.html [ Failure ]
1013 webkit.org/b/75184 media/W3C/audio/canPlayType/canPlayType_supported_but_no_codecs_parameter_1.html [ Pass Failure ]
1014 webkit.org/b/75184 media/W3C/video/canPlayType/canPlayType_supported_but_no_codecs_parameter_2.html [ Failure ]
1015 webkit.org/b/75184 media/W3C/video/canPlayType/canPlayType_two_implies_one_3.html [ Failure ]
1016 webkit.org/b/75184 media/W3C/video/canPlayType/canPlayType_two_implies_one_4.html [ Failure ]
1017 webkit.org/b/75184 media/W3C/video/canPlayType/canPlayType_two_implies_one_5.html [ Failure ]
1018 webkit.org/b/75184 media/W3C/video/canPlayType/canPlayType_two_implies_one_6.html [ Failure ]
1019
1020 webkit.org/b/84357 media/audio-repaint.html [ Failure ]
1021
1022 webkit.org/b/121992 media/media-volume-slider-rendered-below.html [ Failure ]
1023 webkit.org/b/121992 media/media-volume-slider-rendered-normal.html [ Timeout Failure ]
1024 webkit.org/b/121995 media/video-controls-captions-trackmenu-hide-on-click-outside.html [ Timeout Failure ]
1025 webkit.org/b/121995 media/video-controls-captions-trackmenu-hide-on-click.html [ Timeout Failure ]
1026 webkit.org/b/121995 media/video-controls-captions-trackmenu-includes-enabled-track.html [ Timeout Failure ]
1027
1028 # REGRESSION(r156546): 6 media tests broken (122021)
1029 webkit.org/b/122021 media/track/track-cue-mutable-text.html [ Pass Failure ]
1030 webkit.org/b/122021 media/track/track-cue-rendering-mode-changed.html [ Timeout ]
1031 webkit.org/b/122021 media/track/track-in-band-mode.html [ Failure ]
1032 webkit.org/b/122021 media/video-controls-captions-trackmenu.html [ Timeout ]
1033 webkit.org/b/122021 media/video-controls-fullscreen-volume.html [ Failure ]
1034 webkit.org/b/116266 media/video-controls-toggling.html [ Timeout ]
1035
1036 # --- End media tests ---
1037
1038 webkit.org/b/136994 http/tests/media/hls/video-cookie.html [ Failure ]
1039
1040 webkit.org/b/137505 media/track/track-forced-subtitles-in-band.html [ Failure Pass Timeout ]
1041
1042 # FIXME: Needs bugzilla (<rdar://problem/16040720>)
1043 [ Yosemite+ ] canvas/philip/tests/2d.drawImage.animated.poster.html [ Pass Failure ]
1044 [ Yosemite+ ] fast/canvas/canvas-scale-strokePath-shadow.html [ Pass Failure ]
1045
1046 # FIXME: Needs bugzilla (<rdar://problem/16187249>)
1047 [ Yosemite ] transitions/transition-end-event-destroy-iframe.html [ Skip ]
1048 [ Yosemite ] media/video-controls-in-media-document.html [ Skip ]
1049 [ Yosemite ] media/video-document-types.html [ Skip ]
1050 [ Yosemite ] fast/events/media-focus-in-standalone-media-document.html [ Skip ]
1051
1052 # FIXME: Needs bugzilla (<rdar://problem/16663912>)
1053 # Seems like this should happen everywhere, but it only does on Yosemite.
1054 [ Yosemite+ ] http/tests/navigation/post-frames-goback1.html [ Pass Failure ]
1055
1056 # FIXME: Needs bugzilla (<rdar://problem/16802068>)
1057 [ Yosemite+ ] fast/css/input-search-padding.html [ Failure ]
1058
1059 # FIXME: Needs bugzilla (<rdar://problem/17458211>)
1060 [ Yosemite+ ] platform/mac/fast/text/systemFont.html [ Pass Failure ]
1061
1062 # FIXME: Needs bugzilla (<rdar://problem/17476688>)
1063 [ Yosemite+ ] media/media-source/media-source-tracks.html [ Skip ]
1064
1065 # Passing Media Source tests
1066 [ Yosemite+ ] http/tests/media/media-source/ [ Skip ]
1067 [ Yosemite+ ] http/tests/media/media-source/SourceBuffer-abort-readyState.html [ Pass ]
1068 [ Yosemite+ ] http/tests/media/media-source/SourceBuffer-abort-removed.html [ Pass ]
1069 [ Yosemite+ ] http/tests/media/media-source/SourceBuffer-abort.html [ Pass ]
1070 [ Yosemite+ ] http/tests/media/media-source/mediasource-addsourcebuffer.html [ Pass ]
1071 [ Yosemite+ ] http/tests/media/media-source/mediasource-append-buffer.html [ Pass ]
1072 [ Yosemite+ ] http/tests/media/media-source/mediasource-closed.html [ Pass ]
1073 [ Yosemite+ ] http/tests/media/media-source/mediasource-config-change-mp4-v-bitrate.html [ Pass ]
1074 [ Yosemite+ ] http/tests/media/media-source/mediasource-config-change-mp4-v-framerate.html [ Pass ]
1075 [ Yosemite+ ] http/tests/media/media-source/mediasource-endofstream-invaliderror.html [ Pass ]
1076 [ Yosemite+ ] http/tests/media/media-source/mediasource-is-type-supported.html [ Pass ]
1077 [ Yosemite+ ] http/tests/media/media-source/mediasource-multiple-attach.html [ Pass ]
1078 [ Yosemite+ ] http/tests/media/media-source/mediasource-play.html [ Pass ]
1079 [ Yosemite+ ] http/tests/media/media-source/mediasource-remove.html [ Pass ]
1080 [ Yosemite+ ] http/tests/media/media-source/mediasource-sourcebufferlist.html [ Pass ]
1081 [ Yosemite+ ] http/tests/media/media-source/mediasource-sourcebuffer-mode.html [ Pass ]
1082
1083 # Flaky Media Source tests
1084 webkit.org/b/149816 [ Yosemite+ ] http/tests/media/media-source/SourceBuffer-abort-updating.html [ Pass Timeout ]
1085
1086 # These two tests have "Error: InvalidStateError: DOM Exception 11" in output.
1087 [ Yosemite+ ] media/media-source/media-source-duplicate-seeked.html [ Failure ]
1088 [ Yosemite+ ] media/media-source/media-source-play.html [ Failure ]
1089
1090 # This test times out.
1091 [ Yosemite+ ] media/media-source/media-source-seek-complete.html [ Timeout ]
1092
1093 # These tests used to only fail with WK2, but on Yosemite, they also fail with WK1.
1094 webkit.org/b/132766 [ Yosemite ] fast/hidpi/filters-blur.html [ Pass ImageOnlyFailure ]
1095 webkit.org/b/132766 [ Yosemite ] fast/hidpi/filters-hue-rotate.html [ Pass ImageOnlyFailure ]
1096 webkit.org/b/132766 [ Yosemite ] fast/hidpi/filters-invert.html [ Pass ImageOnlyFailure ]
1097 webkit.org/b/132766 [ Yosemite ] fast/hidpi/filters-multiple.html [ Pass ImageOnlyFailure ]
1098 webkit.org/b/132766 [ Yosemite ] fast/hidpi/filters-reference.html [ Pass ImageOnlyFailure ]
1099
1100 # FIXME: Needs bugzilla
1101 editing/mac/input/undo-grouping-on-text-insertion.html [ Skip ]
1102
1103 # FIXME: Needs bugzilla (<rdar://problem/17890720>)
1104 [ Yosemite+ ] fast/dom/Geolocation/requestQueuingForHiddenPage.html [ Skip ]
1105
1106 # This test fails in compositing mode, so pre-Yosemite failures are WK2 only, and now it fails on WK1 too.
1107 webkit.org/b/136109 [ Yosemite+ ] fast/multicol/mixed-opacity-fixed-test.html  [ ImageOnlyFailure ]
1108
1109 # FIXME: Needs bugzilla (<rdar://problem/18232228>)
1110 [ Yosemite ] fast/canvas/image-potential-subsample.html [ Pass Failure ]
1111 [ Yosemite ] fast/canvas/webgl/tex-image-and-sub-image-2d-with-potentially-subsampled-image.html [ Pass Failure ]
1112
1113 # FIXME: Needs bugzilla (<rdar://problem/18273139>)
1114 [ Yosemite+ ] storage/websql/sql-error-codes.html [ Failure ]
1115
1116 webkit.org/b/82980 http/tests/navigation/back-twice-without-commit.html [ Pass Timeout ]
1117
1118 # Language-specific font fallback is disabled on certain versions of OS X
1119 webkit.org/b/147390 [ Yosemite ElCapitan ] fast/text/fallback-language-han.html [ ImageOnlyFailure ]
1120 webkit.org/b/147390 [ Yosemite ElCapitan ] fast/text/fallback-language-han-2.html [ ImageOnlyFailure ]
1121
1122 webkit.org/b/137589 compositing/hidpi-compositing-vs-non-compositing-check-on-testing-framework.html [ Pass ImageOnlyFailure ]
1123
1124 # These tests fail on machines with AMD (ATI) graphics cards - that is, on EWS and locally.
1125 webkit.org/b/93560 fast/canvas/webgl/tex-image-and-sub-image-2d-with-array-buffer-view.html [ Pass Failure ]
1126 webkit.org/b/93560 fast/canvas/webgl/tex-image-and-sub-image-2d-with-image-data-rgb565.html [ Pass Failure ]
1127 webkit.org/b/93560 fast/canvas/webgl/tex-image-and-sub-image-2d-with-image-data-rgba4444.html [ Pass Failure ]
1128 webkit.org/b/93560 fast/canvas/webgl/tex-image-and-sub-image-2d-with-image-data-rgba5551.html [ Pass Failure ]
1129 webkit.org/b/93560 fast/canvas/webgl/tex-image-and-sub-image-2d-with-image-data.html [ Pass Failure ]
1130
1131 # These seem to be like the above, but they fail locally on Yosemite with AMD graphics (Mac Pro Late 2013).
1132 fast/canvas/canvas-draw-canvas-on-canvas-shadow.html [ Pass Failure ]
1133 fast/canvas/canvas-fillRect-gradient-shadow.html [ Pass Failure ]
1134
1135 # SVG gradients are not bit-for-bit equivalent through a scale.
1136 webkit.org/b/142192 svg/transforms/transformed-text-fill-gradient.html [ ImageOnlyFailure ]
1137
1138 # Word-spacing is incorrectly applied
1139 webkit.org/b/142086 fast/css/word-spacing-between-blocks.html [ ImageOnlyFailure ]
1140 webkit.org/b/142086 fast/css/word-spacing-between-inlines.html [ ImageOnlyFailure ]
1141 webkit.org/b/142086 fast/css/word-spacing-characters.html [ ImageOnlyFailure ]
1142 webkit.org/b/142086 fast/text/word-space-between-inlines.html [ ImageOnlyFailure ]
1143
1144 # Underlines' starting and ending positions need to be pixel-snapped
1145 webkit.org/b/142087 fast/css3-text/css3-text-decoration/no-gap-between-two-rounded-textboxes.html [ ImageOnlyFailure ]
1146 webkit.org/b/142087 fast/css3-text/css3-text-decoration/text-decoration-skip/text-decoration-skip-ink-inherit.html [ ImageOnlyFailure ]
1147
1148 # Tests that fail with the SVG -> OTF font converter, but are lower priority than live-on
1149 webkit.org/b/140588 svg/W3C-SVG-1.1/fonts-desc-02-t.svg [ Failure ]
1150 webkit.org/b/137096 svg/W3C-SVG-1.1/text-altglyph-01-b.svg [ Failure ]
1151 webkit.org/b/137096 svg/custom/altglyph.svg [ Failure ]
1152 webkit.org/b/140590 svg/custom/svg-fonts-in-text-controls.html [ Failure ]
1153 webkit.org/b/137096 svg/text/text-altglyph-01-b.svg [ Failure ]
1154 webkit.org/b/137096 svg/text/alt-glyph-for-surrogate-pair.svg [ ImageOnlyFailure ]
1155 webkit.org/b/140589 svg/W3C-SVG-1.1/text-text-06-t.svg [ Failure ]
1156 webkit.org/b/140589 svg/text/text-text-06-t.svg [ Failure ]
1157 webkit.org/b/137098 svg/text/text-hkern.svg [ Failure ]
1158 webkit.org/b/137100 svg/text/text-vkern.svg [ Failure ]
1159
1160 # Sometimes has an extra space at the end
1161 fast/forms/focus-selection-textarea.html [ Pass Failure ]
1162
1163 webkit.org/b/141534 [ Yosemite ] media/video-load-networkState.html [ Pass Crash ]
1164
1165 webkit.org/b/142726 [ Yosemite+ ] fast/images/animated-png.html [ ImageOnlyFailure ]
1166
1167 # Fails when an actual AppleTV is nearby.
1168 webkit.org/b/148912 [ ElCapitan+ ] media/controls/airplay-picker.html [ Pass Failure ]
1169
1170 # OS X 10.10.3+ has the necessary glyphs.
1171 webkit.org/b/142548 [ Yosemite+ ] editing/selection/extend-by-character-007.html [ Pass ]
1172
1173 [ Yosemite+ ] media/accessiblity-describes-video.html [ Pass Failure ]
1174
1175 webkit.org/b/145432 media/video-transformed-by-javascript.html [ Failure ]
1176
1177 # <rdar://problem/19588632>
1178 [ ElCapitan+ ] http/tests/media/track-in-band-hls-metadata.html [ Timeout ]
1179
1180 # <rdar://problem/19893462>
1181 [ ElCapitan+ ] sputnik/Unicode/Unicode_510/S7.6_A3.1.html [ Failure ]
1182 [ ElCapitan+ ] sputnik/Unicode/Unicode_510/S7.6_A3.2.html [ Failure ]
1183 [ ElCapitan+ ] sputnik/Unicode/Unicode_510/S7.6_A5.3_T1.html [ Failure ]
1184 [ ElCapitan+ ] sputnik/Unicode/Unicode_510/S7.6_A5.3_T2.html [ Failure ]
1185
1186 # See also: <rdar://problem/20622665>
1187 webkit.org/b/148597 http/tests/media/video-play-stall.html [ Pass Failure ]
1188
1189 # <rdar://problem/21263363>
1190 http/tests/media/remove-while-loading.html [ Skip ]
1191 http/tests/media/video-accept-encoding.html [ Failure ]
1192 http/tests/media/video-cancel-load.html [ Skip ]
1193 http/tests/media/video-served-as-text.html [ Failure ]
1194 http/tests/media/video-throttled-load-metadata.html [ Failure ]
1195 http/tests/security/contentSecurityPolicy/media-src-allowed.html [ Skip ]
1196
1197 webkit.org/b/150978 fast/canvas/webgl/oes-texture-half-float-linear.html [ Pass Failure ]
1198
1199 webkit.org/b/147763 [ Yosemite ] accessibility/mac/loaded-notification.html [ Skip ]
1200
1201 # These tests rely on iOS-specific font fallback.
1202 [ Yosemite ElCapitan ] fast/text/international/system-language/arabic-glyph-cache-fill-combine.html [ Pass ImageOnlyFailure ]
1203 [ Yosemite ElCapitan ] fast/text/arabic-blacklisted-expected.html [ Pass ImageOnlyFailure ]
1204
1205 # Started to fail after r188390
1206 webkit.org/b/148042 http/tests/media/video-buffered-range-contains-currentTime.html [ Pass Failure ]
1207
1208 # This test tests a particular system font, which is only on iOS and El Capitan.
1209 webkit.org/b/148119 [ Yosemite ] fast/text/trak-optimizeLegibility.html [ Failure ]
1210
1211 webkit.org/b/148636 inspector/css/createStyleSheet.html [ Pass Timeout ]
1212 webkit.org/b/148636 inspector/css/get-system-fonts.html [ Pass Timeout ]
1213 webkit.org/b/148636 inspector/css/getAllStyleSheets.html [ Pass Timeout ]
1214 webkit.org/b/148636 inspector/css/manager-preferredInspectorStyleSheetForFrame.html [ Pass Timeout ]
1215 webkit.org/b/148636 inspector/css/matched-style-properties.html [ Pass Timeout ]
1216 webkit.org/b/148636 inspector/css/modify-rule-selector.html [ Pass Timeout ]
1217 webkit.org/b/148636 inspector/css/pseudo-element-matches-for-pseudo-element-node.html [ Pass Timeout ]
1218 webkit.org/b/148636 inspector/css/pseudo-element-matches.html [ Pass Timeout ]
1219 webkit.org/b/148636 inspector/css/selector-dynamic-specificity.html [ Pass Timeout ]
1220 webkit.org/b/148636 inspector/css/selector-specificity.html [ Pass Timeout ]
1221 webkit.org/b/158742 [ Debug ] inspector/debugger/break-in-constructor-before-super.html [ Pass Timeout ]
1222 webkit.org/b/152029 inspector/debugger/command-line-api-exception.html [ Pass Timeout ]
1223 webkit.org/b/152487 inspector/debugger/command-line-api-exception-nested-catch.html [ Pass Timeout ]
1224 webkit.org/b/148636 inspector/dom/content-flow-content-nodes.html [ Pass Timeout ]
1225 webkit.org/b/148636 inspector/dom/content-flow-content-removal.html [ Pass Timeout ]
1226 webkit.org/b/148636 inspector/dom/content-flow-list.html [ Pass Timeout ]
1227 webkit.org/b/148636 inspector/dom/content-node-region-info.html [ Pass Timeout ]
1228 webkit.org/b/148636 inspector/dom/getAccessibilityPropertiesForNode.html [ Pass Timeout ]
1229 webkit.org/b/148636 inspector/dom/highlight-shape-outside.html [ Pass Timeout ]
1230 webkit.org/b/153039 [ Debug ] inspector/heap/garbageCollected.html [ Pass Timeout ]
1231 webkit.org/b/148636 inspector/model/parse-script-syntax-tree.html [ Pass Timeout ]
1232 webkit.org/b/148636 inspector/model/remote-object-get-properties.html [ Pass Timeout ]
1233 webkit.org/b/148636 inspector/model/remote-object.html [ Pass Timeout ]
1234 webkit.org/b/148636 inspector/page/main-frame-resource.html [ Pass Timeout ]
1235 webkit.org/b/148636 inspector/model/remote-object-weak-collection.html [ Pass Failure ]
1236 webkit.org/b/153108 [ Debug ] inspector/model/scope-chain-node.html [ Pass Timeout ]
1237 webkit.org/b/155607 inspector/unit-tests/heap-snapshot.html [ Pass Timeout ]
1238 webkit.org/b/157999 inspector/unit-tests/heap-snapshot-collection-event.html [ Pass Timeout ]
1239 webkit.org/b/155607 inspector/heap/snapshot.html [ Pass Timeout ]
1240 webkit.org/b/143719 inspector/console/console-api.html [ Pass Timeout ]
1241 webkit.org/b/156078 inspector/console/heapSnapshot.html [ Pass Timeout ]
1242 webkit.org/b/158006 inspector/console/console-time.html [ Pass Timeout ]
1243 webkit.org/b/156634 inspector/formatting/formatting-javascript.html [ Pass Timeout ]
1244 webkit.org/b/158948 inspector/timeline [ Pass Timeout ]
1245
1246 # Colorspaces on CA OpenGL layers not available in Yosemite
1247 [ Yosemite ] fast/canvas/webgl/match-page-color-space.html [ Skip ]
1248
1249 # Han quotes are not different on Yosemite.
1250 [ Yosemite ] fast/text/international/system-language/han-quotes.html [ ImageOnlyFailure ]
1251
1252 webkit.org/b/149128 fast/text/control-characters [ ImageOnlyFailure ]
1253
1254 webkit.org/b/148695 fast/shadow-dom [ Pass ]
1255
1256 # Touch events is not enabled on Mac
1257 webkit.org/b/149592 fast/shadow-dom/touch-event-ios.html [ Failure ]
1258
1259 webkit.org/b/150225 fast/custom-elements [ Pass ]
1260
1261 # Times out in debug.
1262 [ Debug ] js/regress/getter-richards-try-catch.html [ Skip ]
1263
1264 # Marking test as flaky in El Capitan
1265 webkit.org/b/149819 [ Debug ElCapitan+ ] compositing/video/video-poster.html [ Pass Crash ]
1266
1267 # Marking as flaky again, patch did not work
1268 webkit.org/b/149218 http/tests/notifications/events.html [ Pass Crash ]
1269
1270 # Flaky on Mac
1271 webkit.org/b/148435 storage/domstorage/events/basic-body-attribute.html [ Pass Failure ]
1272
1273 webkit.org/b/149930 fast/canvas/webgl/oes-texture-float-linear.html [ Pass Failure ]
1274 webkit.org/b/58766 fast/canvas/webgl/gl-teximage.html [ Pass Failure ]
1275
1276 # Imported Blink tests which have not been investigated.
1277 imported/blink/compositing/video/video-controls-layer-creation-squashing.html [ Pass ImageOnlyFailure ]
1278
1279 webkit.org/b/150806 imported/w3c/web-platform-tests/XMLHttpRequest/send-timeout-events.htm [ Pass Failure ]
1280 webkit.org/b/150823 imported/w3c/web-platform-tests/XMLHttpRequest/getresponseheader-chunked-trailer.htm [ Pass Failure ]
1281
1282 webkit.org/b/152436 [ Debug ] imported/w3c/web-platform-tests/streams/readable-streams/garbage-collection.https.html [ Pass Crash ]
1283 webkit.org/b/153781 [ Debug ] imported/w3c/web-platform-tests/streams/readable-streams/garbage-collection-1.html [ Pass Crash ]
1284 webkit.org/b/153781 [ Debug ] imported/w3c/web-platform-tests/streams/readable-streams/garbage-collection-2.html [ Pass Crash ]
1285
1286 # WOFF2 is only supported on certain Operating Systems.
1287 webkit.org/b/150830 [ Yosemite ElCapitan ] fast/text/woff2.html [ ImageOnlyFailure ]
1288
1289 webkit.org/b/150956 imported/w3c/web-platform-tests/html/semantics/embedded-content/media-elements/event_loadeddata.html [ Pass Timeout ]
1290
1291 webkit.org/b/140217 http/tests/navigation/forward-and-cancel.html [ Pass Failure ]
1292
1293 webkit.org/b/151469 imported/w3c/web-platform-tests/html/syntax/parsing/template/creating-an-element-for-the-token/template-owner-document.html [ Pass Crash ]
1294
1295 webkit.org/b/152009 [ Debug ElCapitan ] fast/canvas/canvas-too-large-to-draw.html [ Skip ]
1296
1297 # Yosemite and El Capitan do not support font feature coverage queries.
1298 [ Yosemite ElCapitan ] css3/font-variant-small-caps-synthesis-coverage.html [ ImageOnlyFailure ]
1299 [ Yosemite ElCapitan ] css3/font-variant-petite-caps-synthesis-coverage.html [ ImageOnlyFailure ]
1300 [ Yosemite ElCapitan ] fast/text/all-small-caps-whitespace.html [ ImageOnlyFailure ]
1301 [ Yosemite ElCapitan ] css3/font-variant-synthesis-jdaggett.html [ ImageOnlyFailure ]
1302
1303 # Temporarily disable font feature synthesis tests.
1304 [ Yosemite ElCapitan ] css3/font-variant-small-caps-synthesis.html [ ImageOnlyFailure ]
1305 [ Yosemite ElCapitan ] css3/font-variant-petite-caps-synthesis.html [ ImageOnlyFailure ]
1306
1307 # WIRELESS_PLAYBACK_TARGET not enabled on Yosemite.
1308 [ Yosemite ] media/airplay-target-availability.html
1309 [ Yosemite ] media/controls/airplay-picker.html
1310 [ Yosemite ] media/airplay-autoplay.html
1311
1312 webkit.org/b/153086 sputnik/Conformance/15_Native_Objects/15.1_The_Global_Object/15.1.3/15.1.3.3_encodeURI/S15.1.3.3_A2.4_T2.html [ Pass Crash ]
1313
1314 webkit.org/b/153752 [ Yosemite ] http/tests/plugins/visible_plugins.html [ Skip ]
1315
1316 webkit.org/b/153809 transitions/clip-path-transitions.html [ Pass Failure ]
1317 webkit.org/b/153809 transitions/clip-path-path-transitions.html [ Pass Failure ]
1318
1319 webkit.org/b/153883 webgl/1.0.3/conformance/extensions/oes-texture-half-float-linear.html [ Pass Failure ]
1320
1321 webkit.org/b/153871 imported/w3c/web-platform-tests/html/semantics/document-metadata/styling/LinkStyle.html [ Pass Failure ]
1322
1323 # These tests are already run with run-jsc-stress-tests
1324 webkit.org/b/153879 js/basic-set.html [ Skip ]
1325 webkit.org/b/154753 js/basic-map.html [ Skip ]
1326
1327 # outline: auto -focusring.
1328 accessibility/mac/selection-element-tabbing-to-link.html [ Pass Failure ]
1329 accessibility/mac/selection-notification-focus-change.html [ Pass Failure ]
1330
1331 webkit.org/b/152506 webgl/1.0.2/conformance/extensions/get-extension.html [ Pass Timeout ]
1332
1333 webkit.org/b/154709 [ ElCapitan+ ] fast/text/crash-complex-text-surrogate.html [ Pass Failure ]
1334
1335 webkit.org/b/155092 js/arraybuffer-wrappers.html [ Pass Timeout ]
1336
1337 webkit.org/b/155140 js/promises-tests/promises-tests-2-3-3.html [ Pass Failure ]
1338
1339 # Content Security Policy for media redirects is not supported on some OSes.
1340 [ Yosemite ElCapitan ] http/tests/security/contentSecurityPolicy/audio-redirect-blocked.html [ Failure ]
1341 [ Yosemite ElCapitan ] http/tests/security/contentSecurityPolicy/video-redirect-blocked.html [ Failure ]
1342
1343 webkit.org/b/155505 [ ElCapitan+ ] http/tests/security/contentSecurityPolicy/userAgentShadowDOM/allow-audio.html [ Skip ]
1344 webkit.org/b/155505 [ ElCapitan+ ] http/tests/security/contentSecurityPolicy/userAgentShadowDOM/allow-video.html [ Skip ]
1345
1346 webkit.org/b/154688 inspector/controller/runtime-controller.html [ Pass Timeout ]
1347
1348 webkit.org/b/156112 [ ElCapitan+ ] media/audio-controls-rendering.html [ Pass Failure ]
1349 webkit.org/b/156112 [ ElCapitan+ ] media/controls-strict.html [ Pass Failure ]
1350 webkit.org/b/156112 [ ElCapitan+ ] media/controls-without-preload.html [ Pass Failure ]
1351
1352 webkit.org/b/156351 storage/indexeddb/modern/autoincrement-abort-private.html [ Pass Timeout ]
1353
1354 webkit.org/b/156983 media/video-fullscreen-restriction-removed.html [ Pass Failure ]
1355
1356 webkit.org/b/156320 fast/regions/inline-block-inside-anonymous-overflow.html [ ImageOnlyFailure ]
1357
1358 webkit.org/b/155196 security/contentSecurityPolicy/video-with-file-url-allowed-by-media-src-star-with-AllowContentSecurityPolicySourceStarToMatchAnyProtocol-enabled.html [ Pass ImageOnlyFailure ]
1359 webkit.org/b/155196 security/contentSecurityPolicy/video-with-file-url-allowed-by-media-src-star.html [ Pass ImageOnlyFailure ]
1360 webkit.org/b/155196 security/contentSecurityPolicy/video-with-data-url-allowed-by-media-src-star.html [ Pass ImageOnlyFailure ]
1361 webkit.org/b/155196 security/contentSecurityPolicy/video-with-blob-url-allowed-by-media-src-star.html [ Pass ImageOnlyFailure ]
1362
1363 webkit.org/b/158101 imported/blink/http/tests/plugins/get-url-notify-on-removal.html [ Pass Timeout ]
1364
1365 webkit.org/b/143653 [ Yosemite ] http/tests/websocket/tests/hybi/upgrade-simple-ws.html [ Skip ] # Timeout
1366
1367 webkit.org/b/158534 css3/filters/backdrop/dynamic-backdrop-filter-change.html [ Pass ImageOnlyFailure ]
1368
1369 # These tests hardcode platform-specific font aliases.
1370 webkit.org/b/158649 [ Yosemite ] fast/text/chinese-font-name-aliases.html [ ImageOnlyFailure ]
1371 webkit.org/b/158649 [ ElCapitan+ ] fast/text/chinese-font-name-aliases-2.html [ ImageOnlyFailure ]
1372 webkit.org/b/159003 [ Sierra+ ] fast/text/font-cursive-italic-cjk.html [ ImageOnlyFailure ]
1373 webkit.org/b/159003 [ Yosemite ElCapitan ] fast/text/font-cursive-italic-cjk-2.html [ ImageOnlyFailure ]
1374
1375 webkit.org/b/158889 media/video-controls-show-on-kb-or-ax-event.html [ Pass Failure ]
1376
1377 # <rdar://problem/22950905> REGRESSION (Sierra): canvas-alphaImageData-behavior very flaky
1378 [ Sierra+ ] fast/canvas/canvas-alphaImageData-behavior.html [ Pass Failure ]
1379
1380 # <rdar://problem/23500327> storage/websql/alter-to-info-table.html
1381 [ Sierra+ ] storage/websql/alter-to-info-table.html [ Pass Failure ]
1382
1383 # <rdar://problem/23504749> imported/w3c/web-platform-tests/XMLHttpRequest/response-method.htm failing
1384 [ Sierra+ ] imported/w3c/web-platform-tests/XMLHttpRequest/response-method.htm [ Pass Failure ]
1385
1386 # <rdar://problem/23505582> Fails on iMac10,1 and iMac11,1
1387 [ Sierra+ ] fast/canvas/canvas-imageSmoothingEnabled-repaint.html [ Pass Failure ]
1388
1389 # <rdar://problem/23601055>
1390 [ Sierra+ ] media/track/track-in-band-style.html [ Pass Failure ]
1391
1392 # Sierra supports true font feature coverage queries. We use the -coverage versions of these tests instead.
1393 [ Sierra+ ] css3/font-variant-small-caps-synthesis.html [ ImageOnlyFailure ]
1394 [ Sierra+ ] css3/font-variant-petite-caps-synthesis.html [ ImageOnlyFailure ]
1395
1396 # <rdar://problem/24025664> 2d.gradient.interpolate.colouralpha.html LayoutTests failing
1397 [ Sierra+ ] imported/w3c/canvas/2d.gradient.interpolate.colouralpha.html [ Skip ]
1398 [ Sierra+ ] canvas/philip/tests/2d.gradient.interpolate.colouralpha.html [ Skip ]
1399
1400 # <rdar://problem/25279189> LayoutTest http/tests/security/mixedContent/insecure-audio-video-in-main-frame.html is flaky
1401 [ Sierra+ ] http/tests/security/mixedContent/insecure-audio-video-in-main-frame.html [ Pass Failure ]
1402
1403 # <rdar://problem/25536266> [Mac][iOS][NETWORK_SESSION] Unable to download BLOB URLs (156180)
1404 [ Sierra+ ] fast/dom/HTMLAnchorElement/anchor-download.html [ Skip ]
1405 [ Sierra+ ] fast/dom/HTMLAnchorElement/anchor-nodownload-set.html [ Skip ]
1406 [ Sierra+ ] http/tests/security/anchor-download-allow-data.html [ Skip ]
1407 [ Sierra+ ] http/tests/security/anchor-download-allow-sameorigin.html [ Skip ]
1408 [ Sierra+ ] http/tests/security/anchor-download-allow-blob.html [ Skip ]
1409
1410 # <rdar://problem/25780035> CSP does not ignore paths for media redirects
1411 [ Sierra+ ] http/tests/security/contentSecurityPolicy/audio-redirect-allowed2.html [ Skip ]
1412 [ Sierra+ ] http/tests/security/contentSecurityPolicy/video-redirect-allowed2.html [ Skip ]
1413
1414 # <rdar://problem/26590623> LayoutTest http/tests/preload/single_download_preload_runner.html failing
1415 [ Sierra+ ] http/tests/preload/single_download_preload_runner.html [ Pass Failure ]
1416
1417 # <rdar://problem/26187657> LayoutTests timing out in NSCorrectionPanel code
1418 [ Sierra+ ] editing/input/password-echo-textnode.html [ Timeout ]
1419
1420 # <rdar://problem/26632402> LayoutTest media/video-loop.html is a flaky timeout
1421 [ Sierra+ ] media/video-loop.html [ Pass Timeout ]
1422
1423 # rdar://problem/26215686
1424 [ Sierra+ ] fast/canvas/canvas-composite-text-alpha.html [ Failure ]
1425
1426 # rdar://problem/25578897
1427 [ Sierra+ ] fast/backgrounds/hidpi-background-image-contain-cover-scale-needs-more-precision.html [ Pass ImageOnlyFailure ]
1428
1429 # rdar://problem/26884958
1430 [ Sierra+ ] fast/canvas/canvas-strokeRect-alpha-shadow.html [ Failure ]
1431
1432 # rdar://problem/26924977
1433 [ Sierra+ ] fast/canvas/webgl/premultiplyalpha-test.html [ Failure ]
1434 [ Sierra+ ] webgl/1.0.2/conformance/context/premultiplyalpha-test.html [ Failure ]
1435
1436 # rdar://problem/26927203
1437 [ Sierra+ ] css3/font-feature-settings-font-face-rendering.html [ ImageOnlyFailure ]
1438 [ Sierra+ ] css3/font-feature-settings-rendering.html [ ImageOnlyFailure ]
1439 [ Sierra+ ] css3/font-variant-all.html [ ImageOnlyFailure ]
1440 [ Sierra+ ] css3/font-variant-font-face-all.html [ ImageOnlyFailure ]
1441
1442 # rdar://problem/26950065
1443 [ Sierra+ ] editing/mac/input/unconfirmed-text-navigation-with-page-cache.html [ Skip ]
1444
1445 # rdar://problem/26952627
1446 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-border-radius-and-reflection-add.html [ Pass ImageOnlyFailure ]
1447 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-border-radius-and-reflection.html [ Pass ImageOnlyFailure ]
1448
1449 # rdar://problem/27000853
1450 [ Sierra+ ] fast/canvas/canvas-strokePath-gradient-shadow.html [ Failure ]
1451 [ Sierra+ ] fast/canvas/canvas-strokeRect-gradient-shadow.html [ Failure ]