Sync web-platform-tests up to revision a5b95cb31914507088a4eda16f7674bbc6f3313f
[WebKit-https.git] / LayoutTests / platform / mac-wk1 / TestExpectations
1 # This file should contain entries for expectations that are specific
2 # to the Apple Mac port running WebKit1 (DumpRenderTree)
3
4 #//////////////////////////////////////////////////////////////////////////////////////////
5 # Platform-specific tests. Skipped globally, then re-enabled here.
6 #//////////////////////////////////////////////////////////////////////////////////////////
7
8 fast/forms/attributed-strings.html [ Pass ]
9
10 #//////////////////////////////////////////////////////////////////////////////////////////
11 # End platform-specific directories.
12 #//////////////////////////////////////////////////////////////////////////////////////////
13
14 ###### This file has two sections. When adding new tests, make sure to
15 ###### add to the right section:
16
17 ### (1) Failures with bug reports
18 ### (2) Failures without bug reports
19
20 ########################################
21 ### START OF (1) Failures with bug reports
22
23 # Asserts in WebKit1-debug due to a preexisting issue with overflow rect computation
24 webkit.org/b/118269 compositing/geometry/fixed-position-flipped-writing-mode.html
25
26 # Before Yosemite, the test did not actually test compositing vs. non-compositing on WebKit1, so it passed accidentally.
27 webkit.org/b/132421 [ Yosemite+ ] fast/multicol/fixed-stack.html [ ImageOnlyFailure ]
28
29 webkit.org/b/104104 fast/overflow/scrollbar-click-retains-focus.html [ Failure ]
30
31 webkit.org/b/82981 http/tests/misc/favicon-loads-with-icon-loading-override.html [ Failure ]
32
33 webkit.org/b/90724 compositing/iframes/iframe-size-from-zero.html [ Failure ]
34
35 webkit.org/b/138697 fast/events/overflow-scroll-fake-mouse-move.html [ Pass Failure ]
36
37 webkit.org/b/82747 fast/events/scroll-div-with-prevent-default-in-subframe.html [ Failure ]
38
39 webkit.org/b/112533 media/auto-play-in-sandbox-with-allow-scripts.html [ Pass Timeout ]
40
41 webkit.org/b/139778 fullscreen/exit-full-screen-iframe.html [ Skip ]
42
43 webkit.org/b/139862 editing/spelling/grammar-edit-word.html [ Skip ]
44
45 webkit.org/b/144127 compositing/scrolling/touch-scroll-to-clip.html [ Pass Failure ]
46
47 webkit.org/b/145432 media/video-transformed-by-javascript.html [ Failure ]
48
49 webkit.org/b/146622 [ Yosemite Debug ] webgl/1.0.2/conformance/more/functions/copyTexImage2DBadArgs.html [ Pass Failure ]
50
51 webkit.org/b/150564 svg/repaint/add-background-property-on-root.html [ Pass Timeout ]
52
53 webkit.org/b/152485 webaudio/audiocontext-state-interrupted.html [ Pass Crash ]
54
55 webkit.org/b/152789 webarchive/adopt-attribute-styled-body-webarchive.html [ Pass Crash ]
56
57 webkit.org/b/154297 [ Debug ] fast/events/keydown-1.html [ Pass Failure ]
58
59 webkit.org/b/155196 security/contentSecurityPolicy/video-with-blob-url-allowed-by-media-src-star.html [ Skip ]
60
61 webkit.org/b/153143 [ Yosemite ] media/track/track-in-band-style.html [ Pass Crash ]
62
63 webkit.org/b/155067 storage/indexeddb/transaction-abort-private.html [ Pass Crash ]
64
65 ### END OF (1) Failures with bug reports
66 ########################################
67
68 ########################################
69 ### START OF (2) Failures without bug reports
70
71 # Fails with WebKit1 only.
72 editing/secure-input/reset-state-on-navigation.html [ Failure ]
73
74 # Plug-in blocking callback doesn't exist in WebKit1.
75 plugins/unavailable-plugin-indicator-obscurity.html
76
77 # Color input is not yet implemented on Mac WK1. Currently, using it erroneously triggers an ASSERT_NOT_REACHED.
78 webkit.org/b/119094 fast/forms/color/input-color-onchange-event.html [ Skip ]
79 webkit.org/b/119094 fast/forms/color/color-suggestion-picker-crash-on-set-value.html [ Skip ]
80 webkit.org/b/119094 fast/forms/color/input-color-readonly.html [ Skip ]
81
82 # DumpRenderTree doesn't support logging calls to runOpenPanel.
83 fast/forms/file/open-file-panel.html [ Skip ]
84
85 # WK1 and WK2 mousemove events are subtly different in ways that break this test on WK1.
86 fast/events/ghostly-mousemoves-in-subframe.html [ Skip ]
87
88 # Test support for inserting special characters is not yet implemented on WK1.
89 fast/events/before-input-prevent-insert-replacement.html [ Skip ]
90 fast/events/input-event-insert-replacement.html [ Skip ]
91
92 # Media Stream API testing is not supported for WK1 yet.
93 fast/mediastream
94 http/tests/media/media-stream
95 http/tests/ssl/media-stream
96
97 # Skip WebRTC for now in WK1
98 imported/w3c/web-platform-tests/webrtc [ Skip ]
99 webrtc [ Skip ]
100
101 # These tests test the Shadow DOM based HTML form validation UI but Mac WK1 is using native dialogs instead.
102 fast/forms/validation-message-on-listbox.html
103 fast/forms/validation-message-on-menulist.html
104 fast/forms/validation-message-on-radio.html
105 fast/forms/validation-message-on-checkbox.html
106 fast/forms/validation-message-on-range.html
107 fast/forms/validation-message-clone.html
108 fast/forms/validation-message-in-relative-body.html
109 fast/forms/validation-message-appearance.html
110 fast/forms/validation-message-on-textarea.html
111
112 # Disable snapshotting tests on WK1 only
113 plugins/snapshotting
114
115 # WK1 doesn't do pending WebGL policies 
116 fast/canvas/webgl/useWhilePending.html [ Skip ]
117
118 # Mac-WK1 only caches frames containing HTML at the moment.
119 http/tests/navigation/page-cache-iframe-no-current-historyItem.html
120
121 # Animated image throttling behaves differently on WK1.
122 fast/images/animated-gif-body-outside-viewport.html [ Skip ]
123 fast/images/animated-gif-window-resizing.html [ Skip ]
124 fast/images/animated-gif-zooming.html [ Skip ]
125
126 # WK1 uses the native scrollview for scrolling by page.
127 scrollbars/scrolling-backward-by-page-accounting-bottom-fixed-elements-on-keyboard-spacebar.html
128 scrollbars/scrolling-backward-by-page-on-keyboard-spacebar.html
129 scrollbars/scrolling-by-page-accounting-oversized-fixed-elements-on-keyboard-spacebar.html
130 scrollbars/scrolling-by-page-accounting-top-fixed-elements-on-keyboard-spacebar.html
131 scrollbars/scrolling-by-page-accounting-top-fixed-elements-with-negative-top-on-keyboard-spacebar.html
132 scrollbars/scrolling-by-page-ignoring-hidden-fixed-elements-on-keyboard-spacebar.html
133 scrollbars/scrolling-by-page-ignoring-transparent-fixed-elements-on-keyboard-spacebar.html
134 scrollbars/scrolling-by-page-on-keyboard-spacebar.html
135
136 # This test times out.
137 webkit.org/b/147683 fast/scrolling/latching/scroll-div-with-nested-nonscrollable-iframe.html [ Skip ]
138
139 fast/scrolling/iframe-scrollable-after-back.html [ Skip ]
140 fast/scrolling/overflow-scrollable-after-back.html [ Skip ]
141 fast/scrolling/scroll-container-horizontally.html [ Failure ]
142
143 compositing/rtl/rtl-fixed-overflow-scrolled.html [ Failure ]
144
145 compositing/iframes/overlapped-nested-iframes.html [ Pass Failure ]
146
147 # Disk cache is WK2 only
148 http/tests/cache/disk-cache
149 http/tests/inspector/network/resource-response-source-disk-cache.html
150
151 [ Yosemite+ ] fast/ruby/ruby-expansion-cjk-2.html [ ImageOnlyFailure ]
152
153 # ShouldOpenExternalURLs not yet supported in WK1
154 loader/navigation-policy [ Skip ]
155
156 [ ElCapitan+ ] css3/masking/mask-repeat-space-padding.html [ ImageOnlyFailure ]
157
158 # This test gives a different output on ElCapitan-wk1 only.
159 webkit.org/b/152178 [ Yosemite+ ] fast/replaced/replaced-breaking.html [ Failure ]
160
161 # DRT can open way more files than the DatabaseProcess with WebKitTestRunner, and the number is reasonable.
162 # So we shouldn't bother with this test in WebKit1.
163 storage/indexeddb/modern/exceed-open-file-limit.html
164
165 ### END OF (2) Failures without bug reports
166 ########################################
167
168 # This test is WebKit2-only
169 http/tests/contentfiltering/load-substitute-data-from-appcache.html
170 fast/dom/Window/child-window-focus.html
171
172 # Testing the system language declaratively only makes sense in WK2, because it's implemented in WebKitTestRunner by launching a new WebContent process.
173 fast/text/international/system-language [ Pass Failure ImageOnlyFailure ]
174
175 # Imported Blink tests which have not been investigated.
176 imported/blink/fast/canvas/bug382588.html [ Pass Timeout ImageOnlyFailure ]
177 [ Debug ] imported/blink/compositing/video/video-controls-layer-creation-squashing.html [ Pass ImageOnlyFailure ]
178
179 # Blink tests that time out waiting on requestAnimationFrame callbacks. http://webkit.org/b/150050
180 imported/blink/animations/background-shorthand-crash.html [ Pass Timeout ]
181 imported/blink/compositing/squashing/invalidate-on-grouped-mapping-reorder.html [ Pass Timeout ]
182 imported/blink/css3/calc/transition-asan-crash.html [ Pass Timeout ]
183 imported/blink/fast/images/image-hover-display-alt.html [ Pass Timeout ]
184 imported/blink/fast/inline/reparent-inline-box.html [ Pass Timeout ]
185 imported/blink/fast/text-autosizing/print-autosizing.html  [ Pass Timeout ]
186 imported/blink/paint/theme/search-field-resuts-decoration-crash.html [ Pass Timeout ]
187 imported/blink/svg/filters/feColorMatrix-setAttribute-crash1.html [ Pass Timeout ]
188 imported/blink/svg/hittest/rect-miterlimit.html [ Pass Timeout ]
189 imported/blink/compositing/reorder-z-with-style.html [ Pass Timeout ]
190 imported/blink/svg/custom/marker-layout-invalidation.html [ Pass Timeout ]
191 imported/blink/fast/css/crash-corner-present.html [ Pass Timeout ]
192 imported/blink/compositing/layer-creation/iframe-clip-removed.html [ Pass Timeout ]
193
194 # ASAN test only fails on WK1:
195 webgl/1.0.3/151055_asan.html [ Failure ]
196
197 # Lacking WK1 TestRunner API that evaluates JavaScript through JSC APIs and not WebCore APIs.
198 inspector/script-profiler/event-type-API.html [ Skip ]
199
200 # WK1 Inspector running in the same VM as the inspected page skews heap snapshot results.
201 inspector/heap/getPreview.html [ Skip ]
202 inspector/heap/getRemoteObject.html [ Skip ]
203 inspector/unit-tests/heap-snapshot.html [ Skip ]
204 inspector/unit-tests/heap-snapshot-collection-event.html [ Skip ]
205
206 # These tests check ScrollAnimator events for main frame scrollbars that use native widgets in WK1.
207 fast/scrolling/scroll-animator-overlay-scrollbars-clicked.html [ Skip ]
208 fast/scrolling/scroll-animator-overlay-scrollbars-hovered.html [ Skip ]
209
210 # This hit-test test doesn't work on DRT
211 webkit.org/b/156084 accessibility/mac/video-tag-hit-test.html [ Skip ]
212
213 # <a download> is not supported in WK1 yet.
214 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-nodownload-set.html [ Failure ]
215 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-download.html [ Failure ]
216 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-download-synthetic-click.html [ Skip ]
217 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-download-user-triggered-synthetic-click.html [ Skip ]
218 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-file-blob-download.html [ Skip ]
219 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-file-blob-download-includes-backslash.html [ Skip ]
220 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-file-blob-download-includes-doublequote.html [ Skip ]
221 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-file-blob-download-includes-slashes.html [ Skip ]
222 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-file-blob-download-includes-unicode.html [ Skip ]
223 webkit.org/b/156069 fast/dom/HTMLAnchorElement/anchor-file-blob-download-no-extension.html [ Skip ]
224 webkit.org/b/156069 http/tests/download/anchor-download-no-extension.html [ Skip ]
225 webkit.org/b/156069 http/tests/download/area-download.html [ Skip ]
226 webkit.org/b/156069 http/tests/security/anchor-download-allow-blob.html [ Skip ]
227 webkit.org/b/156069 http/tests/security/anchor-download-allow-data.html [ Skip ]
228 webkit.org/b/156069 http/tests/security/anchor-download-allow-sameorigin.html [ Skip ]
229 webkit.org/b/156069 http/tests/security/anchor-download-block-crossorigin.html [ Skip ]
230 webkit.org/b/156069 http/tests/download/anchor-download-no-value.html [ Skip ]
231 webkit.org/b/156069 imported/w3c/web-platform-tests/html/semantics/text-level-semantics/the-a-element/a-download-click.html [ Skip ]
232 webkit.org/b/156069 imported/w3c/web-platform-tests/html/semantics/embedded-content/the-area-element/area-download-click.html [ Skip ]
233
234 webkit.org/b/169523 [ Debug ] imported/w3c/web-platform-tests/html/dom/interfaces.worker.html [ Failure ]
235
236 # testRunner.setShouldDownloadUndisplayableMIMETypes() is not supported on WK1.
237 fast/dom/HTMLAnchorElement/anchor-file-blob-convert-to-download.html [ Skip ]
238
239 webkit.org/b/156629 imported/w3c/web-platform-tests/html/semantics/embedded-content/the-img-element/sizes/parse-a-sizes-attribute.html [ Pass Failure ]
240
241 webkit.org/b/157007 fast/layers/no-clipping-overflow-hidden-added-after-transform.html [ Pass ImageOnlyFailure ]
242
243 # This test relies on a settings option that we can only set with WKRT.
244 js/dom/regress-157246.html
245
246 # dumpPolicyDelegateCallbacks is not supported in DumpRenderTree
247 fast/loader/iframe-src-invalid-url.html [ Skip ]
248
249 webkit.org/b/157589 fast/text-autosizing/ios/text-autosizing-after-back.html [ Pass Timeout ]
250
251 # repaint rects work differently on WK1
252 fast/repaint/vertical-text-repaint.html [ Pass Failure ]
253
254 webkit.org/b/158585 webgl/webgl-backing-store-size-update.html [ Pass Timeout ]
255
256 # <rdar://problem/24818712>
257 [ Sierra+ ] editing/spelling/spelling-insert-html.html [ Pass Timeout ]
258
259 # <rdar://problem/26399598>
260 [ Sierra+ ] editing/spelling/spellcheck-async.html [ Failure ]
261 [ Sierra+ ] editing/spelling/markers.html [ Failure ]
262 [ Sierra+ ] editing/spelling/spelling-unified-emulation.html [ Failure ]
263
264 # <rdar://problem/26050923> The result is probably still a pass, but we don't have a way
265 # to have platform specific results that are different between WK1 and WK2.
266 [ Sierra+ ] accessibility/mac/document-attributes.html [ Failure ]
267 [ Sierra+ ] accessibility/parent-delete.html [ Failure ]
268
269 # rdar://problem/28017216
270 [ Yosemite ElCapitan ] fast/inline-block/003.html [ Failure ]
271
272 # rdar://problem/26478296
273 [ Sierra+ ] svg/hixie/text/003.html [ Failure ]
274
275 [ Yosemite ] http/tests/media/hls/video-controller-getStartDate.html [ Pass Timeout ]
276
277 webkit.org/b/159893 [ Debug ] imported/w3c/web-platform-tests/XMLHttpRequest/event-readystatechange-loaded.htm [ Pass Failure ]
278
279 webkit.org/b/160101 userscripts/window-onerror-for-isolated-world-3.html [ Pass Failure ]
280
281 webkit.org/b/105870 [ Debug ] webaudio/audionode-connect-order.html [ Pass Crash ]
282
283 webkit.org/b/160227 [ ElCapitan Debug ] inspector/memory/tracking.html [ Pass Crash ]
284
285 webkit.org/b/165934 [ ElCapitan Yosemite ] js/dom/global-constructors-attributes.html [ Failure ]
286
287 # rdar://problem/27723718
288 [ Sierra+ ] imported/blink/compositing/child-transform-with-anchor-point.html [ ImageOnlyFailure ]
289
290 webkit.org/b/161056 gamepad [ Skip ]
291
292 webkit.org/b/161191 imported/w3c/web-platform-tests/url/url-setters.html [ Skip ]
293
294 webkit.org/b/162592 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-reflection.html [ Pass ImageOnlyFailure ]
295 webkit.org/b/162591 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-reflection-add-backdrop.html [ Pass ImageOnlyFailure ]
296 webkit.org/b/162591 [ Sierra+ ] css3/filters/backdrop/backdrop-filter-with-reflection-value-change.html [ Pass ImageOnlyFailure ]
297
298 webkit.org/b/161360 [ Release ] imported/w3c/web-platform-tests/html/browsers/browsing-the-web/history-traversal/persisted-user-state-restoration/scroll-restoration-fragment-scrolling-cross-origin.html [ Pass Failure ]
299
300 webkit.org/b/163361 imported/w3c/web-platform-tests/html/webappapis/animation-frames/callback-exception.html [ Pass Failure ]
301 webkit.org/b/163361 imported/w3c/web-platform-tests/html/webappapis/animation-frames/callback-invoked.html [ Pass Failure ]
302 webkit.org/b/163361 imported/w3c/web-platform-tests/html/webappapis/animation-frames/callback-multicalls.html [ Pass Failure ]
303
304 # Resource Timing networking data not yet available in WebKit1.
305 imported/w3c/web-platform-tests/resource-timing/rt-nextHopProtocol.html [ Failure ]
306 imported/w3c/web-platform-tests/resource-timing/rt-nextHopProtocol.worker.html [ Failure ]
307
308 webkit.org/b/164491 [ Yosemite ElCapitan ] fast/visual-viewport/rtl-zoomed-rects.html [ Failure ]
309
310 webkit.org/b/164933 http/tests/misc/link-rel-icon-beforeload.html [ Failure ]
311
312 webkit.org/b/165541 compositing/layer-creation/fixed-overlap-extent-rtl.html [ Failure ]
313 webkit.org/b/165541 compositing/rtl/rtl-fixed-overflow.html [ Failure ]
314
315 webkit.org/b/154612 [ Sierra ] compositing/repaint/fixed-background-scroll.html [ Pass Failure ]
316
317 webkit.org/b/165589 pointer-lock/lock-lost-on-esc-in-fullscreen.html [ Skip ]
318
319 # webkit.org/b/163585
320 media/track/track-cues-cuechange.html [ Pass Crash ]
321 media/track/track-cue-rendering-horizontal.html [ Pass Crash ]
322 media/accessibility-closed-captions-has-aria-owns.html [ Pass Crash ]
323 media/track/track-cues-enter-exit.html [ Pass Crash ]
324
325 webkit.org/b/167127 pointer-lock/locked-element-removed-from-dom.html
326
327 webkit.org/b/167857 pageoverlay/overlay-remove-reinsert-view.html [ Skip ]
328
329 webkit.org/b/167589 media/modern-media-controls/macos-fullscreen-media-controls/macos-fullscreen-media-controls-buttons-containers-styles.html [ Pass Timeout ]
330 webkit.org/b/169117 media/modern-media-controls/macos-inline-media-controls/macos-inline-media-controls-audio-background.html [ Pass Timeout ]
331 webkit.org/b/167752 media/modern-media-controls/icon-button/icon-button-active-state.html [ Pass Timeout ]
332 webkit.org/b/167477 [ Debug ] media/modern-media-controls/play-pause-button/play-pause-button.html [ Pass Timeout ]