11a6e0e3833ce96fcac58cf0129d9fb0b8f93a39
[WebKit-https.git] / LayoutTests / platform / wk2 / TestExpectations
1 #
2 # Copyright (C) 2010 Apple Inc. All rights reserved.
3 #
4 # Redistribution and use in source and binary forms, with or without
5 # modification, are permitted provided that the following conditions
6 # are met:
7 #
8 # 1.  Redistributions of source code must retain the above copyright
9 #     notice, this list of conditions and the following disclaimer.
10 # 2.  Redistributions in binary form must reproduce the above copyright
11 #     notice, this list of conditions and the following disclaimer in the
12 #     documentation and/or other materials provided with the distribution.
13 # 3.  Neither the name of Apple Inc. ("Apple") nor the names of
14 #     its contributors may be used to endorse or promote products derived
15 #     from this software without specific prior written permission.
16 #
17 # THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
18 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 # DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
21 # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
22 # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
23 # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
24 # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 #
28
29 # This file should contain entries for expectations that are generic
30 # to any port running the WebKit2 variant (--webkit-test-runner)
31
32 ###### This file has four sections. When adding new tests, make sure to
33 ###### add to the right section:
34
35 ### (1) Classified failures with bug reports
36 ### (2) Classified failures without bug reports (yet)
37 ### (3) Unclassified failures
38 ### (4) Features that are not supported in WebKit2 and likely never will be
39 ### (5) Progressions, expected successes that are expected failures in WebKit1.
40
41
42 ########################################
43 ### START OF (1) Classified failures with bug reports
44
45 # AX tests that require hit testing do not work in WK2.
46 webkit.org/b/71298 accessibility/loading-iframe-updates-axtree.html
47 webkit.org/b/71298 accessibility/mac/html-slider-indicator.html
48 webkit.org/b/71298 accessibility/mac/listbox-hit-test.html
49 webkit.org/b/71298 accessibility/mac/iframe-with-title-correct-hierarchy.html
50
51 # This test has been skipped for a long time. Temporarily marking as flaky to see what bots think.
52 webkit.org/b/48354 compositing/iframes/iframe-src-change.html [ Pass Failure ]
53
54 # Perhaps this test just needs new expectations?
55 webkit.org/b/48354 compositing/iframes/iframe-size-from-zero.html [ Failure ]
56
57 # This test has been skipped for a long time. Temporarily marking as flaky to see what bots think.
58 webkit.org/b/58183 editing/execCommand/convert-style-elements-to-spans.html [ Pass Failure ]
59
60 # This test has been skipped for a long time. Temporarily marking as flaky to see what bots think.
61 webkit.org/b/60648 fast/frames/flattening/frameset-flattening-subframesets.html [ Pass Failure ]
62
63 # WebKitTestRunner needs overridePreference for non-boolean values
64 # (zero-font-size.html passes because overridePreference does not work)
65 webkit.org/b/42197 fast/harness/override-preferences-2.html [ Failure ]
66 webkit.org/b/42197 fast/text/zero-font-size.html [ Pass ]
67
68 # setIconDatabaseEnabled not implemented in WebKitTestRunner.
69 webkit.org/b/115809 webarchive/test-link-rel-icon-beforeload.html [ Skip ]
70
71 webkit.org/b/82665 http/tests/webarchive/test-css-url-encoding.html [ Skip ]
72 webkit.org/b/82665 http/tests/webarchive/test-css-url-encoding-shift-jis.html [ Skip ]
73 webkit.org/b/82665 http/tests/webarchive/test-css-url-encoding-utf-8.html [ Skip ]
74 webkit.org/b/82665 webarchive/test-css-url-resources-in-stylesheets.html [ Skip ]
75 webkit.org/b/82665 webarchive/test-css-url-resources-inline-styles.html [ Skip ]
76
77 # WebKitTestRunner needs textInputController
78 # <https://bugs.webkit.org/show_bug.cgi?id=42337>
79 editing/input/setting-input-value-cancel-ime-composition.html
80 svg/text/caret-in-svg-text.xhtml
81 editing/inserting/caret-position.html
82 editing/selection/5825350-1.html
83 editing/selection/5825350-2.html
84 editing/selection/move-left-right.html
85 editing/style/text-indent.html
86 fast/dom/tab-in-right-alignment.html
87 fast/events/ime-composition-events-001.html
88 fast/forms/cursor-at-editable-content-boundary.html
89 fast/text/international/thai-cursor-position.html
90 editing/mac/input/5576619.html
91 editing/mac/input/bold-node.html
92 editing/mac/input/caret-primary-bidi.html
93 editing/mac/input/firstrectforcharacterrange-caret-in-br.html
94 editing/mac/input/firstrectforcharacterrange-plain.html
95 editing/mac/input/firstrectforcharacterrange-styled.html
96 editing/mac/input/firstrectforcharacterrange-vertical.html
97 editing/mac/input/hangul-enter-confirms-and-sends-keypress.html
98 editing/mac/input/insert-delete-smp-symbol.html
99 editing/mac/input/kotoeri-enter-to-confirm-and-newline.html
100 editing/mac/input/range-for-empty-document.html
101 editing/mac/input/replace-invalid-range.html
102 editing/mac/input/secure-input.html
103 editing/mac/input/text-input-controller.html
104 editing/mac/input/wrapped-line-char-rect.html
105 editing/mac/input/NSBackgroundColor-transparent.html
106 editing/mac/pasteboard/paste-and-match-style-selector-event.html
107 editing/mac/selection/25228.html
108 platform/mac/fast/dom/character-index-for-point.html
109 platform/mac/fast/text/attributed-substring-from-range-001.html
110 platform/mac/fast/text/attributed-substring-from-range-002.html
111 platform/mac/fast/text/attributed-substring-from-range-in-textfield.html
112 platform/mac/fast/text/attributed-substring-from-range.html
113 platform/mac/fast/text/justified-text-rect.html
114
115 # WebKitTestRunner needs testRunner.setDashboardCompatibilityMode
116 # <https://bugs.webkit.org/show_bug.cgi?id=42547>
117 fast/canvas/canvas-gradient-addStop-error.html
118 http/tests/xmlhttprequest/default-content-type-dashboard.html
119 http/tests/xmlhttprequest/svg-created-by-xhr-allowed-in-dashboard.html
120 svg/custom/embedded-svg-allowed-in-dashboard.xml
121 svg/custom/manually-parsed-embedded-svg-allowed-in-dashboard.html
122 svg/custom/manually-parsed-svg-allowed-in-dashboard.html
123 svg/custom/svg-allowed-in-dashboard-object.html
124
125 # WebKitTestRunner needs testRunner.setMainFrameIsFirstResponder
126 # <https://bugs.webkit.org/show_bug.cgi?id=42685>
127 editing/selection/caret-and-focus-ring.html
128 editing/selection/designmode-no-caret.html
129 editing/selection/selection-background.html
130 fast/dom/Window/window-onFocus.html
131 platform/mac/scrollbars/key-window-not-first-responder.html
132
133 # WebKitTestRunner needs testRunner.encodeHostName
134 # <https://bugs.webkit.org/show_bug.cgi?id=42686>
135 fast/encoding/idn-security.html
136
137 # WebKitTestRunner needs testRunner.abortModal
138 # <https://bugs.webkit.org/show_bug.cgi?id=69548>
139 fast/events/show-modal-dialog-onblur-onfocus.html
140
141 # WebKitTestRunner needs testRunner.setWillSendRequestClearHeader
142 # <https://bugs.webkit.org/show_bug.cgi?id=42699>
143 http/tests/security/no-referrer.html
144
145 # WebKitTestRunner needs testRunner.setDomainRelaxationForbiddenForURLScheme
146 # <https://bugs.webkit.org/show_bug.cgi?id=42700>
147 http/tests/security/setDomainRelaxationForbiddenForURLScheme.html
148
149 # WebKit2 needs testRunner.setDeferMainResourceDataLoad
150 # <https://bugs.webkit.org/show_bug.cgi?id=42777>
151 fast/loader/non-deferred-substitute-load.html
152
153 # WebKitTestRunner needs testRunner.removeAllVisitedLinks
154 http/tests/globalhistory/history-delegate-basic-visited-links.html
155
156 # WebKit2 passes the wrong source URL for client redirects
157 http/tests/globalhistory/history-delegate-basic-refresh-redirect.html
158
159 # transitions/default-timing-function.html failing on WebKit2 since it was added
160 # <https://bugs.webkit.org/show_bug.cgi?id=56531>
161 transitions/default-timing-function.html
162
163 # WebKitTestRunner needs testRunner.setCallCloseOnWebViews
164 # http://webkit.org/b/46714
165 plugins/geturlnotify-during-document-teardown.html
166 plugins/open-and-close-window-with-plugin.html
167
168 accessibility/mac/search-predicate.html
169
170 # Sometimes fails
171 # http://webkit.org/b/58990
172 editing/undo/undo-iframe-location-change.html
173
174 # PasteBoard::plainText() does not support file names.
175 editing/pasteboard/drag-files-to-editable-element.html
176
177 # Times out
178 # https://bugs.webkit.org/show_bug.cgi?id=63806
179 http/tests/cache/history-only-cached-subresource-loads-max-age-https.html
180
181 # Frame::findString does nothing on pages that prevent selection
182 # https://bugs.webkit.org/show_bug.cgi?id=40361
183 editing/text-iterator/findString-selection-disabled.html
184
185 # testRunner.setWindowIsKey() has no effect on the web process side in WebKit2
186 # https://bugs.webkit.org/show_bug.cgi?id=81736 rdar://problem/11088268
187 fast/events/blur-focus-window-should-blur-focus-element.html
188 fast/selectors/querySelector-window-inactive.html
189 fast/selectors/selection-window-inactive.html
190 fast/dom/Window/window-focus-self.html
191 scrollbars/corner-resizer-window-inactive.html
192
193 # Text Autosizing is not yet enabled.
194 # https://bugs.webkit.org/show_bug.cgi?id=84186
195 fast/text-autosizing
196
197 # WebKitTestRunner needs to implement testRunner.closeIdleLocalStorageDatabases().
198 # https://bugs.webkit.org/show_bug.cgi?id=103861
199 storage/domstorage/localstorage/close-idle-localstorage-databases-immediately.html
200
201 # WKTR needs a implementation of setStorageDatabaseIdleInterval
202 # https://bugs.webkit.org/show_bug.cgi?id=91778
203 storage/domstorage/storage-close-database-on-idle.html
204
205 # [WK2] The new npruntime/embed-property-iframe-equality.html fails
206 # https://bugs.webkit.org/show_bug.cgi?id=105266
207 plugins/npruntime/embed-property-iframe-equality.html
208
209 webkit.org/b/105952 fast/loader/submit-form-while-parsing-2.html [ Pass Failure ]
210
211 webkit.org/b/127683 http/tests/navigation/new-window-redirect-history.html [ Skip ]
212
213 webkit.org/b/132297 svg/custom/bug79798.html [ Skip ]
214
215 # Causes next test to crash only on WebKit2
216 webkit.org/b/98345 fast/parser/document-open-in-unload.html [ Skip ]
217
218 webkit.org/b/141122 editing/selection/programmatic-selection-on-mac-is-directionless.html [ Pass Failure ]
219
220 webkit.org/b/90980 fast/forms/textarea/textarea-state-restore.html [ Pass Timeout ]
221
222 webkit.org/b/149087 http/tests/cache/disk-cache/disk-cache-cancel.html [ Pass Failure ]
223
224 webkit.org/b/148890 http/tests/contentfiltering/load-substitute-data-from-appcache.html [ Pass Crash ]
225 # One the bug is fixed, the below test will need a Pass expectation, because it's skipped in root TestExpectations.
226 webkit.org/b/148890 http/tests/appcache/decide-navigation-policy-after-delay.html [ Pass Crash ]
227
228 ### END OF (1) Classified failures with bug reports
229 ########################################
230
231
232 ########################################
233 ### START OF (2) Classified failures without bug reports (yet)
234
235 # WebKitTestRunner needs testRunner.shouldPaintBrokenImage
236 fast/images/support-broken-image-delegate.html
237
238 # WebKitTestRunner needs testRunner.dumpSourceAsWebArchive
239 webarchive/doctype.html
240 webarchive/archive-empty-frame-source.html
241
242 # WebKitTestRunner needs testRunner.setIconDatabaseEnabled
243 webarchive/test-link-rel-icon.html
244 http/tests/misc/favicon-loads-with-images-disabled.html
245 http/tests/misc/favicon-loads-with-icon-loading-override.html
246 http/tests/misc/link-rel-icon-beforeload.html
247
248 # WebKitTestRunner should dump text/plain content as text
249 http/tests/incremental/slow-utf8-text.pl
250
251 # WebKitTestRunner needs plainText.plainText
252 editing/text-iterator/basic-iteration.html
253
254 # WebKitTestRunner needs testRunner.setNewWindowsCopyBackForwardList
255 fast/loader/crash-copying-backforwardlist.html
256
257 # WebKitTestRunner needs testRunner.authenticateSession
258 http/tests/xmlhttprequest/cross-origin-authorization-with-embedder.html
259
260 # WebKitTestRunner needs testRunner.addDisallowedURL
261 plugins/get-url-that-the-resource-load-delegate-will-disallow.html
262
263 # WebKitTestRunner needs testRunner.pageProperty
264 printing/page-rule-selection.html
265
266 # WebKitTestRunner needs testRunner.dumpUserGestureInFrameLoadCallbacks
267 fast/frames/location-redirect-user-gesture.html
268 fast/frames/meta-refresh-user-gesture.html
269
270 # WebKitTestRunner needs testRunner.setUseDashboardCompatibilityMode
271 platform/mac/fast/dom/HTMLImageElement/dashboard-src-quirk.html [ Skip ]
272 mathml/mathml-in-dashboard.html [ Skip ]
273
274 # WebKitTestRunner needs testRunner.addURLToRedirect
275 http/tests/loading/cross-origin-XHR-willLoadRequest.html
276
277 # WebKit2 needs showModalDialog
278 fast/events/scroll-event-during-modal-dialog.html
279 fast/harness/show-modal-dialog.html
280
281 # WebKit2 needs to support synchronous creation of about:blank/data:url frames
282 fast/dom/HTMLDocument/hasFocus.html
283 fast/frames/sandboxed-iframe-navigation-targetlink.html
284 fast/loader/about-blank-hash-kept.html
285 http/tests/security/cross-frame-access-get-override.html
286 http/tests/security/cross-frame-access-history-get-override.html
287 http/tests/security/cross-frame-access-location-get-override.html
288 http/tests/security/javascriptURL/xss-ALLOWED-to-javascript-url-sub-frame-2-level.html
289
290 # These tests use Flash, which is not a good idea, because it is not installed on all machines that run tests.
291 # WebKitTestRunner detects attempts to use Flash, and raises an assertion.
292 editing/pasteboard/paste-noplugin.html [ Skip ]
293 fast/dom/beforeload/flash-before-load.html [ Skip ]
294 fast/dom/beforeload/remove-flash-in-beforeload-listener.html [ Skip ]
295 fast/loader/sandboxed-plugin-crash.html [ Skip ]
296 plugins/hidden-iframe-with-swf-plugin.html [ Skip ]
297 plugins/plugin-document-load-prevented-userscript.html [ Skip ]
298 plugins/plugin-document-willSendRequest-null.html [ Skip ]
299 plugins/plugin-remove-readystatechange.html [ Skip ]
300
301 # This test checks that NPN_GetURL with a blank target will return an error if the window isn't opened. This behavior doesn't
302 # match Firefox or Chrome. We should either fix the test, or get rid of it.
303 plugins/get-url-with-blank-target.html
304
305 # requires video.buffered to be able to return multiple timeranges
306 http/tests/media/video-buffered.html
307
308 # WebKit2 needs Java support
309 dom/html/level2/html/HTMLAppletElement01.html
310 dom/html/level2/html/HTMLAppletElement02.html
311 dom/html/level2/html/HTMLAppletElement03.html
312 dom/html/level2/html/HTMLAppletElement04.html
313 dom/html/level2/html/HTMLAppletElement05.html
314 dom/html/level2/html/HTMLAppletElement06.html
315 dom/html/level2/html/HTMLAppletElement07.html
316 dom/html/level2/html/HTMLAppletElement08.html
317 dom/html/level2/html/HTMLAppletElement09.html
318 dom/html/level2/html/HTMLAppletElement10.html
319 dom/xhtml/level2/html/HTMLAppletElement01.xhtml
320 dom/xhtml/level2/html/HTMLAppletElement02.xhtml
321 dom/xhtml/level2/html/HTMLAppletElement03.xhtml
322 dom/xhtml/level2/html/HTMLAppletElement04.xhtml
323 dom/xhtml/level2/html/HTMLAppletElement05.xhtml
324 dom/xhtml/level2/html/HTMLAppletElement06.xhtml
325 dom/xhtml/level2/html/HTMLAppletElement07.xhtml
326 dom/xhtml/level2/html/HTMLAppletElement08.xhtml
327 dom/xhtml/level2/html/HTMLAppletElement09.xhtml
328 dom/xhtml/level2/html/HTMLAppletElement10.xhtml
329 editing/selection/selection-applet.html
330 fast/replaced/applet-disabled-positioned.html
331 fast/replaced/applet-rendering-java-disabled.html
332 java
333
334 # WebKitTestRunner needs testRunner.displayInvalidatedRegion
335 compositing/plugins/invalidate_rect.html
336 plugins/windowless_plugin_paint_test.html
337
338 # WKTR does not support overriding WebKitUsesPageCachePreferenceKey.
339 # https://bugs.webkit.org/show_bug.cgi?id=114153
340 fast/harness/use-page-cache.html
341
342 # eventSender.dragMode is unimplemented in WKTR
343 # Mac: https://bugs.webkit.org/show_bug.cgi?id=68552
344 # Qt: https://bugs.webkit.org/show_bug.cgi?id=69946
345 fast/events/controlclick-no-onclick.html
346 fast/events/moving-text-should-fire-drop-and-dragend-events.html
347 fast/events/moving-text-should-fire-drop-and-dragend-events-2.html
348 editing/pasteboard/drag-drop-url-with-style.html
349
350 # WTR needs an implementation for eventSender.continuousMouseScrollBy
351 # https://bugs.webkit.org/show_bug.cgi?id=69417
352 fast/events/wheelevent-direction-inverted-from-device.html
353
354 # eventSender.clearKillRing() is unimplemented
355 editing/pasteboard/emacs-cntl-y-001.html
356
357 # This should only be a layer change.
358 # http://webkit.org/b/82129
359 fast/box-shadow/shadow-buffer-partial.html
360 fast/block/lineboxcontain/block-font.html
361 fast/block/lineboxcontain/block-glyphs.html
362 fast/block/lineboxcontain/font.html
363
364 # WTR needs an implementation of setAutomaticLinkDetectionEnabled.
365 # https://bugs.webkit.org/show_bug.cgi?id=87162
366 editing/inserting/smart-link-when-caret-is-moved-before-URL.html
367 editing/inserting/smart-quote-with-all-configurations.html
368 editing/inserting/typing-space-to-trigger-smart-link.html
369
370 # No CORS support for media elements is implemented yet.
371 http/tests/security/video-cross-origin-readback.html
372
373 # Content Security Policy 1.1 (ENABLE_CSP_NEXT) is not enabled
374 # https://bugs.webkit.org/show_bug.cgi?id=85558
375 http/tests/security/contentSecurityPolicy/1.1
376
377 # X-Content-Type-Options (ENABLE_NOSNIFF) is not enabled.
378 http/tests/security/contentTypeOptions
379
380 # Unexpected redirection happens.
381 http/tests/loading/redirect-methods.html
382
383 # Should pass now on ports other than EFL and GTK.
384 # But it needs to be checked first.
385 http/tests/loading/bad-scheme-subframe.html
386
387 # Some elements are skipped when focus is moved.
388 fast/spatial-navigation/snav-container-white-space.html
389 fast/spatial-navigation/snav-div-overflow-scrol-hidden.html
390 fast/spatial-navigation/snav-fully-aligned-horizontally.html
391 fast/spatial-navigation/snav-fully-aligned-vertically.html
392 fast/spatial-navigation/snav-iframe-no-scrollable-content.html
393 fast/spatial-navigation/snav-imagemap-overlapped-areas.html
394
395 # https://bugs.webkit.org/show_bug.cgi?id=115203
396 # Downloaded file name tests fail because of incorrect custom policy delegate implementation
397 http/tests/download/default-encoding.html
398 http/tests/download/inherited-encoding-form-submission-result.html
399 http/tests/download/inherited-encoding.html
400
401 # WebFrameLoaderClient::canHandleRequest() has to be implemented.
402 http/tests/misc/redirect-to-external-url.html
403
404 # testRunner.queueLoad should consider given target.
405 fast/frames/frame-navigation.html
406 http/tests/navigation/anchor-subframeload.html
407 http/tests/navigation/error404-subframeload.html
408 http/tests/navigation/javascriptlink-subframeload.html
409 http/tests/navigation/metaredirect-subframeload.html
410 http/tests/navigation/redirect302-subframeload.html
411 http/tests/navigation/response204.html
412 http/tests/navigation/success200-subframeload.html
413 http/tests/navigation/timerredirect-subframeload.html
414
415 # Unexpected output from scrolling. Might be EFL port specific issue.
416 http/tests/navigation/relativeanchor-frames.html
417
418 # Scrollbars appear, even though they should not.
419 fast/dynamic/window-resize-scrollbars-test.html [ Failure ]
420
421 # Machinery for updating view size has a race condition, a problem when moving between
422 # SVG tests that have a special view size and all the other tests that use a 800x600 view.
423 # This test is not the cause of the problem, just the one that happens to currently be the victim.
424 svg/filters/filter-hidden-content.svg [ Pass Failure ]
425
426 # No good way to test private browsing in WKTR right now
427 http/tests/security/private-browsing-http-auth.html
428
429 ### END OF (2) Classified failures without bug reports (yet)
430 ########################################
431
432
433 ########################################
434 ### START OF (3) Unclassified failures
435
436 # Uncategorized editing failures
437 editing/execCommand/find-after-replace.html
438 editing/inserting/break-blockquote-after-delete.html
439 editing/inserting/insert-3786362-fix.html
440 editing/inserting/insert-3907422-fix.html
441 editing/style/non-inheritable-styles.html
442 editing/style/smoosh-styles-001.html
443 editing/style/smoosh-styles-003.html
444 editing/style/style-boundary-005.html
445
446 # Unexplained failures that were formerly in the setCanOpenWindows or setCloseRemainingWindowsWhenComplete lists.
447 fast/dom/Window/new-window-opener.html
448 http/tests/misc/set-window-opener-to-null.html
449 http/tests/misc/window-open-then-write.html
450 http/tests/navigation/target-frame-from-window.html
451 http/tests/security/aboutBlank/xss-DENIED-navigate-opener-document-write.html
452 http/tests/security/aboutBlank/xss-DENIED-navigate-opener-javascript-url.html
453 http/tests/security/aboutBlank/xss-DENIED-set-opener.html
454 http/tests/security/dataURL/xss-DENIED-from-data-url-in-foreign-domain-window-open.html
455 http/tests/security/dataURL/xss-DENIED-from-javascript-url-window-open.html
456 http/tests/security/dataURL/xss-DENIED-to-data-url-in-foreign-domain-window-open.html
457 http/tests/security/dataURL/xss-DENIED-to-data-url-window-open.html
458 http/tests/security/frameNavigation/xss-DENIED-plugin-navigation.html
459 http/tests/security/frameNavigation/xss-DENIED-targeted-link-navigation.html
460 http/tests/security/javascriptURL/xss-ALLOWED-to-javascript-url-window-open.html
461 http/tests/security/javascriptURL/xss-DENIED-from-javascript-url-in-foreign-domain-window-open.html
462 http/tests/security/javascriptURL/xss-DENIED-to-javascript-url-in-foreign-domain-window-open.html
463 http/tests/security/popup-blocked-from-fake-event.html
464 http/tests/security/popup-blocked-from-window-open.html
465
466 # Unexplained failures that were formerly in the "unsafe access" list.
467 http/tests/security/cross-frame-access-enumeration.html
468 http/tests/security/cross-frame-access-get-custom-property-cached.html
469 http/tests/security/cross-frame-access-get.html
470 http/tests/security/cross-frame-access-getOwnPropertyDescriptor.html
471 http/tests/security/cross-frame-access-history-get.html
472 http/tests/security/cross-frame-access-location-get.html
473 http/tests/security/cross-frame-access-protocol-explicit-domain.html
474 http/tests/security/cross-frame-access-protocol.html
475
476 # Flaky tests (slow)
477 http/tests/cache/subresource-expiration-1.html
478 http/tests/cache/subresource-expiration-2.html
479
480 # Unexplained failures
481 fast/frames/sandboxed-iframe-plugins.html
482 fast/frames/sandboxed-iframe-storage.html
483 fast/overflow/overflow_hidden.html
484 media/controls-after-reload.html
485 media/controls-styling.html
486 platform/mac/fast/loader/non-html-load-event.html
487 plugins/embed-attributes-style.html
488 plugins/plugin-initiate-popup-window.html
489 storage/websql/open-database-while-transaction-in-progress.html
490 svg/hixie/cascade/002.xml
491 transitions/font-family-during-transition.html
492
493
494 # [WK2] http/tests/navigation/anchor-frames-cross-origin.html fails.
495 # https://bugs.webkit.org/show_bug.cgi?id=83581
496 http/tests/navigation/anchor-frames-cross-origin.html
497
498 # [WK2] http/tests/navigation/anchor-frames-same-origin.html fails.
499 # https://bugs.webkit.org/show_bug.cgi?id=84227
500 http/tests/navigation/anchor-frames-same-origin.html
501
502 # Unexplained plugin failures
503 platform/mac/plugins/testplugin-onnew-onpaint.html
504
505 # Unexplained plugin failures that were formerly in the NPRuntime support for out-of-process plug-ins
506 # list.
507 plugins/netscape-plugin-setwindow-size.html
508 plugins/npruntime/plugin-scriptable-object-invoke-default.html
509 plugins/pass-different-npp-struct.html
510 plugins/reentrant-update-widget-positions.html
511 plugins/set-status.html
512
513 # Causes subsequent plugin tests to fail, time out or crash
514 plugins/destroy-on-setwindow.html
515
516 # Sporadically fails in WebKit2 for unknown reasons.
517 fast/forms/input-align.html
518
519 # New history tests added in r76205 fail on WebKit2 (perhaps the change
520 # as coded doesn't affect both processes for WebKit2)
521 fast/history/history-replace-updates-current-item.html
522 http/tests/navigation/redirect-on-back-updates-history-item.html
523 http/tests/navigation/redirect-on-reload-updates-history-item.html
524
525 # Newly added test fails in WebKit2 for mysterious reasons
526 userscripts/window-onerror-for-isolated-world-1.html
527 userscripts/window-onerror-for-isolated-world-2.html
528
529 # These transition tests are flaky, sometimes it seems like the transition timing
530 # is off when the test completes
531 transitions/color-transition-all.html
532 transitions/min-max-width-height-transitions.html
533 transitions/text-indent-transition.html
534
535 # These storage tests fail in WebKit2 on the bot, but not running locally
536 storage/websql/multiple-databases-garbage-collection.html
537
538 # Crashes the WebProcess
539 editing/pasteboard/copy-standalone-image.html
540
541 # Mysterious failure after enabling paste tests
542 editing/mac/pasteboard/text-precomposed.html
543
544 # [WK2] http/tests/security/local-image-from-remote-whitelisted.html crashes
545 # https://bugs.webkit.org/show_bug.cgi?id=73435
546 http/tests/security/local-image-from-remote-whitelisted.html
547
548 # Editing input tests that time out unexpectedly.
549 # https://bugs.webkit.org/show_bug.cgi?id=81547
550 editing/input/reveal-edit-on-input-vertically.html
551 editing/input/reveal-contenteditable-on-input-vertically.html
552
553 # Times out unexpectedly.
554 # https://bugs.webkit.org/show_bug.cgi?id=81609
555 fast/loader/window-properties-restored-from-page-cache.html
556
557 # Flakey on Lion WK2 debug.
558 # https://bugs.webkit.org/show_bug.cgi?id=81616
559 fast/harness/page-cache-crash-on-data-urls.html
560
561 # Wrong logging order
562 fast/loader/file-protocol-fragment.html
563 http/tests/loading/pdf-commit-load-callbacks.html
564
565 # Times out unexpectedly.
566 http/tests/security/feed-urls-from-remote.html
567
568 # First two lines are reversed when test is flaky.
569 fast/preloader/document-write-2.html [ Pass Failure ]
570
571 # Test crashes from initial import of w3c IndexedDB tests
572 imported/w3c/indexeddb/idbfactory_open10.htm [ Skip ]
573 imported/w3c/indexeddb/idbobjectstore_createIndex4-deleteIndex-event_order.htm [ Skip ]
574 imported/w3c/indexeddb/key_valid.html [ Skip ]
575
576 # Test timeouts from initial import of w3c IndexedDB tests
577 imported/w3c/indexeddb/interfaces.html [ Pass Timeout ]
578
579 # Flaky tests from initial import of w3c IndexedDB tests
580 imported/w3c/indexeddb/transaction-lifetime.htm [ Pass Failure ]
581 imported/w3c/indexeddb/idbobjectstore_deleteIndex.htm [ Pass Failure ]
582 imported/w3c/indexeddb/idbcursor-direction.htm [ Pass Failure ]
583 imported/w3c/indexeddb/idbcursor-key.htm [ Pass Failure ]
584
585 # Additional flaky idb test:
586 imported/w3c/indexeddb/idbfactory_open5.htm [ Pass Failure ]
587
588 # Don't run Modern IDB tests while the feature is under development
589 storage/indexeddb/modern [ Skip ]
590
591 ### END OF (3) Unclassified failures
592 ########################################
593
594 ########################################
595 ### START OF (4) Features that are not supported in WebKit2 and likely never will be
596
597 # WebKitTestRunner doesn't have appleScriptController
598 platform/mac/fast/AppleScript/001.html
599 platform/mac/fast/AppleScript/array.html
600 platform/mac/fast/AppleScript/date.html
601
602 # WebKitTestRunner doesn't have objCController
603 platform/mac/fast/dom/objc-wrapper-identity.html
604 platform/mac/fast/dom/wrapper-classes-objc.html
605 platform/mac/fast/dom/wrapper-round-tripping.html
606 platform/mac/fast/objc/dom-html-select-activate.html
607 platform/mac/fast/objc/dom-html-select-live-pseudo-selectors.html
608 platform/mac/fast/objc/longlongTest.html
609 platform/mac/fast/objc/webScriptObject-hasWebScriptKey.html
610 platform/mac/plugins/bindings-array-apply-crash.html
611 platform/mac/plugins/bindings-objc-long-method-name.html
612 platform/mac/plugins/bindings-objc-method-name-conversion.html
613 platform/mac/plugins/bindings-test-objc.html
614 platform/mac/plugins/call-as-function-test.html
615 platform/mac/plugins/root-object-premature-delete-crash.html
616 platform/mac/plugins/undefined-property-crash.html
617 platform/mac/plugins/webScriptObject-exception-deadlock.html
618
619 # WebKitTestRunner doesn't have objCPlugin
620 editing/mac/pasteboard/5583362.html [ Skip ]
621 platform/mac/plugins/jsobjc-dom-wrappers.html
622 platform/mac/plugins/jsobjc-simple.html
623 platform/mac/plugins/throw-on-dealloc.html
624
625 # WebKitTestRunner doesn't have objCPlugin
626 # (but these tests sound like things we may want to test another way)
627 editing/pasteboard/paste-RTFD.html
628 editing/pasteboard/paste-TIFF.html
629
630 # WebKitTestRunner doesn't have eventSender.enableDOMUIEventLogging
631 platform/mac/fast/events/objc-event-api.html
632
633 # WebKitTestRunner needs an implementation of eventSender.beginDragWithFiles
634 # https://bugs.webkit.org/show_bug.cgi?id=64285
635 editing/pasteboard/file-drag-to-editable.html
636 editing/pasteboard/file-input-files-access.html
637 fast/dom/Window/window-postmessage-clone-frames.html
638 fast/dom/Window/window-postmessage-clone.html
639 fast/events/data-transfer-files-attribute-identity.html
640 fast/events/drag-file-crash.html
641 fast/events/drag-to-navigate.html
642 fast/events/drop-handler-should-not-stop-navigate.html
643 fast/events/drop-with-file-paths.html
644 fast/events/dropzone-004.html
645 fast/events/file-input-hidden-in-ondrop.html
646 fast/events/input-element-display-none-in-dragleave-crash.html
647 fast/events/only-valid-drop-targets-receive-file-drop.html
648 fast/events/prevent-drag-to-navigate.html
649 fast/files/apply-blob-url-to-img.html
650 fast/files/apply-blob-url-to-xhr.html
651 fast/files/file-list-test.html
652 fast/files/file-reader-abort.html
653 fast/files/file-reader-directory-crash.html
654 fast/files/file-reader-event-listener.html
655 fast/files/filereader-zip-bundle.html
656 fast/files/local-file-drag-security.html
657 fast/files/null-origin-string.html
658 fast/files/read-blob-async.html
659 fast/files/read-file-async.html
660 fast/files/workers/worker-apply-blob-url-to-xhr.html
661 fast/files/workers/worker-read-blob-async.html
662 fast/files/workers/worker-read-blob-sync.html
663 fast/files/workers/worker-read-file-async.html
664 fast/files/workers/worker-read-file-sync.html
665 fast/forms/file/file-input-change-event.html
666 fast/forms/file/file-input-reset.html
667 fast/forms/file/get-file-upload.html
668 fast/forms/file/input-file-directory-upload.html
669 fast/forms/file/input-file-re-render.html
670 fast/forms/file/input-file-write-files.html
671 fast/forms/file/recover-file-input-in-unposted-form.html
672 fast/forms/file/selected-files-from-history-state.html
673 fast/history/page-cache-createObjectURL.html
674 fast/workers/worker-copy-shared-blob-url.html
675 http/tests/local/blob/send-hybrid-blob.html
676 http/tests/local/fileapi/file-last-modified-after-delete.html
677 http/tests/local/fileapi/file-last-modified.html
678 http/tests/local/fileapi/send-dragged-file.html
679 http/tests/local/fileapi/send-sliced-dragged-file.html
680 http/tests/local/fileapi/upload-zip-bundle-as-blob.html
681 http/tests/local/formdata/form-data-with-unknown-file-extension.html
682 http/tests/local/formdata/send-form-data-constructed-from-form.html
683 http/tests/local/formdata/send-form-data-with-filename.html
684 http/tests/local/formdata/send-form-data-with-sliced-file.html
685 http/tests/local/formdata/send-form-data.html
686 http/tests/local/formdata/send-form-data-with-empty-file-filename.html
687 http/tests/local/formdata/upload-events.html
688 http/tests/security/clipboard/clipboard-file-access.html
689 media/video-src-blob.html
690 storage/indexeddb/noblobs.html
691 storage/indexeddb/structured-clone.html
692
693 # WebKitTestRunner doesn't have eventSender.fireKeyboardEventsToElement
694 platform/mac/fast/events/objc-keyboard-event-creation.html
695
696 # WebKit2 does not (should not?) support setting WebKitUsePreHTML5ParserQuirks
697 # in its WebPreferences implementation.
698 fast/parser/pre-html5-parser-quirks.html
699
700 # [WK2] New fast/events/drag-display-none-element.html fails
701 # https://bugs.webkit.org/show_bug.cgi?id=90177
702 fast/events/drag-display-none-element.html
703
704 # Skip tests in fast/text/shaping
705 fast/text/shaping
706
707 # WebKit2 should always have IndexedDB enabled
708 storage/indexeddb/properties-disabled-at-runtime.html [ Skip ]
709
710 # WebKitTestRunner testRunner.setPrivateBrowsingEnabled doesn't work with NetworkProcess.
711 # We explicitly Skip the following tests instead of marking them as Failure because some of these tests will naturally pass
712 # as a consequence of testRunner.setPrivateBrowsingEnabled() effectively being a no-op as of the time of writing (07/08/2015).
713 webkit.org/b/115274 http/tests/security/contentSecurityPolicy/report-cross-origin-no-cookies-when-private-browsing-enabled.html [ Skip ]
714 webkit.org/b/115274 http/tests/security/contentSecurityPolicy/report-cross-origin-no-cookies-when-private-browsing-toggled.html [ Skip ]
715 webkit.org/b/115274 http/tests/security/contentSecurityPolicy/report-same-origin-no-cookies-when-private-browsing-toggled.html [ Skip ]
716 webkit.org/b/115274 http/tests/security/contentSecurityPolicy/report-same-origin-with-cookies-when-private-browsing-enabled.html [ Skip ]
717
718 ### END OF (4) Features that are not supported in WebKit2 and likely never will be
719 ########################################
720
721 ########################################
722 ### START OF (5) Progressions, expected successes that are expected failures in WebKit1.
723
724 # DumpRenderTree does not allow GIFs to animate, thus animated GIF tests don't work in WebKit1.
725 fast/images/animated-gif-no-layout.html [ Pass ]
726 fast/images/gif-loop-count.html [ Pass ]
727
728 ### END OF (5) Progressions, expected successes that are expected failures in WebKit1.
729 ########################################
730
731 ###### This file has four sections. When adding new tests, make sure to
732 ###### add to the right section:
733
734 ### (1) Classified failures with bug reports
735 ### (2) Classified failures without bug reports (yet)
736 ### (3) Unclassified failures
737 ### (4) Features that are not supported in WebKit2 and likely never will be
738 ### (5) Progressions, expected successes that are expected failures in WebKit1.