5121c10aaffa36d7256b404bd0752f0027f3bf34
[WebKit-https.git] / LayoutTests / platform / wk2 / TestExpectations
1 #
2 # Copyright (C) 2010 Apple Inc. All rights reserved.
3 #
4 # Redistribution and use in source and binary forms, with or without
5 # modification, are permitted provided that the following conditions
6 # are met:
7 #
8 # 1.  Redistributions of source code must retain the above copyright
9 #     notice, this list of conditions and the following disclaimer.
10 # 2.  Redistributions in binary form must reproduce the above copyright
11 #     notice, this list of conditions and the following disclaimer in the
12 #     documentation and/or other materials provided with the distribution.
13 # 3.  Neither the name of Apple Inc. ("Apple") nor the names of
14 #     its contributors may be used to endorse or promote products derived
15 #     from this software without specific prior written permission.
16 #
17 # THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
18 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 # DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
21 # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
22 # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
23 # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
24 # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 #
28
29 # This file should contain entries for expectations that are generic
30 # to any port running the WebKit2 variant (--webkit-test-runner)
31
32 ###### This file has four sections. When adding new tests, make sure to
33 ###### add to the right section:
34
35 ### (1) Classified failures with bug reports
36 ### (2) Classified failures without bug reports (yet)
37 ### (3) Unclassified failures
38 ### (4) Features that are not supported in WebKit2 and likely never will be
39
40
41 ########################################
42 ### START OF (1) Classified failures with bug reports
43
44 # Flaky pixel tests due to caching issues.
45 webkit.org/b/101773 fast/repaint/body-background-image.html [ ImageOnlyFailure Pass ]
46
47 # AX tests that require hit testing do not work in WK2.
48 # <https://bugs.webkit.org/show_bug.cgi?id=71298>
49 accessibility/loading-iframe-updates-axtree.html
50 platform/mac/accessibility/html-slider-indicator.html
51 platform/mac/accessibility/listbox-hit-test.html
52 platform/mac/accessibility/iframe-with-title-correct-hierarchy.html
53
54 # Some compositing tests flakey
55 # <https://bugs.webkit.org/show_bug.cgi?id=48354>
56 compositing/iframes/iframe-size-from-zero.html
57 compositing/iframes/iframe-src-change.html
58
59 # Flakey on Snow Leopard Intel WebKit2 Release Tests
60 # https://bugs.webkit.org/show_bug.cgi?id=58183
61 editing/execCommand/convert-style-elements-to-spans.html
62
63 # Flakey on Snow Leopard Intel WebKit2 Release Tests
64 # https://bugs.webkit.org/show_bug.cgi?id=60648
65 fast/frames/flattening/frameset-flattening-subframesets.html
66
67 # WebKitTestRunner needs overridePreference for non-boolean values
68 # (zero-font-size.html passes because overridePreference does not work)
69 webkit.org/b/42197 fast/harness/override-preferences-2.html [ Failure ]
70 webkit.org/b/42197 fast/text/zero-font-size.html [ Pass ]
71
72 # setIconDatabaseEnabled not implemented in WebKitTestRunner.
73 # https://bugs.webkit.org/show_bug.cgi?id=115809
74 webarchive/test-link-rel-icon-beforeload.html [ Skip ]
75
76 # https://bugs.webkit.org/show_bug.cgi?id=82665
77 http/tests/webarchive/test-css-url-encoding.html [ Skip ]
78 http/tests/webarchive/test-css-url-encoding-shift-jis.html [ Skip ]
79 http/tests/webarchive/test-css-url-encoding-utf-8.html [ Skip ]
80 webarchive/test-css-url-resources-in-stylesheets.html [ Skip ]
81 webarchive/test-css-url-resources-inline-styles.html [ Skip ]
82
83 # Fails on WebKit2
84 # <https://bugs.webkit.org/show_bug.cgi?id=96741>
85 fast/loader/recursive-before-unload-crash.html
86
87 # WebKitTestRunner needs textInputController
88 # <https://bugs.webkit.org/show_bug.cgi?id=42337>
89 editing/input/setting-input-value-cancel-ime-composition.html
90 svg/text/caret-in-svg-text.xhtml
91 editing/inserting/caret-position.html
92 editing/selection/5825350-1.html
93 editing/selection/5825350-2.html
94 editing/selection/move-left-right.html
95 editing/style/text-indent.html
96 fast/dom/tab-in-right-alignment.html
97 fast/events/ime-composition-events-001.html
98 fast/forms/cursor-at-editable-content-boundary.html
99 fast/text/international/thai-cursor-position.html
100 platform/mac/editing/input/5576619.html
101 platform/mac/editing/input/bold-node.html
102 platform/mac/editing/input/caret-primary-bidi.html
103 platform/mac/editing/input/firstrectforcharacterrange-caret-in-br.html
104 platform/mac/editing/input/firstrectforcharacterrange-plain.html
105 platform/mac/editing/input/firstrectforcharacterrange-styled.html
106 platform/mac/editing/input/firstrectforcharacterrange-vertical.html
107 platform/mac/editing/input/hangul-enter-confirms-and-sends-keypress.html
108 platform/mac/editing/input/insert-delete-smp-symbol.html
109 platform/mac/editing/input/kotoeri-enter-to-confirm-and-newline.html
110 platform/mac/editing/input/range-for-empty-document.html
111 platform/mac/editing/input/replace-invalid-range.html
112 platform/mac/editing/input/secure-input.html
113 platform/mac/editing/input/text-input-controller.html
114 platform/mac/editing/input/wrapped-line-char-rect.html
115 platform/mac/editing/input/NSBackgroundColor-transparent.html
116 platform/mac/editing/pasteboard/paste-and-match-style-selector-event.html
117 platform/mac/editing/selection/25228.html
118 platform/mac/fast/dom/character-index-for-point.html
119 platform/mac/fast/forms/attributed-strings.html
120 platform/mac/fast/text/attributed-substring-from-range-001.html
121 platform/mac/fast/text/attributed-substring-from-range-002.html
122 platform/mac/fast/text/attributed-substring-from-range-in-textfield.html
123 platform/mac/fast/text/attributed-substring-from-range.html
124 platform/mac/fast/text/justified-text-rect.html
125
126 # WebKitTestRunner needs to support needsDeletionUI mechanism to show deletion UI
127 # <https://bugs.webkit.org/show_bug.cgi?id=42535>
128 platform/mac/editing/deleting/id-in-deletebutton.html
129 platform/mac/editing/deleting/deletionUI-click-on-delete-button.html
130 platform/mac/editing/deleting/deletionUI-single-instance.html
131 platform/mac/editing/deleting/deletionUI-borders.html
132 platform/mac/editing/deleting/deletionUI-differing-background.html
133 platform/mac/editing/deleting/deletionUI-minimum-size.html
134 platform/mac/editing/deleting/deletionUI-successful-deletion.html
135
136 # WebKitTestRunner needs layoutTestController.setDashboardCompatibilityMode
137 # <https://bugs.webkit.org/show_bug.cgi?id=42547>
138 fast/canvas/canvas-gradient-addStop-error.html
139 http/tests/xmlhttprequest/default-content-type-dashboard.html
140 http/tests/xmlhttprequest/svg-created-by-xhr-allowed-in-dashboard.html
141 svg/custom/embedded-svg-allowed-in-dashboard.xml
142 svg/custom/manually-parsed-embedded-svg-allowed-in-dashboard.html
143 svg/custom/manually-parsed-svg-allowed-in-dashboard.html
144 svg/custom/svg-allowed-in-dashboard-object.html
145
146 # WebKitTestRunner needs layoutTestController.setMainFrameIsFirstResponder
147 # <https://bugs.webkit.org/show_bug.cgi?id=42685>
148 editing/selection/caret-and-focus-ring.html
149 editing/selection/designmode-no-caret.html
150 editing/selection/selection-background.html
151 fast/dom/Window/window-onFocus.html
152 platform/mac/scrollbars/key-window-not-first-responder.html
153
154 # WebKitTestRunner needs layoutTestController.encodeHostName
155 # <https://bugs.webkit.org/show_bug.cgi?id=42686>
156 fast/encoding/idn-security.html
157
158 # WebKitTestRunner needs layoutTestController.abortModal
159 # <https://bugs.webkit.org/show_bug.cgi?id=69548>
160 fast/events/show-modal-dialog-onblur-onfocus.html
161
162 # WebKitTestRunner needs layoutTestController.setWillSendRequestClearHeader
163 # <https://bugs.webkit.org/show_bug.cgi?id=42699>
164 http/tests/security/no-referrer.html
165
166 # WebKitTestRunner needs layoutTestController.setDomainRelaxationForbiddenForURLScheme
167 # <https://bugs.webkit.org/show_bug.cgi?id=42700>
168 http/tests/security/setDomainRelaxationForbiddenForURLScheme.html
169
170 # WebKit2 needs layoutTestController.setDeferMainResourceDataLoad
171 # <https://bugs.webkit.org/show_bug.cgi?id=42777>
172 fast/loader/non-deferred-substitute-load.html
173
174 # WebKitTestRunner needs testRunner.removeAllVisitedLinks
175 http/tests/globalhistory/history-delegate-basic-visited-links.html
176
177 # WebKit2 passes the wrong source URL for client redirects
178 http/tests/globalhistory/history-delegate-basic-refresh-redirect.html
179
180 # transitions/default-timing-function.html failing on WebKit2 since it was added
181 # <https://bugs.webkit.org/show_bug.cgi?id=56531>
182 transitions/default-timing-function.html
183
184 # WebKitTestRunner needs layoutTestController.setCallCloseOnWebViews
185 # http://webkit.org/b/46714
186 plugins/geturlnotify-during-document-teardown.html
187 plugins/open-and-close-window-with-plugin.html
188
189 platform/mac/accessibility/search-predicate.html
190
191 # Sometimes fails
192 # http://webkit.org/b/58990
193 editing/undo/undo-iframe-location-change.html
194
195 # PasteBoard::plainText() does not support file names.
196 editing/pasteboard/drag-files-to-editable-element.html
197
198 # Times out
199 # https://bugs.webkit.org/show_bug.cgi?id=63806
200 http/tests/cache/history-only-cached-subresource-loads-max-age-https.html
201
202 # Frame::findString does nothing on pages that prevent selection
203 # https://bugs.webkit.org/show_bug.cgi?id=40361
204 editing/text-iterator/findString-selection-disabled.html
205
206 # WebKit2 needs an implementation of FrameLoaderClient::revertToProvisionalState
207 # https://bugs.webkit.org/show_bug.cgi?id=81365
208 http/tests/multipart/multipart-wait-before-boundary.html
209
210 # layoutTestController.setWindowIsKey() has no effect on the web process side in WebKit2
211 # https://bugs.webkit.org/show_bug.cgi?id=81736 rdar://problem/11088268
212 fast/events/blur-focus-window-should-blur-focus-element.html
213 fast/selectors/querySelector-window-inactive.html
214 fast/selectors/selection-window-inactive.html
215 fast/dom/Window/window-focus-self.html
216 scrollbars/corner-resizer-window-inactive.html
217
218 # Text Autosizing is not yet enabled.
219 # https://bugs.webkit.org/show_bug.cgi?id=84186
220 fast/text-autosizing
221
222 # WebKitTestRunner needs to implement testRunner.closeIdleLocalStorageDatabases().
223 # https://bugs.webkit.org/show_bug.cgi?id=103861
224 storage/domstorage/localstorage/close-idle-localstorage-databases-immediately.html
225
226 # WKTR needs a implementation of setStorageDatabaseIdleInterval
227 # https://bugs.webkit.org/show_bug.cgi?id=91778
228 storage/domstorage/storage-close-database-on-idle.html
229
230 # [WK2] The new npruntime/embed-property-iframe-equality.html fails
231 # https://bugs.webkit.org/show_bug.cgi?id=105266
232 plugins/npruntime/embed-property-iframe-equality.html
233
234 webkit.org/b/105952 fast/loader/submit-form-while-parsing-2.html [ Pass Failure ]
235
236 webkit.org/b/127683 http/tests/navigation/new-window-redirect-history.html [ Skip ]
237
238 webkit.org/b/132297 svg/custom/bug79798.html [ Skip ]
239
240 ### END OF (1) Classified failures with bug reports
241 ########################################
242
243
244 ########################################
245 ### START OF (2) Classified failures without bug reports (yet)
246
247 # WebKitTestRunner needs layoutTestController.shouldPaintBrockenImage
248 fast/images/support-broken-image-delegate.html
249
250 # WebKitTestrunner needs layoutTestController.dumpSourceAsWebArchive
251 webarchive/doctype.html
252 webarchive/archive-empty-frame-source.html
253
254 # WebKitTestRunner needs layoutTestController.setIconDatabaseEnabled
255 webarchive/test-link-rel-icon.html
256 http/tests/misc/favicon-loads-with-images-disabled.html
257 http/tests/misc/favicon-loads-with-icon-loading-override.html
258 http/tests/misc/link-rel-icon-beforeload.html
259
260 # WebKitTestRunner should dump text/plain content as text
261 http/tests/incremental/slow-utf8-text.pl
262
263 # WebKitTestRunner needs plainText.plainText
264 editing/text-iterator/basic-iteration.html
265
266 # WebKitTestRunner needs layoutTestController.setNewWindowsCopyBackForwardList
267 fast/loader/crash-copying-backforwardlist.html
268
269 # WebKitTestRunner needs layoutTestController.authenticateSession
270 http/tests/xmlhttprequest/cross-origin-authorization-with-embedder.html
271
272 # WebKitTestRunner needs layoutTestController.addDisallowedURL
273 plugins/get-url-that-the-resource-load-delegate-will-disallow.html
274
275 # WebKitTestRunner needs layoutTestController.pageProperty
276 printing/page-rule-selection.html
277
278 # WebKitTestRunner needs layoutTestController.dumpUserGestureInFrameLoadCallbacks
279 fast/frames/location-redirect-user-gesture.html
280 fast/frames/meta-refresh-user-gesture.html
281
282 # WebKitTestRunner needs layoutTestController.setUseDashboardCompatibilityMode
283 platform/mac/fast/dom/HTMLImageElement/dashboard-src-quirk.html
284
285 # WebKitTestRunner needs layoutTestController.addURLToRedirect
286 http/tests/loading/cross-origin-XHR-willLoadRequest.html
287
288 # WebKit2 needs showModalDialog
289 fast/events/scroll-event-during-modal-dialog.html
290 fast/harness/show-modal-dialog.html
291
292 # WebKit2 needs to support synchronous creation of about:blank/data:url frames
293 fast/dom/HTMLDocument/hasFocus.html
294 fast/frames/sandboxed-iframe-navigation-targetlink.html
295 fast/loader/about-blank-hash-kept.html
296 http/tests/security/cross-frame-access-get-override.html
297 http/tests/security/cross-frame-access-history-get-override.html
298 http/tests/security/cross-frame-access-location-get-override.html
299 http/tests/security/javascriptURL/xss-ALLOWED-to-javascript-url-sub-frame-2-level.html
300
301 # These are plug-in tests that use Flash or QuickTime. We should convert these to use the test plug-in.
302 plugins/iframe-shims.html
303 plugins/embed-attributes-setting.html
304
305 # This test checks that NPN_GetURL with a blank target will return an error if the window isn't opened. This behavior doesn't
306 # match Firefox or Chrome. We should either fix the test, or get rid of it.
307 plugins/get-url-with-blank-target.html
308
309 # requires video.buffered to be able to return multiple timeranges
310 http/tests/media/video-buffered.html
311
312 # WebKit2 needs Java support
313 dom/html/level2/html/HTMLAppletElement01.html
314 dom/html/level2/html/HTMLAppletElement02.html
315 dom/html/level2/html/HTMLAppletElement03.html
316 dom/html/level2/html/HTMLAppletElement04.html
317 dom/html/level2/html/HTMLAppletElement05.html
318 dom/html/level2/html/HTMLAppletElement06.html
319 dom/html/level2/html/HTMLAppletElement07.html
320 dom/html/level2/html/HTMLAppletElement08.html
321 dom/html/level2/html/HTMLAppletElement09.html
322 dom/html/level2/html/HTMLAppletElement10.html
323 dom/xhtml/level2/html/HTMLAppletElement01.xhtml
324 dom/xhtml/level2/html/HTMLAppletElement02.xhtml
325 dom/xhtml/level2/html/HTMLAppletElement03.xhtml
326 dom/xhtml/level2/html/HTMLAppletElement04.xhtml
327 dom/xhtml/level2/html/HTMLAppletElement05.xhtml
328 dom/xhtml/level2/html/HTMLAppletElement06.xhtml
329 dom/xhtml/level2/html/HTMLAppletElement07.xhtml
330 dom/xhtml/level2/html/HTMLAppletElement08.xhtml
331 dom/xhtml/level2/html/HTMLAppletElement09.xhtml
332 dom/xhtml/level2/html/HTMLAppletElement10.xhtml
333 editing/selection/selection-applet.html
334 fast/replaced/applet-disabled-positioned.html
335 fast/replaced/applet-rendering-java-disabled.html
336 java
337
338 # WebKitTestRunner needs layoutTestController.displayInvalidatedRegion
339 compositing/plugins/invalidate_rect.html
340 plugins/windowless_plugin_paint_test.html
341
342 # WebKitTestRunner needs layoutTestController.originsWithLocalStorage
343 storage/domstorage/localstorage/storagetracker/storage-tracker-1-prepare.html
344 storage/domstorage/localstorage/storagetracker/storage-tracker-2-create.html
345 storage/domstorage/localstorage/storagetracker/storage-tracker-3-delete-all.html
346 storage/domstorage/localstorage/storagetracker/storage-tracker-4-create.html
347 storage/domstorage/localstorage/storagetracker/storage-tracker-5-delete-one.html
348 storage/domstorage/localstorage/storagetracker/storage-tracker-6-create.html
349 storage/domstorage/localstorage/storagetracker/storage-tracker-7-usage.html
350
351 # WebKitTestRunner needs eventSender.contextClick()
352 # https://bugs.webkit.org/show_bug.cgi?id=86881
353 editing/selection/context-menu-text-selection.html
354 editing/selection/5354455-2.html
355 fast/events/context-nodrag.html
356
357 # WKTR does not support overriding WebKitUsesPageCachePreferenceKey.
358 # https://bugs.webkit.org/show_bug.cgi?id=114153
359 fast/harness/use-page-cache.html
360
361 # eventSender.dragMode is unimplemented in WKTR
362 # Mac: https://bugs.webkit.org/show_bug.cgi?id=68552
363 # Qt: https://bugs.webkit.org/show_bug.cgi?id=69946
364 fast/events/controlclick-no-onclick.html
365 fast/events/moving-text-should-fire-drop-and-dragend-events.html
366 fast/events/moving-text-should-fire-drop-and-dragend-events-2.html
367 editing/pasteboard/drag-drop-url-with-style.html
368
369 # WTR needs an implementation for eventSender.continuousMouseScrollBy
370 # https://bugs.webkit.org/show_bug.cgi?id=69417
371 fast/events/wheelevent-direction-inverted-from-device.html
372
373 # eventSender.clearKillRing() is unimplemented
374 editing/pasteboard/emacs-cntl-y-001.html
375
376 # This should only be a layer change.
377 # http://webkit.org/b/82129
378 fast/box-shadow/shadow-buffer-partial.html
379 fast/block/lineboxcontain/block-font.html
380 fast/block/lineboxcontain/block-glyphs.html
381 fast/block/lineboxcontain/font.html
382
383 # WTR needs an implementation of setAutomaticLinkDetectionEnabled.
384 # https://bugs.webkit.org/show_bug.cgi?id=87162
385 editing/inserting/smart-link-when-caret-is-moved-before-URL.html
386 editing/inserting/typing-space-to-trigger-smart-link.html
387
388 # No CORS support for media elements is implemented yet.
389 http/tests/security/video-cross-origin-readback.html
390
391 # Content Security Policy 1.1 (ENABLE_CSP_NEXT) is not enabled
392 # https://bugs.webkit.org/show_bug.cgi?id=85558
393 http/tests/security/contentSecurityPolicy/1.1
394
395 # X-Content-Type-Options (ENABLE_NOSNIFF) is not enabled.
396 http/tests/security/contentTypeOptions
397
398 # Unexpected redirection happens.
399 http/tests/loading/redirect-methods.html
400
401 # Should pass now on ports other than EFL and GTK.
402 # But it needs to be checked first.
403 http/tests/loading/bad-scheme-subframe.html
404
405 # Some elements are skipped when focus is moved.
406 fast/spatial-navigation/snav-container-white-space.html
407 fast/spatial-navigation/snav-div-overflow-scrol-hidden.html
408 fast/spatial-navigation/snav-fully-aligned-horizontally.html
409 fast/spatial-navigation/snav-fully-aligned-vertically.html
410 fast/spatial-navigation/snav-iframe-no-scrollable-content.html
411 fast/spatial-navigation/snav-imagemap-overlapped-areas.html
412
413 # https://bugs.webkit.org/show_bug.cgi?id=115203
414 # Downloaded file name tests fail because of incorrect custom policy delegate implementation
415 http/tests/download/default-encoding.html
416 http/tests/download/inherited-encoding-form-submission-result.html
417 http/tests/download/inherited-encoding.html
418
419 # WebFrameLoaderClient::canHandleRequest() has to be implemented.
420 http/tests/misc/redirect-to-external-url.html
421
422 # testRunner.queueLoad should consider given target.
423 fast/frames/frame-navigation.html
424 http/tests/navigation/anchor-subframeload.html
425 http/tests/navigation/error404-subframeload.html
426 http/tests/navigation/javascriptlink-subframeload.html
427 http/tests/navigation/metaredirect-subframeload.html
428 http/tests/navigation/redirect302-subframeload.html
429 http/tests/navigation/response204.html
430 http/tests/navigation/success200-subframeload.html
431 http/tests/navigation/timerredirect-subframeload.html
432
433 # Unexpected output from scrolling. Might be EFL port specific issue.
434 http/tests/navigation/relativeanchor-frames.html
435
436 # Scrollbars appear, even though they should not.
437 fast/dynamic/window-resize-scrollbars-test.html [ Failure ]
438
439 # Machinery for updating view size has a race condition, a problem when moving between
440 # SVG tests that have a special view size and all the other tests that use a 800x600 view.
441 # This test is not the cause of the problem, just the one that happens to currently be the victim.
442 svg/filters/filter-hidden-content.svg [ Pass Failure ]
443
444 ### END OF (2) Classified failures without bug reports (yet)
445 ########################################
446
447
448 ########################################
449 ### START OF (3) Unclassified failures
450
451 # Uncategorized editing failures
452 editing/execCommand/find-after-replace.html
453 editing/inserting/break-blockquote-after-delete.html
454 editing/inserting/insert-3786362-fix.html
455 editing/inserting/insert-3907422-fix.html
456 editing/style/non-inheritable-styles.html
457 editing/style/smoosh-styles-001.html
458 editing/style/smoosh-styles-003.html
459 editing/style/style-boundary-005.html
460
461 # Unexplained failures that were formerly in the setCanOpenWindows or setCloseRemainingWindowsWhenComplete lists.
462 fast/dom/Window/new-window-opener.html
463 http/tests/misc/set-window-opener-to-null.html
464 http/tests/misc/window-open-then-write.html
465 http/tests/navigation/target-frame-from-window.html
466 http/tests/security/aboutBlank/xss-DENIED-navigate-opener-document-write.html
467 http/tests/security/aboutBlank/xss-DENIED-navigate-opener-javascript-url.html
468 http/tests/security/aboutBlank/xss-DENIED-set-opener.html
469 http/tests/security/dataURL/xss-DENIED-from-data-url-in-foreign-domain-window-open.html
470 http/tests/security/dataURL/xss-DENIED-from-javascript-url-window-open.html
471 http/tests/security/dataURL/xss-DENIED-to-data-url-in-foreign-domain-window-open.html
472 http/tests/security/dataURL/xss-DENIED-to-data-url-window-open.html
473 http/tests/security/frameNavigation/xss-DENIED-plugin-navigation.html
474 http/tests/security/frameNavigation/xss-DENIED-targeted-link-navigation.html
475 http/tests/security/javascriptURL/xss-ALLOWED-to-javascript-url-window-open.html
476 http/tests/security/javascriptURL/xss-DENIED-from-javascript-url-in-foreign-domain-window-open.html
477 http/tests/security/javascriptURL/xss-DENIED-to-javascript-url-in-foreign-domain-window-open.html
478 http/tests/security/popup-blocked-from-fake-event.html
479 http/tests/security/popup-blocked-from-window-open.html
480
481 # Unexplained failures that were formerly in the "unsafe access" list.
482 http/tests/security/cross-frame-access-enumeration.html
483 http/tests/security/cross-frame-access-get-custom-property-cached.html
484 http/tests/security/cross-frame-access-get.html
485 http/tests/security/cross-frame-access-getOwnPropertyDescriptor.html
486 http/tests/security/cross-frame-access-history-get.html
487 http/tests/security/cross-frame-access-location-get.html
488 http/tests/security/cross-frame-access-protocol-explicit-domain.html
489 http/tests/security/cross-frame-access-protocol.html
490
491 # Flaky tests (slow)
492 fast/workers/storage/interrupt-database.html
493 fast/workers/storage/use-same-database-in-page-and-workers.html
494 http/tests/cache/subresource-expiration-1.html
495 http/tests/cache/subresource-expiration-2.html
496
497 # Unexplained failures
498 fast/frames/sandboxed-iframe-plugins.html
499 fast/frames/sandboxed-iframe-storage.html
500 fast/overflow/overflow_hidden.html
501 media/controls-after-reload.html
502 media/controls-styling.html
503 platform/mac/fast/loader/non-html-load-event.html
504 plugins/embed-attributes-style.html
505 plugins/plugin-initiate-popup-window.html
506 storage/websql/open-database-while-transaction-in-progress.html
507 svg/hixie/cascade/002.xml
508 tables/mozilla_expected_failures/bugs/bug8499.html
509 transitions/font-family-during-transition.html
510
511
512 # [WK2] http/tests/navigation/anchor-frames-cross-origin.html fails.
513 # https://bugs.webkit.org/show_bug.cgi?id=83581
514 http/tests/navigation/anchor-frames-cross-origin.html
515
516 # [WK2] http/tests/navigation/anchor-frames-same-origin.html fails.
517 # https://bugs.webkit.org/show_bug.cgi?id=84227
518 http/tests/navigation/anchor-frames-same-origin.html
519
520 # Unexplained plugin failures
521 platform/mac/plugins/testplugin-onnew-onpaint.html
522
523 # Unexplained plugin failures that were formerly in the NPRuntime support for out-of-process plug-ins
524 # list.
525 plugins/netscape-plugin-setwindow-size.html
526 plugins/npruntime/plugin-scriptable-object-invoke-default.html
527 plugins/pass-different-npp-struct.html
528 plugins/reentrant-update-widget-positions.html
529 plugins/set-status.html
530
531 # Unexplained plugin timeouts
532 # https://bugs.webkit.org/show_bug.cgi?id=81392
533 plugins/crash-restoring-plugin-page-from-page-cache.html
534 plugins/netscape-plugin-page-cache-works.html
535
536 # Causes subsequent plugin tests to fail, time out or crash
537 plugins/destroy-on-setwindow.html
538
539 # Sporadically fails in WebKit2 for unknown reasons.
540 fast/forms/input-align.html
541
542 # New history tests added in r76205 fail on WebKit2 (perhaps the change
543 # as coded doesn't affect both processes for WebKit2)
544 fast/history/history-replace-updates-current-item.html
545 http/tests/navigation/redirect-on-back-updates-history-item.html
546 http/tests/navigation/redirect-on-reload-updates-history-item.html
547
548 # Newly added test fails in WebKit2 for mysterious reasons
549 userscripts/window-onerror-for-isolated-world-1.html
550 userscripts/window-onerror-for-isolated-world-2.html
551
552 # These transition tests are flaky, sometimes it seems like the transition timing
553 # is off when the test completes
554 transitions/color-transition-all.html
555 transitions/min-max-width-height-transitions.html
556 transitions/text-indent-transition.html
557
558 # These storage tests fail in WebKit2 on the bot, but not running locally
559 fast/workers/storage/executesql-accepts-only-one-statement-sync.html
560 fast/workers/storage/change-version-handle-reuse-sync.html
561 fast/workers/storage/multiple-databases-garbage-collection.html
562 fast/workers/storage/open-database-creation-callback-sync.html
563 fast/workers/storage/open-database-inputs-sync.html
564 fast/workers/storage/sql-exception-codes-sync.html
565 storage/websql/multiple-databases-garbage-collection.html
566
567 # Crashes the WebProcess
568 editing/pasteboard/copy-standalone-image.html
569
570 # Mysterious failure after enabling paste tests
571 platform/mac/editing/pasteboard/text-precomposed.html
572
573 # An empty layer is missing.
574 platform/mac/fast/forms/input-appearance-spinbutton-up.html
575
576 # [WK2] http/tests/security/local-image-from-remote-whitelisted.html crashes
577 # https://bugs.webkit.org/show_bug.cgi?id=73435
578 http/tests/security/local-image-from-remote-whitelisted.html
579
580 # [WK2] fast/forms/input-search-press-escape-key.html crashes
581 # https://bugs.webkit.org/show_bug.cgi?id=87168
582 fast/forms/input-search-press-escape-key.html
583
584 # Editing input tests that time out unexpectedly.
585 # https://bugs.webkit.org/show_bug.cgi?id=81547
586 editing/input/reveal-edit-on-input-vertically.html
587 editing/input/reveal-contenteditable-on-input-vertically.html
588
589 # Times out unexpectedly.
590 # https://bugs.webkit.org/show_bug.cgi?id=81609
591 fast/loader/window-properties-restored-from-page-cache.html
592
593 # Flakey on Lion WK2 debug.
594 # https://bugs.webkit.org/show_bug.cgi?id=81616
595 fast/harness/page-cache-crash-on-data-urls.html
596
597 # Wrong logging order
598 fast/loader/file-protocol-fragment.html
599 http/tests/loading/pdf-commit-load-callbacks.html
600
601 # Times out unexpectedly.
602 http/tests/security/feed-urls-from-remote.html
603
604 # Crashes in Debug builds
605 # <rdar://problem/18216390>
606 [ Debug ] fast/history/history-back-while-pdf-in-pagecache.html [ Crash ]
607
608 ### END OF (3) Unclassified failures
609 ########################################
610
611 ########################################
612 ### START OF (4) Features that are not supported in WebKit2 and likely never will be
613
614 # WebKitTestRunner doesn't have appleScriptController
615 platform/mac/fast/AppleScript/001.html
616 platform/mac/fast/AppleScript/array.html
617 platform/mac/fast/AppleScript/date.html
618
619 # WebKitTestRunner doesn't have objCController
620 platform/mac/fast/dom/objc-wrapper-identity.html
621 platform/mac/fast/dom/wrapper-classes-objc.html
622 platform/mac/fast/dom/wrapper-round-tripping.html
623 platform/mac/fast/objc/dom-html-select-activate.html
624 platform/mac/fast/objc/dom-html-select-live-pseudo-selectors.html
625 platform/mac/fast/objc/longlongTest.html
626 platform/mac/fast/objc/webScriptObject-hasWebScriptKey.html
627 platform/mac/plugins/bindings-array-apply-crash.html
628 platform/mac/plugins/bindings-objc-long-method-name.html
629 platform/mac/plugins/bindings-objc-method-name-conversion.html
630 platform/mac/plugins/bindings-test-objc.html
631 platform/mac/plugins/call-as-function-test.html
632 platform/mac/plugins/root-object-premature-delete-crash.html
633 platform/mac/plugins/undefined-property-crash.html
634 platform/mac/plugins/webScriptObject-exception-deadlock.html
635
636 # WebKitTestRunner doesn't have objCPlugin
637 platform/mac/editing/pasteboard/5583362.html
638 platform/mac/plugins/jsobjc-dom-wrappers.html
639 platform/mac/plugins/jsobjc-simple.html
640 platform/mac/plugins/throw-on-dealloc.html
641
642 # WebKitTestRunner doesn't have objCPlugin
643 # (but these tests sound like things we may want to test another way)
644 editing/pasteboard/paste-RTFD.html
645 editing/pasteboard/paste-TIFF.html
646
647 # WebKitTestRunner doesn't have eventSender.enableDOMUIEventLogging
648 platform/mac/fast/events/objc-event-api.html
649
650 # WebKitTestRunner needs an implementation of eventSender.beginDragWithFiles
651 # https://bugs.webkit.org/show_bug.cgi?id=64285
652 editing/pasteboard/file-drag-to-editable.html
653 editing/pasteboard/file-input-files-access.html
654 fast/dom/Window/window-postmessage-clone-frames.html
655 fast/events/data-transfer-files-attribute-identity.html
656 fast/events/drag-file-crash.html
657 fast/events/drag-to-navigate.html
658 fast/events/drop-handler-should-not-stop-navigate.html
659 fast/events/drop-with-file-paths.html
660 fast/events/dropzone-004.html
661 fast/events/file-input-hidden-in-ondrop.html
662 fast/events/input-element-display-none-in-dragleave-crash.html
663 fast/events/prevent-drag-to-navigate.html
664 fast/files/apply-blob-url-to-img.html
665 fast/files/apply-blob-url-to-xhr.html
666 fast/files/file-list-test.html
667 fast/files/file-reader-abort.html
668 fast/files/file-reader-directory-crash.html
669 fast/files/file-reader-event-listener.html
670 fast/files/filereader-zip-bundle.html
671 fast/files/local-file-drag-security.html
672 fast/files/null-origin-string.html
673 fast/files/read-blob-async.html
674 fast/files/read-file-async.html
675 fast/files/workers/worker-apply-blob-url-to-xhr.html
676 fast/files/workers/worker-read-blob-async.html
677 fast/files/workers/worker-read-blob-sync.html
678 fast/files/workers/worker-read-file-async.html
679 fast/files/workers/worker-read-file-sync.html
680 fast/forms/file/file-input-change-event.html
681 fast/forms/file/file-input-reset.html
682 fast/forms/file/get-file-upload.html
683 fast/forms/file/input-file-re-render.html
684 fast/forms/file/recover-file-input-in-unposted-form.html
685 fast/forms/file/selected-files-from-history-state.html
686 fast/workers/worker-copy-shared-blob-url.html
687 http/tests/local/fileapi/file-last-modified-after-delete.html
688 http/tests/local/fileapi/file-last-modified.html
689 http/tests/local/fileapi/send-dragged-file.html
690 http/tests/local/fileapi/upload-zip-bundle-as-blob.html
691 http/tests/local/formdata/form-data-with-unknown-file-extension.html
692 http/tests/local/formdata/send-form-data-constructed-from-form.html
693 http/tests/local/formdata/send-form-data-with-filename.html
694 http/tests/local/formdata/send-form-data-with-sliced-file.html
695 http/tests/local/formdata/send-form-data.html
696 http/tests/local/formdata/send-form-data-with-empty-file-filename.html
697 http/tests/local/formdata/upload-events.html
698 http/tests/security/clipboard/clipboard-file-access.html
699 media/video-src-blob.html
700 storage/indexeddb/noblobs.html
701 storage/indexeddb/structured-clone.html
702
703 # WebKitTestRunner doesn't have eventSender.fireKeyboardEventsToElement
704 platform/mac/fast/events/objc-keyboard-event-creation.html
705
706 # WebKit2 does not (should not?) support setting WebKitUsePreHTML5ParserQuirks
707 # in its WebPreferences implementation.
708 fast/parser/pre-html5-parser-quirks.html
709
710 # [WK2] New fast/events/drag-display-none-element.html fails
711 # https://bugs.webkit.org/show_bug.cgi?id=90177
712 fast/events/drag-display-none-element.html
713
714 # Skip tests in fast/text/shaping
715 fast/text/shaping
716
717 ### END OF (4) Features that are not supported in WebKit2 and likely never will be
718 ########################################
719
720
721 ###### This file has four sections. When adding new tests, make sure to
722 ###### add to the right section:
723
724 ### (1) Classified failures with bug reports
725 ### (2) Classified failures without bug reports (yet)
726 ### (3) Unclassified failures
727 ### (4) Features that are not supported in WebKit2 and likely never will be