[Mac] Authentication tests fail even after r139140
[WebKit-https.git] / LayoutTests / platform / mac-wk2 / TestExpectations
1 # This file should contain entries for expectations that are specific
2 # to the Apple Mac port running the WebKit2 variant (--webkit-test-runner)
3
4 ###### This file has four sections. When adding new tests, make sure to
5 ###### add to the right section:
6
7 ### (1) Classified failures with bug reports
8 ### (2) Classified failures without bug reports (yet)
9 ### (3) Unclassified failures
10 ### (4) Features that are not supported in WebKit2 and likely never will be
11
12
13 ########################################
14 ### START OF (1) Classified failures with bug reports
15
16 # WebKitTestRunner needs an implementation of eventSender
17 # <https://bugs.webkit.org/show_bug.cgi?id=42194>
18 editing/pasteboard/4947130.html
19 editing/pasteboard/copy-standalone-image-crash.html
20 editing/pasteboard/drag-and-drop-image-contenteditable.html
21 editing/pasteboard/drag-and-drop-inputimage-contenteditable.html
22 editing/pasteboard/drag-and-drop-objectimage-contenteditable.html
23 editing/pasteboard/drag-drop-dead-frame.html
24 editing/pasteboard/drag-drop-input-textarea.html
25 editing/pasteboard/drag-drop-list.html
26 editing/pasteboard/drag-drop-modifies-page.html
27 editing/pasteboard/drag-drop-url-text.html
28 editing/pasteboard/drag-image-in-about-blank-frame.html
29 editing/pasteboard/drag-image-to-contenteditable-in-iframe.html
30 editing/pasteboard/drag-selected-image-to-contenteditable.html
31 editing/pasteboard/drop-file-svg.html
32 editing/pasteboard/drop-inputtext-acquires-style.html
33 editing/pasteboard/drop-link.html
34 editing/pasteboard/drop-text-events.html
35 editing/pasteboard/drop-text-without-selection.html
36 editing/pasteboard/emacs-cntl-y-001.html
37 editing/pasteboard/emacs-ctrl-k-y-001.html
38 editing/pasteboard/files-during-page-drags.html
39 editing/pasteboard/get-data-text-plain-drop.html
40 editing/pasteboard/smart-drag-drop.html
41 editing/pasteboard/smart-paste-004.html
42 editing/pasteboard/subframe-dragndrop-1.html
43 editing/selection/14971.html
44 editing/selection/4895428-1.html
45 editing/selection/4895428-4.html
46 editing/selection/5057506.html
47 editing/selection/5232159.html
48 editing/selection/5333725.html
49 editing/selection/5354455-1.html
50 editing/selection/5354455-2.html
51 editing/selection/anchor-focus2.html
52 editing/selection/anchor-focus3.html
53 editing/selection/button-right-click.html
54 editing/selection/click-in-margins-inside-editable-div.html
55 editing/selection/click-in-padding-with-multiple-line-boxes.html
56 editing/selection/contains-boundaries.html
57 editing/selection/context-menu-on-text.html
58 editing/selection/doubleclick-beside-cr-span.html
59 editing/selection/doubleclick-whitespace-crash.html
60 editing/selection/doubleclick-whitespace-img-crash.html
61 editing/selection/doubleclick-whitespace.html
62 editing/selection/drag-select-1.html
63 editing/selection/drag-select-rapidly.html
64 editing/selection/drag-start-event-client-x-y.html
65 editing/selection/drag-to-contenteditable-iframe.html
66 editing/selection/empty-cell-right-click.html
67 editing/selection/extend-after-mouse-selection.html
68 editing/selection/extend-selection-after-double-click.html
69 editing/selection/fake-drag.html
70 editing/selection/inline-closest-leaf-child.html
71 editing/selection/last-empty-inline.html
72 editing/selection/mixed-editability-10.html
73 editing/selection/paragraph-granularity.html
74 editing/selection/select-from-textfield-outwards.html
75 editing/selection/select-out-of-editable.html
76 editing/selection/select-out-of-floated-contenteditable.html
77 editing/selection/select-out-of-floated-input.html
78 editing/selection/select-out-of-floated-textarea.html
79 editing/selection/selection-actions.html
80 editing/selection/shift-click.html
81 editing/selection/user-drag-element-and-user-select-none.html
82 editing/selection/word-granularity.html
83 editing/spelling/context-menu-suggestions.html
84 editing/spelling/spellcheck-paste.html
85 editing/spelling/spellcheck-paste-disabled.html
86 editing/undo/undo-smart-delete-reversed-selection.html
87 fast/block/positioning/hittest-on-relative-positioned-children.html
88 fast/css/user-drag-none.html
89 fast/dom/Window/window-postmessage-clone.html
90 fast/dom/vertical-scrollbar-in-rtl.html
91 fast/dynamic/layer-hit-test-crash.html
92 fast/encoding/mailto-always-utf-8.html
93 fast/events/5056619.html
94 fast/events/autoscroll-in-textfield.html
95 fast/events/autoscroll-nonscrollable-iframe-in-scrollable-div.html
96 fast/events/autoscroll-with-non-scrollable-parent.html
97 fast/events/autoscroll.html
98 fast/events/bogus-dropEffect-effectAllowed.html
99 fast/events/click-count.html
100 fast/events/content-changed-during-drop.html
101 fast/events/context-no-deselect.html
102 fast/events/context-onmousedown-event.html
103 fast/events/contextmenu-scrolled-page-with-frame.html
104 fast/events/continuous-platform-wheelevent-in-scrolling-div.html
105 fast/events/crash-on-mutate-during-drop.html
106 fast/events/dblclick-addEventListener.html
107 fast/events/drag-and-drop-dataTransfer-types-nocrash.html
108 fast/events/drag-and-drop-fire-drag-dragover.html
109 fast/events/drag-and-drop.html
110 fast/events/drag-in-frames.html
111 fast/events/drag-parent-node.html
112 fast/events/dropzone-001.html
113 fast/events/dropzone-002.html
114 fast/events/dropzone-003.html
115 fast/events/dropzone-005.html
116 fast/events/keydown-numpad-keys.html
117 fast/events/mouse-click-events.html
118 fast/events/mouseup-from-button2.html
119 fast/events/node-event-anchor-lock.html
120 fast/events/ondragenter.html
121 fast/events/only-valid-drop-targets-receive-file-drop.html
122 fast/events/open-window-from-another-frame.html
123 fast/events/popup-when-select-change.html
124 fast/events/right-click-focus.html
125 fast/events/scroll-after-click-on-tab-index.html
126 fast/events/selectstart-by-drag.html
127 fast/events/selectstart-prevent-selection-on-right-click.html
128 fast/events/standalone-image-drag-to-editable.html
129 fast/events/wheelevent-in-horizontal-scrollbar-in-rtl.html
130 fast/events/wheelevent-in-vertical-scrollbar-in-rtl.html
131 fast/events/wheelevent-direction-inverted-from-device.html
132 fast/forms/drag-into-textarea.html
133 fast/forms/drag-out-of-textarea.html
134 fast/forms/file/input-file-value.html
135 fast/forms/input-readonly-autoscroll.html
136 fast/forms/input-text-drag-down.html
137 fast/forms/listbox-typeahead-cyrillic.html
138 fast/forms/listbox-typeahead-greek.html
139 fast/forms/range/slider-mouse-events.html
140 fast/forms/range/slider-onchange-event.html
141 fast/forms/select-type-ahead-non-latin.html
142 fast/forms/file/input-file-write-files.html
143 fast/history/window-open.html
144 fast/lists/drag-into-marker.html
145 fast/loader/policy-delegate-action-hit-test-zoomed.html
146 fast/repaint/japanese-rl-selection-repaint.html
147 fast/repaint/repaint-across-writing-mode-boundary.html
148 fast/repaint/selection-rl.html
149 http/tests/local/blob/send-hybrid-blob.html
150 http/tests/local/drag-over-remote-content.html
151 http/tests/local/fileapi/send-sliced-dragged-file.html
152 http/tests/misc/bubble-drag-events.html
153 http/tests/security/dataTransfer-set-data-file-url.html
154 http/tests/security/drag-drop-same-unique-origin.html
155 http/tests/security/drag-over-remote-content-iframe.html
156 media/controls-right-click-on-timebar.html
157 platform/mac/editing/pasteboard/dataTransfer-set-data-file-url.html
158 platform/mac/editing/pasteboard/drag-selections-to-contenteditable.html
159 platform/mac/fast/forms/listbox-scrollbar-hit-test.html
160 scrollbars/scrollbar-iframe-click-does-not-blur-content.html
161 scrollbars/scrollevent-iframe-no-scrolling-wheel.html
162 svg/custom/foreignObject-crash-on-hover.xml
163 svg/custom/use-events-crash.svg
164
165 # [WK2] [Mac] Spellcheck tests don't seem to work
166 webkit.org/b/105616 platform/mac/editing/spelling/removing-underline-after-accepting-autocorrection-using-punctuation.html [ Failure ]
167
168 # [WK2] [Mac] Support drag in mouse events for WebKit2 EventSender
169 # <https://bugs.webkit.org/show_bug.cgi?id=68552>
170 editing/pasteboard/drag-drop-iframe-refresh-crash.html
171 editing/selection/select-across-readonly-input-2.html
172 editing/selection/select-across-readonly-input-3.html
173 editing/selection/select-across-readonly-input-4.html
174 editing/selection/select-across-readonly-input-5.html
175 fast/events/drag-and-drop-subframe-dataTransfer.html
176 fast/events/drag-selects-image.html
177 fast/events/remove-target-with-shadow-in-drag.html
178
179 # Fail until SUBPIXEL_LAYOUT is enabled
180 # https://bugs.webkit.org/show_bug.cgi?id=85532
181 fast/sub-pixel
182
183 # fast/events/pagehide-timeout.html, pageshow-pagehide-on-back-cached-with-frames.html, and
184 # pageshow-pagehide-on-back-cached.html flakey on Lion Intel Debug WebKit testers.
185 # https://bugs.webkit.org/show_bug.cgi?id=81291
186 fast/events/pagehide-timeout.html
187 fast/events/pageshow-pagehide-on-back-cached-with-frames.html
188 fast/events/pageshow-pagehide-on-back-cached.html
189
190 # [WK2] http/tests/navigation/https-in-page-cache.html times out on mac-wk2
191 # https://bugs.webkit.org/show_bug.cgi?id=81622
192 http/tests/navigation/https-in-page-cache.html
193
194 # [WK2] Four http/tests/xmlhttprequest tests fail on mac-wk2
195 # https://bugs.webkit.org/show_bug.cgi?id=81627
196 http/tests/xmlhttprequest/basic-auth-default.html
197 http/tests/xmlhttprequest/basic-auth.html
198 http/tests/xmlhttprequest/re-login-async.html
199 http/tests/xmlhttprequest/workers/abort-exception-assert.html
200
201 # fast/events/drag-link.html is failing in Mac WebKit2
202 # https://bugs.webkit.org/show_bug.cgi?id=81833
203 fast/events/drag-link.html
204
205 # appcache tests often fail on the Mac WebKit2 bot
206 # https://bugs.webkit.org/show_bug.cgi?id=82061 rdar://problem/11108649
207 http/tests/appcache
208 http/tests/inspector/appcache
209
210 # flaky storage tests
211 # https://bugs.webkit.org/show_bug.cgi?id=82679
212 storage/websql/statement-success-callback-isolated-world.html
213 storage/websql/transaction-callback-isolated-world.html
214 storage/websql/transaction-error-callback-isolated-world.html
215
216 # Times out on mac-lion-wk2
217 # https://bugs.webkit.org/show_bug.cgi?id=88348
218 http/tests/media/remove-while-loading.html
219
220 # Missing functionality of textInputController
221 # https://bugs.webkit.org/show_bug.cgi?id=89401
222 platform/mac/editing/input/insert-dictated-text.html
223 platform/mac/editing/input/edit-dictated-text-with-alternative.html
224
225 # Crashes on Lion Debug WK2
226 # https://bugs.webkit.org/show_bug.cgi?id=89780
227 fast/canvas/canvas-createImageData.html
228
229 # https://bugs.webkit.org/show_bug.cgi?id=89199
230 editing/spelling/grammar-edit-word.html
231
232 # https://bugs.webkit.org/show_bug.cgi?id=90156
233 platform/mac/editing/spelling/autocorrection-blockquote-crash.html
234
235 # https://bugs.webkit.org/show_bug.cgi?id=91778
236 storage/domstorage/storage-close-database-on-idle.html
237
238 # https://bugs.webkit.org/show_bug.cgi?id=94549
239 fast/forms/file/selected-files-from-history-state.html
240
241 # fast/multicol/shrink-to-column-height-for-pagination.html fails on Mac WK2 bots
242 # https://bugs.webkit.org/show_bug.cgi?id=94624
243 fast/multicol/shrink-to-column-height-for-pagination.html
244
245 # https://bugs.webkit.org/show_bug.cgi?id=95041
246 fast/forms/validation-message-user-modify.html
247
248 # https://bugs.webkit.org/show_bug.cgi?id=95043
249 http/tests/security/local-user-CSS-from-remote.html
250
251 # Flakey on both Snow Leopard and Windows 7
252 # https://bugs.webkit.org/show_bug.cgi?id=58337
253 fast/dom/StyleSheet/detached-stylesheet-without-wrapper.html
254
255 # All spatial navigation tests fail on Mac WK2
256 webkit.org/b/96438 fast/spatial-navigation
257
258 # WK2 tests fail image diff
259 webkit.org/b/96580 css3/filters/custom/filter-fallback-to-software.html [ ImageOnlyFailure ]
260
261 # new fast/load tests fail https://bugs.webkit.org/show_bug.cgi?id=96832
262 webkit.org/b/96832 fast/loader/images-enabled-unset-can-block-image-and-can-reload-in-place.html [ Failure ]
263 webkit.org/b/96832 fast/loader/display-image-unset-can-block-image-and-can-reload-in-place.html [ Failure ]
264
265 # Will need rebaselining after bug 98527 fixed
266 webkit.org/b/98527 http/tests/loading/text-content-type-with-binary-extension.html [ Failure ]
267
268 # Causes next test to crash
269 webkit.org/b/98960 fast/parser/document-open-in-unload.html [ Skip ]
270
271 # ENABLE(SHADOW_DOM) is disabled.
272 webkit.org/b/76359 editing/shadow [ Skip ]
273 webkit.org/b/76359 fast/dom/shadow [ Skip ]
274
275 # fast/events/controlclick-no-onclick.html fails on Mac WK2
276 webkit.org/b/105948 fast/events/controlclick-no-onclick.html [ Failure ]
277
278 webkit.org/b/105954 http/tests/navigation/reload-subframe-object.html [ Failure ]
279
280 webkit.org/b/105956 inspector/geolocation-watchPosition.html [ Pass Failure ]
281
282 webkit.org/b/105960 plugins/navigator-plugins.html [ Failure ]
283
284 webkit.org/b/105988 [ Debug ] inspector/debugger/pause-in-internal-script.html [ Pass Crash ]
285 webkit.org/b/105988 [ Debug ] inspector/debugger/watch-expressions-panel-switch.html [ Pass Crash ]
286 webkit.org/b/105988 [ Debug ] inspector/debugger/properties-special.html [ Pass Crash ]
287 webkit.org/b/105988 [ Debug ] inspector/debugger/reveal-execution-line.html [ Pass Crash ]
288 webkit.org/b/105988 [ Debug ] inspector/debugger/watch-expressions-preserve-expansion.html [ Pass Crash ]
289
290 webkit.org/b/105998 [ Lion Release ] fast/css/sticky/inline-sticky-abspos-child.html [ ImageOnlyFailure ]
291 webkit.org/b/105998 [ MountainLion Debug ] fast/css/sticky/inline-sticky-abspos-child.html [ ImageOnlyFailure Pass ]
292 webkit.org/b/105998 [ Lion Release ] fast/css/sticky/inline-sticky.html [ ImageOnlyFailure ]
293 webkit.org/b/105998 [ MountainLion Debug ] fast/css/sticky/inline-sticky.html [ ImageOnlyFailure Pass ]
294 webkit.org/b/105998 [ MountainLion Debug ] fast/css/sticky/sticky-both-sides.html [ ImageOnlyFailure Pass ]
295
296 webkit.org/b/93552 inspector/device-orientation-success.html [ Failure ]
297
298 webkit.org/b/106123 http/tests/appcache/main-resource-redirect.html [ Pass ]
299
300 webkit.org/b/106187 platform/mac/tiled-drawing/fixed/absolute-inside-out-of-view-fixed.html [ Failure ]
301 webkit.org/b/106187 platform/mac/tiled-drawing/fixed/four-bars-zoomed.html [ Failure ]
302 webkit.org/b/106187 platform/mac/tiled-drawing/fixed/negative-scroll-offset.html [ Failure ]
303 webkit.org/b/106187 platform/mac/tiled-drawing/sticky/sticky-horizontal.html [ Failure ]
304 webkit.org/b/106187 platform/mac/tiled-drawing/sticky/sticky-vertical.html [ Failure ]
305
306 webkit.org/b/106405 http/tests/loading/authentication-after-redirect-stores-wrong-credentials/authentication-after-redirect-stores-wrong-credentials.html [ Failure ]
307 webkit.org/b/106405 http/tests/loading/basic-auth-resend-wrong-credentials.html [ Failure ]
308 webkit.org/b/106405 http/tests/loading/basic-credentials-sent-automatically.html [ Failure ]
309 webkit.org/b/106405 http/tests/misc/401-alternative-content.php [ Failure ]
310 webkit.org/b/106405 http/tests/misc/authentication-redirect-1/authentication-sent-to-redirect-cross-origin.html [ Failure ]
311 webkit.org/b/106405 http/tests/misc/authentication-redirect-2/authentication-sent-to-redirect-same-origin.html [ Failure ]
312 webkit.org/b/106405 http/tests/misc/authentication-redirect-3/authentication-sent-to-redirect-same-origin-with-location-credentials.html [ Failure ]
313 webkit.org/b/106405 http/tests/misc/authentication-redirect-4/authentication-sent-to-redirect-same-origin-url.html [ Failure ]
314 webkit.org/b/106405 http/tests/security/401-logout/401-logout.php [ Failure ]
315 webkit.org/b/106405 http/tests/xmlhttprequest/basic-auth-nouser.html [ Failure ]
316 webkit.org/b/106405 http/tests/xmlhttprequest/failed-auth.html [ Failure ]
317 webkit.org/b/106405 http/tests/xmlhttprequest/remember-bad-password.html [ Failure ]
318
319 ### END OF (1) Classified failures with bug reports
320 ########################################
321
322
323 ########################################
324 ### START OF (2) Classified failures without bug reports (yet)
325
326 ### END OF (2) Classified failures without bug reports (yet)
327 ########################################
328
329
330 ########################################
331 ### START OF (3) Unclassified failures
332
333 # All tests that failed on the Lion WebKit2 Release bot in r111739
334 editing/execCommand/copy-without-selection.html
335 editing/pasteboard/copy-two-pasteboard-types-both-work.html
336 editing/pasteboard/pasting-empty-html-falls-back-to-text.html
337 fast/forms/interactive-validation-attach-assertion.html
338 fast/forms/range/slider-delete-while-dragging-thumb.html
339 fast/frames/flattening/frameset-flattening-advanced.html
340 fast/history/form-submit-in-frame-via-onclick.html
341 fast/history/form-submit-in-frame.html
342 fast/history/saves-state-after-frame-nav.html
343 http/tests/inspector/extensions-ignore-cache.html
344 http/tests/security/credentials-in-referer.html
345 http/tests/workers/terminate-during-sync-operation.html
346 storage/websql/hash-change-with-xhr.html
347 svg/W3C-SVG-1.1/fonts-elem-04-b.svg
348
349 # All additional tests that failed on the Lion WebKit2 Debug bot in r111739
350 fast/forms/validation-message-in-relative-body.html
351 http/tests/cookies/simple-cookies-expired.html
352 http/tests/inspector/inspect-element.html
353 inspector/elements/edit-dom-actions.html
354 storage/websql/open-database-creation-callback-isolated-world.html
355 storage/websql/statement-error-callback-isolated-world.html
356
357 # All tests that failed more than once on the Lion WebKit2 Debug bot between r111808 and r111849
358 http/tests/cookies/simple-cookies-max-age.html
359 fast/events/drag-selects-image.html
360 fast/workers/worker-cloneport.html
361
362 # All additional tests that failed more than once on the Lion WebKit2 Release bot between r111814 and r111865
363 css3/selectors3/xml/css3-modsel-d3.xml
364 fast/canvas/webgl/texture-color-profile.html
365
366 # All tests that crashed more than once on the Lion WebKit2 bots between r111865 and r111885
367 accessibility/adjacent-continuations-cause-assertion-failure.html
368 accessibility/contenteditable-hidden-div.html
369 css3/filters/custom/effect-custom-combined-missing.html
370 fast/workers/empty-worker-nocrash.html
371 svg/custom/font-face-name-without-name-attr.svg
372
373 # All additional tests that crashed more than once on the Lion WebKit2 bots between r111885 and r111892
374 fast/dom/Window/anonymous-slot-with-changes.html
375 fast/repaint/scroll-in-clipped-layer.html
376 fast/workers/shared-worker-constructor.html
377 http/tests/canvas/philip/tests/security.drawImage.image.html
378 platform/mac/accessibility/attributed-string-includes-highlighting.html
379 svg/foreignObject/repaint-rect-coordinates.html
380
381 # All additional tests that crashed more than once on the Lion WebKit2 bots between r111867 and r111906
382 animations/3d/change-transform-in-end-event.html
383 canvas/philip/tests/2d.canvas.readonly.html
384 compositing/overflow/overflow-scaled-descendant-overlapping.html
385 compositing/sibling-positioning.html
386 compositing/video/video-with-invalid-source.html
387 fast/events/onunload-not-on-body.html
388 http/tests/cache/cancel-during-revalidation-succeeded.html
389 http/tests/media/media-document.html
390 http/tests/media/video-error-abort.html
391 platform/mac/accessibility/attributed-string-includes-misspelled-with-selection.html
392 svg/transforms/change-transform-origin-css.xhtml
393
394 # Intermittent crashes
395 # https://bugs.webkit.org/show_bug.cgi?id=82939
396 sputnik/Unicode/Unicode_218/S7.6_A2.4.html
397 sputnik/Unicode/Unicode_218/S7.6_A5.2_T1.html
398
399 ### END OF (3) Unclassified failures
400 ########################################
401
402
403 ########################################
404 ### START OF (4) Features that are not supported in WebKit2 and likely never will be
405
406 ### END OF (4) Features that are not supported in WebKit2 and likely never will be
407 ########################################
408
409 ########################################
410 ### START OF (5) Features that are not supported in WebKit1, so skipped in mac/TestExpectations then re-enabled here
411
412 platform/mac/tiled-drawing/ [ Pass ]
413 fast/css/sticky/sticky-top-zoomed.html [ Pass ]
414
415 ### END OF (5) Features that are not supported in WebKit1, so skipped in mac/TestExpectations then re-enabled here
416 ########################################
417