[EFL] Gardening of the WK2 Debug Bot failing tests
[WebKit-https.git] / LayoutTests / platform / efl-wk2 / TestExpectations
1 # We divide the EFL WK2 test expectations into several categories:
2 # 1. PASSING TESTS
3 #    Test cases that pass for EFL WK2 but are skipped in a top-level TestExpectations file.
4
5 # 2. TESTS EXPECTED TO FAIL
6 #    Test cases related to features that we don't expect to be activated for EFL WK2 since
7 #    the feature implementation in WebKit2 is missing or not complete yet.
8 #    If test cases related to a feature cannot be activated since e.g.
9 #    * the feature implementation in WebCore is not complete yet
10 #    * the feature is not relevant for the EFL port
11 #    * the feature is meant to solve a backwards compatibility issue on other platforms
12 #    please put them into EFL TestExpectations file.
13 #    If in doubt, please discuss on webkit-efl mailing list whether a set of test cases
14 #    should be moved here.
15
16 # 3. CRASHES
17
18 # 4. FLAKY TESTS
19
20 # 5. FAILING TESTS
21 #    * Interim failures that are moved here for further investigation as a result of daily
22 #      gardening. They should be analysed quickly and either resolved or moved to 1).
23 #    * Remaining failures that are moved here until further investigation after
24 #      unskipping a directory or block of tests in the Skipped list.
25 #    * Tests that we expect to pass once the respective fix for DRT is available or
26 #      a relevant compile time feature can be enabled for EFL.
27
28 #////////////////////////////////////////////////////////////////////////////////////////
29 # PASSING TESTS
30 #////////////////////////////////////////////////////////////////////////////////////////
31
32 #////////////////////////////////////////////////////////////////////////////////////////
33 # TESTS EXPECTED TO FAIL
34 #////////////////////////////////////////////////////////////////////////////////////////
35
36 #////////////////////////////////////////////////////////////////////////////////////////
37 # CRASHES
38 #////////////////////////////////////////////////////////////////////////////////////////
39
40 webkit.org/b/92726 fast/dom/register-protocol-handler.html [ Crash ]
41 webkit.org/b/92726 fast/dom/unregister-protocol-handler.html [ Crash ]
42
43 # Crashes on plugin test.
44 webkit.org/b/98747 plugins/document-open.html [ Crash ]
45
46 # WebKitTestRunner needs an implementation for download attribute feature
47 # The implementation for DumpRenderTree is on https://bugs.webkit.org/show_bug.cgi?id=96462
48 # anchor-download-unset.html and anchor-nodownload.html are currently passed, but need to be checked along with below test cases
49 Bug(EFL) fast/dom/HTMLAnchorElement/anchor-download.html [ Crash ]
50 Bug(EFL) fast/dom/HTMLAnchorElement/anchor-nodownload-set.html [ Crash ]
51
52 #////////////////////////////////////////////////////////////////////////////////////////
53 # FLAKY TESTS
54 #////////////////////////////////////////////////////////////////////////////////////////
55
56 webkit.org/b/97560 http/tests/inspector/extensions-useragent.html [ Failure Pass ]
57 webkit.org/b/97560 inspector/extensions/extensions-api.html [ Failure Pass ]
58 webkit.org/b/97560 inspector/extensions/extensions-audits-content-script.html [ Failure Pass ]
59 webkit.org/b/97560 inspector/extensions/extensions-audits.html [ Failure Pass ]
60 webkit.org/b/97560 inspector/extensions/extensions-eval-content-script.html [ Failure Pass ]
61
62 Bug(EFL) http/tests/security/contentSecurityPolicy/connect-src-websocket-blocked.html [ Crash Pass ]
63 Bug(EFL) inspector/styles/styles-add-new-rule.html [ Failure Pass ]
64 Bug(EFL) inspector/styles/metrics-box-sizing.html [ Failure Pass ]
65 Bug(EFL) inspector/styles/inject-stylesheet.html [ Failure Pass ]
66 Bug(EFL) inspector/styles/css-live-edit.html [ Failure Pass ]
67 Bug(EFL) inspector/styles/styles-cancel-editing.html [ Failure Pass ]
68 Bug(EFL) inspector/styles/get-set-stylesheet-text.html [ Failure Pass ]
69 Bug(EFL) inspector/styles/lazy-computed-style.html [ Failure Pass ]
70 Bug(EFL) inspector/styles/add-new-rule-inline-style-csp.html [ Failure Pass ]
71 Bug(EFL) inspector/styles/styles-commit-editing.html [ Failure Pass ]
72 Bug(EFL) inspector/styles/edit-inspector-stylesheet.html [ Failure Pass ]
73 Bug(EFL) inspector/styles/commit-selector.html [ Failure Pass ]
74 Bug(EFL) inspector/styles/force-pseudo-state.html [ Failure Pass ]
75 Bug(EFL) inspector/styles/styles-add-invalid-property.html [ Failure Pass ]
76 Bug(EFL) inspector/styles/perform-undo-perform-of-mergable-action.html [ Failure Pass ]
77 Bug(EFL) inspector/elements/delete-from-document.html [ Failure Pass ]
78 Bug(EFL) inspector/elements/insert-node.html [ Failure Pass ]
79 Bug(EFL) inspector/elements/elements-inspect-iframe-from-different-domain.html [ Failure Pass ]
80 Bug(EFL) inspector/elements/elements-panel-styles.html [ Failure Pass ]
81 Bug(EFL) inspector/elements/elements-panel-selection-on-refresh.html [ Failure Pass ]
82 Bug(EFL) inspector/elements/elements-panel-limited-children.html [ Failure Pass ]
83 Bug(EFL) inspector/elements/elements-panel-reload-assert.html [ Failure Pass ]
84 Bug(EFL) inspector/elements/elements-panel-rewrite-href.html [ Failure Pass ]
85 Bug(EFL) inspector/elements/event-listener-sidebar.html [ Failure Pass ]
86 Bug(EFL) inspector/elements/elements-panel-structure.html [ Failure Pass ]
87 Bug(EFL) inspector/elements/highlight-node-scaled.html [ Failure Pass ]
88 Bug(EFL) inspector/console/console-format.html [ Failure Pass ]
89 Bug(EFL) inspector/console/command-line-api-inspect.html [ Failure Pass ]
90 Bug(EFL) inspector/console/console-api-on-call-frame.html [ Failure Pass ]
91 Bug(EFL) inspector/console/console-big-array.html [ Failure Pass ]
92 Bug(EFL) inspector/debugger/debugger-activation-crash2.html [ Crash Failure Pass ]
93 Bug(EFL) inspector/debugger/debugger-breakpoints-not-activated-on-reload.html [ Failure Pass ]
94 Bug(EFL) inspector/debugger/debugger-eval-while-paused.html [ Failure Pass ]
95 Bug(EFL) inspector/debugger/callstack-placards-discarded.html [ Failure Pass ]
96 Bug(EFL) inspector/debugger/debugger-autocontinue-on-syntax-error.html [ Failure Pass ]
97 Bug(EFL) inspector/debugger/debugger-activation-crash.html [ Crash Failure Pass ]
98 Bug(EFL) inspector/debugger/debugger-pause-in-eval-script.html [ Crash Failure Pass ]
99 Bug(EFL) inspector/debugger/debugger-pause-on-debugger-statement.html [ Crash Failure Pass ]
100 Bug(EFL) inspector/debugger/debugger-pause-on-failed-assertion.html [ Crash Failure Pass ]
101 Bug(EFL) inspector/debugger/debugger-proto-property.html [ Failure Pass ]
102 Bug(EFL) inspector/debugger/debugger-set-breakpoint-regex.html [ Crash Failure Pass ]
103 Bug(EFL) inspector/debugger/debugger-step-out.html [ Crash Failure Pass ]
104 Bug(EFL) inspector/debugger/pause-in-inline-script.html [ Failure Pass ]
105 Bug(EFL) inspector/debugger/breakpoint-manager.html [ Crash Failure Pass ]
106 Bug(EFL) inspector/debugger/copy-stack-trace.html [ Failure Pass ]
107 Bug(EFL) inspector/timeline/timeline-animation-frame.html [ Failure Pass ]
108 Bug(EFL) inspector/timeline/timeline-timer.html [ Failure Pass ]
109 Bug(EFL) inspector/cookie-parser.html [ Failure Pass ]
110 Bug(EFL) inspector/profiler/cpu-profiler-profiling.html [ Failure Pass ]
111 Bug(EFL) inspector/extensions/extensions-resources.html [ Failure Pass ]
112 Bug(EFL) inspector/extensions/extensions-audits-api.html [ Failure Pass ]
113 Bug(EFL) inspector/extensions/extensions-reload.html [ Failure Pass ]
114 Bug(EFL) inspector/editor/highlighter-basics.html [ Failure Pass ]
115 Bug(EFL) inspector/editor/highlighter-long-line.html [ Failure Pass ]
116 Bug(EFL) inspector/audits/audits-panel-functional.html [ Failure Pass ]
117 Bug(EFL) inspector/runtime/runtime-callFunctionOn.html [ Failure Pass ]
118 Bug(EFL) inspector/storage-panel-dom-storage-update.html [ Failure Pass ]
119 Bug(EFL) media/video-played-reset.html [ Failure Pass ]
120 Bug(EFL) fast/loader/fragment-after-redirect-gets-back-entry.html [ Failure Pass ]
121 Bug(EFL) fast/loader/child-frame-add-after-back-forward.html [ Failure Pass ]
122 Bug(EFL) fast/forms/validation-message-user-modify.html [ Failure Pass ]
123 Bug(EFL) fast/events/backspace-navigates-back.html [ Failure Pass ]
124 Bug(EFL) fast/events/onchange-click-hang.html [ Failure Pass ]
125 Bug(EFL) fast/events/dispatch-message-string-data.html [ Failure Pass ]
126 Bug(EFL) fast/layers/no-clipping-overflow-hidden-hardware-acceleration.html [ ImageOnlyFailure Pass ]
127 Bug(EFL) fast/events/domactivate-sets-underlying-click-event-as-handled.html [ Failure Pass ]
128 Bug(EFL) http/tests/inspector/change-iframe-src.html [ Failure Pass ]
129 Bug(EFL) http/tests/loading/fire-error-event-empty-404-script.html [ Crash Failure Pass ]
130 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.4_Comments/S7.4_A5.html [ Crash Failure Pass ]
131 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.4_Comments/S7.4_A6.html [ Crash Failure Pass ]
132 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.1_T2.html [ Crash Failure Pass ]
133 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.4_T2.html [ Crash Failure Pass ]
134 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A2.1_T2.html [ Crash Failure Pass ]
135 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A2.4_T2.html [ Crash Failure Pass ]
136 Bug(EFL) svg/dom/viewspec-parser-3.html [ Failure Pass ]
137 Bug(EFL) svg/dom/viewspec-parser-1.html [ Failure Pass ]
138 Bug(EFL) svg/dom/viewspec-parser-4.html [ Failure Pass ]
139 Bug(EFL) svg/dom/viewspec-parser-2.html [ Failure Pass ]
140 Bug(EFL) svg/dom/viewspec-parser-5.html [ Failure Pass ]
141
142 webkit.org/b/98761 svg/text/selection-tripleclick.svg [ Failure Pass ]
143
144 # ASSERTION FAILED: m_suspended in WebCore::SuspendableTimer::resume()
145 webkit.org/b/35220 inspector/debugger/debugger-no-nested-pause.html [ Crash Failure Pass ]
146 webkit.org/b/35220 inspector/debugger/debugger-pause-in-internal.html [ Crash Failure Pass ]
147 webkit.org/b/35220 inspector/debugger/debugger-pause-on-exception.html [ Crash Failure Pass ]
148 webkit.org/b/35220 inspector/debugger/debugger-reload-on-pause.html [ Crash Failure Pass ]
149 webkit.org/b/35220 inspector/debugger/debugger-scripts.html [ Crash Failure Pass ]
150 webkit.org/b/35220 inspector/debugger/debugger-step-in.html [ Crash Failure Pass ]
151 webkit.org/b/35220 inspector/debugger/debugger-step-over.html [ Crash Failure Pass ]
152 webkit.org/b/35220 inspector/debugger/disable-script.html [ Crash Failure Pass ]
153 webkit.org/b/35220 inspector/debugger/function-details.html [ Crash Failure Pass ]
154 webkit.org/b/35220 inspector/debugger/script-extract-outline.html [ Crash Failure Pass ]
155
156 # Test is flaky and needs to be fixed
157 webkit.org/b/56985 http/tests/loading/bad-server-subframe.html [ Crash Pass ]
158
159 # Sometimes times out of the build bot
160 webkit.org/b/90207 fast/forms/select/select-state-restore.html [ Failure Pass ]
161
162 # Affects multiple platforms.
163 webkit.org/b/90980 fast/forms/textarea/textarea-state-restore.html [ Failure Pass ]
164
165 # Flaky, probably because the result is sometimes taken before data about visited link have passed through IPC.
166 webkit.org/b/81797 fast/history/visited-link-background-color.html [ Failure  Pass ]
167
168 # Also flaky at least on GTK+
169 webkit.org/b/72698 media/audio-garbage-collect.html
170
171 #////////////////////////////////////////////////////////////////////////////////////////
172 # FAILING TESTS
173 #////////////////////////////////////////////////////////////////////////////////////////
174
175 # WebKitTestRunner needs an implementation for testRunner.queueLoad
176 webkit.org/b/42674 fast/dom/navigation-type-back-forward.html [ Failure ]
177 webkit.org/b/42674 fast/dom/navigation-type-navigate.html [ Failure ]
178 webkit.org/b/42674 fast/dom/navigation-type-reload.html [ Failure ]
179 webkit.org/b/42674 http/tests/navigation/response204.html [ Failure ]
180
181 # WebKitTestRunner needs an implementation for testRunner.titleTextDirection
182 webkit.org/b/93470 fast/dom/title-directionality-removeChild.html [ Failure ]
183 webkit.org/b/93470 fast/dom/title-directionality.html [ Failure ]
184
185 # WebKitTestRunner setTouchPointRadius() is not supported
186 Bug(EFL) fast/events/touch/basic-single-touch-events.html [ Failure ]
187
188 # WebKitTestRunner needs an implementation for testRunner.setViewModeMediaFeature
189 Bug(EFL) fast/media/media-query-list-02.html [ Failure ]
190 Bug(EFL) fast/media/media-query-list-03.html [ Failure ]
191 Bug(EFL) fast/media/media-query-list-04.html [ Failure ]
192 Bug(EFL) fast/media/media-query-list-05.html [ Failure ]
193 Bug(EFL) fast/media/media-query-list-06.html [ Failure ]
194 Bug(EFL) fast/media/media-query-list-07.html [ Failure ]
195 Bug(EFL) fast/media/view-mode-media-feature.html [ Failure ]
196
197 # WebKitTestRunner needs an implementation for eventSender.scheduleAsynchronousKeyDown
198 webkit.org/b/93979 fast/mutation/end-of-task-delivery.html [ Failure ]
199
200 # testRunner.setUseDeferredFrameLoading() is not implemented in WK2
201 webkit.org/b/93980 http/tests/appcache/load-from-appcache-defer-resume-crash.html [ Failure ]
202
203 # WebKitTestRunner needs an implementation for testRunner.setStorageDatabaseIdleInterval
204 webkit.org/b/93982 storage/domstorage/storage-close-database-on-idle.html [ Failure ]
205
206 # The following test makes the fast/parser/document-write-ignores-later-network-bytes.html test crash
207 webkit.org/b/98345 fast/parser/document-open-in-unload.html [ Skip ]
208
209 # Fails after r130363.
210 webkit.org/b/98573 fast/forms/multiple-form-submission-protection-mouse.html [ Failure ]
211
212 # Requires TestRunner displayInvalidatedRegion() support.
213 webkit.org/b/98523 fast/images/repaint-subrect-grid.html [ Failure ]
214
215 # NPP_SetWindow is not called with proper size for the first time.
216 webkit.org/b/98746 plugins/netscape-plugin-setwindow-size-2.html [ Failure ]
217
218 # Mouse event problem with plugin test.
219 webkit.org/b/98745 plugins/clicking-missing-plugin-fires-delegate.html [ Failure ]
220 webkit.org/b/98745 plugins/keyboard-events.html [ Failure ]
221 webkit.org/b/98745 plugins/mouse-events-fixedpos.html [ Failure ]
222 webkit.org/b/98745 plugins/mouse-events.html [ Failure ]
223
224 # NPN_ReloadPlugins is not implemented.
225 webkit.org/b/98744 plugins/reloadplugins-and-pages.html [ Failure ]
226
227 # Plugin test timeout.
228 webkit.org/b/98743 plugins/evaluate-js-after-removing-plugin-element.html [ Failure ]
229
230 # Plugin failure related to NPP_URLNotify.
231 webkit.org/b/98742 plugins/get-targeted-javascript-url.html [ Failure ]
232
233 # Reloading a Netscape plugin that accesses its own DOM element is failing.
234 webkit.org/b/82020 plugins/netscape-dom-access-and-reload.html [ Failure ]
235
236 # Plugin test failures having wrong object reference count problem.
237 webkit.org/b/98741 plugins/npruntime/browser-object-identity.html [ Failure ]
238 webkit.org/b/98741 plugins/refcount-leaks.html [ Failure ]
239
240 # NPP_SetWindow is not called during plugin destruction on X11.
241 webkit.org/b/63261 plugins/npp-set-window-called-during-destruction.html [ Failure ]
242
243 # Delete plugin failures.
244 webkit.org/b/98740 plugins/npruntime/delete-plugin-within-hasProperty-return-false.html [ Failure ]
245 webkit.org/b/98740 plugins/npruntime/delete-plugin-within-hasProperty-return-true.html [ Failure ]
246 webkit.org/b/98740 plugins/npruntime/delete-plugin-within-setProperty.html [ Failure ]
247
248 # Comparison of two javascript objects in C++ is failing.
249 webkit.org/b/98739 plugins/npruntime/embed-property-equality.html [ Failure ]
250
251 # Fails after r131057.
252 webkit.org/b/99152 plugins/plugin-document-back-forward.html [ Failure ]
253 webkit.org/b/99152 http/tests/security/contentSecurityPolicy/object-src-url-allowed.html [ Failure ]
254 webkit.org/b/99152 http/tests/security/contentSecurityPolicy/object-src-url-blocked.html [ Failure ]
255 webkit.org/b/99152 plugins/iframe-plugin-bgcolor.html [ Failure ]
256
257 # Flaky on EFL port.
258 webkit.org/b/96641 media/video-seek-past-end-playing.html [ Failure ]