[WK2] TestRunner does not support overridePreference with value "0"
[WebKit-https.git] / LayoutTests / platform / efl-wk2 / TestExpectations
1 # We divide the EFL WK2 test expectations into several categories:
2 # 1. TESTS EXPECTED TO FAIL
3 #    Test cases related to features that we don't expect to be activated for EFL WK2 since
4 #    the feature implementation in WebKit2 is missing or not complete yet.
5 #    If test cases related to a feature cannot be activated since e.g.
6 #    * the feature implementation in WebCore is not complete yet
7 #    * the feature is not relevant for the EFL port
8 #    * the feature is meant to solve a backwards compatibility issue on other platforms
9 #    please put them into EFL TestExpectations file.
10 #    If in doubt, please discuss on webkit-efl mailing list whether a set of test cases
11 #    should be moved here.
12
13 # 2. CRASHES
14
15 # 3. FLAKY TESTS
16
17 # 4. FAILING TESTS
18 #    * Interim failures that are moved here for further investigation as a result of daily
19 #      gardening. They should be analysed quickly and either resolved or moved to 1).
20 #    * Remaining failures that are moved here until further investigation after
21 #      unskipping a directory or block of tests in the Skipped list.
22 #    * Tests that we expect to pass once the respective fix for DRT is available or
23 #      a relevant compile time feature can be enabled for EFL.
24
25 #////////////////////////////////////////////////////////////////////////////////////////
26 # TESTS EXPECTED TO FAIL
27 #////////////////////////////////////////////////////////////////////////////////////////
28
29 #////////////////////////////////////////////////////////////////////////////////////////
30 # CRASHES
31 #////////////////////////////////////////////////////////////////////////////////////////
32
33 Bug(EFL) fast/dom/register-protocol-handler.html [ Crash ]
34 Bug(EFL) fast/dom/unregister-protocol-handler.html [ Crash ]
35
36 # WebKitTestRunner needs an implementation for download attribute feature
37 # The implementation for DumpRenderTree is on https://bugs.webkit.org/show_bug.cgi?id=96462
38 # anchor-download-unset.html and anchor-nodownload.html are currently passed, but need to be checked along with below test cases
39 Bug(EFL) fast/dom/HTMLAnchorElement/anchor-download.html [ Crash ]
40 Bug(EFL) fast/dom/HTMLAnchorElement/anchor-nodownload-set.html [ Crash ]
41
42 #////////////////////////////////////////////////////////////////////////////////////////
43 # FLAKY TESTS
44 #////////////////////////////////////////////////////////////////////////////////////////
45
46 Bug(EFL) http/tests/security/contentSecurityPolicy/connect-src-websocket-blocked.html [ Crash Pass ]
47 Bug(EFL) inspector/styles/styles-add-new-rule.html [ Failure Pass ]
48 Bug(EFL) inspector/styles/metrics-box-sizing.html [ Failure Pass ]
49 Bug(EFL) inspector/styles/inject-stylesheet.html [ Failure Pass ]
50 Bug(EFL) inspector/styles/css-live-edit.html [ Failure Pass ]
51 Bug(EFL) inspector/styles/styles-cancel-editing.html [ Failure Pass ]
52 Bug(EFL) inspector/styles/get-set-stylesheet-text.html [ Failure Pass ]
53 Bug(EFL) inspector/styles/lazy-computed-style.html [ Failure Pass ]
54 Bug(EFL) inspector/styles/add-new-rule-inline-style-csp.html [ Failure Pass ]
55 Bug(EFL) inspector/styles/styles-commit-editing.html [ Failure Pass ]
56 Bug(EFL) inspector/styles/styles-history.html [ Failure Pass ]
57 Bug(EFL) inspector/styles/edit-inspector-stylesheet.html [ Failure Pass ]
58 Bug(EFL) inspector/styles/commit-selector.html [ Failure Pass ]
59 Bug(EFL) inspector/styles/force-pseudo-state.html [ Failure Pass ]
60 Bug(EFL) inspector/styles/styles-add-invalid-property.html [ Failure Pass ]
61 Bug(EFL) inspector/styles/perform-undo-perform-of-mergable-action.html [ Failure Pass ]
62 Bug(EFL) inspector/elements/delete-from-document.html [ Failure Pass ]
63 Bug(EFL) inspector/elements/insert-node.html [ Failure Pass ]
64 Bug(EFL) inspector/elements/elements-inspect-iframe-from-different-domain.html [ Failure Pass ]
65 Bug(EFL) inspector/elements/elements-panel-styles.html [ Failure Pass ]
66 Bug(EFL) inspector/elements/elements-panel-selection-on-refresh.html [ Failure Pass ]
67 Bug(EFL) inspector/elements/elements-panel-limited-children.html [ Failure Pass ]
68 Bug(EFL) inspector/elements/elements-panel-reload-assert.html [ Failure Pass ]
69 Bug(EFL) inspector/elements/elements-panel-rewrite-href.html [ Failure Pass ]
70 Bug(EFL) inspector/elements/event-listener-sidebar.html [ Failure Pass ]
71 Bug(EFL) inspector/elements/elements-panel-structure.html [ Failure Pass ]
72 Bug(EFL) inspector/elements/highlight-node-scaled.html [ Failure Pass ]
73 Bug(EFL) inspector/console/console-format.html [ Failure Pass ]
74 Bug(EFL) inspector/console/command-line-api-inspect.html [ Failure Pass ]
75 Bug(EFL) inspector/console/console-api-on-call-frame.html [ Failure Pass ]
76 Bug(EFL) inspector/console/console-big-array.html [ Failure Pass ]
77 Bug(EFL) inspector/debugger/debugger-activation-crash2.html [ Crash Failure Pass ]
78 Bug(EFL) inspector/debugger/debugger-breakpoints-not-activated-on-reload.html [ Failure Pass ]
79 Bug(EFL) inspector/debugger/debugger-eval-while-paused.html [ Failure Pass ]
80 Bug(EFL) inspector/debugger/callstack-placards-discarded.html [ Failure Pass ]
81 Bug(EFL) inspector/debugger/debugger-autocontinue-on-syntax-error.html [ Failure Pass ]
82 Bug(EFL) inspector/debugger/debugger-activation-crash.html [ Crash Failure Pass ]
83 Bug(EFL) inspector/debugger/debugger-pause-in-eval-script.html [ Crash Failure Pass ]
84 Bug(EFL) inspector/debugger/debugger-pause-on-debugger-statement.html [ Crash Failure Pass ]
85 Bug(EFL) inspector/debugger/debugger-pause-on-failed-assertion.html [ Crash Failure Pass ]
86 Bug(EFL) inspector/debugger/debugger-proto-property.html [ Failure Pass ]
87 Bug(EFL) inspector/debugger/debugger-set-breakpoint-regex.html [ Crash Failure Pass ]
88 Bug(EFL) inspector/debugger/debugger-step-out.html [ Crash Failure Pass ]
89 Bug(EFL) inspector/debugger/pause-in-inline-script.html [ Failure Pass ]
90 Bug(EFL) inspector/debugger/breakpoint-manager.html [ Crash Failure Pass ]
91 Bug(EFL) inspector/debugger/copy-stack-trace.html [ Failure Pass ]
92 Bug(EFL) inspector/timeline/timeline-animation-frame.html [ Failure Pass ]
93 Bug(EFL) inspector/timeline/timeline-timer.html [ Failure Pass ]
94 Bug(EFL) inspector/cookie-parser.html [ Failure Pass ]
95 Bug(EFL) inspector/profiler/cpu-profiler-profiling.html [ Failure Pass ]
96 Bug(EFL) inspector/extensions/extensions-resources.html [ Failure Pass ]
97 Bug(EFL) inspector/extensions/extensions-audits-api.html [ Failure Pass ]
98 Bug(EFL) inspector/extensions/extensions-reload.html [ Failure Pass ]
99 Bug(EFL) inspector/editor/highlighter-basics.html [ Failure Pass ]
100 Bug(EFL) inspector/editor/highlighter-long-line.html [ Failure Pass ]
101 Bug(EFL) inspector/audits/audits-panel-functional.html [ Failure Pass ]
102 Bug(EFL) inspector/runtime/runtime-callFunctionOn.html [ Failure Pass ]
103 Bug(EFL) inspector/storage-panel-dom-storage-update.html [ Failure Pass ]
104 Bug(EFL) media/video-played-reset.html [ Failure Pass ]
105 Bug(EFL) fast/encoding/parser-tests-110.html [ Failure Pass ]
106 Bug(EFL) fast/loader/fragment-after-redirect-gets-back-entry.html [ Failure Pass ]
107 Bug(EFL) fast/loader/child-frame-add-after-back-forward.html [ Failure Pass ]
108 Bug(EFL) fast/forms/validation-message-user-modify.html [ Failure Pass ]
109 Bug(EFL) fast/events/backspace-navigates-back.html [ Failure Pass ]
110 Bug(EFL) fast/events/onchange-click-hang.html [ Failure Pass ]
111 Bug(EFL) fast/events/dispatch-message-string-data.html [ Failure Pass ]
112 Bug(EFL) fast/layers/no-clipping-overflow-hidden-hardware-acceleration.html [ ImageOnlyFailure Pass ]
113 Bug(EFL) fast/events/domactivate-sets-underlying-click-event-as-handled.html [ Failure Pass ]
114 Bug(EFL) http/tests/inspector/change-iframe-src.html [ Failure Pass ]
115 Bug(EFL) http/tests/loading/fire-error-event-empty-404-script.html [ Crash Failure Pass ]
116 Bug(EFL) jquery/data.html [ Failure Pass ]
117 Bug(EFL) jquery/offset.html [ Failure Pass ]
118 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.4_Comments/S7.4_A5.html [ Crash Failure Pass ]
119 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.4_Comments/S7.4_A6.html [ Crash Failure Pass ]
120 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.1_T2.html [ Crash Failure Pass ]
121 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.4_T2.html [ Crash Failure Pass ]
122 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A2.1_T2.html [ Crash Failure Pass ]
123 Bug(EFL) sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A2.4_T2.html [ Crash Failure Pass ]
124 Bug(EFL) svg/dom/viewspec-parser-3.html [ Failure Pass ]
125 Bug(EFL) svg/dom/viewspec-parser-1.html [ Failure Pass ]
126 Bug(EFL) svg/dom/viewspec-parser-4.html [ Failure Pass ]
127 Bug(EFL) svg/dom/viewspec-parser-2.html [ Failure Pass ]
128 Bug(EFL) svg/dom/viewspec-parser-5.html [ Failure Pass ]
129
130 # ASSERTION FAILED: m_suspended in WebCore::SuspendableTimer::resume()
131 webkit.org/b/35220 inspector/debugger/debugger-no-nested-pause.html [ Crash Failure Pass ]
132 webkit.org/b/35220 inspector/debugger/debugger-pause-in-internal.html [ Crash Failure Pass ]
133 webkit.org/b/35220 inspector/debugger/debugger-pause-on-exception.html [ Crash Failure Pass ]
134 webkit.org/b/35220 inspector/debugger/debugger-reload-on-pause.html [ Crash Failure Pass ]
135 webkit.org/b/35220 inspector/debugger/debugger-scripts.html [ Crash Failure Pass ]
136 webkit.org/b/35220 inspector/debugger/debugger-step-in.html [ Crash Failure Pass ]
137 webkit.org/b/35220 inspector/debugger/debugger-step-over.html [ Crash Failure Pass ]
138 webkit.org/b/35220 inspector/debugger/disable-script.html [ Crash Failure Pass ]
139 webkit.org/b/35220 inspector/debugger/function-details.html [ Crash Failure Pass ]
140 webkit.org/b/35220 inspector/debugger/script-extract-outline.html [ Crash Failure Pass ]
141
142 # Test is flaky and needs to be fixed
143 webkit.org/b/56985 http/tests/loading/bad-server-subframe.html [ Crash Pass ]
144
145 # Sometimes times out of the build bot
146 webkit.org/b/90207 fast/forms/select/select-state-restore.html [ Failure Pass ]
147
148 #////////////////////////////////////////////////////////////////////////////////////////
149 # FAILING TESTS
150 #////////////////////////////////////////////////////////////////////////////////////////
151
152 # WebKitTestRunner needs an implementation for testRunner.queueLoad
153 webkit.org/b/42674 fast/dom/navigation-type-back-forward.html [ Failure ]
154 webkit.org/b/42674 fast/dom/navigation-type-navigate.html [ Failure ]
155 webkit.org/b/42674 fast/dom/navigation-type-reload.html [ Failure ]
156 webkit.org/b/42674 http/tests/navigation/response204.html [ Failure ]
157
158 # WebKitTestRunner needs an implementation for testRunner.titleTextDirection
159 webkit.org/b/93470 fast/dom/title-directionality-removeChild.html [ Failure ]
160 webkit.org/b/93470 fast/dom/title-directionality.html [ Failure ]
161
162 # WebKitTestRunner eventSender needs touch events support
163 webkit.org/b/96465 fast/events/touch/basic-multi-touch-events-limited.html [ Failure ]
164 webkit.org/b/96465 fast/events/touch/basic-multi-touch-events.html [ Failure ]
165 webkit.org/b/96465 fast/events/touch/basic-single-touch-events.html [ Failure ]
166 webkit.org/b/96465 fast/events/touch/multi-touch-grouped-targets.html [ Failure ]
167 webkit.org/b/96465 fast/events/touch/send-oncancel-event.html [ Failure ]
168 webkit.org/b/96465 fast/events/touch/tap-highlight-color.html [ Failure ]
169 webkit.org/b/96465 fast/events/touch/touch-active-state.html [ Failure ]
170 webkit.org/b/96465 fast/events/touch/touch-coords-in-zoom-and-scroll.html [ Failure ]
171 webkit.org/b/96465 fast/events/touch/touch-inside-iframe.html [ Failure ]
172 webkit.org/b/96465 fast/events/touch/touch-inside-iframe-scrolled.html [ Failure ]
173 webkit.org/b/96465 fast/events/touch/touch-slider.html [ Failure ]
174 webkit.org/b/96465 fast/events/touch/touch-stale-node-crash.html [ Failure ]
175 webkit.org/b/96465 fast/events/touch/touch-target-limited.html [ Failure ]
176 webkit.org/b/96465 fast/events/touch/touch-target.html [ Failure ]
177
178 # WebKitTestRunner needs an implementation for testRunner.setViewModeMediaFeature
179 Bug(EFL) fast/media/media-query-list-02.html [ Failure ]
180 Bug(EFL) fast/media/media-query-list-03.html [ Failure ]
181 Bug(EFL) fast/media/media-query-list-04.html [ Failure ]
182 Bug(EFL) fast/media/media-query-list-05.html [ Failure ]
183 Bug(EFL) fast/media/media-query-list-06.html [ Failure ]
184 Bug(EFL) fast/media/media-query-list-07.html [ Failure ]
185 Bug(EFL) fast/media/view-mode-media-feature.html [ Failure ]
186
187 # WebKitTestRunner needs an implementation for eventSender.scheduleAsynchronousKeyDown
188 webkit.org/b/93979 fast/mutation/end-of-task-delivery.html [ Failure ]
189
190 # testRunner.setUseDeferredFrameLoading() is not implemented in WK2
191 webkit.org/b/93980 http/tests/appcache/load-from-appcache-defer-resume-crash.html [ Failure ]
192
193 # WebKitTestRunner needs an implementation for testRunner.setStorageDatabaseIdleInterval
194 webkit.org/b/93982 storage/domstorage/storage-close-database-on-idle.html [ Failure ]
195
196 # Unclassified failures
197 Bug(EFL) fast/block/float/float-in-float-hit-testing.html [ Failure ]
198 Bug(EFL) fast/dom/Window/mozilla-focus-blur.html [ Failure ]
199 Bug(EFL) fast/replaced/no-focus-ring-embed.html [ Failure ]
200 Bug(EFL) fast/replaced/no-focus-ring-object.html [ Failure ]
201 Bug(EFL) http/tests/inspector/network/network-sidebar-width.html [ Failure ]
202
203 # Fails after r128056.
204 webkit.org/b/96794 inspector/console/alert-toString-exception.html [ Failure ]
205