47d13dd523fc05af6cfe56bf63e83754734277da
[WebKit-https.git] / LayoutTests / platform / efl-wk2 / TestExpectations
1 // We divide the EFL WK2 test expectations into several categories:
2 // 1. TESTS EXPECTED TO FAIL
3 //    Test cases related to features that we don't expect to be activated for EFL WK2 since
4 //    the feature implementation in WebKit2 is missing or not complete yet.
5 //    If test cases related to a feature cannot be activated since e.g.
6 //    * the feature implementation in WebCore is not complete yet
7 //    * the feature is not relevant for the EFL port
8 //    * the feature is meant to solve a backwards compatibility issue on other platforms
9 //    please put them into EFL TestExpectations file.
10 //    If in doubt, please discuss on webkit-efl mailing list whether a set of test cases
11 //    should be moved here.
12
13 // 2. CRASHES
14
15 // 3. FLAKY TESTS
16
17 // 4. FAILING TESTS
18 //    * Interim failures that are moved here for further investigation as a result of daily
19 //      gardening. They should be analysed quickly and either resolved or moved to 1).
20 //    * Remaining failures that are moved here until further investigation after
21 //      unskipping a directory or block of tests in the Skipped list.
22 //    * Tests that we expect to pass once the respective fix for DRT is available or
23 //      a relevant compile time feature can be enabled for EFL.
24
25 //////////////////////////////////////////////////////////////////////////////////////////
26 // TESTS EXPECTED TO FAIL
27 //////////////////////////////////////////////////////////////////////////////////////////
28
29 //////////////////////////////////////////////////////////////////////////////////////////
30 // CRASHES
31 //////////////////////////////////////////////////////////////////////////////////////////
32
33 BUGWKEFL : inspector/elements/event-listeners-about-blank.html = CRASH
34 BUGWKEFL : inspector/console/console-assert.html  = CRASH
35 BUGWKEFL : inspector/debugger/debugger-step-out.html = CRASH
36 BUGWKEFL : inspector/debugger/debugger-activation-crash2.html = CRASH
37 BUGWKEFL : inspector/debugger/debugger-suspend-active-dom-objects.html = CRASH
38 BUGWKEFL : inspector/debugger/debugger-pause-in-eval-script.html = CRASH
39 BUGWKEFL : inspector/debugger/debugger-eval-on-call-frame.html = CRASH
40 BUGWKEFL : fast/loader/document-with-fragment-url-1.html = CRASH
41 BUGWKEFL : fast/forms/select/menulist-popup-crash.html = CRASH
42 BUGWKEFL : fast/forms/fieldset/fieldset-crash.html = CRASH
43 BUGWKEFL : fast/events/keyevent-iframe-removed-crash.html = CRASH
44 BUGWKEFL : fast/overflow/lots-of-sibling-inline-boxes.html = CRASH
45 BUGWKEFL : fast/dom/register-protocol-handler.html = CRASH
46 BUGWKEFL : fast/dom/unregister-protocol-handler.html = CRASH
47 BUGWKEFL : http/tests/loading/fire-error-event-script-no-content-type.html = CRASH
48
49 //////////////////////////////////////////////////////////////////////////////////////////
50 // FLAKY TESTS
51 //////////////////////////////////////////////////////////////////////////////////////////
52
53 BUGWKEFL : inspector/styles/styles-add-new-rule.html = TEXT PASS
54 BUGWKEFL : inspector/styles/metrics-box-sizing.html = TEXT PASS
55 BUGWKEFL : inspector/styles/inject-stylesheet.html = TEXT PASS
56 BUGWKEFL : inspector/styles/css-live-edit.html = TEXT PASS
57 BUGWKEFL : inspector/styles/styles-cancel-editing.html = TEXT PASS
58 BUGWKEFL : inspector/styles/get-set-stylesheet-text.html = TEXT PASS
59 BUGWKEFL : inspector/styles/media-queries.html = TEXT PASS
60 BUGWKEFL : inspector/styles/lazy-computed-style.html = TEXT PASS
61 BUGWKEFL : inspector/styles/add-new-rule-inline-style-csp.html = TEXT PASS
62 BUGWKEFL : inspector/styles/styles-commit-editing.html = TEXT PASS
63 BUGWKEFL : inspector/styles/styles-history.html = TEXT PASS
64 BUGWKEFL : inspector/styles/edit-inspector-stylesheet.html = TEXT PASS
65 BUGWKEFL : inspector/styles/commit-selector.html = TEXT PASS
66 BUGWKEFL : inspector/styles/force-pseudo-state.html = TEXT PASS
67 BUGWKEFL : inspector/styles/styles-add-invalid-property.html = TEXT PASS
68 BUGWKEFL : inspector/styles/perform-undo-perform-of-mergable-action.html = TEXT PASS
69 BUGWKEFL : inspector/elements/insert-node.html = TEXT PASS
70 BUGWKEFL : inspector/elements/elements-inspect-iframe-from-different-domain.html = TEXT PASS
71 BUGWKEFL : inspector/elements/elements-panel-styles.html = TEXT PASS
72 BUGWKEFL : inspector/elements/elements-panel-selection-on-refresh.html = TEXT PASS
73 BUGWKEFL : inspector/elements/elements-panel-limited-children.html = TEXT PASS
74 BUGWKEFL : inspector/elements/elements-panel-reload-assert.html = TEXT PASS
75 BUGWKEFL : inspector/elements/elements-panel-rewrite-href.html = TEXT PASS
76 BUGWKEFL : inspector/elements/event-listener-sidebar.html = TEXT PASS
77 BUGWKEFL : inspector/elements/elements-panel-structure.html = TEXT PASS
78 BUGWKEFL : inspector/elements/highlight-node-scaled.html = TEXT PASS
79 BUGWKEFL : inspector/console/console-format.html = TEXT PASS
80 BUGWKEFL : inspector/console/command-line-api-inspect.html = TEXT PASS
81 BUGWKEFL : inspector/console/console-api-on-call-frame.html = TEXT PASS
82 BUGWKEFL : inspector/console/console-big-array.html = TEXT PASS
83 BUGWKEFL : inspector/debugger/debugger-breakpoints-not-activated-on-reload.html = TEXT PASS
84 BUGWKEFL : inspector/debugger/debugger-eval-while-paused.html = TEXT PASS
85 BUGWKEFL : inspector/debugger/callstack-placards-discarded.html = TEXT PASS
86 BUGWKEFL : inspector/debugger/debugger-expand-scope.html = TEXT PASS
87 BUGWKEFL : inspector/debugger/debugger-autocontinue-on-syntax-error.html = TEXT PASS
88 BUGWKEFL : inspector/debugger/debugger-activation-crash.html = TEXT PASS
89 BUGWKEFL : inspector/debugger/debugger-pause-on-debugger-statement.html = TEXT PASS
90 BUGWKEFL : inspector/debugger/debugger-proto-property.html = TEXT PASS
91 BUGWKEFL : inspector/debugger/pause-in-inline-script.html = TEXT PASS
92 BUGWKEFL : inspector/debugger/breakpoint-manager.html = TEXT PASS
93 BUGWKEFL : inspector/debugger/copy-stack-trace.html = TEXT PASS
94 BUGWKEFL : inspector/timeline/timeline-animation-frame.html = TEXT PASS
95 BUGWKEFL : inspector/timeline/timeline-timer.html = TEXT PASS
96 BUGWKEFL : inspector/cookie-parser.html = TEXT PASS
97 BUGWKEFL : inspector/profiler/cpu-profiler-profiling.html = TEXT PASS
98 BUGWKEFL : inspector/extensions/extensions-resources.html = TEXT PASS
99 BUGWKEFL : inspector/extensions/extensions-audits-api.html = TEXT PASS
100 BUGWKEFL : inspector/extensions/extensions-reload.html = TEXT PASS
101 BUGWKEFL : inspector/editor/highlighter-basics.html = TEXT PASS
102 BUGWKEFL : inspector/editor/highlighter-long-line.html = TEXT PASS
103 BUGWKEFL : inspector/audits/audits-panel-functional.html = TEXT PASS
104 BUGWKEFL : inspector/runtime/runtime-callFunctionOn.html = TEXT PASS
105 BUGWKEFL : inspector/storage-panel-dom-storage-update.html = TEXT PASS
106 BUGWKEFL : media/video-played-reset.html = TEXT PASS
107 BUGWKEFL : fast/encoding/parser-tests-110.html = TEXT PASS
108 BUGWKEFL : fast/loader/fragment-after-redirect-gets-back-entry.html = TEXT PASS
109 BUGWKEFL : fast/loader/child-frame-add-after-back-forward.html = TEXT PASS
110 BUGWKEFL : fast/forms/validation-message-user-modify.html = TEXT PASS
111 BUGWKEFL : fast/events/onchange-click-hang.html = TEXT PASS
112 BUGWKEFL : fast/events/dispatch-message-string-data.html = TEXT PASS
113 BUGWKEFL : fast/events/domactivate-sets-underlying-click-event-as-handled.html = TEXT PASS
114 BUGWKEFL : sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.4_T2.html = TEXT PASS
115 BUGWKEFL : sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A1.1_T2.html = TEXT PASS
116 BUGWKEFL : http/tests/inspector/change-iframe-src.html = TEXT PASS
117 BUGWKEFL : jquery/data.html = TEXT PASS
118 BUGWKEFL : jquery/offset.html = TEXT PASS
119 BUGWKEFL : sputnik/Conformance/07_Lexical_Conventions/7.8_Literals/7.8.5_Regular_Expression_Literals/S7.8.5_A2.1_T2.html = TEXT PASS CRASH
120 BUGWKEFL : svg/dom/viewspec-parser-3.html = TEXT PASS
121 BUGWKEFL : svg/dom/viewspec-parser-1.html = TEXT PASS
122 BUGWKEFL : svg/dom/viewspec-parser-4.html = TEXT PASS
123 BUGWKEFL : svg/dom/viewspec-parser-2.html = TEXT PASS
124 BUGWKEFL : svg/dom/viewspec-parser-5.html = TEXT PASS
125
126 // ASSERTION FAILED: m_suspended in WebCore::SuspendableTimer::resume()
127 BUGWK35220 : inspector/debugger/debugger-no-nested-pause.html = TEXT CRASH PASS
128 BUGWK35220 : inspector/debugger/debugger-pause-in-internal.html = TEXT CRASH PASS
129 BUGWK35220 : inspector/debugger/debugger-pause-on-exception.html = TEXT CRASH PASS
130 BUGWK35220 : inspector/debugger/debugger-reload-on-pause.html = TEXT CRASH PASS
131 BUGWK35220 : inspector/debugger/debugger-scripts.html = TEXT CRASH PASS
132 BUGWK35220 : inspector/debugger/debugger-step-in.html = TEXT CRASH PASS
133 BUGWK35220 : inspector/debugger/debugger-step-over.html = TEXT CRASH PASS
134 BUGWK35220 : inspector/debugger/disable-script.html = TEXT CRASH PASS
135 BUGWK35220 : inspector/debugger/function-details.html = TEXT CRASH PASS
136 BUGWK35220 : inspector/debugger/script-extract-outline.html = TEXT CRASH PASS
137
138 //////////////////////////////////////////////////////////////////////////////////////////
139 // FAILING TESTS
140 //////////////////////////////////////////////////////////////////////////////////////////
141
142 // WebKitTestRunner needs an implementation for testRunner.queueLoad
143 BUGWKEFL : fast/dom/navigation-type-back-forward.html = TEXT
144 BUGWKEFL : fast/dom/navigation-type-navigate.html = TEXT
145 BUGWKEFL : fast/dom/navigation-type-reload.html = TEXT
146
147 // WebKitTestRunner needs an implementation for testRunner.titleTextDirection
148 BUGWK93470 : fast/dom/title-directionality-removeChild.html = TEXT
149 BUGWK93470 : fast/dom/title-directionality.html = TEXT
150
151 // WebKitTestRunner needs an implementation for eventSender.scheduleAsynchronousClick
152 BUGWKEFL : fast/events/popup-blocking-click-in-iframe.html = TEXT
153
154 // WebKitTestRunner eventSender needs touch events support
155 BUGWKEFL : fast/events/touch/basic-multi-touch-events-limited.html = TEXT
156 BUGWKEFL : fast/events/touch/basic-multi-touch-events.html = TEXT
157 BUGWKEFL : fast/events/touch/basic-single-touch-events.html = TEXT
158 BUGWKEFL : fast/events/touch/multi-touch-grouped-targets.html = TEXT
159 BUGWKEFL : fast/events/touch/send-oncancel-event.html = TEXT
160 BUGWKEFL : fast/events/touch/tap-highlight-color.html = TEXT
161 BUGWKEFL : fast/events/touch/touch-active-state.html = TEXT
162 BUGWKEFL : fast/events/touch/touch-before-pressing-spin-button.html = TEXT
163 BUGWKEFL : fast/events/touch/touch-coords-in-zoom-and-scroll.html = TEXT
164 BUGWKEFL : fast/events/touch/touch-inside-iframe.html = TEXT
165 BUGWKEFL : fast/events/touch/touch-slider-no-js-touch-listener.html = TEXT
166 BUGWKEFL : fast/events/touch/touch-slider.html = TEXT
167 BUGWKEFL : fast/events/touch/touch-stale-node-crash.html = TEXT
168 BUGWKEFL : fast/events/touch/touch-target-limited.html = TEXT
169 BUGWKEFL : fast/events/touch/touch-target.html = TEXT
170
171 // WebKitTestRunner needs an implementation for testRunner.setViewModeMediaFeature
172 BUGWKEFL : fast/media/media-query-list-02.html = TEXT
173 BUGWKEFL : fast/media/media-query-list-03.html = TEXT
174 BUGWKEFL : fast/media/media-query-list-04.html = TEXT
175 BUGWKEFL : fast/media/media-query-list-05.html = TEXT
176 BUGWKEFL : fast/media/media-query-list-06.html = TEXT
177 BUGWKEFL : fast/media/media-query-list-07.html = TEXT
178 BUGWKEFL : fast/media/view-mode-media-feature.html = TEXT
179
180 // WebKitTestRunner needs an implementation for eventSender.scheduleAsynchronousKeyDown
181 BUGWKEFL : fast/mutation/end-of-task-delivery.html = TEXT
182
183 // Failing Ruby tests
184 BUGWKEFL : fast/ruby/nested-ruby.html = TEXT
185 BUGWKEFL : fast/ruby/ruby-beforeafter.html = TEXT
186 BUGWKEFL : fast/ruby/ruby-empty-rt.html = TEXT
187 BUGWKEFL : fast/ruby/ruby-length.html = TEXT
188 BUGWKEFL : fast/ruby/ruby-run-break.html = TEXT
189 BUGWKEFL : fast/ruby/ruby-runs-spans.html = TEXT
190 BUGWKEFL : fast/ruby/ruby-runs.html = TEXT
191 BUGWKEFL : fast/ruby/ruby-simple-rp.html = TEXT
192 BUGWKEFL : fast/ruby/ruby-simple.html = TEXT
193 BUGWKEFL : fast/ruby/ruby-trailing.html = TEXT
194 BUGWKEFL : fast/ruby/rubyDOM-insert-rt.html = TEXT
195 BUGWKEFL : fast/ruby/rubyDOM-insert-text1.html = TEXT
196 BUGWKEFL : fast/ruby/rubyDOM-insert-text2.html = TEXT
197 BUGWKEFL : fast/ruby/rubyDOM-insert-text3.html = TEXT
198 BUGWKEFL : fast/ruby/rubyDOM-remove-rt1.html = TEXT
199 BUGWKEFL : fast/ruby/rubyDOM-remove-rt2.html = TEXT
200 BUGWKEFL : fast/ruby/rubyDOM-remove-text1.html = TEXT
201 BUGWKEFL : fast/ruby/rubyDOM-remove-text2.html = TEXT
202
203 // Failing Security tests
204 BUGWKEFL : http/tests/security/aboutBlank/security-context-grandchildren-lexical.html = TEXT
205 BUGWKEFL : http/tests/security/aboutBlank/security-context-grandchildren-write-lexical.html = TEXT
206 BUGWKEFL : http/tests/security/aboutBlank/security-context-grandchildren-writeln-lexical.html = TEXT
207 BUGWKEFL : http/tests/security/aboutBlank/security-context-grandchildren.html = TEXT
208 BUGWKEFL : http/tests/security/aboutBlank/security-context-window-open.html = TEXT
209 BUGWKEFL : http/tests/security/aboutBlank/security-context-with-base-tag.html = TEXT
210 BUGWKEFL : http/tests/security/aboutBlank/security-context-write.html = TEXT
211 BUGWKEFL : http/tests/security/aboutBlank/security-context-writeln.html = TEXT
212 BUGWKEFL : http/tests/security/aboutBlank/security-context.html = TEXT
213 BUGWKEFL : http/tests/security/cookies/assign-document-url.html = TEXT
214 BUGWKEFL : http/tests/security/cookies/base-about-blank.html = TEXT
215 BUGWKEFL : http/tests/security/cookies/base-tag.html = TEXT
216 BUGWKEFL : http/tests/security/cookies/basic.html = TEXT
217 BUGWKEFL : http/tests/security/cookies/document-open.html = TEXT
218
219 // WebKitTestRunner needs an implementation for testRunner.setStorageDatabaseIdleInterval
220 BUGWKEFL : storage/domstorage/storage-close-database-on-idle.html = TEXT
221
222 // Unclassified failures
223 BUGWKEFL : editing/execCommand/format-block-multiple-paragraphs-in-pre.html = TEXT
224 BUGWKEFL : editing/input/emacs-ctrl-o.html = TEXT
225 BUGWKEFL : editing/input/page-up-down-scrolls.html = TEXT
226 BUGWKEFL : fast/block/float/float-in-float-hit-testing.html = TEXT
227 BUGWKEFL : fast/cookies/local-file-can-set-cookies.html = TEXT
228 BUGWKEFL : fast/css/bidi-override-in-anonymous-block.html = TEXT
229 BUGWKEFL : fast/css/media-rule-screenDepthPerComponent.html = TEXT
230 BUGWKEFL : fast/css/relative-positioned-block-crash.html = TEXT
231 BUGWKEFL : fast/dom/Window/mozilla-focus-blur.html = TEXT
232 BUGWKEFL : fast/dom/Window/timer-resume-on-navigation-back.html = TEXT
233 BUGWKEFL : fast/dom/frame-loading-via-document-write.html = TEXT
234 BUGWKEFL : fast/events/node-event-anchor-lock.html = TEXT
235 BUGWKEFL : fast/events/pagehide-timeout.html = TEXT
236 BUGWKEFL : fast/events/pagehide-xhr-open.html = TEXT
237 BUGWKEFL : fast/events/pageshow-pagehide-on-back-cached-with-frames.html = TEXT
238 BUGWKEFL : fast/events/pageshow-pagehide-on-back-cached.html = TEXT
239 BUGWKEFL : fast/events/scroll-after-click-on-tab-index.html = TEXT
240 BUGWKEFL : fast/events/suspend-timers.html = TEXT
241 BUGWKEFL : fast/forms/autocomplete-off-with-default-value-does-not-clear.html = TEXT
242 BUGWKEFL : fast/forms/legend-access-key.html = TEXT
243 BUGWKEFL : fast/forms/listbox-deselect-scroll.html = TEXT
244 BUGWKEFL : fast/forms/listbox-selection.html = TEXT
245 BUGWKEFL : fast/forms/plaintext-mode-1.html = TEXT
246 BUGWKEFL : fast/forms/select-multiple-elements-with-mouse-drag-with-options-less-than-size.html = TEXT
247 BUGWKEFL : fast/forms/select-writing-direction-natural.html = TEXT
248 BUGWKEFL : fast/forms/validation-message-in-relative-body.html = TEXT
249 BUGWKEFL : fast/frames/flattening/iframe-tiny.html = TEXT
250 BUGWKEFL : fast/harness/use-page-cache.html = TEXT
251 BUGWKEFL : fast/history/timed-refresh-in-cached-frame.html = TEXT
252 BUGWKEFL : fast/media/color-does-not-include-alpha.html = TEXT
253 BUGWKEFL : fast/media/implicit-media-all.html = TEXT
254 BUGWKEFL : fast/media/mq-compound-query-01.html = TEXT
255 BUGWKEFL : fast/media/mq-compound-query-02.html = TEXT
256 BUGWKEFL : fast/media/mq-compound-query-03.html = TEXT
257 BUGWKEFL : fast/media/mq-compound-query-04.html = TEXT
258 BUGWKEFL : fast/media/mq-js-media-except-01.html = TEXT
259 BUGWKEFL : fast/media/mq-js-stylesheet-media-01.html = TEXT
260 BUGWKEFL : fast/media/mq-js-stylesheet-media-02.html = TEXT
261 BUGWKEFL : fast/media/mq-js-stylesheet-media-03.html = TEXT
262 BUGWKEFL : fast/media/mq-simple-query-05.html = TEXT
263 BUGWKEFL : fast/media/mq-valueless.html = TEXT
264 BUGWKEFL : fast/repaint/fixed-move-after-keyboard-scroll.html = TEXT
265 BUGWKEFL : fast/replaced/no-focus-ring-embed.html = TEXT
266 BUGWKEFL : fast/replaced/no-focus-ring-object.html = TEXT
267 BUGWKEFL : fast/text/international/spaces-combined-in-vertical-text.html = TEXT
268 BUGWKEFL : fast/viewport/viewport-128.html = TEXT
269 BUGWKEFL : fast/workers/worker-cloneport.html = TEXT
270 BUGWKEFL : http/tests/appcache/load-from-appcache-defer-resume-crash.html = TEXT
271 BUGWKEFL : http/tests/inspector/network/network-sidebar-width.html = TEXT
272 BUGWKEFL : http/tests/inspector/resource-main-cookies.php = TEXT
273 BUGWKEFL : http/tests/misc/object-embedding-svg-delayed-size-negotiation-2.htm = TEXT
274 BUGWKEFL : http/tests/navigation/https-in-page-cache.html = TEXT
275 BUGWKEFL : http/tests/xmlhttprequest/workers/abort-exception-assert.html = TEXT
276 BUGWKEFL : inspector/debugger/debugger-completions-on-call-frame.html = TEXT
277 BUGWKEFL : inspector/extensions/extensions-panel.html = TEXT
278 BUGWKEFL : inspector/extensions/extensions-sidebar.html = TEXT
279 BUGWKEFL : jquery/attributes.html = TEXT
280
281 // WTR does not print information about Web Intents MessagePorts
282 BUGWK89072 : webintents/web-intents-invoke-port.html = TEXT
283 BUGWK89072 : webintents/web-intents-obj-constructor.html = TEXT
284