[EFL][GTK] Adapt accessibility feature to WebKitTestRunner.
[WebKit-https.git] / LayoutTests / platform / efl-wk1 / TestExpectations
1 # We divide the EFL WK2 test expectations into several categories:
2 # 1. TESTS EXPECTED TO FAIL
3 #    Test cases related to features that we don't expect to be activated for EFL WK2 since
4 #    the feature implementation in WebKit2 is missing or not complete yet.
5 #    If test cases related to a feature cannot be activated since e.g.
6 #    * the feature implementation in WebCore is not complete yet
7 #    * the feature is not relevant for the EFL port
8 #    * the feature is meant to solve a backwards compatibility issue on other platforms
9 #    please put them into EFL TestExpectations file.
10 #    If in doubt, please discuss on webkit-efl mailing list whether a set of test cases
11 #    should be moved here.
12
13 # 2. CRASHES
14
15 # 3. FLAKY TESTS
16
17 # 4. FAILING TESTS
18 #    * Interim failures that are moved here for further investigation as a result of daily
19 #      gardening. They should be analysed quickly and either resolved or moved to 1).
20 #    * Remaining failures that are moved here until further investigation after
21 #      unskipping a directory or block of tests in the Skipped list.
22 #    * Tests that we expect to pass once the respective fix for DRT is available or
23 #      a relevant compile time feature can be enabled for EFL.
24
25 #////////////////////////////////////////////////////////////////////////////////////////
26 # TESTS EXPECTED TO FAIL
27 #////////////////////////////////////////////////////////////////////////////////////////
28
29 # EFL's LayoutTestController does not implement setWindowIsKey
30 fast/dom/Window/window-onFocus.html
31 fast/events/blur-focus-window-should-blur-focus-element.html
32
33 # EFL's LayoutTestController does not implement authenticateSession
34 http/tests/xmlhttprequest/cross-origin-authorization-with-embedder.html
35
36 # EFL DRT doesn't fully support http tests yet. These tests make timeout error.
37 http/tests/cache/history-only-cached-subresource-loads-max-age-https.html
38 http/tests/cache/subresource-failover-to-network.html
39 http/tests/loading/authentication-after-redirect-stores-wrong-credentials/authentication-after-redirect-stores-wrong-credentials.html
40 http/tests/misc/401-alternative-content.php
41 http/tests/navigation/forward-and-cancel.html
42 http/tests/navigation/post-goback-same-url.html
43 http/tests/navigation/post-goback2.html
44 http/tests/navigation/postredirect-frames.html
45 http/tests/navigation/postredirect-goback2.html
46 http/tests/navigation/postredirect-reload.html
47 http/tests/security/401-logout/401-logout.php
48 http/tests/security/cookies/first-party-cookie-allow-xslt.xml
49 http/tests/security/cookies/third-party-cookie-blocking-main-frame.html
50 http/tests/security/no-referrer.html
51 http/tests/security/referrer-policy-redirect-link.html
52 http/tests/xmlhttprequest/basic-auth-nopassword.html
53 http/tests/xmlhttprequest/basic-auth-nouser.html
54 http/tests/xmlhttprequest/failed-auth.html
55 http/tests/xmlhttprequest/remember-bad-password.html
56
57 # The EFL port has no support for accessibility features in efl-wk1
58 Bug(EFL) accessibility [ Skip ]
59 webkit.org/b/98895 perf/accessibility-title-ui-element.html [ Skip ]
60
61 #////////////////////////////////////////////////////////////////////////////////////////
62 # CRASHES
63 #////////////////////////////////////////////////////////////////////////////////////////
64
65 # Crash shared with the GTK+ port
66 webkit.org/b/30724 [ Debug ] fast/loader/opaque-base-url.html [ Crash ]
67
68 #////////////////////////////////////////////////////////////////////////////////////////
69 # FLAKY TESTS
70 #////////////////////////////////////////////////////////////////////////////////////////
71
72 editing/selection/doubleclick-whitespace-img-crash.html [ Failure Pass ]
73
74 # Test passes, but editing delegates does not match expected ones
75 webkit.org/b/96642 loader/go-back-to-different-window-size.html [ Failure Pass ]
76
77 webkit.org/b/96977 [ Release ] perf/nested-combined-selectors.html [ Failure Pass ]
78
79 #////////////////////////////////////////////////////////////////////////////////////////
80 # FAILING TESTS
81 #////////////////////////////////////////////////////////////////////////////////////////
82
83 webkit.org/b/102110 fast/canvas/canvas-as-image-incremental-repaint.html [ ImageOnlyFailure ]
84
85 webkit.org/b/102006 fast/repaint/block-selection-gap-stale-cache.html [ ImageOnlyFailure ]
86 webkit.org/b/102006 fast/repaint/block-selection-gap-stale-cache-2.html [ ImageOnlyFailure ]
87
88 webkit.org/b/99180 svg/as-image/img-preserveAspectRatio-support-1.html [ ImageOnlyFailure ]
89
90 webkit.org/b/99181 svg/dynamic-updates/SVGFEConvolveMatrixElement-dom-kernelUnitLength-attr.html [ ImageOnlyFailure ]
91 webkit.org/b/99181 svg/dynamic-updates/SVGFEConvolveMatrixElement-svgdom-kernelUnitLength-prop.html [ ImageOnlyFailure ]
92
93 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-dom-shadow-color-attr.html [ ImageOnlyFailure ]
94 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-dom-shadow-opacity-attr.html [ ImageOnlyFailure ]
95 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-svgdom-shadow-color-prop.html [ ImageOnlyFailure ]
96 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-svgdom-shadow-opacity-prop.html [ ImageOnlyFailure ]
97
98 webkit.org/b/99183 svg/dynamic-updates/SVGFETurbulenceElement-dom-baseFrequency-attr.html [ ImageOnlyFailure ]
99 webkit.org/b/99183 svg/dynamic-updates/SVGFETurbulenceElement-dom-stitchTiles-attr.html [ ImageOnlyFailure ]
100 webkit.org/b/99183 svg/dynamic-updates/SVGFETurbulenceElement-svgdom-stitchTiles-prop.html [ ImageOnlyFailure ]
101
102 # Frame flattening does not work properly for EFL port
103 Bug(EFL) fast/frames/flattening/frameset-flattening-advanced.html [ Failure ]
104 Bug(EFL) fast/frames/flattening/frameset-flattening-grid.html [ Failure ]
105 Bug(EFL) fast/frames/flattening/frameset-flattening-simple.html [ Failure ]
106 Bug(EFL) fast/frames/flattening/frameset-flattening-subframesets.html [ Failure ]
107 Bug(EFL) fast/frames/flattening/iframe-flattening-fixed-height.html [ Failure ]
108 Bug(EFL) fast/frames/flattening/iframe-flattening-fixed-width.html [ Failure ]
109 Bug(EFL) fast/frames/flattening/iframe-flattening-offscreen.html [ Failure ]
110 Bug(EFL) fast/frames/flattening/iframe-flattening-out-of-view.html [ Failure ]
111 Bug(EFL) fast/frames/flattening/iframe-flattening-out-of-view-and-scroll.html [ ImageOnlyFailure ]
112 Bug(EFL) fast/frames/flattening/iframe-flattening-out-of-view-scroll-and-relayout.html [ ImageOnlyFailure ]
113 Bug(EFL) fast/frames/flattening/iframe-flattening-simple.html [ Failure ]
114
115 # EFL's DRT explicitly disables X11 use
116 webkit.org/b/98231 fast/dom/Window/Plug-ins.html [ Failure ]
117 webkit.org/b/98231 fast/frames/sandboxed-iframe-about-blank.html [ Failure ]
118 webkit.org/b/98231 fast/frames/sandboxed-iframe-navigation-allowed.html [ Failure ]
119 webkit.org/b/98231 fast/replaced/invalid-object-with-fallback.html [ Failure ]
120 webkit.org/b/98231 http/tests/security/contentSecurityPolicy/object-src-none-allowed.html [ Failure ]
121 webkit.org/b/98231 http/tests/security/contentSecurityPolicy/object-src-url-blocked.html [ Failure ]
122 webkit.org/b/98231 http/tests/security/cross-origin-plugin-allowed.html [ Failure ]
123 webkit.org/b/98231 http/tests/security/cross-origin-plugin-private-browsing-toggled-allowed.html [ Failure ]
124 webkit.org/b/98231 http/tests/security/storage-blocking-loosened-plugin.html [ Failure ]
125 webkit.org/b/98231 http/tests/security/storage-blocking-loosened-private-browsing-plugin.html [ Failure ]
126
127 # EFL's DumpRenderTree should support LayoutTestController's dumpEditingCallbacks()
128 webkit.org/b/84835 editing/execCommand/indent-paragraphs.html [ Failure ]
129
130 # Incomplete policy delegate dumping (missing "originated from")
131 Bug(EFL) http/tests/misc/policy-delegate-called-twice.html [ Failure ]
132
133 # Custom font loading delaying text drawing on Canvas
134 webkit.org/b/87355 canvas/philip/tests/2d.text.draw.fontface.notinpage.html [ Failure ]
135
136 # EFL's TestRunner does not implement applicationCacheDiskUsageForOrigin
137 webkit.org/b/86460 http/tests/appcache/origin-usage.html [ Failure ]
138
139 # EFL's TestRunner does not implement originsWithApplicationCache
140 webkit.org/b/86498 http/tests/appcache/origins-with-appcache.html [ Failure ]
141
142 # Missing showModalDialog implementation
143 webkit.org/b/84589 fast/animation/request-animation-frame-during-modal.html [ Failure ]
144 webkit.org/b/84589 fast/dom/Window/open-window-min-size.html [ Failure ]
145 webkit.org/b/84589 http/tests/security/cross-frame-access-call.html [ Failure ]
146
147 # Needs custom policy delegate enhancement to log DOM node info - EFL port is missing DOM node abstraction
148 webkit.org/b/87972 fast/forms/mailto/formenctype-attribute-button-html.html [ Failure ]
149 webkit.org/b/87972 fast/forms/mailto/formenctype-attribute-input-html.html [ Failure ]
150
151 # EFL's DRT needs CONFIRM NAVIGATION messages
152 webkit.org/b/87246 fast/loader/form-submission-after-beforeunload-cancel.html [ Failure ]
153
154 # New test introduced in r116694 fails
155 webkit.org/b/86182 fast/frames/seamless/seamless-inherited-document-style.html [ Failure ]
156
157 # Passes in some machines and fails on other (such as the bots).
158 webkit.org/b/97021 fast/events/dont-loose-last-event.html [ Failure ]
159
160 # Feature not mature yet and disabled by default on WebCore
161 webkit.org/b/87088 fast/js/names.html [ Failure ]
162
163 # Failing after 125592
164 webkit.org/b/94194 http/tests/security/frameNavigation/inactive-function-in-popup-navigate-child.html [ Failure ]
165
166 # EFL's LayoutTestController does not implement setTabKeyCyclesThroughElements.
167 webkit.org/b/82864 fast/events/keypress-insert-tab.html [ Failure ]
168
169 # scrolling with fixed position does not work correctly when using ewk_view_tiled. 
170 webkit.org/b/84933 compositing/geometry/fixed-position.html [ ImageOnlyFailure Pass ]
171
172 # Fail after r128393.
173 webkit.org/b/96620 http/tests/loading/pdf-commit-load-callbacks.html [ Failure ]
174 webkit.org/b/96620 http/tests/loading/text-content-type-with-binary-extension.html [ Failure ]
175
176 # Needs custom policy delegate enhancement to log downloads - EFL port is missing api for getting header fields from HTTP responses.
177 webkit.org/b/87974 http/tests/download [ Failure ]
178
179 webkit.org/b/98570 fast/replaced/object-with-embed-url-param.html [ Failure ]
180
181 webkit.org/b/53986 svg/text/caret-in-svg-text.xhtml [ Failure ]
182
183 # Relies on WebKit API [WebView _loadBackForwardListFromOtherView:]
184 fast/loader/crash-copying-backforwardlist.html
185
186 # BUG: No authentication challenge handling
187 http/tests/loading/basic-credentials-sent-automatically.html
188 http/tests/misc/authentication-redirect-1/authentication-sent-to-redirect-cross-origin.html
189 http/tests/misc/authentication-redirect-2/authentication-sent-to-redirect-same-origin.html
190 http/tests/misc/authentication-redirect-3/authentication-sent-to-redirect-same-origin-with-location-credentials.html
191
192 # The EFL port has no support for user gesture (dumpUserGestureInFrameLoadCallbacks in DRT and in the port itself as well)
193 fast/frames/location-redirect-user-gesture.html
194 fast/frames/meta-refresh-user-gesture.html
195
196 # Incomplete policy delegate dumping
197 http/tests/misc/redirect-to-external-url.html
198
199 # Probably related to https://bugs.webkit.org/show_bug.cgi?id=27637
200 http/tests/loading/basic-auth-resend-wrong-credentials.html
201
202 # BUG: wrong test results that need investigation
203 editing/selection/5825350-1.html [ Failure ]
204 editing/selection/5825350-2.html [ Failure ]
205 editing/selection/directionality-after-undo-replace.html [ Failure ]
206 editing/selection/doubleclick-beside-cr-span.html [ Failure ]
207 editing/selection/doubleclick-whitespace.html [ Failure ]
208 editing/selection/extend-selection-after-double-click.html [ Failure ]
209 editing/selection/mixed-editability-10.html [ Failure ]
210 editing/selection/move-left-right.html [ Failure ]
211 editing/selection/select-bidi-run.html [ Failure ]
212 http/tests/navigation/go-back-to-error-page.html
213
214 # Content Security Policy 1.1 (ENABLE_CSP_NEXT) is not enabled
215 # https://bugs.webkit.org/show_bug.cgi?id=85558
216 http/tests/security/contentSecurityPolicy/1.1
217
218 # Fails, seems like a rounding problem
219 svg/animations/animate-text-nested-transforms.html
220
221 # This should only be a layer change
222 # http://webkit.org/b/82129
223 fast/box-shadow/shadow-buffer-partial.html
224 fast/block/lineboxcontain/block-font.html
225 fast/block/lineboxcontain/block-glyphs.html
226 fast/block/lineboxcontain/font.html
227
228 # following tests started failing on EFL after r122952.
229 inspector/styles/override-screen-size.html
230 inspector/console/console-long-eval-crash.html
231 inspector/timeline/timeline-paint.html
232
233 # Incorrect rendering results after r115846
234 webkit.org/b/85599 http/tests/navigation/postredirect-basic.html [ Failure ]
235 webkit.org/b/85599 http/tests/navigation/postredirect-goback1.html [ Failure ]
236
237 # Consistently times out instead of being flaky.
238 webkit.org/b/56567 http/tests/cache/history-only-cached-subresource-loads.html [ Failure ]
239
240 # EFL WK1 does not support plugins yet.
241 webkit.org/b/96881 fast/frames/sandboxed-iframe-plugins.html [ Failure ]
242 webkit.org/b/96881 http/tests/plugins [ Skip ]
243 webkit.org/b/96881 plugins [ Skip ]
244 webkit.org/b/96881 userscripts/user-script-plugin-document.html [ Failure ]
245
246 # EFL WK1 does not support the spellchecker feature
247 webkit.org/b/86633 editing/spelling [ Skip ]
248
249 # Needs custom policy delegate enhancement to log DOM node info - EFL port is missing DOM node abstraction
250 webkit.org/b/87972 fast/loader/policy-delegate-action-hit-test-zoomed.html [ Failure ]
251 webkit.org/b/87972 fast/encoding/mailto-always-utf-8.html [ Failure ]
252
253 # Frame does not get focus as expected
254 webkit.org/b/97077 inspector/extensions/extensions-panel.html [ Failure ]
255
256 # Fails after r133322
257 webkit.org/b/98523 fast/images/repaint-subrect-grid.html [ Failure ]
258
259 # DRT needs a setting for setShouldRespectImageOrientation
260 webkit.org/b/101210 fast/images/exif-orientation.html [ Failure ]
261
262 # DRT needs to support fixed layout.
263 webkit.org/b/102517 css3/device-adapt/opera/cascading-001.xhtml [ Failure ]
264 webkit.org/b/102517 css3/device-adapt/opera/cascading-002.xhtml [ Failure ]
265 webkit.org/b/102517 css3/device-adapt/opera/cascading-003.xhtml [ Failure ]
266 webkit.org/b/102517 css3/device-adapt/opera/cascading-004.xhtml [ Failure ]
267 webkit.org/b/102517 css3/device-adapt/opera/constrain-001.xhtml [ Failure ]
268 webkit.org/b/102517 css3/device-adapt/opera/constrain-004.xhtml [ Failure ]
269 webkit.org/b/102517 css3/device-adapt/opera/constrain-005.xhtml [ Failure ]
270 webkit.org/b/102517 css3/device-adapt/opera/constrain-006.xhtml [ Failure ]
271 webkit.org/b/102517 css3/device-adapt/opera/constrain-007.xhtml [ Failure ]
272 webkit.org/b/102517 css3/device-adapt/opera/constrain-008.xhtml [ Failure ]
273 webkit.org/b/102517 css3/device-adapt/opera/constrain-009.xhtml [ Failure ]
274 webkit.org/b/102517 css3/device-adapt/opera/constrain-010.xhtml [ Failure ]
275 webkit.org/b/102517 css3/device-adapt/opera/constrain-011.xhtml [ Failure ]
276 webkit.org/b/102517 css3/device-adapt/opera/constrain-013.xhtml [ Failure ]
277 webkit.org/b/102517 css3/device-adapt/opera/constrain-014.xhtml [ Failure ]
278 webkit.org/b/102517 css3/device-adapt/opera/constrain-015.xhtml [ Failure ]
279 webkit.org/b/102517 css3/device-adapt/opera/constrain-016.xhtml [ Failure ]
280 webkit.org/b/102517 css3/device-adapt/opera/constrain-017.xhtml [ Failure ]
281 webkit.org/b/102517 css3/device-adapt/opera/constrain-020.xhtml [ Failure ]
282 webkit.org/b/102517 css3/device-adapt/opera/syntax-001.xhtml [ Failure ]
283 webkit.org/b/102517 css3/device-adapt/opera/syntax-002.xhtml [ Failure ]
284 webkit.org/b/102517 css3/device-adapt/opera/syntax-003.xhtml [ Failure ]
285
286 # ESC key does not cancel context menu in EFL port
287 Bug(EFL) editing/selection/5354455-1.html [ Failure ]