dde0bf015d995f9d6384ca6f1d8231c4578b6aa2
[WebKit-https.git] / LayoutTests / platform / efl-wk1 / TestExpectations
1 # We divide the EFL WK2 test expectations into several categories:
2 # 1. TESTS EXPECTED TO FAIL
3 #    Test cases related to features that we don't expect to be activated for EFL WK2 since
4 #    the feature implementation in WebKit2 is missing or not complete yet.
5 #    If test cases related to a feature cannot be activated since e.g.
6 #    * the feature implementation in WebCore is not complete yet
7 #    * the feature is not relevant for the EFL port
8 #    * the feature is meant to solve a backwards compatibility issue on other platforms
9 #    please put them into EFL TestExpectations file.
10 #    If in doubt, please discuss on webkit-efl mailing list whether a set of test cases
11 #    should be moved here.
12
13 # 2. CRASHES
14
15 # 3. FLAKY TESTS
16
17 # 4. FAILING TESTS
18 #    * Interim failures that are moved here for further investigation as a result of daily
19 #      gardening. They should be analysed quickly and either resolved or moved to 1).
20 #    * Remaining failures that are moved here until further investigation after
21 #      unskipping a directory or block of tests in the Skipped list.
22 #    * Tests that we expect to pass once the respective fix for DRT is available or
23 #      a relevant compile time feature can be enabled for EFL.
24
25 #////////////////////////////////////////////////////////////////////////////////////////
26 # TESTS EXPECTED TO FAIL
27 #////////////////////////////////////////////////////////////////////////////////////////
28
29 # EFL's LayoutTestController does not implement setWindowIsKey
30 fast/dom/Window/window-onFocus.html
31 fast/events/blur-focus-window-should-blur-focus-element.html
32
33 # EFL's LayoutTestController does not implement authenticateSession
34 http/tests/xmlhttprequest/cross-origin-authorization-with-embedder.html
35
36 # EFL DRT doesn't fully support http tests yet. These tests make timeout error.
37 http/tests/cache/history-only-cached-subresource-loads-max-age-https.html
38 http/tests/cache/subresource-failover-to-network.html
39 http/tests/loading/authentication-after-redirect-stores-wrong-credentials/authentication-after-redirect-stores-wrong-credentials.html
40 http/tests/misc/401-alternative-content.php
41 http/tests/navigation/forward-and-cancel.html
42 http/tests/navigation/post-goback-same-url.html
43 http/tests/navigation/post-goback2.html
44 http/tests/navigation/postredirect-frames.html
45 http/tests/navigation/postredirect-goback2.html
46 http/tests/navigation/postredirect-reload.html
47 http/tests/security/401-logout/401-logout.php
48 http/tests/security/cookies/first-party-cookie-allow-xslt.xml
49 http/tests/security/cookies/third-party-cookie-blocking-main-frame.html
50 http/tests/security/no-referrer.html
51 http/tests/security/referrer-policy-redirect-link.html
52 http/tests/xmlhttprequest/basic-auth-nopassword.html
53 http/tests/xmlhttprequest/basic-auth-nouser.html
54 http/tests/xmlhttprequest/failed-auth.html
55 http/tests/xmlhttprequest/remember-bad-password.html
56
57 #////////////////////////////////////////////////////////////////////////////////////////
58 # CRASHES
59 #////////////////////////////////////////////////////////////////////////////////////////
60
61 # Crash shared with the GTK+ port
62 webkit.org/b/30724 [ Debug ] fast/loader/opaque-base-url.html [ Crash ]
63
64 #////////////////////////////////////////////////////////////////////////////////////////
65 # FLAKY TESTS
66 #////////////////////////////////////////////////////////////////////////////////////////
67
68 editing/selection/doubleclick-whitespace-img-crash.html [ Failure Pass ]
69
70 # Test passes, but editing delegates does not match expected ones
71 webkit.org/b/96642 loader/go-back-to-different-window-size.html [ Failure Pass ]
72
73 webkit.org/b/96977 [ Release ] perf/nested-combined-selectors.html [ Failure Pass ]
74
75 #////////////////////////////////////////////////////////////////////////////////////////
76 # FAILING TESTS
77 #////////////////////////////////////////////////////////////////////////////////////////
78
79 webkit.org/b/102110 fast/canvas/canvas-as-image-incremental-repaint.html [ ImageOnlyFailure ]
80
81 webkit.org/b/102006 fast/repaint/block-selection-gap-stale-cache.html [ ImageOnlyFailure ]
82 webkit.org/b/102006 fast/repaint/block-selection-gap-stale-cache-2.html [ ImageOnlyFailure ]
83
84 webkit.org/b/99180 svg/as-image/img-preserveAspectRatio-support-1.html [ ImageOnlyFailure ]
85
86 webkit.org/b/99181 svg/dynamic-updates/SVGFEConvolveMatrixElement-dom-kernelUnitLength-attr.html [ ImageOnlyFailure ]
87 webkit.org/b/99181 svg/dynamic-updates/SVGFEConvolveMatrixElement-svgdom-kernelUnitLength-prop.html [ ImageOnlyFailure ]
88
89 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-dom-shadow-color-attr.html [ ImageOnlyFailure ]
90 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-dom-shadow-opacity-attr.html [ ImageOnlyFailure ]
91 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-svgdom-shadow-color-prop.html [ ImageOnlyFailure ]
92 webkit.org/b/99182 svg/dynamic-updates/SVGFEDropShadowElement-svgdom-shadow-opacity-prop.html [ ImageOnlyFailure ]
93
94 webkit.org/b/99183 svg/dynamic-updates/SVGFETurbulenceElement-dom-baseFrequency-attr.html [ ImageOnlyFailure ]
95 webkit.org/b/99183 svg/dynamic-updates/SVGFETurbulenceElement-dom-stitchTiles-attr.html [ ImageOnlyFailure ]
96 webkit.org/b/99183 svg/dynamic-updates/SVGFETurbulenceElement-svgdom-stitchTiles-prop.html [ ImageOnlyFailure ]
97
98 # Frame flattening does not work properly for EFL port
99 Bug(EFL) fast/frames/flattening/frameset-flattening-advanced.html [ Failure ]
100 Bug(EFL) fast/frames/flattening/frameset-flattening-grid.html [ Failure ]
101 Bug(EFL) fast/frames/flattening/frameset-flattening-simple.html [ Failure ]
102 Bug(EFL) fast/frames/flattening/frameset-flattening-subframesets.html [ Failure ]
103 Bug(EFL) fast/frames/flattening/iframe-flattening-fixed-height.html [ Failure ]
104 Bug(EFL) fast/frames/flattening/iframe-flattening-fixed-width.html [ Failure ]
105 Bug(EFL) fast/frames/flattening/iframe-flattening-offscreen.html [ Failure ]
106 Bug(EFL) fast/frames/flattening/iframe-flattening-out-of-view.html [ Failure ]
107 Bug(EFL) fast/frames/flattening/iframe-flattening-out-of-view-and-scroll.html [ ImageOnlyFailure ]
108 Bug(EFL) fast/frames/flattening/iframe-flattening-out-of-view-scroll-and-relayout.html [ ImageOnlyFailure ]
109 Bug(EFL) fast/frames/flattening/iframe-flattening-simple.html [ Failure ]
110
111 # EFL's DRT explicitly disables X11 use
112 webkit.org/b/98231 fast/dom/Window/Plug-ins.html [ Failure ]
113 webkit.org/b/98231 fast/frames/sandboxed-iframe-about-blank.html [ Failure ]
114 webkit.org/b/98231 fast/frames/sandboxed-iframe-navigation-allowed.html [ Failure ]
115 webkit.org/b/98231 fast/replaced/invalid-object-with-fallback.html [ Failure ]
116 webkit.org/b/98231 http/tests/security/contentSecurityPolicy/object-src-none-allowed.html [ Failure ]
117 webkit.org/b/98231 http/tests/security/contentSecurityPolicy/object-src-url-blocked.html [ Failure ]
118 webkit.org/b/98231 http/tests/security/cross-origin-plugin-allowed.html [ Failure ]
119 webkit.org/b/98231 http/tests/security/cross-origin-plugin-private-browsing-toggled-allowed.html [ Failure ]
120 webkit.org/b/98231 http/tests/security/storage-blocking-loosened-plugin.html [ Failure ]
121 webkit.org/b/98231 http/tests/security/storage-blocking-loosened-private-browsing-plugin.html [ Failure ]
122
123 # EFL's DumpRenderTree should support LayoutTestController's dumpEditingCallbacks()
124 webkit.org/b/84835 editing/execCommand/indent-paragraphs.html [ Failure ]
125
126 # Incomplete policy delegate dumping (missing "originated from")
127 Bug(EFL) http/tests/misc/policy-delegate-called-twice.html [ Failure ]
128
129 # Custom font loading delaying text drawing on Canvas
130 webkit.org/b/87355 canvas/philip/tests/2d.text.draw.fontface.notinpage.html [ Failure ]
131
132 # EFL's TestRunner does not implement applicationCacheDiskUsageForOrigin
133 webkit.org/b/86460 http/tests/appcache/origin-usage.html [ Failure ]
134
135 # EFL's TestRunner does not implement originsWithApplicationCache
136 webkit.org/b/86498 http/tests/appcache/origins-with-appcache.html [ Failure ]
137
138 # Missing showModalDialog implementation
139 webkit.org/b/84589 fast/animation/request-animation-frame-during-modal.html [ Failure ]
140 webkit.org/b/84589 fast/dom/Window/open-window-min-size.html [ Failure ]
141 webkit.org/b/84589 http/tests/security/cross-frame-access-call.html [ Failure ]
142
143 # Needs custom policy delegate enhancement to log DOM node info - EFL port is missing DOM node abstraction
144 webkit.org/b/87972 fast/forms/mailto/formenctype-attribute-button-html.html [ Failure ]
145 webkit.org/b/87972 fast/forms/mailto/formenctype-attribute-input-html.html [ Failure ]
146
147 # EFL's DRT needs CONFIRM NAVIGATION messages
148 webkit.org/b/87246 fast/loader/form-submission-after-beforeunload-cancel.html [ Failure ]
149
150 # New test introduced in r116694 fails
151 webkit.org/b/86182 fast/frames/seamless/seamless-inherited-document-style.html [ Failure ]
152
153 # Passes in some machines and fails on other (such as the bots).
154 webkit.org/b/97021 fast/events/dont-loose-last-event.html [ Failure ]
155
156 # Feature not mature yet and disabled by default on WebCore
157 webkit.org/b/87088 fast/js/names.html [ Failure ]
158
159 # Failing after 125592
160 webkit.org/b/94194 http/tests/security/frameNavigation/inactive-function-in-popup-navigate-child.html [ Failure ]
161
162 # EFL's LayoutTestController does not implement setTabKeyCyclesThroughElements.
163 webkit.org/b/82864 fast/events/keypress-insert-tab.html [ Failure ]
164
165 # scrolling with fixed position does not work correctly when using ewk_view_tiled. 
166 webkit.org/b/84933 compositing/geometry/fixed-position.html [ ImageOnlyFailure Pass ]
167
168 # Fail after r128393.
169 webkit.org/b/96620 http/tests/loading/pdf-commit-load-callbacks.html [ Failure ]
170 webkit.org/b/96620 http/tests/loading/text-content-type-with-binary-extension.html [ Failure ]
171
172 # Needs custom policy delegate enhancement to log downloads - EFL port is missing api for getting header fields from HTTP responses.
173 webkit.org/b/87974 http/tests/download [ Failure ]
174
175 webkit.org/b/98570 fast/replaced/object-with-embed-url-param.html [ Failure ]
176
177 webkit.org/b/53986 svg/text/caret-in-svg-text.xhtml [ Failure ]
178
179 # Relies on WebKit API [WebView _loadBackForwardListFromOtherView:]
180 fast/loader/crash-copying-backforwardlist.html
181
182 # BUG: No authentication challenge handling
183 http/tests/loading/basic-credentials-sent-automatically.html
184 http/tests/misc/authentication-redirect-1/authentication-sent-to-redirect-cross-origin.html
185 http/tests/misc/authentication-redirect-2/authentication-sent-to-redirect-same-origin.html
186 http/tests/misc/authentication-redirect-3/authentication-sent-to-redirect-same-origin-with-location-credentials.html
187
188 # The EFL port has no support for user gesture (dumpUserGestureInFrameLoadCallbacks in DRT and in the port itself as well)
189 fast/frames/location-redirect-user-gesture.html
190 fast/frames/meta-refresh-user-gesture.html
191
192 # Incomplete policy delegate dumping
193 http/tests/misc/redirect-to-external-url.html
194
195 # Probably related to https://bugs.webkit.org/show_bug.cgi?id=27637
196 http/tests/loading/basic-auth-resend-wrong-credentials.html
197
198 # BUG: wrong test results that need investigation
199 editing/selection/5825350-1.html [ Failure ]
200 editing/selection/5825350-2.html [ Failure ]
201 editing/selection/directionality-after-undo-replace.html [ Failure ]
202 editing/selection/doubleclick-beside-cr-span.html [ Failure ]
203 editing/selection/doubleclick-whitespace.html [ Failure ]
204 editing/selection/extend-selection-after-double-click.html [ Failure ]
205 editing/selection/mixed-editability-10.html [ Failure ]
206 editing/selection/move-left-right.html [ Failure ]
207 editing/selection/select-bidi-run.html [ Failure ]
208 http/tests/navigation/go-back-to-error-page.html
209
210 # Content Security Policy 1.1 (ENABLE_CSP_NEXT) is not enabled
211 # https://bugs.webkit.org/show_bug.cgi?id=85558
212 http/tests/security/contentSecurityPolicy/1.1
213
214 # Fails, seems like a rounding problem
215 svg/animations/animate-text-nested-transforms.html
216
217 # This should only be a layer change
218 # http://webkit.org/b/82129
219 fast/box-shadow/shadow-buffer-partial.html
220 fast/block/lineboxcontain/block-font.html
221 fast/block/lineboxcontain/block-glyphs.html
222 fast/block/lineboxcontain/font.html
223
224 # following tests started failing on EFL after r122952.
225 inspector/styles/override-screen-size.html
226 inspector/console/console-long-eval-crash.html
227 inspector/timeline/timeline-paint.html
228
229 # Incorrect rendering results after r115846
230 webkit.org/b/85599 http/tests/navigation/postredirect-basic.html [ Failure ]
231 webkit.org/b/85599 http/tests/navigation/postredirect-goback1.html [ Failure ]
232
233 # Consistently times out instead of being flaky.
234 webkit.org/b/56567 http/tests/cache/history-only-cached-subresource-loads.html [ Failure ]
235
236 # EFL WK1 does not support plugins yet.
237 webkit.org/b/96881 fast/frames/sandboxed-iframe-plugins.html [ Failure ]
238 webkit.org/b/96881 http/tests/plugins [ Skip ]
239 webkit.org/b/96881 plugins [ Skip ]
240 webkit.org/b/96881 userscripts/user-script-plugin-document.html [ Failure ]
241
242 # EFL WK1 does not support the spellchecker feature
243 webkit.org/b/86633 editing/spelling [ Skip ]
244
245 # Needs custom policy delegate enhancement to log DOM node info - EFL port is missing DOM node abstraction
246 webkit.org/b/87972 fast/loader/policy-delegate-action-hit-test-zoomed.html [ Failure ]
247 webkit.org/b/87972 fast/encoding/mailto-always-utf-8.html [ Failure ]
248
249 # Frame does not get focus as expected
250 webkit.org/b/97077 inspector/extensions/extensions-panel.html [ Failure ]
251
252 # Fails after r133322
253 webkit.org/b/98523 fast/images/repaint-subrect-grid.html [ Failure ]
254
255 # DRT needs a setting for setShouldRespectImageOrientation
256 webkit.org/b/101210 fast/images/exif-orientation.html [ Failure ]
257
258 # DRT needs to support fixed layout.
259 webkit.org/b/102517 css3/device-adapt/opera/cascading-001.xhtml [ Failure ]
260 webkit.org/b/102517 css3/device-adapt/opera/cascading-002.xhtml [ Failure ]
261 webkit.org/b/102517 css3/device-adapt/opera/cascading-003.xhtml [ Failure ]
262 webkit.org/b/102517 css3/device-adapt/opera/cascading-004.xhtml [ Failure ]
263 webkit.org/b/102517 css3/device-adapt/opera/constrain-001.xhtml [ Failure ]
264 webkit.org/b/102517 css3/device-adapt/opera/constrain-004.xhtml [ Failure ]
265 webkit.org/b/102517 css3/device-adapt/opera/constrain-005.xhtml [ Failure ]
266 webkit.org/b/102517 css3/device-adapt/opera/constrain-006.xhtml [ Failure ]
267 webkit.org/b/102517 css3/device-adapt/opera/constrain-007.xhtml [ Failure ]
268 webkit.org/b/102517 css3/device-adapt/opera/constrain-008.xhtml [ Failure ]
269 webkit.org/b/102517 css3/device-adapt/opera/constrain-009.xhtml [ Failure ]
270 webkit.org/b/102517 css3/device-adapt/opera/constrain-010.xhtml [ Failure ]
271 webkit.org/b/102517 css3/device-adapt/opera/constrain-011.xhtml [ Failure ]
272 webkit.org/b/102517 css3/device-adapt/opera/constrain-013.xhtml [ Failure ]
273 webkit.org/b/102517 css3/device-adapt/opera/constrain-014.xhtml [ Failure ]
274 webkit.org/b/102517 css3/device-adapt/opera/constrain-015.xhtml [ Failure ]
275 webkit.org/b/102517 css3/device-adapt/opera/constrain-016.xhtml [ Failure ]
276 webkit.org/b/102517 css3/device-adapt/opera/constrain-017.xhtml [ Failure ]
277 webkit.org/b/102517 css3/device-adapt/opera/constrain-020.xhtml [ Failure ]
278 webkit.org/b/102517 css3/device-adapt/opera/syntax-001.xhtml [ Failure ]
279 webkit.org/b/102517 css3/device-adapt/opera/syntax-002.xhtml [ Failure ]
280 webkit.org/b/102517 css3/device-adapt/opera/syntax-003.xhtml [ Failure ]
281
282 # ESC key does not cancel context menu in EFL port
283 Bug(EFL) editing/selection/5354455-1.html [ Failure ]