WebDriver: add support for slow tests
[WebKit-https.git] / WebDriverTests / TestExpectations.json
1 {
2     "imported/selenium/py/test/selenium/webdriver/common/alerts_tests.py": {
3         "subtests": {
4             "testShouldAllowUsersToAcceptAnAlertInAFrame": {
5                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
6             },
7             "testShouldAllowUsersToAcceptAnAlertInANestedFrame": {
8                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
9             }
10         }
11     },
12     "imported/selenium/py/test/selenium/webdriver/common/api_example_tests.py": {
13         "subtests": {
14             "testGetLogTypes": {
15                 "expected": {"all": {"status": ["SKIP"]}}
16             },
17             "testGetLog": {
18                 "expected": {"all": {"status": ["SKIP"]}}
19             }
20         }
21     },
22     "imported/selenium/py/test/selenium/webdriver/common/appcache_tests.py": {
23         "expected": {"all": {"status": ["SKIP"]}}
24     },
25     "imported/selenium/py/test/selenium/webdriver/common/click_scrolling_tests.py": {
26         "subtests": {
27             "testShouldBeAbleToClickOnAnElementHiddenByDoubleOverflow": {
28                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/174902"}}
29             },
30             "testShouldNotScrollIfAlreadyScrolledAndElementIsInView": {
31                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181729"}}
32             },
33             "testShouldScrollOverflowElementsIfClickPointIsOutOfViewButElementIsInView": {
34                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181730"}}
35             },
36             "testShouldBeAbleToClickElementThatIsOutOfViewInAFrameThatIsOutOfView": {
37                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
38             },
39             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrame": {
40                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
41             },
42             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrameThatIsOutOfView": {
43                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
44             },
45             "testShouldNotScrollWhenGettingElementSize": {
46                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
47             },
48             "testShouldBeAbleToClickElementInATallFrame": {
49                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
50             }
51         }
52     },
53     "imported/selenium/py/test/selenium/webdriver/common/correct_event_firing_tests.py": {
54         "subtests": {
55             "testShouldEmitOnChangeEventsWhenChangingTheStateOfACheckbox": {
56                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
57             },
58             "testClearingAnElementShouldCauseTheOnChangeHandlerToFire": {
59                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
60             }
61         }
62     },
63     "imported/selenium/py/test/selenium/webdriver/common/form_handling_tests.py": {
64         "subtests": {
65             "testShouldThrowAnExceptionWhenSelectingAnUnselectableElement": {
66                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181733"}}
67             }
68         }
69     },
70     "imported/selenium/py/test/selenium/webdriver/common/frame_switching_tests.py": {
71         "subtests": {
72             "testShouldNotSwitchMagicallyToTheTopWindow": {
73                 "expected": {"all": {"slow": true}}
74             }
75         }
76     },
77     "imported/selenium/py/test/selenium/webdriver/common/interactions_tests.py": {
78         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
79     },
80     "imported/selenium/py/test/selenium/webdriver/common/position_and_size_tests.py": {
81         "subtests": {
82             "testShouldGetCoordinatesOfAnElementInAFrame": {
83                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
84             },
85             "testShouldGetCoordinatesOfAnElementInANestedFrame": {
86                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
87             }
88         }
89     },
90     "imported/selenium/py/test/selenium/webdriver/common/select_class_tests.py": {
91         "subtests": {
92             "testSelectByIndexMultiple": {
93                 "expected": {"all": {"slow": true}}
94             },
95             "testSelectByValueMultiple": {
96                 "expected": {"all": {"slow": true}}
97             },
98             "testSelectByVisibleTextMultiple": {
99                 "expected": {"all": {"slow": true}}
100             }
101         }
102     },
103     "imported/selenium/py/test/selenium/webdriver/common/text_handling_tests.py": {
104         "subtests": {
105             "testReadALargeAmountOfData": {
106                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181737"}}
107             }
108         }
109     },
110     "imported/selenium/py/test/selenium/webdriver/common/w3c_interaction_tests.py": {
111         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
112     },
113     "imported/w3c/webdriver/tests/actions/key.py": {
114         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
115     },
116     "imported/w3c/webdriver/tests/actions/key_shortcuts.py": {
117         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
118     },
119     "imported/w3c/webdriver/tests/actions/modifier_click.py": {
120         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
121     },
122     "imported/w3c/webdriver/tests/actions/mouse.py": {
123         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
124     },
125     "imported/w3c/webdriver/tests/actions/mouse_dblclick.py": {
126         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
127     },
128     "imported/w3c/webdriver/tests/actions/sequence.py": {
129         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
130     },
131     "imported/w3c/webdriver/tests/actions/special_keys.py": {
132         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
133     },
134     "imported/w3c/webdriver/tests/contexts/maximize_window.py": {
135         "subtests": {
136             "test_no_browsing_context": {
137                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
138             },
139             "test_handle_prompt_accept": {
140                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
141             },
142             "test_handle_prompt_missing_value": {
143                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
144             },
145             "test_fully_exit_fullscreen": {
146                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
147             },
148             "test_restore_the_window": {
149                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
150             },
151             "test_maximize": {
152                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
153             },
154             "test_payload": {
155                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
156             },
157             "test_maximize_twice_is_idempotent": {
158                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
159             }
160         }
161     },
162     "imported/w3c/webdriver/tests/contexts/json_serialize_windowproxy.py": {
163         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180397"}}
164     },
165     "imported/w3c/webdriver/tests/document_handling/page_source.py": {
166         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180399"}}
167     },
168     "imported/w3c/webdriver/tests/element_click/bubbling.py": {
169         "subtests": {
170             "test_spin_event_loop": {
171                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180400"}}
172             }
173         }
174     },
175     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
176         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
177     },
178     "imported/w3c/webdriver/tests/element_send_keys/scroll_into_view.py": {
179         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
180     },
181     "imported/w3c/webdriver/tests/interaction/send_keys_content_editable.py": {
182         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180403"}}
183     },
184     "imported/w3c/webdriver/tests/interaction/element_clear.py": {
185         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}},
186         "subtests": {
187             "test_no_browsing_context": {
188                 "expected": {"all": {"status": ["PASS"]}}
189             },
190             "test_disabled_element_not_resettable": {
191                 "expected": {"all": {"status": ["PASS"]}}
192             },
193             "test_element_readonly": {
194                 "expected": {"all": {"status": ["PASS"]}}
195             },
196             "test_element_disabled": {
197                 "expected": {"all": {"status": ["PASS"]}}
198             }
199         }
200     },
201     "imported/w3c/webdriver/tests/navigation/current_url.py": {
202         "subtests": {
203             "test_set_malformed_url": {
204                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
205             },
206             "test_get_current_url_after_modified_location": {
207                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
208             },
209             "test_get_current_url_nested_browsing_context": {
210                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
211             }
212         }
213     },
214     "imported/w3c/webdriver/tests/sessions/new_session/invalid_capabilities.py": {
215         "subtests": {
216             "test_invalid_values[proxy-1-body0]": {
217                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
218             },
219             "test_invalid_values[proxy-1-body1]": {
220                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
221             },
222             "test_invalid_values[proxy-value28-body0]": {
223                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
224             },
225             "test_invalid_values[proxy-value28-body1]": {
226                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
227             },
228             "test_invalid_values[proxy-{}-body0]": {
229                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
230             },
231             "test_invalid_values[proxy-{}-body1]": {
232                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
233             },
234             "test_invalid_values[proxy-value30-body0]": {
235                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
236             },
237             "test_invalid_values[proxy-value30-body1]": {
238                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
239             },
240             "test_invalid_values[proxy-value31-body0]": {
241                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
242             },
243             "test_invalid_values[proxy-value31-body1]": {
244                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
245             },
246             "test_invalid_values[proxy-value32-body0]": {
247                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
248             },
249             "test_invalid_values[proxy-value32-body1]": {
250                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
251             },
252             "test_invalid_values[proxy-value33-body0]": {
253                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
254             },
255             "test_invalid_values[proxy-value33-body1]": {
256                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
257             },
258             "test_invalid_values[proxy-value34-body0]": {
259                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
260             },
261             "test_invalid_values[proxy-value34-body1]": {
262                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
263             },
264             "test_invalid_values[proxy-value35-body0]": {
265                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
266             },
267             "test_invalid_values[proxy-value35-body1]": {
268                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
269             },
270             "test_invalid_values[proxy-value36-body0]": {
271                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
272             },
273             "test_invalid_values[proxy-value36-body1]": {
274                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
275             },
276             "test_invalid_values[proxy-value37-body0]": {
277                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
278             },
279             "test_invalid_values[proxy-value37-body1]": {
280                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
281             },
282             "test_invalid_values[proxy-value38-body0]": {
283                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
284             },
285             "test_invalid_values[proxy-value38-body1]": {
286                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
287             },
288             "test_invalid_values[proxy-value39-body0]": {
289                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
290             },
291             "test_invalid_values[proxy-value39-body1]": {
292                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
293             },
294             "test_invalid_values[proxy-value40-body0]": {
295                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
296             },
297             "test_invalid_values[proxy-value40-body1]": {
298                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
299             },
300             "test_invalid_values[proxy-value41-body0]": {
301                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
302             },
303             "test_invalid_values[proxy-value41-body1]": {
304                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
305             },
306             "test_invalid_values[proxy-value42-body0]": {
307                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
308             },
309             "test_invalid_values[proxy-value42-body1]": {
310                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
311             },
312             "test_invalid_values[proxy-value43-body0]": {
313                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
314             },
315             "test_invalid_values[proxy-value43-body1]": {
316                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
317             },
318             "test_invalid_values[proxy-value44-body0]": {
319                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
320             },
321             "test_invalid_values[proxy-value44-body1]": {
322                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
323             }
324         }
325     },
326     "imported/w3c/webdriver/tests/sessions/new_session/default_values.py": {
327         "subtests": {
328             "test_ignore_non_spec_fields_in_capabilities": {
329                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180409"}}
330             },
331             "test_valid_but_unmatchable_key": {
332                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180410"}}
333             }
334         }
335     },
336     "imported/w3c/webdriver/tests/state/get_element_property.py": {
337         "subtests": {
338             "test_element_not_found": {
339                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
340             },
341             "test_element": {
342                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180414"}}
343             }
344         }
345     },
346     "imported/w3c/webdriver/tests/state/get_element_attribute.py": {
347         "subtests": {
348             "test_element_not_found": {
349                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
350             },
351             "test_boolean_attribute[button-attrs1]": {
352                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
353             },
354             "test_boolean_attribute[dialog-attrs3]": {
355                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
356             },
357             "test_boolean_attribute[form-attrs5]": {
358                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
359             },
360             "test_boolean_attribute[iframe-attrs6]": {
361                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
362             },
363             "test_boolean_attribute[img-attrs7]": {
364                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
365             },
366             "test_boolean_attribute[input-attrs8]": {
367                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
368             },
369             "test_boolean_attribute[menuitem-attrs9]": {
370                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
371             },
372             "test_boolean_attribute[object-attrs10]": {
373                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
374             },
375             "test_global_boolean_attributes": {
376                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
377             }
378         }
379     },
380     "imported/w3c/webdriver/tests/state/get_element_tag_name.py": {
381         "subtests": {
382             "test_element_not_found": {
383                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
384             }
385         }
386     },
387     "imported/w3c/webdriver/tests/state/text/get_text.py": {
388         "subtests": {
389             "test_getting_text_of_a_non_existant_element_is_an_error": {
390                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
391             }
392         }
393     },
394     "imported/w3c/webdriver/tests/fullscreen_window.py": {
395         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
396         "subtests": {
397             "test_handle_prompt_dismiss_and_notify": {
398                 "expected": {"all": {"status": ["PASS"]}}
399             },
400             "test_handle_prompt_accept_and_notify": {
401                 "expected": {"all": {"status": ["PASS"]}}
402             },
403             "test_handle_prompt_ignore": {
404                 "expected": {"all": {"status": ["PASS"]}}
405             }
406         }
407     },
408     "imported/w3c/webdriver/tests/minimize_window.py": {
409         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
410         "subtests": {
411             "test_handle_prompt_dismiss_and_notify": {
412                 "expected": {"all": {"status": ["PASS"]}}
413             },
414             "test_handle_prompt_accept_and_notify": {
415                 "expected": {"all": {"status": ["PASS"]}}
416             },
417             "test_handle_prompt_ignore": {
418                 "expected": {"all": {"status": ["PASS"]}}
419             }
420         }
421     },
422     "imported/w3c/webdriver/tests/set_window_rect.py": {
423         "subtests": {
424             "test_fully_exit_fullscreen": {
425                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
426             },
427             "test_restore_from_minimized": {
428                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
429             },
430             "test_restore_from_maximized": {
431                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
432             },
433             "test_negative_x_y": {
434                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180418"}}
435             }
436         }
437     }
438 }