9036bb96b2f7a6adf90387f55b1aec62e79d08be
[WebKit-https.git] / WebDriverTests / TestExpectations.json
1 {
2     "imported/selenium/py/test/selenium/webdriver/common/alerts_tests.py": {
3         "subtests": {
4             "testShouldAllowUsersToAcceptAnAlertInAFrame": {
5                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
6             },
7             "testShouldAllowUsersToAcceptAnAlertInANestedFrame": {
8                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
9             }
10         }
11     },
12     "imported/selenium/py/test/selenium/webdriver/common/api_example_tests.py": {
13         "subtests": {
14             "testGetLogTypes": {
15                 "expected": {"all": {"status": ["SKIP"]}}
16             },
17             "testGetLog": {
18                 "expected": {"all": {"status": ["SKIP"]}}
19             }
20         }
21     },
22     "imported/selenium/py/test/selenium/webdriver/common/appcache_tests.py": {
23         "expected": {"all": {"status": ["SKIP"]}}
24     },
25     "imported/selenium/py/test/selenium/webdriver/common/click_scrolling_tests.py": {
26         "subtests": {
27             "testShouldBeAbleToClickOnAnElementHiddenByDoubleOverflow": {
28                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/174902"}}
29             },
30             "testShouldNotScrollIfAlreadyScrolledAndElementIsInView": {
31                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181729"}}
32             },
33             "testShouldScrollOverflowElementsIfClickPointIsOutOfViewButElementIsInView": {
34                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181730"}}
35             },
36             "testShouldBeAbleToClickElementThatIsOutOfViewInAFrameThatIsOutOfView": {
37                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
38             },
39             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrame": {
40                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
41             },
42             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrameThatIsOutOfView": {
43                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
44             },
45             "testShouldNotScrollWhenGettingElementSize": {
46                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
47             },
48             "testShouldBeAbleToClickElementInATallFrame": {
49                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
50             }
51         }
52     },
53     "imported/selenium/py/test/selenium/webdriver/common/correct_event_firing_tests.py": {
54         "subtests": {
55             "testShouldEmitOnChangeEventsWhenChangingTheStateOfACheckbox": {
56                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
57             },
58             "testClearingAnElementShouldCauseTheOnChangeHandlerToFire": {
59                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
60             }
61         }
62     },
63     "imported/selenium/py/test/selenium/webdriver/common/form_handling_tests.py": {
64         "subtests": {
65             "testShouldThrowAnExceptionWhenSelectingAnUnselectableElement": {
66                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181733"}}
67             }
68         }
69     },
70     "imported/selenium/py/test/selenium/webdriver/common/interactions_tests.py": {
71         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
72     },
73     "imported/selenium/py/test/selenium/webdriver/common/position_and_size_tests.py": {
74         "subtests": {
75             "testShouldGetCoordinatesOfAnElementInAFrame": {
76                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
77             },
78             "testShouldGetCoordinatesOfAnElementInANestedFrame": {
79                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
80             }
81         }
82     },
83     "imported/selenium/py/test/selenium/webdriver/common/text_handling_tests.py": {
84         "subtests": {
85             "testReadALargeAmountOfData": {
86                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181737"}}
87             }
88         }
89     },
90     "imported/selenium/py/test/selenium/webdriver/common/w3c_interaction_tests.py": {
91         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
92     },
93     "imported/w3c/webdriver/tests/actions/key.py": {
94         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
95     },
96     "imported/w3c/webdriver/tests/actions/key_shortcuts.py": {
97         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
98     },
99     "imported/w3c/webdriver/tests/actions/modifier_click.py": {
100         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
101     },
102     "imported/w3c/webdriver/tests/actions/mouse.py": {
103         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
104     },
105     "imported/w3c/webdriver/tests/actions/mouse_dblclick.py": {
106         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
107     },
108     "imported/w3c/webdriver/tests/actions/sequence.py": {
109         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
110     },
111     "imported/w3c/webdriver/tests/actions/special_keys.py": {
112         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
113     },
114     "imported/w3c/webdriver/tests/contexts/maximize_window.py": {
115         "subtests": {
116             "test_no_browsing_context": {
117                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
118             },
119             "test_handle_prompt_accept": {
120                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
121             },
122             "test_handle_prompt_missing_value": {
123                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
124             },
125             "test_fully_exit_fullscreen": {
126                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
127             },
128             "test_restore_the_window": {
129                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
130             },
131             "test_maximize": {
132                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
133             },
134             "test_payload": {
135                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
136             },
137             "test_maximize_twice_is_idempotent": {
138                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
139             }
140         }
141     },
142     "imported/w3c/webdriver/tests/contexts/json_serialize_windowproxy.py": {
143         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180397"}}
144     },
145     "imported/w3c/webdriver/tests/document_handling/page_source.py": {
146         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180399"}}
147     },
148     "imported/w3c/webdriver/tests/element_click/bubbling.py": {
149         "subtests": {
150             "test_spin_event_loop": {
151                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180400"}}
152             }
153         }
154     },
155     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
156         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
157     },
158     "imported/w3c/webdriver/tests/element_send_keys/scroll_into_view.py": {
159         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
160     },
161     "imported/w3c/webdriver/tests/interaction/send_keys_content_editable.py": {
162         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180403"}}
163     },
164     "imported/w3c/webdriver/tests/interaction/element_clear.py": {
165         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}},
166         "subtests": {
167             "test_no_browsing_context": {
168                 "expected": {"all": {"status": ["PASS"]}}
169             },
170             "test_disabled_element_not_resettable": {
171                 "expected": {"all": {"status": ["PASS"]}}
172             },
173             "test_element_readonly": {
174                 "expected": {"all": {"status": ["PASS"]}}
175             },
176             "test_element_disabled": {
177                 "expected": {"all": {"status": ["PASS"]}}
178             }
179         }
180     },
181     "imported/w3c/webdriver/tests/navigation/current_url.py": {
182         "subtests": {
183             "test_set_malformed_url": {
184                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
185             },
186             "test_get_current_url_after_modified_location": {
187                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
188             },
189             "test_get_current_url_nested_browsing_context": {
190                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
191             }
192         }
193     },
194     "imported/w3c/webdriver/tests/sessions/new_session/merge.py": {
195         "subtests": {
196             "test_merge_invalid[unhandledPromptBehavior-value1]": {
197                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
198             },
199             "test_merge_invalid[unhandledPromptBehavior-value2]": {
200                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
201             },
202             "test_merge_platformName": {
203                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
204             },
205             "test_merge_browserName": {
206                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
207             }
208         }
209     },
210     "imported/w3c/webdriver/tests/sessions/new_session/invalid_capabilities.py": {
211         "subtests": {
212             "test_invalid_values[proxy-1-body0]": {
213                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
214             },
215             "test_invalid_values[proxy-1-body1]": {
216                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
217             },
218             "test_invalid_values[proxy-value28-body0]": {
219                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
220             },
221             "test_invalid_values[proxy-value28-body1]": {
222                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
223             },
224             "test_invalid_values[proxy-{}-body0]": {
225                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
226             },
227             "test_invalid_values[proxy-{}-body1]": {
228                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
229             },
230             "test_invalid_values[proxy-value30-body0]": {
231                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
232             },
233             "test_invalid_values[proxy-value30-body1]": {
234                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
235             },
236             "test_invalid_values[proxy-value31-body0]": {
237                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
238             },
239             "test_invalid_values[proxy-value31-body1]": {
240                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
241             },
242             "test_invalid_values[proxy-value32-body0]": {
243                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
244             },
245             "test_invalid_values[proxy-value32-body1]": {
246                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
247             },
248             "test_invalid_values[proxy-value33-body0]": {
249                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
250             },
251             "test_invalid_values[proxy-value33-body1]": {
252                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
253             },
254             "test_invalid_values[proxy-value34-body0]": {
255                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
256             },
257             "test_invalid_values[proxy-value34-body1]": {
258                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
259             },
260             "test_invalid_values[proxy-value35-body0]": {
261                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
262             },
263             "test_invalid_values[proxy-value35-body1]": {
264                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
265             },
266             "test_invalid_values[proxy-value36-body0]": {
267                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
268             },
269             "test_invalid_values[proxy-value36-body1]": {
270                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
271             },
272             "test_invalid_values[proxy-value37-body0]": {
273                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
274             },
275             "test_invalid_values[proxy-value37-body1]": {
276                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
277             },
278             "test_invalid_values[proxy-value38-body0]": {
279                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
280             },
281             "test_invalid_values[proxy-value38-body1]": {
282                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
283             },
284             "test_invalid_values[proxy-value39-body0]": {
285                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
286             },
287             "test_invalid_values[proxy-value39-body1]": {
288                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
289             },
290             "test_invalid_values[proxy-value40-body0]": {
291                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
292             },
293             "test_invalid_values[proxy-value40-body1]": {
294                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
295             },
296             "test_invalid_values[proxy-value41-body0]": {
297                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
298             },
299             "test_invalid_values[proxy-value41-body1]": {
300                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
301             },
302             "test_invalid_values[proxy-value42-body0]": {
303                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
304             },
305             "test_invalid_values[proxy-value42-body1]": {
306                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
307             },
308             "test_invalid_values[proxy-value43-body0]": {
309                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
310             },
311             "test_invalid_values[proxy-value43-body1]": {
312                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
313             },
314             "test_invalid_values[proxy-value44-body0]": {
315                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
316             },
317             "test_invalid_values[proxy-value44-body1]": {
318                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
319             }
320         }
321     },
322     "imported/w3c/webdriver/tests/sessions/new_session/default_values.py": {
323         "subtests": {
324             "test_ignore_non_spec_fields_in_capabilities": {
325                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180409"}}
326             },
327             "test_valid_but_unmatchable_key": {
328                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180410"}}
329             }
330         }
331     },
332     "imported/w3c/webdriver/tests/state/get_element_property.py": {
333         "subtests": {
334             "test_element_not_found": {
335                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
336             },
337             "test_element": {
338                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180414"}}
339             }
340         }
341     },
342     "imported/w3c/webdriver/tests/state/get_element_attribute.py": {
343         "subtests": {
344             "test_element_not_found": {
345                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
346             },
347             "test_boolean_attribute[button-attrs1]": {
348                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
349             },
350             "test_boolean_attribute[dialog-attrs3]": {
351                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
352             },
353             "test_boolean_attribute[form-attrs5]": {
354                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
355             },
356             "test_boolean_attribute[iframe-attrs6]": {
357                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
358             },
359             "test_boolean_attribute[img-attrs7]": {
360                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
361             },
362             "test_boolean_attribute[input-attrs8]": {
363                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
364             },
365             "test_boolean_attribute[menuitem-attrs9]": {
366                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
367             },
368             "test_boolean_attribute[object-attrs10]": {
369                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
370             },
371             "test_global_boolean_attributes": {
372                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
373             }
374         }
375     },
376     "imported/w3c/webdriver/tests/state/get_element_tag_name.py": {
377         "subtests": {
378             "test_element_not_found": {
379                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
380             }
381         }
382     },
383     "imported/w3c/webdriver/tests/state/text/get_text.py": {
384         "subtests": {
385             "test_getting_text_of_a_non_existant_element_is_an_error": {
386                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
387             }
388         }
389     },
390     "imported/w3c/webdriver/tests/fullscreen_window.py": {
391         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
392         "subtests": {
393             "test_handle_prompt_dismiss_and_notify": {
394                 "expected": {"all": {"status": ["PASS"]}}
395             },
396             "test_handle_prompt_accept_and_notify": {
397                 "expected": {"all": {"status": ["PASS"]}}
398             },
399             "test_handle_prompt_ignore": {
400                 "expected": {"all": {"status": ["PASS"]}}
401             }
402         }
403     },
404     "imported/w3c/webdriver/tests/minimize_window.py": {
405         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
406         "subtests": {
407             "test_handle_prompt_dismiss_and_notify": {
408                 "expected": {"all": {"status": ["PASS"]}}
409             },
410             "test_handle_prompt_accept_and_notify": {
411                 "expected": {"all": {"status": ["PASS"]}}
412             },
413             "test_handle_prompt_ignore": {
414                 "expected": {"all": {"status": ["PASS"]}}
415             }
416         }
417     },
418     "imported/w3c/webdriver/tests/set_window_rect.py": {
419         "subtests": {
420             "test_fully_exit_fullscreen": {
421                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
422             },
423             "test_restore_from_minimized": {
424                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
425             },
426             "test_restore_from_maximized": {
427                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
428             },
429             "test_negative_x_y": {
430                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180418"}}
431             }
432         }
433     }
434 }