24f399ea11f87d98ffb3f2f348fa1c11c84041a0
[WebKit-https.git] / WebDriverTests / TestExpectations.json
1 {
2     "imported/selenium/py/test/selenium/webdriver/common/alerts_tests.py": {
3         "subtests": {
4             "testShouldAllowUsersToAcceptAnAlertInAFrame": {
5                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
6             },
7             "testShouldAllowUsersToAcceptAnAlertInANestedFrame": {
8                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
9             }
10         }
11     },
12     "imported/selenium/py/test/selenium/webdriver/common/api_example_tests.py": {
13         "subtests": {
14             "testChangeWindowSize": {
15                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181728"}}
16             },
17             "testGetLogTypes": {
18                 "expected": {"all": {"status": ["SKIP"]}}
19             },
20             "testGetLog": {
21                 "expected": {"all": {"status": ["SKIP"]}}
22             }
23         }
24     },
25     "imported/selenium/py/test/selenium/webdriver/common/appcache_tests.py": {
26         "expected": {"all": {"status": ["SKIP"]}}
27     },
28     "imported/selenium/py/test/selenium/webdriver/common/click_scrolling_tests.py": {
29         "subtests": {
30             "testShouldBeAbleToClickOnAnElementHiddenByDoubleOverflow": {
31                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/174902"}}
32             },
33             "testShouldNotScrollIfAlreadyScrolledAndElementIsInView": {
34                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181729"}}
35             },
36             "testShouldScrollOverflowElementsIfClickPointIsOutOfViewButElementIsInView": {
37                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181730"}}
38             },
39             "testShouldBeAbleToClickElementThatIsOutOfViewInAFrameThatIsOutOfView": {
40                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
41             },
42             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrame": {
43                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
44             },
45             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrameThatIsOutOfView": {
46                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
47             },
48             "testShouldNotScrollWhenGettingElementSize": {
49                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
50             },
51             "testShouldBeAbleToClickElementInATallFrame": {
52                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
53             }
54         }
55     },
56     "imported/selenium/py/test/selenium/webdriver/common/correct_event_firing_tests.py": {
57         "subtests": {
58             "testShouldEmitOnChangeEventsWhenChangingTheStateOfACheckbox": {
59                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
60             },
61             "testClearingAnElementShouldCauseTheOnChangeHandlerToFire": {
62                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
63             }
64         }
65     },
66     "imported/selenium/py/test/selenium/webdriver/common/form_handling_tests.py": {
67         "subtests": {
68             "testShouldThrowAnExceptionWhenSelectingAnUnselectableElement": {
69                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181733"}}
70             }
71         }
72     },
73     "imported/selenium/py/test/selenium/webdriver/common/interactions_tests.py": {
74         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
75     },
76     "imported/selenium/py/test/selenium/webdriver/common/position_and_size_tests.py": {
77         "subtests": {
78             "testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOfViewPort": {
79                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181734"}}
80             },
81             "testShouldGetCoordinatesOfAnElementInAFrame": {
82                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
83             },
84             "testShouldGetCoordinatesOfAnElementInANestedFrame": {
85                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
86             }
87         }
88     },
89     "imported/selenium/py/test/selenium/webdriver/common/rendered_webelement_tests.py": {
90         "subtests": {
91             "testShouldPickUpStyleOfAnElement": {
92                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181736"}}
93             },
94             "testShouldAllowInheritedStylesToBeUsed": {
95                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181736"}}
96             }
97         }
98     },
99     "imported/selenium/py/test/selenium/webdriver/common/text_handling_tests.py": {
100         "subtests": {
101             "testReadALargeAmountOfData": {
102                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181737"}}
103             }
104         }
105     },
106     "imported/selenium/py/test/selenium/webdriver/common/w3c_interaction_tests.py": {
107         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
108     },
109     "imported/w3c/webdriver/tests/actions/key.py": {
110         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
111     },
112     "imported/w3c/webdriver/tests/actions/key_shortcuts.py": {
113         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
114     },
115     "imported/w3c/webdriver/tests/actions/modifier_click.py": {
116         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
117     },
118     "imported/w3c/webdriver/tests/actions/mouse.py": {
119         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
120     },
121     "imported/w3c/webdriver/tests/actions/mouse_dblclick.py": {
122         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
123     },
124     "imported/w3c/webdriver/tests/actions/sequence.py": {
125         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
126     },
127     "imported/w3c/webdriver/tests/actions/special_keys.py": {
128         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
129     },
130     "imported/w3c/webdriver/tests/contexts/resizing_and_positioning.py": {
131         "subtests": {
132             "test_window_resize": {
133                 "expected": {"gtk": {"status": ["FAIL"]}}
134             }
135         }
136     },
137     "imported/w3c/webdriver/tests/contexts/maximize_window.py": {
138         "subtests": {
139             "test_no_browsing_context": {
140                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
141             },
142             "test_handle_prompt_accept": {
143                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
144             },
145             "test_handle_prompt_missing_value": {
146                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
147             },
148             "test_fully_exit_fullscreen": {
149                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
150             },
151             "test_restore_the_window": {
152                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
153             },
154             "test_maximize": {
155                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
156             },
157             "test_payload": {
158                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
159             },
160             "test_maximize_twice_is_idempotent": {
161                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
162             }
163         }
164     },
165     "imported/w3c/webdriver/tests/contexts/json_serialize_windowproxy.py": {
166         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180397"}}
167     },
168     "imported/w3c/webdriver/tests/document_handling/page_source.py": {
169         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180399"}}
170     },
171     "imported/w3c/webdriver/tests/element_click/bubbling.py": {
172         "subtests": {
173             "test_spin_event_loop": {
174                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180400"}}
175             }
176         }
177     },
178     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
179         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
180     },
181     "imported/w3c/webdriver/tests/element_send_keys/scroll_into_view.py": {
182         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
183     },
184     "imported/w3c/webdriver/tests/interaction/send_keys_content_editable.py": {
185         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180403"}}
186     },
187     "imported/w3c/webdriver/tests/interaction/element_clear.py": {
188         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}},
189         "subtests": {
190             "test_no_browsing_context": {
191                 "expected": {"all": {"status": ["PASS"]}}
192             },
193             "test_disabled_element_not_resettable": {
194                 "expected": {"all": {"status": ["PASS"]}}
195             },
196             "test_element_readonly": {
197                 "expected": {"all": {"status": ["PASS"]}}
198             },
199             "test_element_disabled": {
200                 "expected": {"all": {"status": ["PASS"]}}
201             }
202         }
203     },
204     "imported/w3c/webdriver/tests/navigation/current_url.py": {
205         "subtests": {
206             "test_set_malformed_url": {
207                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
208             },
209             "test_get_current_url_after_modified_location": {
210                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
211             },
212             "test_get_current_url_nested_browsing_context": {
213                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
214             }
215         }
216     },
217     "imported/w3c/webdriver/tests/sessions/new_session/merge.py": {
218         "subtests": {
219             "test_merge_invalid[unhandledPromptBehavior-value1]": {
220                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
221             },
222             "test_merge_invalid[unhandledPromptBehavior-value2]": {
223                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
224             },
225             "test_merge_platformName": {
226                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
227             },
228             "test_merge_browserName": {
229                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
230             }
231         }
232     },
233     "imported/w3c/webdriver/tests/sessions/new_session/invalid_capabilities.py": {
234         "subtests": {
235             "test_invalid_values[proxy-1-body0]": {
236                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
237             },
238             "test_invalid_values[proxy-1-body1]": {
239                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
240             },
241             "test_invalid_values[proxy-value28-body0]": {
242                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
243             },
244             "test_invalid_values[proxy-value28-body1]": {
245                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
246             },
247             "test_invalid_values[proxy-{}-body0]": {
248                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
249             },
250             "test_invalid_values[proxy-{}-body1]": {
251                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
252             },
253             "test_invalid_values[proxy-value30-body0]": {
254                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
255             },
256             "test_invalid_values[proxy-value30-body1]": {
257                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
258             },
259             "test_invalid_values[proxy-value31-body0]": {
260                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
261             },
262             "test_invalid_values[proxy-value31-body1]": {
263                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
264             },
265             "test_invalid_values[proxy-value32-body0]": {
266                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
267             },
268             "test_invalid_values[proxy-value32-body1]": {
269                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
270             },
271             "test_invalid_values[proxy-value33-body0]": {
272                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
273             },
274             "test_invalid_values[proxy-value33-body1]": {
275                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
276             },
277             "test_invalid_values[proxy-value34-body0]": {
278                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
279             },
280             "test_invalid_values[proxy-value34-body1]": {
281                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
282             },
283             "test_invalid_values[proxy-value35-body0]": {
284                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
285             },
286             "test_invalid_values[proxy-value35-body1]": {
287                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
288             },
289             "test_invalid_values[proxy-value36-body0]": {
290                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
291             },
292             "test_invalid_values[proxy-value36-body1]": {
293                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
294             },
295             "test_invalid_values[proxy-value37-body0]": {
296                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
297             },
298             "test_invalid_values[proxy-value37-body1]": {
299                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
300             },
301             "test_invalid_values[proxy-value38-body0]": {
302                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
303             },
304             "test_invalid_values[proxy-value38-body1]": {
305                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
306             },
307             "test_invalid_values[proxy-value39-body0]": {
308                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
309             },
310             "test_invalid_values[proxy-value39-body1]": {
311                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
312             },
313             "test_invalid_values[proxy-value40-body0]": {
314                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
315             },
316             "test_invalid_values[proxy-value40-body1]": {
317                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
318             },
319             "test_invalid_values[proxy-value41-body0]": {
320                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
321             },
322             "test_invalid_values[proxy-value41-body1]": {
323                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
324             },
325             "test_invalid_values[proxy-value42-body0]": {
326                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
327             },
328             "test_invalid_values[proxy-value42-body1]": {
329                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
330             },
331             "test_invalid_values[proxy-value43-body0]": {
332                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
333             },
334             "test_invalid_values[proxy-value43-body1]": {
335                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
336             },
337             "test_invalid_values[proxy-value44-body0]": {
338                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
339             },
340             "test_invalid_values[proxy-value44-body1]": {
341                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
342             }
343         }
344     },
345     "imported/w3c/webdriver/tests/sessions/new_session/default_values.py": {
346         "subtests": {
347             "test_ignore_non_spec_fields_in_capabilities": {
348                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180409"}}
349             },
350             "test_valid_but_unmatchable_key": {
351                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180410"}}
352             }
353         }
354     },
355     "imported/w3c/webdriver/tests/sessions/new_session/response.py": {
356         "subtests": {
357             "test_resp_capabilites": {
358                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
359             },
360             "test_resp_data": {
361                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180411"}}
362             },
363             "test_timeouts": {
364                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180412"}}
365             }
366         }
367     },
368     "imported/w3c/webdriver/tests/state/get_element_property.py": {
369         "subtests": {
370             "test_element_not_found": {
371                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
372             },
373             "test_element": {
374                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180414"}}
375             }
376         }
377     },
378     "imported/w3c/webdriver/tests/state/get_element_attribute.py": {
379         "subtests": {
380             "test_element_not_found": {
381                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
382             },
383             "test_boolean_attribute[button-attrs1]": {
384                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
385             },
386             "test_boolean_attribute[dialog-attrs3]": {
387                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
388             },
389             "test_boolean_attribute[form-attrs5]": {
390                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
391             },
392             "test_boolean_attribute[iframe-attrs6]": {
393                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
394             },
395             "test_boolean_attribute[img-attrs7]": {
396                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
397             },
398             "test_boolean_attribute[input-attrs8]": {
399                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
400             },
401             "test_boolean_attribute[menuitem-attrs9]": {
402                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
403             },
404             "test_boolean_attribute[object-attrs10]": {
405                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
406             },
407             "test_global_boolean_attributes": {
408                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
409             }
410         }
411     },
412     "imported/w3c/webdriver/tests/state/get_element_tag_name.py": {
413         "subtests": {
414             "test_element_not_found": {
415                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
416             }
417         }
418     },
419     "imported/w3c/webdriver/tests/state/text/get_text.py": {
420         "subtests": {
421             "test_getting_text_of_a_non_existant_element_is_an_error": {
422                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
423             }
424         }
425     },
426     "imported/w3c/webdriver/tests/fullscreen_window.py": {
427         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
428         "subtests": {
429             "test_handle_prompt_dismiss_and_notify": {
430                 "expected": {"all": {"status": ["PASS"]}}
431             },
432             "test_handle_prompt_accept_and_notify": {
433                 "expected": {"all": {"status": ["PASS"]}}
434             },
435             "test_handle_prompt_ignore": {
436                 "expected": {"all": {"status": ["PASS"]}}
437             }
438         }
439     },
440     "imported/w3c/webdriver/tests/minimize_window.py": {
441         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
442         "subtests": {
443             "test_handle_prompt_dismiss_and_notify": {
444                 "expected": {"all": {"status": ["PASS"]}}
445             },
446             "test_handle_prompt_accept_and_notify": {
447                 "expected": {"all": {"status": ["PASS"]}}
448             },
449             "test_handle_prompt_ignore": {
450                 "expected": {"all": {"status": ["PASS"]}}
451             }
452         }
453     },
454     "imported/w3c/webdriver/tests/set_window_rect.py": {
455         "subtests": {
456             "test_width_height_floats": {
457                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180416"}}
458             },
459             "test_fully_exit_fullscreen": {
460                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
461             },
462             "test_restore_from_minimized": {
463                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
464             },
465             "test_restore_from_maximized": {
466                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
467             },
468             "test_height_width": {
469                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180417"}}
470             },
471             "test_height_width_larger_than_max": {
472                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180419"}}
473             },
474             "test_negative_x_y": {
475                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180418"}}
476             }
477         }
478     }
479 }