Unreviewed GTK+ gardening. Skip imported/w3c/webdriver/tests/sessions/new_session...
[WebKit-https.git] / WebDriverTests / TestExpectations.json
1 {
2     "imported/selenium/py/test/selenium/webdriver/common/alerts_tests.py": {
3         "subtests": {
4             "testShouldAllowUsersToAcceptAnAlertInAFrame": {
5                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
6             },
7             "testShouldAllowUsersToAcceptAnAlertInANestedFrame": {
8                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
9             }
10         }
11     },
12     "imported/selenium/py/test/selenium/webdriver/common/api_example_tests.py": {
13         "subtests": {
14             "testChangeWindowSize": {
15                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181728"}}
16             },
17             "testGetLogTypes": {
18                 "expected": {"all": {"status": ["SKIP"]}}
19             },
20             "testGetLog": {
21                 "expected": {"all": {"status": ["SKIP"]}}
22             }
23         }
24     },
25     "imported/selenium/py/test/selenium/webdriver/common/appcache_tests.py": {
26         "expected": {"all": {"status": ["SKIP"]}}
27     },
28     "imported/selenium/py/test/selenium/webdriver/common/click_scrolling_tests.py": {
29         "subtests": {
30             "testShouldBeAbleToClickOnAnElementHiddenByDoubleOverflow": {
31                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/174902"}}
32             },
33             "testShouldNotScrollIfAlreadyScrolledAndElementIsInView": {
34                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181729"}}
35             },
36             "testShouldScrollOverflowElementsIfClickPointIsOutOfViewButElementIsInView": {
37                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181730"}}
38             },
39             "testShouldBeAbleToClickElementThatIsOutOfViewInAFrameThatIsOutOfView": {
40                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
41             },
42             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrame": {
43                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
44             },
45             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrameThatIsOutOfView": {
46                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
47             },
48             "testShouldNotScrollWhenGettingElementSize": {
49                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
50             },
51             "testShouldBeAbleToClickElementInATallFrame": {
52                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
53             }
54         }
55     },
56     "imported/selenium/py/test/selenium/webdriver/common/correct_event_firing_tests.py": {
57         "subtests": {
58             "testShouldEmitOnChangeEventsWhenChangingTheStateOfACheckbox": {
59                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
60             },
61             "testClearingAnElementShouldCauseTheOnChangeHandlerToFire": {
62                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
63             }
64         }
65     },
66     "imported/selenium/py/test/selenium/webdriver/common/form_handling_tests.py": {
67         "subtests": {
68             "testShouldThrowAnExceptionWhenSelectingAnUnselectableElement": {
69                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181733"}}
70             }
71         }
72     },
73     "imported/selenium/py/test/selenium/webdriver/common/interactions_tests.py": {
74         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
75     },
76     "imported/selenium/py/test/selenium/webdriver/common/position_and_size_tests.py": {
77         "subtests": {
78             "testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOfViewPort": {
79                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181734"}}
80             },
81             "testShouldGetCoordinatesOfAnElementInAFrame": {
82                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
83             },
84             "testShouldGetCoordinatesOfAnElementInANestedFrame": {
85                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
86             }
87         }
88     },
89     "imported/selenium/py/test/selenium/webdriver/common/rendered_webelement_tests.py": {
90         "subtests": {
91             "testShouldPickUpStyleOfAnElement": {
92                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181736"}}
93             },
94             "testShouldAllowInheritedStylesToBeUsed": {
95                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181736"}}
96             }
97         }
98     },
99     "imported/selenium/py/test/selenium/webdriver/common/text_handling_tests.py": {
100         "subtests": {
101             "testReadALargeAmountOfData": {
102                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181737"}}
103             }
104         }
105     },
106     "imported/selenium/py/test/selenium/webdriver/common/w3c_interaction_tests.py": {
107         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
108     },
109     "imported/w3c/webdriver/tests/actions/key.py": {
110         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
111     },
112     "imported/w3c/webdriver/tests/actions/key_shortcuts.py": {
113         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
114     },
115     "imported/w3c/webdriver/tests/actions/modifier_click.py": {
116         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
117     },
118     "imported/w3c/webdriver/tests/actions/mouse.py": {
119         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
120     },
121     "imported/w3c/webdriver/tests/actions/mouse_dblclick.py": {
122         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
123     },
124     "imported/w3c/webdriver/tests/actions/sequence.py": {
125         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
126     },
127     "imported/w3c/webdriver/tests/actions/special_keys.py": {
128         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
129     },
130     "imported/w3c/webdriver/tests/contexts/resizing_and_positioning.py": {
131         "subtests": {
132             "test_window_resize": {
133                 "expected": {"gtk": {"status": ["FAIL"]}}
134             }
135         }
136     },
137     "imported/w3c/webdriver/tests/contexts/maximize_window.py": {
138         "subtests": {
139             "test_no_browsing_context": {
140                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
141             },
142             "test_handle_prompt_accept": {
143                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
144             },
145             "test_handle_prompt_missing_value": {
146                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
147             },
148             "test_fully_exit_fullscreen": {
149                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
150             },
151             "test_restore_the_window": {
152                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
153             },
154             "test_maximize": {
155                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
156             },
157             "test_payload": {
158                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
159             },
160             "test_maximize_twice_is_idempotent": {
161                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
162             }
163         }
164     },
165     "imported/w3c/webdriver/tests/contexts/json_serialize_windowproxy.py": {
166         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180397"}}
167     },
168     "imported/w3c/webdriver/tests/document_handling/page_source.py": {
169         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180399"}}
170     },
171     "imported/w3c/webdriver/tests/element_click/bubbling.py": {
172         "subtests": {
173             "test_spin_event_loop": {
174                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180400"}}
175             }
176         }
177     },
178     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
179         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
180     },
181     "imported/w3c/webdriver/tests/element_send_keys/scroll_into_view.py": {
182         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
183     },
184     "imported/w3c/webdriver/tests/interaction/send_keys_content_editable.py": {
185         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180403"}}
186     },
187     "imported/w3c/webdriver/tests/interaction/element_clear.py": {
188         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}},
189         "subtests": {
190             "test_no_browsing_context": {
191                 "expected": {"all": {"status": ["PASS"]}}
192             },
193             "test_disabled_element_not_resettable": {
194                 "expected": {"all": {"status": ["PASS"]}}
195             },
196             "test_element_readonly": {
197                 "expected": {"all": {"status": ["PASS"]}}
198             },
199             "test_element_disabled": {
200                 "expected": {"all": {"status": ["PASS"]}}
201             }
202         }
203     },
204     "imported/w3c/webdriver/tests/navigation/current_url.py": {
205         "subtests": {
206             "test_set_malformed_url": {
207                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
208             },
209             "test_get_current_url_after_modified_location": {
210                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
211             },
212             "test_get_current_url_nested_browsing_context": {
213                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
214             }
215         }
216     },
217     "imported/w3c/webdriver/tests/sessions/new_session/merge.py": {
218         "subtests": {
219             "test_merge_invalid[unhandledPromptBehavior-value1]": {
220                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
221             },
222             "test_merge_invalid[unhandledPromptBehavior-value2]": {
223                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
224             },
225             "test_merge_platformName": {
226                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
227             },
228             "test_merge_browserName": {
229                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
230             }
231         }
232     },
233     "imported/w3c/webdriver/tests/sessions/new_session/invalid_capabilities.py": {
234         "subtests": {
235             "test_invalid_values[proxy-1-body0]": {
236                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
237             },
238             "test_invalid_values[proxy-1-body1]": {
239                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
240             },
241             "test_invalid_values[proxy-value28-body0]": {
242                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
243             },
244             "test_invalid_values[proxy-value28-body1]": {
245                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
246             },
247             "test_invalid_values[proxy-{}-body0]": {
248                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
249             },
250             "test_invalid_values[proxy-{}-body1]": {
251                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
252             },
253             "test_invalid_values[proxy-value30-body0]": {
254                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
255             },
256             "test_invalid_values[proxy-value30-body1]": {
257                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
258             },
259             "test_invalid_values[proxy-value31-body0]": {
260                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
261             },
262             "test_invalid_values[proxy-value31-body1]": {
263                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
264             },
265             "test_invalid_values[proxy-value32-body0]": {
266                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
267             },
268             "test_invalid_values[proxy-value32-body1]": {
269                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
270             },
271             "test_invalid_values[proxy-value33-body0]": {
272                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
273             },
274             "test_invalid_values[proxy-value33-body1]": {
275                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
276             },
277             "test_invalid_values[proxy-value34-body0]": {
278                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
279             },
280             "test_invalid_values[proxy-value34-body1]": {
281                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
282             },
283             "test_invalid_values[proxy-value35-body0]": {
284                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
285             },
286             "test_invalid_values[proxy-value35-body1]": {
287                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
288             },
289             "test_invalid_values[proxy-value36-body0]": {
290                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
291             },
292             "test_invalid_values[proxy-value36-body1]": {
293                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
294             },
295             "test_invalid_values[proxy-value37-body0]": {
296                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
297             },
298             "test_invalid_values[proxy-value37-body1]": {
299                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
300             },
301             "test_invalid_values[proxy-value38-body0]": {
302                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
303             },
304             "test_invalid_values[proxy-value38-body1]": {
305                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
306             },
307             "test_invalid_values[proxy-value39-body0]": {
308                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
309             },
310             "test_invalid_values[proxy-value39-body1]": {
311                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
312             },
313             "test_invalid_values[proxy-value40-body0]": {
314                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
315             },
316             "test_invalid_values[proxy-value40-body1]": {
317                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
318             },
319             "test_invalid_values[proxy-value41-body0]": {
320                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
321             },
322             "test_invalid_values[proxy-value41-body1]": {
323                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
324             },
325             "test_invalid_values[proxy-value42-body0]": {
326                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
327             },
328             "test_invalid_values[proxy-value42-body1]": {
329                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
330             },
331             "test_invalid_values[proxy-value43-body0]": {
332                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
333             },
334             "test_invalid_values[proxy-value43-body1]": {
335                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
336             },
337             "test_invalid_values[proxy-value44-body0]": {
338                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
339             },
340             "test_invalid_values[proxy-value44-body1]": {
341                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
342             }
343         }
344     },
345     "imported/w3c/webdriver/tests/sessions/new_session/default_values.py": {
346         "subtests": {
347             "test_ignore_non_spec_fields_in_capabilities": {
348                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180409"}}
349             },
350             "test_valid_but_unmatchable_key": {
351                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180410"}}
352             }
353         }
354     },
355     "imported/w3c/webdriver/tests/sessions/new_session/response.py": {
356         "expected": {"gtk": {"status": ["SKIP"], "bug": "webkit.org/b/181904"}},
357         "subtests": {
358             "test_resp_capabilites": {
359                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
360             },
361             "test_resp_data": {
362                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180411"}}
363             },
364             "test_timeouts": {
365                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180412"}}
366             }
367         }
368     },
369     "imported/w3c/webdriver/tests/state/get_element_property.py": {
370         "subtests": {
371             "test_element_not_found": {
372                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
373             },
374             "test_element": {
375                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180414"}}
376             }
377         }
378     },
379     "imported/w3c/webdriver/tests/state/get_element_attribute.py": {
380         "subtests": {
381             "test_element_not_found": {
382                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
383             },
384             "test_boolean_attribute[button-attrs1]": {
385                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
386             },
387             "test_boolean_attribute[dialog-attrs3]": {
388                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
389             },
390             "test_boolean_attribute[form-attrs5]": {
391                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
392             },
393             "test_boolean_attribute[iframe-attrs6]": {
394                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
395             },
396             "test_boolean_attribute[img-attrs7]": {
397                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
398             },
399             "test_boolean_attribute[input-attrs8]": {
400                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
401             },
402             "test_boolean_attribute[menuitem-attrs9]": {
403                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
404             },
405             "test_boolean_attribute[object-attrs10]": {
406                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
407             },
408             "test_global_boolean_attributes": {
409                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
410             }
411         }
412     },
413     "imported/w3c/webdriver/tests/state/get_element_tag_name.py": {
414         "subtests": {
415             "test_element_not_found": {
416                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
417             }
418         }
419     },
420     "imported/w3c/webdriver/tests/state/text/get_text.py": {
421         "subtests": {
422             "test_getting_text_of_a_non_existant_element_is_an_error": {
423                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
424             }
425         }
426     },
427     "imported/w3c/webdriver/tests/fullscreen_window.py": {
428         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
429         "subtests": {
430             "test_handle_prompt_dismiss_and_notify": {
431                 "expected": {"all": {"status": ["PASS"]}}
432             },
433             "test_handle_prompt_accept_and_notify": {
434                 "expected": {"all": {"status": ["PASS"]}}
435             },
436             "test_handle_prompt_ignore": {
437                 "expected": {"all": {"status": ["PASS"]}}
438             }
439         }
440     },
441     "imported/w3c/webdriver/tests/minimize_window.py": {
442         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
443         "subtests": {
444             "test_handle_prompt_dismiss_and_notify": {
445                 "expected": {"all": {"status": ["PASS"]}}
446             },
447             "test_handle_prompt_accept_and_notify": {
448                 "expected": {"all": {"status": ["PASS"]}}
449             },
450             "test_handle_prompt_ignore": {
451                 "expected": {"all": {"status": ["PASS"]}}
452             }
453         }
454     },
455     "imported/w3c/webdriver/tests/set_window_rect.py": {
456         "subtests": {
457             "test_width_height_floats": {
458                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180416"}}
459             },
460             "test_fully_exit_fullscreen": {
461                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
462             },
463             "test_restore_from_minimized": {
464                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
465             },
466             "test_restore_from_maximized": {
467                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
468             },
469             "test_height_width": {
470                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180417"}}
471             },
472             "test_height_width_larger_than_max": {
473                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180419"}}
474             },
475             "test_negative_x_y": {
476                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180418"}}
477             }
478         }
479     }
480 }