WebDriver: add support for test expectations
[WebKit-https.git] / WebDriverTests / TestExpectations.json
1 {
2     "imported/w3c/webdriver/tests/actions/key.py": {
3         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
4     },
5     "imported/w3c/webdriver/tests/actions/key_shortcuts.py": {
6         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
7     },
8     "imported/w3c/webdriver/tests/actions/modifier_click.py": {
9         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
10     },
11     "imported/w3c/webdriver/tests/actions/mouse.py": {
12         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
13     },
14     "imported/w3c/webdriver/tests/actions/mouse_dblclick.py": {
15         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
16     },
17     "imported/w3c/webdriver/tests/actions/sequence.py": {
18         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
19     },
20     "imported/w3c/webdriver/tests/actions/special_keys.py": {
21         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
22     },
23     "imported/w3c/webdriver/tests/contexts/resizing_and_positioning.py": {
24         "subtests": {
25             "test_window_resize": {
26                 "expected": {"gtk": {"status": ["FAIL"]}}
27             }
28         }
29     },
30     "imported/w3c/webdriver/tests/contexts/maximize_window.py": {
31         "subtests": {
32             "test_no_browsing_context": {
33                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
34             },
35             "test_handle_prompt_accept": {
36                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
37             },
38             "test_handle_prompt_missing_value": {
39                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
40             },
41             "test_fully_exit_fullscreen": {
42                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
43             },
44             "test_restore_the_window": {
45                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
46             },
47             "test_maximize": {
48                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
49             },
50             "test_payload": {
51                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
52             },
53             "test_maximize_twice_is_idempotent": {
54                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
55             }
56         }
57     },
58     "imported/w3c/webdriver/tests/contexts/json_serialize_windowproxy.py": {
59         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180397"}}
60     },
61     "imported/w3c/webdriver/tests/document_handling/page_source.py": {
62         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180399"}}
63     },
64     "imported/w3c/webdriver/tests/element_click/bubbling.py": {
65         "subtests": {
66             "test_spin_event_loop": {
67                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180400"}}
68             }
69         }
70     },
71     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
72         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
73     },
74     "imported/w3c/webdriver/tests/element_send_keys/scroll_into_view.py": {
75         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
76     },
77     "imported/w3c/webdriver/tests/interaction/send_keys_content_editable.py": {
78         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180403"}}
79     },
80     "imported/w3c/webdriver/tests/interaction/element_clear.py": {
81         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}},
82         "subtests": {
83             "test_no_browsing_context": {
84                 "expected": {"all": {"status": ["PASS"]}}
85             },
86             "test_disabled_element_not_resettable": {
87                 "expected": {"all": {"status": ["PASS"]}}
88             },
89             "test_element_readonly": {
90                 "expected": {"all": {"status": ["PASS"]}}
91             },
92             "test_element_disabled": {
93                 "expected": {"all": {"status": ["PASS"]}}
94             }
95         }
96     },
97     "imported/w3c/webdriver/tests/navigation/current_url.py": {
98         "subtests": {
99             "test_set_malformed_url": {
100                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
101             },
102             "test_get_current_url_after_modified_location": {
103                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
104             },
105             "test_get_current_url_nested_browsing_context": {
106                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
107             }
108         }
109     },
110     "imported/w3c/webdriver/tests/sessions/new_session/merge.py": {
111         "subtests": {
112             "test_merge_invalid[unhandledPromptBehavior-value1]": {
113                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
114             },
115             "test_merge_invalid[unhandledPromptBehavior-value2]": {
116                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
117             },
118             "test_merge_platformName": {
119                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
120             },
121             "test_merge_browserName": {
122                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
123             }
124         }
125     },
126     "imported/w3c/webdriver/tests/sessions/new_session/invalid_capabilities.py": {
127         "subtests": {
128             "test_invalid_values[proxy-1-body0]": {
129                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
130             },
131             "test_invalid_values[proxy-1-body1]": {
132                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
133             },
134             "test_invalid_values[proxy-value28-body0]": {
135                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
136             },
137             "test_invalid_values[proxy-value28-body1]": {
138                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
139             },
140             "test_invalid_values[proxy-{}-body0]": {
141                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
142             },
143             "test_invalid_values[proxy-{}-body1]": {
144                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
145             },
146             "test_invalid_values[proxy-value30-body0]": {
147                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
148             },
149             "test_invalid_values[proxy-value30-body1]": {
150                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
151             },
152             "test_invalid_values[proxy-value31-body0]": {
153                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
154             },
155             "test_invalid_values[proxy-value31-body1]": {
156                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
157             },
158             "test_invalid_values[proxy-value32-body0]": {
159                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
160             },
161             "test_invalid_values[proxy-value32-body1]": {
162                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
163             },
164             "test_invalid_values[proxy-value33-body0]": {
165                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
166             },
167             "test_invalid_values[proxy-value33-body1]": {
168                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
169             },
170             "test_invalid_values[proxy-value34-body0]": {
171                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
172             },
173             "test_invalid_values[proxy-value34-body1]": {
174                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
175             },
176             "test_invalid_values[proxy-value35-body0]": {
177                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
178             },
179             "test_invalid_values[proxy-value35-body1]": {
180                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
181             },
182             "test_invalid_values[proxy-value36-body0]": {
183                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
184             },
185             "test_invalid_values[proxy-value36-body1]": {
186                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
187             },
188             "test_invalid_values[proxy-value37-body0]": {
189                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
190             },
191             "test_invalid_values[proxy-value37-body1]": {
192                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
193             },
194             "test_invalid_values[proxy-value38-body0]": {
195                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
196             },
197             "test_invalid_values[proxy-value38-body1]": {
198                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
199             },
200             "test_invalid_values[proxy-value39-body0]": {
201                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
202             },
203             "test_invalid_values[proxy-value39-body1]": {
204                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
205             },
206             "test_invalid_values[proxy-value40-body0]": {
207                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
208             },
209             "test_invalid_values[proxy-value40-body1]": {
210                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
211             },
212             "test_invalid_values[proxy-value41-body0]": {
213                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
214             },
215             "test_invalid_values[proxy-value41-body1]": {
216                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
217             },
218             "test_invalid_values[proxy-value42-body0]": {
219                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
220             },
221             "test_invalid_values[proxy-value42-body1]": {
222                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
223             },
224             "test_invalid_values[proxy-value43-body0]": {
225                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
226             },
227             "test_invalid_values[proxy-value43-body1]": {
228                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
229             },
230             "test_invalid_values[proxy-value44-body0]": {
231                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
232             },
233             "test_invalid_values[proxy-value44-body1]": {
234                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
235             }
236         }
237     },
238     "imported/w3c/webdriver/tests/sessions/new_session/default_values.py": {
239         "subtests": {
240             "test_ignore_non_spec_fields_in_capabilities": {
241                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180409"}}
242             },
243             "test_valid_but_unmatchable_key": {
244                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180410"}}
245             }
246         }
247     },
248     "imported/w3c/webdriver/tests/sessions/new_session/response.py": {
249         "subtests": {
250             "test_resp_capabilites": {
251                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
252             },
253             "test_resp_data": {
254                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180411"}}
255             },
256             "test_timeouts": {
257                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180412"}}
258             }
259         }
260     },
261     "imported/w3c/webdriver/tests/state/get_element_property.py": {
262         "subtests": {
263             "test_element_not_found": {
264                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
265             },
266             "test_element": {
267                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180414"}}
268             }
269         }
270     },
271     "imported/w3c/webdriver/tests/state/get_element_attribute.py": {
272         "subtests": {
273             "test_element_not_found": {
274                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
275             },
276             "test_boolean_attribute[button-attrs1]": {
277                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
278             },
279             "test_boolean_attribute[dialog-attrs3]": {
280                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
281             },
282             "test_boolean_attribute[form-attrs5]": {
283                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
284             },
285             "test_boolean_attribute[iframe-attrs6]": {
286                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
287             },
288             "test_boolean_attribute[img-attrs7]": {
289                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
290             },
291             "test_boolean_attribute[input-attrs8]": {
292                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
293             },
294             "test_boolean_attribute[menuitem-attrs9]": {
295                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
296             },
297             "test_boolean_attribute[object-attrs10]": {
298                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
299             },
300             "test_global_boolean_attributes": {
301                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
302             }
303         }
304     },
305     "imported/w3c/webdriver/tests/state/get_element_tag_name.py": {
306         "subtests": {
307             "test_element_not_found": {
308                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
309             }
310         }
311     },
312     "imported/w3c/webdriver/tests/state/text/get_text.py": {
313         "subtests": {
314             "test_getting_text_of_a_non_existant_element_is_an_error": {
315                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
316             }
317         }
318     },
319     "imported/w3c/webdriver/tests/fullscreen_window.py": {
320         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
321         "subtests": {
322             "test_handle_prompt_dismiss_and_notify": {
323                 "expected": {"all": {"status": ["PASS"]}}
324             },
325             "test_handle_prompt_accept_and_notify": {
326                 "expected": {"all": {"status": ["PASS"]}}
327             },
328             "test_handle_prompt_ignore": {
329                 "expected": {"all": {"status": ["PASS"]}}
330             }
331         }
332     },
333     "imported/w3c/webdriver/tests/minimize_window.py": {
334         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
335         "subtests": {
336             "test_handle_prompt_dismiss_and_notify": {
337                 "expected": {"all": {"status": ["PASS"]}}
338             },
339             "test_handle_prompt_accept_and_notify": {
340                 "expected": {"all": {"status": ["PASS"]}}
341             },
342             "test_handle_prompt_ignore": {
343                 "expected": {"all": {"status": ["PASS"]}}
344             }
345         }
346     },
347     "imported/w3c/webdriver/tests/set_window_rect.py": {
348         "subtests": {
349             "test_width_height_floats": {
350                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180416"}}
351             },
352             "test_fully_exit_fullscreen": {
353                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
354             },
355             "test_restore_from_minimized": {
356                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
357             },
358             "test_restore_from_maximized": {
359                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
360             },
361             "test_height_width": {
362                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180417"}}
363             },
364             "test_height_width_larger_than_max": {
365                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180419"}}
366             },
367             "test_negative_x_y": {
368                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180418"}}
369             }
370         }
371     }
372 }