WebDriverTests/TestExpectations.json

   1 {
   2     "imported/selenium/py/test/selenium/webdriver/common/alerts_tests.py": {
   3         "subtests": {
   4             "testShouldAllowUsersToAcceptAnAlertInAFrame": {
   5                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
   6             },
   7             "testShouldAllowUsersToAcceptAnAlertInANestedFrame": {
   8                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
   9             }
  10         }
  11     },
  12     "imported/selenium/py/test/selenium/webdriver/common/api_example_tests.py": {
  13         "subtests": {
  14             "testChangeWindowSize": {
  15                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181728"}}
  16             },
  17             "testGetLogTypes": {
  18                 "expected": {"all": {"status": ["SKIP"]}}
  19             },
  20             "testGetLog": {
  21                 "expected": {"all": {"status": ["SKIP"]}}
  22             }
  23         }
  24     },
  25     "imported/selenium/py/test/selenium/webdriver/common/appcache_tests.py": {
  26         "expected": {"all": {"status": ["SKIP"]}}
  27     },
  28     "imported/selenium/py/test/selenium/webdriver/common/click_scrolling_tests.py": {
  29         "subtests": {
  30             "testShouldBeAbleToClickOnAnElementHiddenByDoubleOverflow": {
  31                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/174902"}}
  32             },
  33             "testShouldNotScrollIfAlreadyScrolledAndElementIsInView": {
  34                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181729"}}
  35             },
  36             "testShouldScrollOverflowElementsIfClickPointIsOutOfViewButElementIsInView": {
  37                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181730"}}
  38             },
  39             "testShouldBeAbleToClickElementThatIsOutOfViewInAFrameThatIsOutOfView": {
  40                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
  41             },
  42             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrame": {
  43                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
  44             },
  45             "testShouldBeAbleToClickElementThatIsOutOfViewInANestedFrameThatIsOutOfView": {
  46                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
  47             },
  48             "testShouldNotScrollWhenGettingElementSize": {
  49                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
  50             },
  51             "testShouldBeAbleToClickElementInATallFrame": {
  52                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181731"}}
  53             }
  54         }
  55     },
  56     "imported/selenium/py/test/selenium/webdriver/common/correct_event_firing_tests.py": {
  57         "subtests": {
  58             "testShouldEmitOnChangeEventsWhenChangingTheStateOfACheckbox": {
  59                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
  60             },
  61             "testClearingAnElementShouldCauseTheOnChangeHandlerToFire": {
  62                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181732"}}
  63             }
  64         }
  65     },
  66     "imported/selenium/py/test/selenium/webdriver/common/form_handling_tests.py": {
  67         "subtests": {
  68             "testShouldThrowAnExceptionWhenSelectingAnUnselectableElement": {
  69                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181733"}}
  70             }
  71         }
  72     },
  73     "imported/selenium/py/test/selenium/webdriver/common/interactions_tests.py": {
  74         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
  75     },
  76     "imported/selenium/py/test/selenium/webdriver/common/position_and_size_tests.py": {
  77         "subtests": {
  78             "testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOfViewPort": {
  79                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181734"}}
  80             },
  81             "testShouldGetCoordinatesOfAnElementInAFrame": {
  82                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
  83             },
  84             "testShouldGetCoordinatesOfAnElementInANestedFrame": {
  85                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181735"}}
  86             }
  87         }
  88     },
  89     "imported/selenium/py/test/selenium/webdriver/common/text_handling_tests.py": {
  90         "subtests": {
  91             "testReadALargeAmountOfData": {
  92                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181737"}}
  93             }
  94         }
  95     },
  96     "imported/selenium/py/test/selenium/webdriver/common/w3c_interaction_tests.py": {
  97         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
  98     },
  99     "imported/w3c/webdriver/tests/actions/key.py": {
 100         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
 101     },
 102     "imported/w3c/webdriver/tests/actions/key_shortcuts.py": {
 103         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
 104     },
 105     "imported/w3c/webdriver/tests/actions/modifier_click.py": {
 106         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
 107     },
 108     "imported/w3c/webdriver/tests/actions/mouse.py": {
 109         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
 110     },
 111     "imported/w3c/webdriver/tests/actions/mouse_dblclick.py": {
 112         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
 113     },
 114     "imported/w3c/webdriver/tests/actions/sequence.py": {
 115         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
 116     },
 117     "imported/w3c/webdriver/tests/actions/special_keys.py": {
 118         "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/174616"}}
 119     },
 120     "imported/w3c/webdriver/tests/contexts/resizing_and_positioning.py": {
 121         "subtests": {
 122             "test_window_resize": {
 123                 "expected": {"gtk": {"status": ["FAIL"]}}
 124             }
 125         }
 126     },
 127     "imported/w3c/webdriver/tests/contexts/maximize_window.py": {
 128         "subtests": {
 129             "test_no_browsing_context": {
 130                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 131             },
 132             "test_handle_prompt_accept": {
 133                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 134             },
 135             "test_handle_prompt_missing_value": {
 136                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 137             },
 138             "test_fully_exit_fullscreen": {
 139                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 140             },
 141             "test_restore_the_window": {
 142                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 143             },
 144             "test_maximize": {
 145                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 146             },
 147             "test_payload": {
 148                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 149             },
 150             "test_maximize_twice_is_idempotent": {
 151                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 152             }
 153         }
 154     },
 155     "imported/w3c/webdriver/tests/contexts/json_serialize_windowproxy.py": {
 156         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180397"}}
 157     },
 158     "imported/w3c/webdriver/tests/document_handling/page_source.py": {
 159         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180399"}}
 160     },
 161     "imported/w3c/webdriver/tests/element_click/bubbling.py": {
 162         "subtests": {
 163             "test_spin_event_loop": {
 164                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180400"}}
 165             }
 166         }
 167     },
 168     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
 169         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
 170     },
 171     "imported/w3c/webdriver/tests/element_send_keys/scroll_into_view.py": {
 172         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181644"}}
 173     },
 174     "imported/w3c/webdriver/tests/interaction/send_keys_content_editable.py": {
 175         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180403"}}
 176     },
 177     "imported/w3c/webdriver/tests/interaction/element_clear.py": {
 178         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}},
 179         "subtests": {
 180             "test_no_browsing_context": {
 181                 "expected": {"all": {"status": ["PASS"]}}
 182             },
 183             "test_disabled_element_not_resettable": {
 184                 "expected": {"all": {"status": ["PASS"]}}
 185             },
 186             "test_element_readonly": {
 187                 "expected": {"all": {"status": ["PASS"]}}
 188             },
 189             "test_element_disabled": {
 190                 "expected": {"all": {"status": ["PASS"]}}
 191             }
 192         }
 193     },
 194     "imported/w3c/webdriver/tests/navigation/current_url.py": {
 195         "subtests": {
 196             "test_set_malformed_url": {
 197                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
 198             },
 199             "test_get_current_url_after_modified_location": {
 200                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
 201             },
 202             "test_get_current_url_nested_browsing_context": {
 203                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180405"}}
 204             }
 205         }
 206     },
 207     "imported/w3c/webdriver/tests/sessions/new_session/merge.py": {
 208         "subtests": {
 209             "test_merge_invalid[unhandledPromptBehavior-value1]": {
 210                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
 211             },
 212             "test_merge_invalid[unhandledPromptBehavior-value2]": {
 213                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
 214             },
 215             "test_merge_platformName": {
 216                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
 217             },
 218             "test_merge_browserName": {
 219                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180407"}}
 220             }
 221         }
 222     },
 223     "imported/w3c/webdriver/tests/sessions/new_session/invalid_capabilities.py": {
 224         "subtests": {
 225             "test_invalid_values[proxy-1-body0]": {
 226                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 227             },
 228             "test_invalid_values[proxy-1-body1]": {
 229                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 230             },
 231             "test_invalid_values[proxy-value28-body0]": {
 232                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 233             },
 234             "test_invalid_values[proxy-value28-body1]": {
 235                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 236             },
 237             "test_invalid_values[proxy-{}-body0]": {
 238                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 239             },
 240             "test_invalid_values[proxy-{}-body1]": {
 241                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 242             },
 243             "test_invalid_values[proxy-value30-body0]": {
 244                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 245             },
 246             "test_invalid_values[proxy-value30-body1]": {
 247                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 248             },
 249             "test_invalid_values[proxy-value31-body0]": {
 250                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 251             },
 252             "test_invalid_values[proxy-value31-body1]": {
 253                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 254             },
 255             "test_invalid_values[proxy-value32-body0]": {
 256                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 257             },
 258             "test_invalid_values[proxy-value32-body1]": {
 259                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 260             },
 261             "test_invalid_values[proxy-value33-body0]": {
 262                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 263             },
 264             "test_invalid_values[proxy-value33-body1]": {
 265                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 266             },
 267             "test_invalid_values[proxy-value34-body0]": {
 268                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 269             },
 270             "test_invalid_values[proxy-value34-body1]": {
 271                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 272             },
 273             "test_invalid_values[proxy-value35-body0]": {
 274                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 275             },
 276             "test_invalid_values[proxy-value35-body1]": {
 277                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 278             },
 279             "test_invalid_values[proxy-value36-body0]": {
 280                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 281             },
 282             "test_invalid_values[proxy-value36-body1]": {
 283                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 284             },
 285             "test_invalid_values[proxy-value37-body0]": {
 286                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 287             },
 288             "test_invalid_values[proxy-value37-body1]": {
 289                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 290             },
 291             "test_invalid_values[proxy-value38-body0]": {
 292                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 293             },
 294             "test_invalid_values[proxy-value38-body1]": {
 295                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 296             },
 297             "test_invalid_values[proxy-value39-body0]": {
 298                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 299             },
 300             "test_invalid_values[proxy-value39-body1]": {
 301                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 302             },
 303             "test_invalid_values[proxy-value40-body0]": {
 304                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 305             },
 306             "test_invalid_values[proxy-value40-body1]": {
 307                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 308             },
 309             "test_invalid_values[proxy-value41-body0]": {
 310                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 311             },
 312             "test_invalid_values[proxy-value41-body1]": {
 313                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 314             },
 315             "test_invalid_values[proxy-value42-body0]": {
 316                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 317             },
 318             "test_invalid_values[proxy-value42-body1]": {
 319                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 320             },
 321             "test_invalid_values[proxy-value43-body0]": {
 322                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 323             },
 324             "test_invalid_values[proxy-value43-body1]": {
 325                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 326             },
 327             "test_invalid_values[proxy-value44-body0]": {
 328                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 329             },
 330             "test_invalid_values[proxy-value44-body1]": {
 331                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 332             }
 333         }
 334     },
 335     "imported/w3c/webdriver/tests/sessions/new_session/default_values.py": {
 336         "subtests": {
 337             "test_ignore_non_spec_fields_in_capabilities": {
 338                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180409"}}
 339             },
 340             "test_valid_but_unmatchable_key": {
 341                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180410"}}
 342             }
 343         }
 344     },
 345     "imported/w3c/webdriver/tests/sessions/new_session/response.py": {
 346         "subtests": {
 347             "test_resp_capabilites": {
 348                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180408"}}
 349             },
 350             "test_resp_data": {
 351                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180411"}}
 352             },
 353             "test_timeouts": {
 354                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180412"}}
 355             }
 356         }
 357     },
 358     "imported/w3c/webdriver/tests/state/get_element_property.py": {
 359         "subtests": {
 360             "test_element_not_found": {
 361                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
 362             },
 363             "test_element": {
 364                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180414"}}
 365             }
 366         }
 367     },
 368     "imported/w3c/webdriver/tests/state/get_element_attribute.py": {
 369         "subtests": {
 370             "test_element_not_found": {
 371                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
 372             },
 373             "test_boolean_attribute[button-attrs1]": {
 374                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 375             },
 376             "test_boolean_attribute[dialog-attrs3]": {
 377                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 378             },
 379             "test_boolean_attribute[form-attrs5]": {
 380                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 381             },
 382             "test_boolean_attribute[iframe-attrs6]": {
 383                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 384             },
 385             "test_boolean_attribute[img-attrs7]": {
 386                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 387             },
 388             "test_boolean_attribute[input-attrs8]": {
 389                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 390             },
 391             "test_boolean_attribute[menuitem-attrs9]": {
 392                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 393             },
 394             "test_boolean_attribute[object-attrs10]": {
 395                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 396             },
 397             "test_global_boolean_attributes": {
 398                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180415"}}
 399             }
 400         }
 401     },
 402     "imported/w3c/webdriver/tests/state/get_element_tag_name.py": {
 403         "subtests": {
 404             "test_element_not_found": {
 405                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
 406             }
 407         }
 408     },
 409     "imported/w3c/webdriver/tests/state/text/get_text.py": {
 410         "subtests": {
 411             "test_getting_text_of_a_non_existant_element_is_an_error": {
 412                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180413"}}
 413             }
 414         }
 415     },
 416     "imported/w3c/webdriver/tests/fullscreen_window.py": {
 417         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
 418         "subtests": {
 419             "test_handle_prompt_dismiss_and_notify": {
 420                 "expected": {"all": {"status": ["PASS"]}}
 421             },
 422             "test_handle_prompt_accept_and_notify": {
 423                 "expected": {"all": {"status": ["PASS"]}}
 424             },
 425             "test_handle_prompt_ignore": {
 426                 "expected": {"all": {"status": ["PASS"]}}
 427             }
 428         }
 429     },
 430     "imported/w3c/webdriver/tests/minimize_window.py": {
 431         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}},
 432         "subtests": {
 433             "test_handle_prompt_dismiss_and_notify": {
 434                 "expected": {"all": {"status": ["PASS"]}}
 435             },
 436             "test_handle_prompt_accept_and_notify": {
 437                 "expected": {"all": {"status": ["PASS"]}}
 438             },
 439             "test_handle_prompt_ignore": {
 440                 "expected": {"all": {"status": ["PASS"]}}
 441             }
 442         }
 443     },
 444     "imported/w3c/webdriver/tests/set_window_rect.py": {
 445         "subtests": {
 446             "test_width_height_floats": {
 447                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180416"}}
 448             },
 449             "test_fully_exit_fullscreen": {
 450                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 451             },
 452             "test_restore_from_minimized": {
 453                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 454             },
 455             "test_restore_from_maximized": {
 456                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180398"}}
 457             },
 458             "test_height_width": {
 459                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180417"}}
 460             },
 461             "test_height_width_larger_than_max": {
 462                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180419"}}
 463             },
 464             "test_negative_x_y": {
 465                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180418"}}
 466             }
 467         }
 468     }
 469 }