Unreviewed WebDriver expectations gardening
authormcatanzaro@igalia.com <mcatanzaro@igalia.com@268f45cc-cd09-0410-ab3c-d52691b4dbfc>
Sat, 3 Nov 2018 05:53:38 +0000 (05:53 +0000)
committermcatanzaro@igalia.com <mcatanzaro@igalia.com@268f45cc-cd09-0410-ab3c-d52691b4dbfc>
Sat, 3 Nov 2018 05:53:38 +0000 (05:53 +0000)
There are still a few more flaky tests, but this should improve things significantly.

* TestExpectations.json:

git-svn-id: https://svn.webkit.org/repository/webkit/trunk@237768 268f45cc-cd09-0410-ab3c-d52691b4dbfc

WebDriverTests/ChangeLog
WebDriverTests/TestExpectations.json

index e27d2b0..46a4e6d 100644 (file)
@@ -1,3 +1,11 @@
+2018-11-02  Michael Catanzaro  <mcatanzaro@igalia.com>
+
+        Unreviewed WebDriver expectations gardening
+
+        There are still a few more flaky tests, but this should improve things significantly.
+
+        * TestExpectations.json:
+
 2018-08-16  Carlos Garcia Campos  <cgarcia@igalia.com>
 
         [GTK] MiniBrowser: web view doesn't get the focus when new window is created
index b33a22a..326218a 100644 (file)
             }
         }
     },
+    "imported/w3c/webdriver/tests/actions/control_click.py": {
+        "subtests": {
+            "test_control_click[\ue009-ctrlKey]": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_control_click[\ue051-ctrlKey]": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_release_control_click": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
     "imported/w3c/webdriver/tests/actions/key.py": {
         "subtests": {
             "test_single_printable_key_sends_correct_events[\\xe0-]": {
             "test_webdriver_special_key_sends_keydown[F5-expected55]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[F6-expected56]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F6-expected56]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F7-expected57]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F7-expected57]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F8-expected58]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F8-expected58]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F9-expected59]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[F9-expected59]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[NUMPAD8-expected60]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
             "test_webdriver_special_key_sends_keydown[NUMPAD5-expected61]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[R_CONTROL-expected62]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[R_CONTROL-expected62]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[R_HOME-expected63]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
             "test_webdriver_special_key_sends_keydown[ZENKAKUHANKAKU-expected64]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[R_SHIFT-expected65]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[R_SHIFT-expected65]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[SEPARATOR-expected66]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
             "test_webdriver_special_key_sends_keydown[SEPARATOR-expected66]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[ALT-expected67]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[ALT-expected67]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_webdriver_special_key_sends_keydown[R_ARROWDOWN-expected68]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
             "test_webdriver_special_key_sends_keydown[R_ARROWDOWN-expected68]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
-            "test_webdriver_special_key_sends_keydown[DELETE-expected69]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_webdriver_special_key_sends_keydown[DELETE-expected69]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_multiple_codepoint_keys_behave_correctly[f]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
-            "test_multiple_codepoint_keys_behave_correctly[f]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
-            },
             "test_multiple_codepoint_keys_behave_correctly[\\u0ba8\\u0bbf]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/184967"}}
             },
             }
         }
     },
-    "imported/w3c/webdriver/tests/close_window/close.py": {
-        "subtests": {
-            "test_close_last_browsing_context": {
-                "expected": {"gtk": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/188118"}}
-            }
-        }
-    },
     "imported/w3c/webdriver/tests/close_window/user_prompts.py": {
         "subtests": {
             "test_handle_prompt_accept": {
             }
         }
     },
+    "imported/w3c/webdriver/tests/element_click/navigate.py": {
+        "subtests": {
+            "test_link_unload_event": {
+                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
     "imported/w3c/webdriver/tests/find_element/find.py": {
         "subtests": {
             "test_find_element_link_text[<a href=#>link<br>text</a>-link\ntext]": {
         "subtests": {
             "test_file_upload": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188514"}}
+            },
+            "test_not_blurred[input]": {
+                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_not_blurred[textarea]": {
+                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
             }
         }
     },
         }
     },
     "imported/w3c/webdriver/tests/element_send_keys/form_controls.py": {
-        "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/182331"}}
+        "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/182331"}},
+        "subtests": {
+            "test_input": {
+                "expected": {"all": {"status": ["PASS"]}}
+            },
+            "test_textarea": {
+                "expected": {"all": {"status": ["PASS"]}}
+            },
+            "test_textarea_expand": {
+                "expected": {"all": {"status": ["PASS"]}}
+            }
+        }
     },
     "imported/w3c/webdriver/tests/element_send_keys/interactability.py": {
         "subtests": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
             },
             "test_input_file": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_input_file_multiple": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_select": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[number-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[range-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[email-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[url-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[color-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[date-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[datetime-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[datetime-local-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[time-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[month-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_resettable_element_does_not_satisfy_validation_constraints[week-foo]": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
+                "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/180404"}}
             },
             "test_non_editable_inputs[checkbox]": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180404"}}
                 "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
             }
         }
+    },
+    "imported/w3c/webdriver/tests/is_element_selected/user_prompts.py": {
+        "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}},
+    },
+    "imported/w3c/webdriver/tests/element_send_keys/user_prompts.py": {
+        "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}},
+    },
+    "imported/w3c/webdriver/tests/fullscreen_window/user_prompts.py": {
+        "expected": {"all": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}},
+    },
+    "imported/w3c/webdriver/tests/fullscreen_window/user_prompts.py": {
+        "subtests": {
+            "test_fullscreen": {
+                "expected": {"gtk": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_payload": {
+                "expected": {"gtk": {"status": ["SKIP"], "bug": "webkit.org/b/188118"}}
+            }
+        }
     }
 }