Unreviewed GTK test gardening
authormcatanzaro@igalia.com <mcatanzaro@igalia.com@268f45cc-cd09-0410-ab3c-d52691b4dbfc>
Fri, 27 Jul 2018 20:11:45 +0000 (20:11 +0000)
committermcatanzaro@igalia.com <mcatanzaro@igalia.com@268f45cc-cd09-0410-ab3c-d52691b4dbfc>
Fri, 27 Jul 2018 20:11:45 +0000 (20:11 +0000)
Tools:

* TestWebKitAPI/glib/TestExpectations.json:

WebDriverTests:

* TestExpectations.json:

LayoutTests:

* TestExpectations:
* platform/gtk/TestExpectations:

git-svn-id: https://svn.webkit.org/repository/webkit/trunk@234325 268f45cc-cd09-0410-ab3c-d52691b4dbfc

LayoutTests/ChangeLog
LayoutTests/TestExpectations
LayoutTests/platform/gtk/TestExpectations
Tools/ChangeLog
Tools/TestWebKitAPI/glib/TestExpectations.json
WebDriverTests/ChangeLog
WebDriverTests/TestExpectations.json

index d7be204..7bb34e3 100644 (file)
@@ -1,3 +1,10 @@
+2018-07-27  Michael Catanzaro  <mcatanzaro@igalia.com>
+
+        Unreviewed GTK test gardening
+
+        * TestExpectations:
+        * platform/gtk/TestExpectations:
+
 2018-07-27  Basuke Suzuki  <Basuke.Suzuki@sony.com>
 
         [Curl] Crash on synchronous request via ResourceHandle.
index 006f06d..867db02 100644 (file)
@@ -1479,9 +1479,11 @@ workers/sab/sent-from-worker-no-transfer.html [ Skip ]
 workers/wasm-hashset-many.html [ Slow ]
 workers/wasm-hashset-many-2.html [ Slow ]
 workers/wasm-hashset.html [ Slow ]
-workers/wasm-long-compile-many.html [ Slow ]
 workers/wasm-long-compile.html [ Slow ]
 
+# This one is so slow that we cannot use Slow for it anymore.
+workers/wasm-long-compile-many.html [ Pass Timeout ]
+
 # Flaky WebCrypto API tests
 imported/w3c/web-platform-tests/WebCryptoAPI/wrapKey_unwrapKey/test_wrapKey_unwrapKey.https.html [ Pass Failure ]
 
@@ -2197,6 +2199,10 @@ imported/w3c/web-platform-tests/WebCryptoAPI/generateKey/successes_RSA-OAEP.http
 imported/w3c/web-platform-tests/WebCryptoAPI/generateKey/successes_RSA-OAEP.https.any.worker.html [ Pass Failure ]
 
 webkit.org/b/175609 imported/w3c/web-platform-tests/IndexedDB/idbobjectstore_getAll.html [ Pass Failure ]
+webkit.org/b/175609 imported/w3c/web-platform-tests/IndexedDB/idbobjectstore_getKey.html [ Pass Failure ]
+webkit.org/b/175609 imported/w3c/web-platform-tests/IndexedDB/idbindex_getAllKeys.html [ Pass Failure ]
+webkit.org/b/175609 imported/w3c/web-platform-tests/IndexedDB/idbcursor-continue.htm [ Pass Failure ]
+webkit.org/b/175609 imported/w3c/web-platform-tests/IndexedDB/idbdatabase-deleteObjectStore-exception-order.htm [ Pass Failure ]
 
 webkit.org/b/186848 imported/w3c/web-platform-tests/FileAPI/blob/Blob-slice.html [ Pass Failure ]
 webkit.org/b/179176 svg/wicd/test-rightsizing-a.xhtml [ Pass Failure ]
index 1ce9a2d..3548b66 100644 (file)
@@ -517,7 +517,7 @@ webkit.org/b/169917 webgl/1.0.2/conformance/textures/tex-image-and-sub-image-2d-
 webkit.org/b/169917 webgl/1.0.2/conformance/textures/tex-image-and-sub-image-2d-with-video.html [ Timeout ]
 webkit.org/b/169917 webgl/1.0.2/conformance/uniforms/gl-uniform-arrays.html [ Slow ]
 webkit.org/b/169917 webgl/1.0.3/conformance/extensions/oes-texture-half-float-with-video.html [ Timeout ]
-webkit.org/b/169917 webgl/1.0.3/conformance/glsl/bugs/complex-glsl-does-not-crash.html [ Slow ]
+webkit.org/b/169917 webgl/1.0.3/conformance/glsl/bugs/complex-glsl-does-not-crash.html [ Timeout Pass ]
 webkit.org/b/169917 webgl/1.0.3/conformance/glsl/bugs/temp-expressions-should-not-crash.html [ Slow ]
 webkit.org/b/169917 webgl/1.0.3/conformance/textures/texture-upload-size.html [ Timeout ]
 webkit.org/b/169917 webgl/1.0.2/conformance/uniforms/out-of-bounds-uniform-array-access.html [ Slow ]
@@ -1953,8 +1953,6 @@ webkit.org/b/183214 compositing/video/poster.html [ Pass ImageOnlyFailure ]
 
 webkit.org/b/183903 http/tests/media/video-buffered-range-contains-currentTime.html [ Crash Pass ]
 
-webkit.org/b/183904 imported/w3c/web-platform-tests/IndexedDB/idbindex_getAllKeys.html [ Crash Pass ]
-
 webkit.org/b/186136 compositing/animation/layer-for-filling-animation.html [ Failure Pass Timeout ]
 
 webkit.org/b/186143 imported/mozilla/css-animations/test_event-dispatch.html [ Timeout Pass ]
@@ -2055,6 +2053,12 @@ webkit.org/b/188044 webgl/1.0.3/conformance/glsl/constructors/glsl-construct-bve
 
 webkit.org/b/188046 imported/w3c/web-platform-tests/WebCryptoAPI/derive_bits_keys/pbkdf2.https.worker.html [ Failure Pass ]
 
+webkit.org/b/188100 imported/w3c/web-platform-tests/web-animations/animation-model/keyframe-effects/effect-value-context.html [ Failure Pass ]
+
+webkit.org/b/188101 perf/append-text-nodes-without-renderers.html [ Failure Pass ]
+
+webkit.org/b/188105 media/track/track-css-all-cues.html [ Failure Pass ]
+
 #////////////////////////////////////////////////////////////////////////////////////////
 # End of Flaky tests
 #////////////////////////////////////////////////////////////////////////////////////////
@@ -2394,10 +2398,14 @@ webkit.org/b/186252 legacy-animation-engine/css3/filters/backdrop/animation.html
 
 webkit.org/b/187266 imported/w3c/web-platform-tests/html/semantics/embedded-content/media-elements/track/track-element/track-api-texttracks.html [ Pass Timeout ]
 
-webkit.org/b/187267 imported/w3c/web-platform-tests/IndexedDB/idbcursor-continue.htm [ Pass Failure ]
-
 webkit.org/b/187273 media/picture-in-picture-interruption.html [ Timeout ]
 
+webkit.org/b/188103 imported/w3c/web-platform-tests/mathml/presentation-markup/fractions/frac-parameters-1.html [ Failure Pass ]
+webkit.org/b/188103 imported/w3c/web-platform-tests/mathml/presentation-markup/fractions/frac-parameters-2.html [ Failure Pass ]
+
+webkit.org/b/188104 webgl/1.0.2/conformance/ogles/GL/vec/vec_009_to_016.html [ Timeout Pass ]
+webkit.org/b/188106 webgl/1.0.2/conformance/ogles/GL/swizzlers/swizzlers_017_to_024.html [ Timeout Pass ]
+
 #////////////////////////////////////////////////////////////////////////////////////////
 # End of Tests timing out
 #////////////////////////////////////////////////////////////////////////////////////////
@@ -3531,6 +3539,8 @@ webkit.org/b/187770 media/no-fullscreen-when-hidden.html [ Failure ]
 webkit.org/b/187994 compositing/backing/backing-store-attachment-fill-forwards-animation.html [ Failure ]
 webkit.org/b/187996 http/tests/security/canvas-remote-read-remote-video-hls.html [ Failure ]
 
+webkit.org/b/188098 webanimations/accelerated-animation-with-delay.html [ ImageOnlyFailure ]
+
 #////////////////////////////////////////////////////////////////////////////////////////
 # End of non-crashing, non-flaky tests failing
 #////////////////////////////////////////////////////////////////////////////////////////
index 4f5efb8..3975a17 100644 (file)
@@ -1,3 +1,9 @@
+2018-07-27  Michael Catanzaro  <mcatanzaro@igalia.com>
+
+        Unreviewed GTK test gardening
+
+        * TestWebKitAPI/glib/TestExpectations.json:
+
 2018-07-27  Alex Christensen  <achristensen@webkit.org>
 
         Fix API tests after r234314
index e4db8da..022d094 100644 (file)
     },
     "TestWebsiteData": {
         "subtests": {
-            "/webkit/WebKitWebsiteData/databases": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181251"}}
-            },
             "/webkit/WebKitWebsiteData/cache": {
-                "expected": {"wpe": {"status": ["FAIL"]}}
+                "expected": {"all": {"status": ["PASS", "FAIL"], "bug": "webkit.org/b/188113"}}
             },
             "/webkit/WebKitWebsiteData/appcache": {
-                "expected": {"wpe": {"status": ["FAIL"]}}
+                "expected": {"all": {"status": ["PASS", "FAIL"], "bug": "webkit.org/b/188117"}}
             },
             "/webkit/WebKitWebsiteData/configuration": {
                 "expected": {"wpe": {"status": ["FAIL"]}}
@@ -71,7 +68,7 @@
                 "expected": {"all": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/183183"}}
             },
             "/webkit/WebKitWebView/languages": {
-                "expected": {"wpe": {"status": ["FAIL"]}}
+                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/188111"}}
             }
         }
     },
         }
     },
     "TestInspectorServer": {
-        "expected": {"all": {"slow": true}}
+        "expected": {"all": {"slow": true}},
+        "subtests": {
+            "/webkit/WebKitWebInspectorServer/test-page-list": {
+                "expected": {"all": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/188115"}
+            }
+        }
     },
     "TestWebKit": {
         "subtests": {
                 "expected": {"all": {"slow": true}}
             },
             "WTF_Lock.ManyContendedLongSections": {
-                "expected": {"all": {"slow": true}}
+                "expected": {"all": {"slow": true, "status": ["TIMEOUT", "PASS"]}}
             },
             "WTF_Lock.ManyContendedShortSections": {
                 "expected": {"all": {"slow": true}}
     "TestSSL": {
         "subtests": {
             "/webkit/WebKitWebView/tls-errors-policy": {
-                "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/186913"}}
+                "expected": {"all": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/186913"}}
             },
             "/webkit/WebKitWebView/load-failed-with-tls-errors": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/186913"}}
+            },
+            "/webkit/WebKitWebView/tls-subresource": {
+                "expected": {"all": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/186913"}}
             }
         }
     },
                 "expected": {"all@Debug": {"slow": true}}
             }
         }
+    },
+    "TestWebKitFaviconDatabase": {
+        "subtests": {
+            "/webkit/WebKitFaviconDatabase/favicon-database-test": {
+                "expected": {"gtk": {"status": ["PASS", "FAIL"], "bug": "webkit.org/b/188110"}}
+            }
+        }
     }
 }
index 2fa13b9..b872ce3 100644 (file)
@@ -1,3 +1,9 @@
+2018-07-27  Michael Catanzaro  <mcatanzaro@igalia.com>
+
+        Unreviewed GTK test gardening
+
+        * TestExpectations.json:
+
 2018-07-11  Ms2ger  <Ms2ger@igalia.com>
 
         [GTK] Unreviewed test gardening
index 2d8caea..69dc619 100644 (file)
@@ -6,6 +6,9 @@
             },
             "testShouldAllowUsersToAcceptAnAlertInANestedFrame": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/181727"}}
+            },
+            "testShouldHandleAlertOnPageBeforeUnload[WebKitGTK]": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
             }
         }
     },
             }
         }
     },
+    "imported/selenium/py/test/selenium/webdriver/common/page_load_timeout_tests.py": {
+        "subtests": {
+            "testClickShouldTimeout[WebKitGTK]": {
+                "expected": {"gtk": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
     "imported/selenium/py/test/selenium/webdriver/common/position_and_size_tests.py": {
         "subtests": {
             "testShouldGetCoordinatesOfAnElementInAFrame": {
             }
         }
     },
+    "imported/selenium/py/test/selenium/webdriver/common/window_tests.py": {
+        "subtests": {
+            "test_should_fullscreen_the_current_window[WebKitGTK]": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
     "imported/w3c/webdriver/tests/actions/key.py": {
         "subtests": {
             "test_single_printable_key_sends_correct_events[\\xe0-]": {
             }
         }
     },
+    "imported/w3c/webdriver/tests/close_window/close.py": {
+        "subtests": {
+            "test_close_last_browsing_context": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
+    "imported/w3c/webdriver/tests/close_window/user_prompts.py": {
+        "subtests": {
+            "test_handle_prompt_accept": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
     "imported/w3c/webdriver/tests/execute_script/json_serialize_windowproxy.py": {
         "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180397"}}
     },
     },
     "imported/w3c/webdriver/tests/set_window_rect/set.py": {
         "subtests": {
+            "test_fully_exit_fullscreen": {
+                "expected": {"gtk": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/188118"}}
+            },
             "test_negative_x_y": {
                 "expected": {"all": {"status": ["FAIL"], "bug": "webkit.org/b/180418"}}
             }
         }
+    },
+    "imported/w3c/webdriver/tests/maximize_window/maximize.py": {
+        "subtests": {
+            "test_fully_exit_fullscreen": {
+                "expected": {"gtk": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
+    "imported/w3c/webdriver/tests/minimize_window/minimize.py": {
+        "subtests": {
+            "test_fully_exit_fullscreen": {
+                "expected": {"gtk": {"status": ["FAIL", "PASS"], "bug": "webkit.org/b/188118"}}
+            }
+        }
+    },
+    "imported/w3c/webdriver/tests/new_session/response.py": {
+        "subtests": {
+            "test_resp_capabilites": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            },
+            "test_resp_data": {
+                "expected": {"gtk": {"status": ["FAIL"], "bug": "webkit.org/b/188118"}}
+            }
+        }
     }
 }