Changeset 292187 in webkit

Timestamp:

Mar 31, 2022, 4:10:30 PM (5 years ago)

Author:

jonlee@apple.com

Message:

Unreviewed test gardening.

We had some confusing test expectations as a result of iPad-unique failures. Move those failures into
ipad/TestExpectations and leave ios* TestExpectation clear.

• platform/ios-simulator/TestExpectations:
• platform/ios-wk2/TestExpectations:
• platform/ios/TestExpectations: Additional test progressions.
• platform/ipad/TestExpectations:
• platform/mac-wk2/TestExpectations: Be more specific in related test failures on Mac.

Location:

trunk/LayoutTests

Files:

• ChangeLog (modified) (1 diff)
• platform/ios-simulator/TestExpectations (modified) (1 diff)
• platform/ios-wk2/TestExpectations (modified) (1 diff)
• platform/ios/TestExpectations (modified) (4 diffs)
• platform/ipad/TestExpectations (modified) (1 diff)
• platform/mac-wk2/TestExpectations (modified) (1 diff)

trunk/LayoutTests/ChangeLog

@@ +1 @@
+2022-03-31  Jon Lee  <jonlee@apple.com>
+
+        Unreviewed test gardening.
+
+        We had some confusing test expectations as a result of iPad-unique failures. Move those failures into
+        ipad/TestExpectations and leave ios* TestExpectation clear.
+        * platform/ios-simulator/TestExpectations:
+        * platform/ios-wk2/TestExpectations:
+        * platform/ios/TestExpectations: Additional test progressions.
+        * platform/ipad/TestExpectations:
+        * platform/mac-wk2/TestExpectations: Be more specific in related test failures on Mac.
+
 2022-03-31  Patrick Angle  <pangle@apple.com>
 

trunk/LayoutTests/platform/ios-simulator/TestExpectations

@@ -66 +66 @@
 storage/indexeddb/structured-clone-image-data-display-p3.html [ Failure ]
 
-# These fail due to color space issues in the specific iPad simulator used <rdar://84527732>
-webkit.org/b/232090 fast/canvas/canvas-createPattern-video-loading.html [ Failure ]
-webkit.org/b/232090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/canvas-createImageBitmap-video-resize.html [ Failure ]
-webkit.org/b/292090 fast/canvas/canvas-createPattern-video-modify.html [ Failure ]
-webkit.org/b/292090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-drawImage.html [ Failure ]
-webkit.org/b/292090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-flipY.html [ Failure ]
-webkit.org/b/292090 media/video-canvas-createPattern.html [ Failure ]
-
 # Imported css-text test suite from WPT
 webkit.org/b/183258 imported/w3c/web-platform-tests/css/css-text/white-space/textarea-pre-wrap-001.html [ ImageOnlyFailure ]

trunk/LayoutTests/platform/ios-wk2/TestExpectations

@@ -2301 +2301 @@
 imported/w3c/web-platform-tests/html/semantics/embedded-content/the-img-element/adopt-from-image-document.html [ Pass ImageOnlyFailure ]
 
-# iPhone simulator
-webkit.org/b/232090 fast/canvas/canvas-createPattern-video-loading.html [ Pass ]
-webkit.org/b/232090 fast/canvas/canvas-createPattern-video-modify.html [ Pass ]
-webkit.org/b/178588 fast/css/button-height.html [ Pass ]
-webkit.org/b/214465 imported/w3c/web-platform-tests/css/mediaqueries/mq-gamut-002.html [ Pass ]
-webkit.org/b/232090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/canvas-createImageBitmap-video-resize.html [ Pass ]
-webkit.org/b/292090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-drawImage.html [ Pass ]
-webkit.org/b/292090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-flipY.html [ Pass ]
-webkit.org/b/292090 media/video-canvas-createPattern.html [ Pass ]
-
 ############ end of test failures related to GPU Process on by default
 

trunk/LayoutTests/platform/ios/TestExpectations

@@ -1263 +1263 @@
 webkit.org/b/178588 fast/css/image-resolution/image-resolution.html [ Failure ]
 webkit.org/b/178588 fast/css/line-height-determined-by-primary-font.html [ Failure ]
-webkit.org/b/178588 fast/css/square-button-appearance.html [ Failure ]
 webkit.org/b/178588 fast/css/unknown-pseudo-element-matching.html [ Failure ]
 webkit.org/b/178588 css3/background/background-repeat-round-padding.html [ ImageOnlyFailure ]
@@ -3283 +3282 @@
 webkit.org/b/221465 imported/w3c/web-platform-tests/uievents/keyboard/modifier-keys-combinations.html [ Skip ]
 
-webkit.org/b/222840 security/contentSecurityPolicy/video-with-data-url-allowed-by-media-src-star.html [ ImageOnlyFailure ]
-
 # iOS15 supports this emoji.
 fast/text/mending-heart.html [ Pass ]
@@ -3479 +3476 @@
 # Incorrect upstream, but seem to pass on the bots, possibly with a broken baseline.
 css2.1/20110323/replaced-intrinsic-001.htm [ Pass ]
-
-# Failure only on iPad simulator
-webkit.org/b/178588 fast/css/button-height.html [ Failure ]
-webkit.org/b/214465 imported/w3c/web-platform-tests/css/mediaqueries/mq-gamut-002.html [ ImageOnlyFailure ]
 
 # Passing only on iOS
@@ -3534 +3527 @@
 imported/w3c/web-platform-tests/html/rendering/non-replaced-elements/form-controls/select-sizing-001.html [ Pass ]
 imported/w3c/web-platform-tests/html/semantics/embedded-content/the-iframe-element/iframe-modify-scrolling-attr-to-yes.html [ Pass ]
+webkit.org/b/214465 imported/w3c/web-platform-tests/css/mediaqueries/mq-gamut-002.html [ Pass ]
 
 webkit.org/b/237694 [ Debug ] webgl/1.0.3/conformance/uniforms/uniform-samplers-test.html [ Timeout Pass ]

trunk/LayoutTests/platform/ipad/TestExpectations

@@ -118 +118 @@
 
 webkit.org/b/231640 [ Debug ] webrtc/video-mute.html [ Pass Timeout ]
+
+# These fail due to color space issues in the specific iPad simulator used <rdar://84527732>
+webkit.org/b/232090 fast/canvas/canvas-createPattern-video-loading.html [ Failure ]
+webkit.org/b/292090 fast/canvas/canvas-createPattern-video-modify.html [ Failure ]
+webkit.org/b/232090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/canvas-createImageBitmap-video-resize.html [ Failure ]
+webkit.org/b/292090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-drawImage.html [ Failure ]
+webkit.org/b/292090 imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-flipY.html [ Failure ]
+webkit.org/b/292090 media/video-canvas-createPattern.html [ Failure ]
+
+# Failure only on iPad simulator
+webkit.org/b/178588 fast/css/button-height.html [ Failure ]
+webkit.org/b/214465 imported/w3c/web-platform-tests/css/mediaqueries/mq-gamut-002.html [ ImageOnlyFailure ]

trunk/LayoutTests/platform/mac-wk2/TestExpectations

@@ -1679 +1679 @@
 webkit.org/b/232497 [ BigSur Debug ] media/media-source/media-source-istypesupported-case-sensitive.html [ Pass Crash ]
 
-webkit.org/b/235681 [ Release ]  imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-drawImage.html [ Pass Failure ]
-webkit.org/b/235681 [ Release ]  imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-flipY.html [ Pass Failure ]
+webkit.org/b/235681 [ BigSur Release ]  imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-drawImage.html [ Pass Failure ]
+webkit.org/b/235681 [ BigSur Release ]  imported/w3c/web-platform-tests/html/canvas/element/manual/imagebitmap/createImageBitmap-flipY.html [ Pass Failure ]
 
 # webkit.org/b/234410 Multiple semantics web-platform-tests have become flaky after r286944