Commit e323a4b1 authored by Stephen McGruer's avatar Stephen McGruer Committed by Chromium LUCI CQ

[blinkpy] Fix and enable a bunch of fuzzy reftests

Now that blinkpy has basic support for fuzzy reftests, we can enable a bunch of
tests. Most of them had slightly incorrect metadata, likely because reftests
confusing interpret a single value N as a range of N-N rather than 0-N.

Bug: 997202,1076121
Change-Id: Ic0bf778cde8996089ef48a4c4307a56f56ee8ce5
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2575206Reviewed-by: default avatarStephen Chenney <schenney@chromium.org>
Reviewed-by: default avatarvmpstr <vmpstr@chromium.org>
Commit-Queue: Stephen McGruer <smcgruer@chromium.org>
Cr-Commit-Position: refs/heads/master@{#834233}
parent 0ea07759
...@@ -220,7 +220,6 @@ crbug.com/997202 external/wpt/css/css-backgrounds/background-attachment-local/at ...@@ -220,7 +220,6 @@ crbug.com/997202 external/wpt/css/css-backgrounds/background-attachment-local/at
crbug.com/997202 external/wpt/css/css-backgrounds/background-attachment-local/attachment-local-clipping-image-5.html [ Failure ] crbug.com/997202 external/wpt/css/css-backgrounds/background-attachment-local/attachment-local-clipping-image-5.html [ Failure ]
crbug.com/997202 external/wpt/css/css-backgrounds/border-radius-clip-001.html [ Failure ] crbug.com/997202 external/wpt/css/css-backgrounds/border-radius-clip-001.html [ Failure ]
crbug.com/997202 external/wpt/css/css-backgrounds/border-radius-clip-002.htm [ Failure ] crbug.com/997202 external/wpt/css/css-backgrounds/border-radius-clip-002.htm [ Failure ]
crbug.com/997202 external/wpt/css/css-transforms/perspective-transforms-equivalence.html [ Failure ]
crbug.com/807395 fast/multicol/mixed-opacity-test.html [ Failure ] crbug.com/807395 fast/multicol/mixed-opacity-test.html [ Failure ]
...@@ -370,23 +369,7 @@ crbug.com/1086473 external/wpt/css/css-images/image-resolution/* [ Skip ] ...@@ -370,23 +369,7 @@ crbug.com/1086473 external/wpt/css/css-images/image-resolution/* [ Skip ]
# Fail due to lack of fuzzy matching on Linux, Win and Mac platforms for WPT. The pixels in the pre-rotated reference # Fail due to lack of fuzzy matching on Linux, Win and Mac platforms for WPT. The pixels in the pre-rotated reference
# images do not exactly match the exif rotated images, probably due to jpeg decoding/encoding issues. Maybe # images do not exactly match the exif rotated images, probably due to jpeg decoding/encoding issues. Maybe
# adjusting the image size to a multiple of 8 would fix this (so all jpeg blocks are solid color). # adjusting the image size to a multiple of 8 would fix this (so all jpeg blocks are solid color).
crbug.com/997202 external/wpt/html/canvas/element/manual/drawing-images-to-the-canvas/image-orientation/drawImage-with-src-rect.tentative.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-default.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image-composited-dynamic1.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image-composited.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image-content-images.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image-dynamic1.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image-embedded-content.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-none-image-document.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image-composited-dynamic2.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-from-image-dynamic2.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-none-content-images.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-none.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/svg-image-orientation.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/svg-image-orientation-none.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/svg-image-orientation-aspect-ratio.html [ Failure ] crbug.com/997202 external/wpt/css/css-images/image-orientation/svg-image-orientation-aspect-ratio.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-background-position.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-background-properties.html [ Failure ] crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-background-properties.html [ Failure ]
crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-background-properties-border-radius.html [ Failure ] crbug.com/997202 external/wpt/css/css-images/image-orientation/image-orientation-background-properties-border-radius.html [ Failure ]
crbug.com/997202 external/wpt/density-size-correction/density-corrected-image-svg-aspect-ratio.html [ Failure ] crbug.com/997202 external/wpt/density-size-correction/density-corrected-image-svg-aspect-ratio.html [ Failure ]
...@@ -397,9 +380,7 @@ crbug.com/997202 external/wpt/css/css-backgrounds/border-image-slice-007.htm [ F ...@@ -397,9 +380,7 @@ crbug.com/997202 external/wpt/css/css-backgrounds/border-image-slice-007.htm [ F
crbug.com/997202 external/wpt/css/css-backgrounds/border-image-slice-005.htm [ Failure ] crbug.com/997202 external/wpt/css/css-backgrounds/border-image-slice-005.htm [ Failure ]
# Ref results are wrong on the background and list case, not sure on border result # Ref results are wrong on the background and list case, not sure on border result
crbug.com/1076121 external/wpt/css/css-images/image-orientation/image-orientation-list-style-image.html [ Failure ]
crbug.com/1076121 external/wpt/css/css-images/image-orientation/image-orientation-border-image.html [ Failure ] crbug.com/1076121 external/wpt/css/css-images/image-orientation/image-orientation-border-image.html [ Failure ]
crbug.com/1076121 external/wpt/css/css-images/image-orientation/image-orientation-background-image.html [ Failure ]
crbug.com/1042783 external/wpt/css/css-backgrounds/background-size/background-size-near-zero-png.html [ Failure ] crbug.com/1042783 external/wpt/css/css-backgrounds/background-size/background-size-near-zero-png.html [ Failure ]
crbug.com/1042783 external/wpt/css/css-backgrounds/background-size/background-size-near-zero-svg.html [ Failure ] crbug.com/1042783 external/wpt/css/css-backgrounds/background-size/background-size-near-zero-svg.html [ Failure ]
......
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
<link rel="author" title="Cameron McCormack" href="mailto:cam@mcc.id.au"> <link rel="author" title="Cameron McCormack" href="mailto:cam@mcc.id.au">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-background-image-ref.html"> <link rel="match" href="reference/image-orientation-background-image-ref.html">
<meta name=fuzzy content="2;40"> <meta name=fuzzy content="0-3;0-50">
<style> <style>
div { width: 100px; height: 50px; background-image: url(support/exif-orientation-2-ur.jpg); } div { width: 100px; height: 50px; background-image: url(support/exif-orientation-2-ur.jpg); }
.no-orient { image-orientation: none; } .no-orient { image-orientation: none; }
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-background-position-ref.html"> <link rel="match" href="reference/image-orientation-background-position-ref.html">
<meta name="fuzzy" content="10;100"> <meta name="fuzzy" content="0-5;0-50">
<style> <style>
.exif-2 { .exif-2 {
position: absolute; position: absolute;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-default-ref.html"> <link rel="match" href="reference/image-orientation-default-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
<style> <style>
body { body {
overflow: hidden; overflow: hidden;
...@@ -58,4 +58,4 @@ ...@@ -58,4 +58,4 @@
<br>Undefined (invalid value) <br>Undefined (invalid value)
</div> </div>
</body> </body>
</html> </html>
\ No newline at end of file
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-from-image-ref.html"> <link rel="match" href="reference/image-orientation-from-image-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
<style> <style>
body { body {
overflow: hidden;} overflow: hidden;}
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-none-ref.html"> <link rel="match" href="reference/image-orientation-none-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-100">
<style> <style>
body { body {
overflow: hidden; overflow: hidden;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-from-image-ref.html"> <link rel="match" href="reference/image-orientation-from-image-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
<style> <style>
body { body {
overflow: hidden; overflow: hidden;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-from-image-content-images-ref.html"> <link rel="match" href="reference/image-orientation-from-image-content-images-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-250">
<style> <style>
div.image { div.image {
display: inline-block; display: inline-block;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-from-image-ref.html"> <link rel="match" href="reference/image-orientation-from-image-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
<style> <style>
body { body {
overflow: hidden; overflow: hidden;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-none-ref.html"> <link rel="match" href="reference/image-orientation-none-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-100">
<style> <style>
body { body {
overflow: hidden; overflow: hidden;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-from-image-embedded-content-ref.html"> <link rel="match" href="reference/image-orientation-from-image-embedded-content-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
<style> <style>
iframe { iframe {
display: inline-block; display: inline-block;
...@@ -43,4 +43,4 @@ ...@@ -43,4 +43,4 @@
<br> <br>
<iframe src="support/exif-orientation-9-u.jpg" frameborder=0></iframe> <iframe src="support/exif-orientation-9-u.jpg" frameborder=0></iframe>
</body> </body>
</html> </html>
\ No newline at end of file
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-from-image-ref.html"> <link rel="match" href="reference/image-orientation-from-image-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
<style> <style>
body { body {
overflow: hidden; overflow: hidden;
......
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
<link rel="author" title="Cameron McCormack" href="mailto:cam@mcc.id.au"> <link rel="author" title="Cameron McCormack" href="mailto:cam@mcc.id.au">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-list-style-image-ref.html"> <link rel="match" href="reference/image-orientation-list-style-image-ref.html">
<meta name=fuzzy content="2;40"> <meta name=fuzzy content="0-3;0-50">
<style> <style>
ul { margin-left: 100px; list-style-image: url(support/exif-orientation-2-ur.jpg); } ul { margin-left: 100px; list-style-image: url(support/exif-orientation-2-ur.jpg); }
.no-orient { image-orientation: none; } .no-orient { image-orientation: none; }
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-none-content-images-ref.html"> <link rel="match" href="reference/image-orientation-none-content-images-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-150">
<style> <style>
div.image { div.image {
display: inline-block; display: inline-block;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-none-image-document-ref.html"> <link rel="match" href="reference/image-orientation-none-image-document-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
<style> <style>
iframe { iframe {
display: inline-block; display: inline-block;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/image-orientation-none-ref.html"> <link rel="match" href="reference/image-orientation-none-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-100">
<style> <style>
body { body {
overflow: hidden; overflow: hidden;
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/svg-image-orientation-none-ref.html"> <link rel="match" href="reference/svg-image-orientation-none-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-100">
</head> </head>
<body> <body>
<svg style="width: 500px; height: 650px; image-orientation: none;"> <svg style="width: 500px; height: 650px; image-orientation: none;">
...@@ -21,4 +21,4 @@ ...@@ -21,4 +21,4 @@
<image xlink:href="support/exif-orientation-9-u.jpg" X="0" Y="250"></image> <image xlink:href="support/exif-orientation-9-u.jpg" X="0" Y="250"></image>
</svg> </svg>
</body> </body>
</html> </html>
\ No newline at end of file
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="reference/svg-image-orientation-ref.html"> <link rel="match" href="reference/svg-image-orientation-ref.html">
<meta name=fuzzy content="10;100"> <meta name=fuzzy content="0-5;0-200">
</head> </head>
<body> <body>
<svg style="width: 500px; height: 650px"> <svg style="width: 500px; height: 650px">
...@@ -21,4 +21,4 @@ ...@@ -21,4 +21,4 @@
<image xlink:href="support/exif-orientation-9-u.jpg" X="0" Y="250"></image> <image xlink:href="support/exif-orientation-9-u.jpg" X="0" Y="250"></image>
</svg> </svg>
</body> </body>
</html> </html>
\ No newline at end of file
...@@ -9,7 +9,7 @@ ...@@ -9,7 +9,7 @@
Perspective with different transforms can have small anti-aliasing Perspective with different transforms can have small anti-aliasing
pixel differences, so the test should fuzzy patch to the ref. pixel differences, so the test should fuzzy patch to the ref.
--> -->
<meta name="fuzzy" content="maxDifference=10;totalPixels=10"> <meta name="fuzzy" content="maxDifference=0-10;totalPixels=0-10">
<style> <style>
#container { #container {
......
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
<link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org"> <link rel="author" title="Stephen Chenney" href="mailto:schenney@chromium.org">
<link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation"> <link rel="help" href="https://drafts.csswg.org/css-images-3/#propdef-image-orientation">
<link rel="match" href="drawImage-with-src-rect-ref.html"> <link rel="match" href="drawImage-with-src-rect-ref.html">
<meta name=fuzzy content="30;100"> <meta name=fuzzy content="0-3;0-200">
<script> <script>
window.onload = () => { window.onload = () => {
const img = document.getElementById('img-element'); const img = document.getElementById('img-element');
...@@ -22,4 +22,4 @@ ...@@ -22,4 +22,4 @@
<img id="img-element" src="/css/css-images/image-orientation/support/exif-orientation-3-lr.jpg"> <img id="img-element" src="/css/css-images/image-orientation/support/exif-orientation-3-lr.jpg">
<canvas id="bitmap-canvas"></canvas> <canvas id="bitmap-canvas"></canvas>
</body> </body>
</html> </html>
\ No newline at end of file
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment