Skip to content

GitLab

T
tangled
Commit e58c26dc authored by Rakib M. Hasan's avatar Rakib M. Hasan Committed by Commit Bot
Browse files
Options

[web tests] Add globs to patterns in test expectations for directories 

Test expectations for directories need to have globs at the end of the pattern
in the new expectations format. If they do not have a glob then the expectation
will not apply to tests within the directory.

Bug: 986447
Change-Id: Ia44254b7d79d26647463000a6c13cb6610f10101
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1974318
Commit-Queue: Rakib Hasan <rmhasan@google.com>
Reviewed-by: default avatarRobert Ma <robertma@chromium.org>
Cr-Commit-Position: refs/heads/master@{#726443}
parent 1bf83fe2
Hide whitespace changes
Inline Side-by-side
Showing with 139 additions and 103 deletions
third_party/blink/tools/blinkpy/web_tests/lint_test_expectations.py
View file @ e58c26dc
...@@ -34,7 +34,9 @@ import traceback ...@@ -34,7 +34,9 @@ import traceback
from blinkpy.common import exit_codes from blinkpy.common import exit_codes
from blinkpy.common.host import Host from blinkpy.common.host import Host
from blinkpy.common.system.log_utils import configure_logging from blinkpy.common.system.log_utils import configure_logging
from blinkpy.web_tests.models import test_expectations from blinkpy.web_tests.models.test_expectations import (
TestExpectations, TestExpectationLine, ParseError)
from blinkpy.web_tests.port.factory import platform_options from blinkpy.web_tests.port.factory import platform_options
from blinkpy.web_tests.models.test_expectations import TestExpectationLine from blinkpy.web_tests.models.test_expectations import TestExpectationLine
...@@ -60,6 +62,9 @@ def lint(host, options): ...@@ -60,6 +62,9 @@ def lint(host, options):
expectations_dict = {} expectations_dict = {}
all_system_specifiers = set() all_system_specifiers = set()
all_build_specifiers = set(ports_to_lint[0].ALL_BUILD_TYPES) all_build_specifiers = set(ports_to_lint[0].ALL_BUILD_TYPES)
# TODO(crbug.com/986447) Remove the checks below after migrating the expectations
# parsing to Typ. All the checks below can be handled by Typ.
for path in paths: for path in paths:
if host.filesystem.exists(path): if host.filesystem.exists(path):
expectations_dict[path] = host.filesystem.read_text_file(path) expectations_dict[path] = host.filesystem.read_text_file(path)
...@@ -76,19 +81,24 @@ def lint(host, options): ...@@ -76,19 +81,24 @@ def lint(host, options):
expectations_dict[path] = host.filesystem.read_text_file(path) expectations_dict[path] = host.filesystem.read_text_file(path)
for path, content in expectations_dict.items(): for path, content in expectations_dict.items():
try: try:
test_expectations.TestExpectations( TestExpectations(
ports_to_lint[0], ports_to_lint[0],
expectations_dict={path: content}, expectations_dict={path: content},
is_lint_mode=True) is_lint_mode=True)
except test_expectations.ParseError as error: except ParseError as error:
_log.error('') _log.error('')
for warning in error.warnings: for warning in error.warnings:
_log.error(warning) _log.error(warning)
failures.append('%s: %s' % (path, warning)) failures.append('%s: %s' % (path, warning))
_log.error('') _log.error('')
# check for expectations which start with the Bug(...) token
exp_lines = content.split('\n') exp_lines = content.split('\n')
for lineno, line in enumerate(exp_lines, 1): for lineno, line in enumerate(exp_lines, 1):
if line.strip().startswith('Bug('): line = line.strip()
if not line or line.startswith('#'):
continue
if line.startswith('Bug('):
error = (("%s:%d Expectation '%s' has the Bug(...) token, " error = (("%s:%d Expectation '%s' has the Bug(...) token, "
"The token has been removed in the new expectations format") % "The token has been removed in the new expectations format") %
(host.filesystem.basename(path), lineno, line)) (host.filesystem.basename(path), lineno, line))
...@@ -96,8 +106,10 @@ def lint(host, options): ...@@ -96,8 +106,10 @@ def lint(host, options):
failures.append(error) failures.append(error)
_log.error('') _log.error('')
# check for expectations which have more than one mutually exclusive specifier
for lineno, line in enumerate(exp_lines, 1): for lineno, line in enumerate(exp_lines, 1):
if line.strip().startswith('#') or not line.strip(): line = line.strip()
if not line or line.startswith('#'):
continue continue
exp_line = TestExpectationLine.tokenize_line( exp_line = TestExpectationLine.tokenize_line(
host.filesystem.basename(path), line, lineno, ports_to_lint[0]) host.filesystem.basename(path), line, lineno, ports_to_lint[0])
...@@ -113,6 +125,28 @@ def lint(host, options): ...@@ -113,6 +125,28 @@ def lint(host, options):
_log.error(error) _log.error(error)
_log.error('') _log.error('')
failures.append(error) failures.append(error)
# check for directories in test expectations which do not have a glob at the end
for lineno, line in enumerate(exp_lines, 1):
line = line.strip()
if not line or line.startswith('#'):
continue
test_exp_line = TestExpectationLine.tokenize_line(
host.filesystem.basename(path), line, lineno, ports_to_lint[0])
if not test_exp_line.name or test_exp_line.name.endswith('*'):
continue
testname, _ = ports_to_lint[0].split_webdriver_test_name(test_exp_line.name)
index = testname.find('?')
if index != -1:
testname = testname[:index]
if ports_to_lint[0].test_isdir(testname):
error = (("%s:%d Expectation '%s' is for a directory, however "
"the name in the expectation does not have a glob in the end") %
(host.filesystem.basename(path), lineno, line))
_log.error(error)
failures.append(error)
_log.error('')
return failures return failures
......
third_party/blink/tools/blinkpy/web_tests/models/test_expectations.py
View file @ e58c26dc
...@@ -182,6 +182,8 @@ class TestExpectationParser(object): ...@@ -182,6 +182,8 @@ class TestExpectationParser(object):
for line in expectations_string.split('\n'): for line in expectations_string.split('\n'):
line_number += 1 line_number += 1
test_expectation = TestExpectationLine.tokenize_line(filename, line, line_number, self._port) test_expectation = TestExpectationLine.tokenize_line(filename, line, line_number, self._port)
if test_expectation.name and test_expectation.name.endswith('*'):
test_expectation.name = test_expectation.name[:-1]
self._parse_line(test_expectation) self._parse_line(test_expectation)
expectation_lines.append(test_expectation) expectation_lines.append(test_expectation)
......
third_party/blink/web_tests/ASANExpectations
View file @ e58c26dc
...@@ -57,7 +57,7 @@ crbug.com/438499 [ Linux ] http/tests/devtools/profiler/heap-snapshot-containmen ...@@ -57,7 +57,7 @@ crbug.com/438499 [ Linux ] http/tests/devtools/profiler/heap-snapshot-containmen
crbug.com/438499 [ Linux ] virtual/threaded-no-composited-antialiasing/animations/unanimated-style.html [ Timeout ] crbug.com/438499 [ Linux ] virtual/threaded-no-composited-antialiasing/animations/unanimated-style.html [ Timeout ]
# Flakily timeout on Linux ASAN bots. # Flakily timeout on Linux ASAN bots.
crbug.com/243871 [ Linux ] virtual/threaded-prefer-compositing/fast/scroll-behavior/ [ Skip ] crbug.com/243871 [ Linux ] virtual/threaded-prefer-compositing/fast/scroll-behavior/* [ Skip ]
crbug.com/464065 [ Linux ] media/track/css-cue-for-video-in-shadow.html [ Timeout ] crbug.com/464065 [ Linux ] media/track/css-cue-for-video-in-shadow.html [ Timeout ]
crbug.com/464065 [ Linux ] media/track/css-cue-for-video-in-shadow-2.html [ Timeout ] crbug.com/464065 [ Linux ] media/track/css-cue-for-video-in-shadow-2.html [ Timeout ]
crbug.com/572723 [ Linux ] http/tests/devtools/sources/debugger/debugger-completions-on-call-frame.js [ Timeout Pass ] crbug.com/572723 [ Linux ] http/tests/devtools/sources/debugger/debugger-completions-on-call-frame.js [ Timeout Pass ]
......
third_party/blink/web_tests/FlagExpectations/composite-after-paint
View file @ e58c26dc
# Expectations for CompositeAfterPaint # Expectations for CompositeAfterPaint
# See: https://docs.google.com/document/d/1QCM912Dr6u38DqyQqd7pxQxDy8FFOoWMMDq7uAXqKdA/view # See: https://docs.google.com/document/d/1QCM912Dr6u38DqyQqd7pxQxDy8FFOoWMMDq7uAXqKdA/view
http/tests/devtools/tracing/ [ Skip ] http/tests/devtools/tracing/* [ Skip ]
virtual/composite-after-paint/ [ Skip ] virtual/composite-after-paint/* [ Skip ]
virtual/gpu/fast/canvas/ [ Skip ] virtual/gpu/fast/canvas/* [ Skip ]
virtual/layout_ng_block_frag/ [ Skip ] virtual/layout_ng_block_frag/* [ Skip ]
virtual/layout_ng_fieldset/ [ Skip ] virtual/layout_ng_fieldset/* [ Skip ]
virtual/layout_ng_flex_box/ [ Skip ] virtual/layout_ng_flex_box/* [ Skip ]
virtual/prefer_compositing_to_lcd_text/compositing/overflow/ [ Skip ] virtual/prefer_compositing_to_lcd_text/compositing/overflow/* [ Skip ]
virtual/stable/ [ Skip ] virtual/stable/* [ Skip ]
# For now we track the failures of the base tests of the following virtual suites. # For now we track the failures of the base tests of the following virtual suites.
virtual/exotic-color-space/images/ [ Skip ] virtual/exotic-color-space/images/* [ Skip ]
virtual/gpu-rasterization/images/ [ Skip ] virtual/gpu-rasterization/images/* [ Skip ]
virtual/mouseevent_fractional/fast/events/touch/ [ Skip ] virtual/mouseevent_fractional/fast/events/touch/* [ Skip ]
virtual/scroll_customization/fast/events/touch/ [ Skip ] virtual/scroll_customization/fast/events/touch/* [ Skip ]
virtual/threaded/printing/ [ Skip ] virtual/threaded/printing/* [ Skip ]
virtual/threaded/http/tests/devtools/tracing/ [ Skip ] virtual/threaded/http/tests/devtools/tracing/* [ Skip ]
virtual/controls-refresh/ [ Skip ] virtual/controls-refresh/* [ Skip ]
virtual/controls-refresh-hc/ [ Skip ] virtual/controls-refresh-hc/* [ Skip ]
virtual/web-components-v0-disabled/ [ Skip ] virtual/web-components-v0-disabled/* [ Skip ]
# Can't rebaseline because the file path is too long. # Can't rebaseline because the file path is too long.
virtual/compositor_threaded_scrollbar_scrolling/paint/invalidation/scroll/sticky/invalidate-after-composited-scroll-with-sticky.html [ Skip ] virtual/compositor_threaded_scrollbar_scrolling/paint/invalidation/scroll/sticky/invalidate-after-composited-scroll-with-sticky.html [ Skip ]
......
third_party/blink/web_tests/FlagExpectations/disable-layout-ng
View file @ e58c26dc
...@@ -48,7 +48,7 @@ crbug.com/591099 external/wpt/css/css-fonts/font-features-across-space-1.html [ ...@@ -48,7 +48,7 @@ crbug.com/591099 external/wpt/css/css-fonts/font-features-across-space-1.html [
crbug.com/591099 external/wpt/css/css-fonts/font-features-across-space-3.html [ Failure ] crbug.com/591099 external/wpt/css/css-fonts/font-features-across-space-3.html [ Failure ]
### external/wpt/css/css-layout-api/ ### external/wpt/css/css-layout-api/
crbug.com/591099 external/wpt/css/css-layout-api/ [ Skip ] crbug.com/591099 external/wpt/css/css-layout-api/* [ Skip ]
### external/wpt/css/css-multicol/ ### external/wpt/css/css-multicol/
crbug.com/591099 external/wpt/css/css-multicol/multicol-span-all-list-item-002.html [ Failure ] crbug.com/591099 external/wpt/css/css-multicol/multicol-span-all-list-item-002.html [ Failure ]
...@@ -341,7 +341,7 @@ crbug.com/591099 virtual/forced-high-contrast-colors/external/wpt/forced-colors- ...@@ -341,7 +341,7 @@ crbug.com/591099 virtual/forced-high-contrast-colors/external/wpt/forced-colors-
crbug.com/874695 http/tests/credentialmanager/credentialscontainer-create-with-virtual-authenticator.html [ Failure ] crbug.com/874695 http/tests/credentialmanager/credentialscontainer-create-with-virtual-authenticator.html [ Failure ]
### http/tests/csslayout/ ### http/tests/csslayout/
crbug.com/591099 http/tests/csslayout/ [ Skip ] crbug.com/591099 http/tests/csslayout/* [ Skip ]
### virtual/omt-worker-fetch/external/wpt/service-workers/service-worker/ ### virtual/omt-worker-fetch/external/wpt/service-workers/service-worker/
crbug.com/591099 virtual/omt-worker-fetch/external/wpt/service-workers/service-worker/registration-updateviacache.https.html [ Failure ] crbug.com/591099 virtual/omt-worker-fetch/external/wpt/service-workers/service-worker/registration-updateviacache.https.html [ Failure ]
...@@ -450,4 +450,4 @@ virtual/controls-refresh/color-scheme/suggestion-picker/datetimelocal-suggestion ...@@ -450,4 +450,4 @@ virtual/controls-refresh/color-scheme/suggestion-picker/datetimelocal-suggestion
virtual/controls-refresh/color-scheme/suggestion-picker/time-suggestion-picker-appearance.html [ Failure ] virtual/controls-refresh/color-scheme/suggestion-picker/time-suggestion-picker-appearance.html [ Failure ]
# MathML depends on LayoutNG. # MathML depends on LayoutNG.
crbug.com/6606 external/wpt/mathml/ [ Skip ] crbug.com/6606 external/wpt/mathml/* [ Skip ]
third_party/blink/web_tests/FlagExpectations/disable-site-isolation-trials
View file @ e58c26dc
...@@ -25,4 +25,4 @@ crbug.com/933880 http/tests/misc/redirect-to-about-blank.html [ Timeout ] ...@@ -25,4 +25,4 @@ crbug.com/933880 http/tests/misc/redirect-to-about-blank.html [ Timeout ]
http/tests/inspector-protocol/fetch/fetch-oopif.js [ Skip ] http/tests/inspector-protocol/fetch/fetch-oopif.js [ Skip ]
# JS Self-Profiling currently requires site isolation. # JS Self-Profiling currently requires site isolation.
crbug.com/956688 http/tests/js-self-profiling/ [ Skip ] crbug.com/956688 http/tests/js-self-profiling/* [ Skip ]
third_party/blink/web_tests/MSANExpectations
View file @ e58c26dc
...@@ -9,7 +9,7 @@ ...@@ -9,7 +9,7 @@
# https://chromium.googlesource.com/chromium/src/+/master/docs/testing/web_test_expectations.md # https://chromium.googlesource.com/chromium/src/+/master/docs/testing/web_test_expectations.md
# Those stress V8's simulator, making them very slow under MSan. # Those stress V8's simulator, making them very slow under MSan.
crbug.com/420198 [ Linux ] fast/js/regress [ Skip ] crbug.com/420198 [ Linux ] fast/js/regress/* [ Skip ]
crbug.com/420198 [ Linux ] fast/css/fontface-arraybuffer.html [ Skip ] crbug.com/420198 [ Linux ] fast/css/fontface-arraybuffer.html [ Skip ]
# Deliberate infinite recursion. A JS exception is expected, but may crash with # Deliberate infinite recursion. A JS exception is expected, but may crash with
...@@ -17,7 +17,7 @@ crbug.com/420198 [ Linux ] fast/css/fontface-arraybuffer.html [ Skip ] ...@@ -17,7 +17,7 @@ crbug.com/420198 [ Linux ] fast/css/fontface-arraybuffer.html [ Skip ]
crbug.com/420606 [ Linux ] external/wpt/workers/constructors/Worker/Worker-constructor.html [ Skip ] crbug.com/420606 [ Linux ] external/wpt/workers/constructors/Worker/Worker-constructor.html [ Skip ]
# Flaky under MSan (hang forever). # Flaky under MSan (hang forever).
crbug.com/422982 [ Linux ] virtual/threaded [ Skip ] crbug.com/422982 [ Linux ] virtual/threaded/* [ Skip ]
crbug.com/700795 [ Linux ] http/tests/devtools/animation/animation-transition-setTiming-crash.js [ Skip ] crbug.com/700795 [ Linux ] http/tests/devtools/animation/animation-transition-setTiming-crash.js [ Skip ]
...@@ -61,7 +61,7 @@ crbug.com/810963 [ Linux ] external/wpt/dom/interfaces.html [ Timeout ] ...@@ -61,7 +61,7 @@ crbug.com/810963 [ Linux ] external/wpt/dom/interfaces.html [ Timeout ]
crbug.com/577889 [ Linux ] fast/js/typed-array-allocation-failure.html [ Crash ] crbug.com/577889 [ Linux ] fast/js/typed-array-allocation-failure.html [ Crash ]
# These tests use OpenGl, which crashes on MSAN builds due to missing instrumentation # These tests use OpenGl, which crashes on MSAN builds due to missing instrumentation
crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated [ Skip ] crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/769729 [ Linux ] paint/invalidation/video-paint-invalidation.html [ Crash ] crbug.com/769729 [ Linux ] paint/invalidation/video-paint-invalidation.html [ Crash ]
......
third_party/blink/web_tests/NeverFixTests
View file @ e58c26dc
...@@ -18,7 +18,7 @@ ...@@ -18,7 +18,7 @@
# FIXME: Remove the Skip keyword and have that be implied for tests in this file. # FIXME: Remove the Skip keyword and have that be implied for tests in this file.
# Perf tests are really slow in debug builds and there are few benefits in running them. # Perf tests are really slow in debug builds and there are few benefits in running them.
[ Debug ] http/tests/perf [ Skip ] [ Debug ] http/tests/perf/* [ Skip ]
# This test verifies that a mismatch reftest will fail if both results are the # This test verifies that a mismatch reftest will fail if both results are the
# same. Because the whole point is that this test should fail when run, it's # same. Because the whole point is that this test should fail when run, it's
...@@ -69,8 +69,8 @@ fast/harness/results.html [ Skip ] ...@@ -69,8 +69,8 @@ fast/harness/results.html [ Skip ]
# Mac's popup behavior is different. # Mac's popup behavior is different.
[ Mac ] fast/forms/select/menulist-onchange-fired-with-key-up-down.html [ Skip ] [ Mac ] fast/forms/select/menulist-onchange-fired-with-key-up-down.html [ Skip ]
[ Mac ] fast/forms/select/popup-with-display-none-optgroup.html [ Skip ] [ Mac ] fast/forms/select/popup-with-display-none-optgroup.html [ Skip ]
[ Mac ] fast/forms/select-popup [ Skip ] [ Mac ] fast/forms/select-popup/* [ Skip ]
[ Mac ] virtual/cascade/fast/forms/select-popup [ Skip ] [ Mac ] virtual/cascade/fast/forms/select-popup/* [ Skip ]
# These tests are specific to Windows and Linux. # These tests are specific to Windows and Linux.
[ Mac ] fast/forms/calendar-picker/date-open-picker-with-f4-key.html [ Skip ] [ Mac ] fast/forms/calendar-picker/date-open-picker-with-f4-key.html [ Skip ]
...@@ -163,15 +163,15 @@ crbug.com/1004945 [ Win ] fast/text/mac-aat-morx-kern.html [ Skip ] ...@@ -163,15 +163,15 @@ crbug.com/1004945 [ Win ] fast/text/mac-aat-morx-kern.html [ Skip ]
[ Linux ] inspector-protocol/layout-fonts/font-weight-granularity-matching.js [ Skip ] [ Linux ] inspector-protocol/layout-fonts/font-weight-granularity-matching.js [ Skip ]
# Tests in media/stable are only supposed to be run as virtual test (see virtual/stable/media). # Tests in media/stable are only supposed to be run as virtual test (see virtual/stable/media).
media/stable [ Skip ] media/stable/* [ Skip ]
# This test requires a compositor, so only the virtual/threaded/ version is run. # This test requires a compositor, so only the virtual/threaded/ version is run.
external/wpt/feature-policy/experimental-features/vertical-scroll-touch-block-manual.tentative.html [ Skip ] external/wpt/feature-policy/experimental-features/vertical-scroll-touch-block-manual.tentative.html [ Skip ]
virtual/unified-autoplay/external/wpt/feature-policy/experimental-features/vertical-scroll-touch-block-manual.tentative.html [ Skip ] virtual/unified-autoplay/external/wpt/feature-policy/experimental-features/vertical-scroll-touch-block-manual.tentative.html [ Skip ]
# Only run fake-Android tests on Linux # Only run fake-Android tests on Linux
[ Mac ] virtual/android/ [ Skip ] [ Mac ] virtual/android/* [ Skip ]
[ Win ] virtual/android/ [ Skip ] [ Win ] virtual/android/* [ Skip ]
# Android doesn't support plugins # Android doesn't support plugins
virtual/android/fullscreen/rendering/backdrop-object.html [ Skip ] virtual/android/fullscreen/rendering/backdrop-object.html [ Skip ]
...@@ -321,10 +321,10 @@ crbug.com/627953 [ Mac ] virtual/text-antialias/symbol-cmap.html [ Skip ] ...@@ -321,10 +321,10 @@ crbug.com/627953 [ Mac ] virtual/text-antialias/symbol-cmap.html [ Skip ]
# These tests require audio codecs which are generally not available; # These tests require audio codecs which are generally not available;
# these tests can still be run manually with --skipped=ignore. # these tests can still be run manually with --skipped=ignore.
webaudio/codec-tests/aac [ Skip ] webaudio/codec-tests/aac/* [ Skip ]
# WPT for CSS cascade # WPT for CSS cascade
crbug.com/763610 external/wpt/css/CSS2/cascade [ Skip ] crbug.com/763610 external/wpt/css/CSS2/cascade/* [ Skip ]
# The revert keyword is not yet supported. # The revert keyword is not yet supported.
external/wpt/css/css-cascade/revert-val-001.html [ Skip ] external/wpt/css/css-cascade/revert-val-001.html [ Skip ]
...@@ -442,7 +442,7 @@ external/wpt/css/css-text/text-transform/text-transform-full-size-kana-006.html ...@@ -442,7 +442,7 @@ external/wpt/css/css-text/text-transform/text-transform-full-size-kana-006.html
external/wpt/css/css-text/text-transform/text-transform-full-size-kana-007.html [ Skip ] external/wpt/css/css-text/text-transform/text-transform-full-size-kana-007.html [ Skip ]
external/wpt/css/css-text/text-transform/text-transform-fullwidth-008.html [ Skip ] external/wpt/css/css-text/text-transform/text-transform-fullwidth-008.html [ Skip ]
external/wpt/css/css-text/text-transform/text-transform-fullwidth-009.html [ Skip ] external/wpt/css/css-text/text-transform/text-transform-fullwidth-009.html [ Skip ]
external/wpt/css/css-text/word-boundary/ [ Skip ] external/wpt/css/css-text/word-boundary/* [ Skip ]
external/wpt/css/css-text/writing-system/writing-system-line-break-001.html [ Skip ] external/wpt/css/css-text/writing-system/writing-system-line-break-001.html [ Skip ]
external/wpt/css/css-text/writing-system/writing-system-line-break-002.html [ Skip ] external/wpt/css/css-text/writing-system/writing-system-line-break-002.html [ Skip ]
external/wpt/css/css-text/writing-system/writing-system-segment-break-001.html [ Skip ] external/wpt/css/css-text/writing-system/writing-system-segment-break-001.html [ Skip ]
...@@ -1382,7 +1382,7 @@ virtual/audio-service/external/wpt/mediacapture-streams/MediaStream-default-feat ...@@ -1382,7 +1382,7 @@ virtual/audio-service/external/wpt/mediacapture-streams/MediaStream-default-feat
# These directories have manual tests that don't have to run with # These directories have manual tests that don't have to run with
# run_web_tests.py; see https://crbug.com/359838. # run_web_tests.py; see https://crbug.com/359838.
http/tests/ManualTests/ [ Skip ] http/tests/ManualTests/* [ Skip ]
# These test produce invisible different pixels on Win7 Debug. # These test produce invisible different pixels on Win7 Debug.
[ Win7 Debug ] fast/table/backgr_border-table-column-group-collapsed-border.html [ Skip ] [ Win7 Debug ] fast/table/backgr_border-table-column-group-collapsed-border.html [ Skip ]
...@@ -1413,7 +1413,7 @@ crbug.com/869492 virtual/threaded/external/wpt/feature-policy/experimental-featu ...@@ -1413,7 +1413,7 @@ crbug.com/869492 virtual/threaded/external/wpt/feature-policy/experimental-featu
# Tests that only work when the mixed content autoupgrade feature is enabled. # Tests that only work when the mixed content autoupgrade feature is enabled.
# Covered in virtual test suite. # Covered in virtual test suite.
http/tests/mixed-autoupgrade [ Skip ] http/tests/mixed-autoupgrade/* [ Skip ]
# Not expected to pass in default configuration, only virtual test suite. # Not expected to pass in default configuration, only virtual test suite.
crbug.com/830901 fast/webgl/video-metadata/texImage-video-last-uploaded-metadata.html [ Skip ] crbug.com/830901 fast/webgl/video-metadata/texImage-video-last-uploaded-metadata.html [ Skip ]
...@@ -1997,7 +1997,7 @@ virtual/speech-with-unified-autoplay/external/wpt/speech-api/SpeechRecognition-s ...@@ -1997,7 +1997,7 @@ virtual/speech-with-unified-autoplay/external/wpt/speech-api/SpeechRecognition-s
# Skip below. Note that by default Site Isolation isolates *sites* rather # Skip below. Note that by default Site Isolation isolates *sites* rather
# than *origin* and therefore avoids problems related to document.domain # than *origin* and therefore avoids problems related to document.domain
# compatibility. # compatibility.
external/wpt/html/browsers/origin/relaxing-the-same-origin-restriction [ Skip ] external/wpt/html/browsers/origin/relaxing-the-same-origin-restriction/* [ Skip ]
external/wpt/FileAPI/url/multi-global-origin-serialization.sub.html [ Skip ] external/wpt/FileAPI/url/multi-global-origin-serialization.sub.html [ Skip ]
external/wpt/dom/events/EventListener-incumbent-global-1.sub.html [ Skip ] external/wpt/dom/events/EventListener-incumbent-global-1.sub.html [ Skip ]
external/wpt/dom/events/EventListener-incumbent-global-2.sub.html [ Skip ] external/wpt/dom/events/EventListener-incumbent-global-2.sub.html [ Skip ]
...@@ -2059,7 +2059,7 @@ crbug.com/946022 [ Win7 ] media/controls/overflow-menu-hide-on-resize.html [ Ski ...@@ -2059,7 +2059,7 @@ crbug.com/946022 [ Win7 ] media/controls/overflow-menu-hide-on-resize.html [ Ski
crbug.com/946022 [ Win7 ] virtual/audio-service/media/controls/overflow-menu-hide-on-resize.html [ Skip ] crbug.com/946022 [ Win7 ] virtual/audio-service/media/controls/overflow-menu-hide-on-resize.html [ Skip ]
crbug.com/946022 [ Win7 ] paint/invalidation/resize-iframe-text.html [ Skip ] crbug.com/946022 [ Win7 ] paint/invalidation/resize-iframe-text.html [ Skip ]
crbug.com/946022 [ Win7 ] paint/invalidation/scroll/scrollbar-damage-and-full-viewport-repaint.html [ Skip ] crbug.com/946022 [ Win7 ] paint/invalidation/scroll/scrollbar-damage-and-full-viewport-repaint.html [ Skip ]
crbug.com/946022 [ Win7 ] paint/invalidation/window-resize/ [ Skip ] crbug.com/946022 [ Win7 ] paint/invalidation/window-resize/* [ Skip ]
# We don't plan to support this use-case in the near future. # We don't plan to support this use-case in the near future.
crbug.com/940797 external/wpt/signed-exchange/appcache/sxg-served-from-appcache.tentative.https.html [ Skip ] crbug.com/940797 external/wpt/signed-exchange/appcache/sxg-served-from-appcache.tentative.https.html [ Skip ]
...@@ -2109,7 +2109,7 @@ crbug.com/870173 virtual/omt-worker-fetch/external/wpt/resource-timing/cors-pref ...@@ -2109,7 +2109,7 @@ crbug.com/870173 virtual/omt-worker-fetch/external/wpt/resource-timing/cors-pref
crbug.com/870173 virtual/omt-worker-fetch/http/tests/workers/worker-redirect.html [ Skip ] crbug.com/870173 virtual/omt-worker-fetch/http/tests/workers/worker-redirect.html [ Skip ]
# Windows doesn't have native overlay scrollbar # Windows doesn't have native overlay scrollbar
[ Win ] virtual/overlay-scrollbar [ Skip ] [ Win ] virtual/overlay-scrollbar/* [ Skip ]
# Blink implements additional privacy measures that cause the regular test in # Blink implements additional privacy measures that cause the regular test in
# WPT to time out. # WPT to time out.
......
third_party/blink/web_tests/SlowTests
View file @ e58c26dc
...@@ -75,26 +75,26 @@ crbug.com/451577 [ Debug ] fast/frames/calculate-round.html [ Slow ] ...@@ -75,26 +75,26 @@ crbug.com/451577 [ Debug ] fast/frames/calculate-round.html [ Slow ]
crbug.com/237245 [ Debug Win7 ] editing/selection/programmatic-selection-on-mac-is-directionless.html [ Slow ] crbug.com/237245 [ Debug Win7 ] editing/selection/programmatic-selection-on-mac-is-directionless.html [ Slow ]
# Most DevTools tests are slow in Debug. # Most DevTools tests are slow in Debug.
webkit.org/b/90488 [ Debug ] http/tests/devtools/ [ Slow ] webkit.org/b/90488 [ Debug ] http/tests/devtools/* [ Slow ]
webkit.org/b/90488 [ Debug ] inspector-protocol/ [ Slow ] webkit.org/b/90488 [ Debug ] inspector-protocol/* [ Slow ]
# DevTools console, debugger and profiler tests are slow in Release as well. # DevTools console, debugger and profiler tests are slow in Release as well.
crbug.com/451577 http/tests/devtools/console [ Slow ] crbug.com/451577 http/tests/devtools/console/* [ Slow ]
crbug.com/450493 http/tests/devtools/sources/ [ Slow ] crbug.com/450493 http/tests/devtools/sources/* [ Slow ]
crbug.com/450493 http/tests/devtools/startup/sources/ [ Slow ] crbug.com/450493 http/tests/devtools/startup/sources/* [ Slow ]
crbug.com/450493 http/tests/devtools/csp/ [ Slow ] crbug.com/450493 http/tests/devtools/csp/* [ Slow ]
crbug.com/450493 http/tests/devtools/profiler/ [ Slow ] crbug.com/450493 http/tests/devtools/profiler/* [ Slow ]
crbug.com/420008 http/tests/devtools/tracing/ [ Slow ] crbug.com/420008 http/tests/devtools/tracing/* [ Slow ]
crbug.com/420008 virtual/threaded/http/tests/devtools/tracing/ [ Slow ] crbug.com/420008 virtual/threaded/http/tests/devtools/tracing/* [ Slow ]
crbug.com/902685 http/tests/devtools/isolated-code-cache/ [ Slow ] crbug.com/902685 http/tests/devtools/isolated-code-cache/* [ Slow ]
crbug.com/902685 virtual/site-isolated-code-cache/http/tests/devtools/isolated-code-cache/ [ Slow ] crbug.com/902685 virtual/site-isolated-code-cache/http/tests/devtools/isolated-code-cache/* [ Slow ]
crbug.com/902685 virtual/not-split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/ [ Slow ] crbug.com/902685 virtual/not-split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/* [ Slow ]
crbug.com/902685 http/tests/devtools/wasm-isolated-code-cache/wasm-cache-test.js [ Slow ] crbug.com/902685 http/tests/devtools/wasm-isolated-code-cache/wasm-cache-test.js [ Slow ]
crbug.com/902685 virtual/wasm-site-isolated-code-cache/http/tests/devtools/wasm-isolated-code-cache/wasm-cache-test.js [ Slow ] crbug.com/902685 virtual/wasm-site-isolated-code-cache/http/tests/devtools/wasm-isolated-code-cache/wasm-cache-test.js [ Slow ]
crbug.com/902685 virtual/split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/ [ Slow ] crbug.com/902685 virtual/split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/* [ Slow ]
# Misc DevTools tests that are slow # Misc DevTools tests that are slow
crbug.com/246190 [ Release ] http/tests/devtools/indexeddb/ [ Slow ] crbug.com/246190 [ Release ] http/tests/devtools/indexeddb/* [ Slow ]
crbug.com/451577 [ Mac ] http/tests/devtools/extensions/extensions-sidebar.js [ Slow ] crbug.com/451577 [ Mac ] http/tests/devtools/extensions/extensions-sidebar.js [ Slow ]
crbug.com/941860 http/tests/devtools/extensions/extensions-events.js [ Slow ] crbug.com/941860 http/tests/devtools/extensions/extensions-events.js [ Slow ]
crbug.com/667560 http/tests/devtools/startup/console/console-format-startup.js [ Slow ] crbug.com/667560 http/tests/devtools/startup/console/console-format-startup.js [ Slow ]
...@@ -129,7 +129,7 @@ crbug.com/869829 virtual/audio-service/http/tests/media/video-cancel-load.html [ ...@@ -129,7 +129,7 @@ crbug.com/869829 virtual/audio-service/http/tests/media/video-cancel-load.html [
crbug.com/870259 virtual/audio-service/http/tests/media/video-throttled-load-metadata.html [ Slow ] crbug.com/870259 virtual/audio-service/http/tests/media/video-throttled-load-metadata.html [ Slow ]
# Many of the virtual animations tests are slow. # Many of the virtual animations tests are slow.
crbug.com/243871 virtual/threaded-prefer-compositing/fast/scroll-behavior/ [ Slow ] crbug.com/243871 virtual/threaded-prefer-compositing/fast/scroll-behavior/* [ Slow ]
# These html5lib tests are generated tests that test a huge amount of permutations so they need a bit more time. # These html5lib tests are generated tests that test a huge amount of permutations so they need a bit more time.
crbug.com/453312 html5lib/generated/run-doctype01-data.html [ Slow ] crbug.com/453312 html5lib/generated/run-doctype01-data.html [ Slow ]
...@@ -182,11 +182,11 @@ crbug.com/372424 fast/dom/DOMImplementation/createDocument-with-used-doctype.htm ...@@ -182,11 +182,11 @@ crbug.com/372424 fast/dom/DOMImplementation/createDocument-with-used-doctype.htm
crbug.com/372424 http/tests/serviceworker/registration-stress.html [ Slow ] crbug.com/372424 http/tests/serviceworker/registration-stress.html [ Slow ]
crbug.com/448670 http/tests/serviceworker/register-different-script-many-times.html [ Slow ] crbug.com/448670 http/tests/serviceworker/register-different-script-many-times.html [ Slow ]
crbug.com/516319 [ Win ] http/tests/fetch/ [ Slow ] crbug.com/516319 [ Win ] http/tests/fetch/* [ Slow ]
crbug.com/516319 [ Win ] virtual/streaming-preload/http/tests/fetch/ [ Slow ] crbug.com/516319 [ Win ] virtual/streaming-preload/http/tests/fetch/* [ Slow ]
# Most crypto/subtle tests are slow some or most of the time. # Most crypto/subtle tests are slow some or most of the time.
crbug.com/459009 crypto/subtle/ [ Slow ] crbug.com/459009 crypto/subtle/* [ Slow ]
crbug.com/528419 http/tests/devtools/elements/styles-2/pseudo-elements.js [ Slow ] crbug.com/528419 http/tests/devtools/elements/styles-2/pseudo-elements.js [ Slow ]
...@@ -411,18 +411,18 @@ crbug.com/874695 http/tests/fetch/serviceworker/body-mixin-base-https-other-http ...@@ -411,18 +411,18 @@ crbug.com/874695 http/tests/fetch/serviceworker/body-mixin-base-https-other-http
crbug.com/874695 http/tests/fetch/serviceworker/body-mixin.html [ Slow ] crbug.com/874695 http/tests/fetch/serviceworker/body-mixin.html [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker/stream-reader-base-https-other-https.html [ Slow ] crbug.com/874695 http/tests/fetch/serviceworker/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker/stream-reader.html [ Slow ] crbug.com/874695 http/tests/fetch/serviceworker/stream-reader.html [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker/thorough/ [ Slow ] crbug.com/874695 http/tests/fetch/serviceworker/thorough/* [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker-proxied/thorough/ [ Slow ] crbug.com/874695 http/tests/fetch/serviceworker-proxied/thorough/* [ Slow ]
crbug.com/874695 http/tests/fetch/window/body-mixin-base-https-other-https.html [ Slow ] crbug.com/874695 http/tests/fetch/window/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/body-mixin.html [ Slow ] crbug.com/874695 http/tests/fetch/window/body-mixin.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/stream-reader-base-https-other-https.html [ Slow ] crbug.com/874695 http/tests/fetch/window/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/stream-reader.html [ Slow ] crbug.com/874695 http/tests/fetch/window/stream-reader.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/thorough/ [ Slow ] crbug.com/874695 http/tests/fetch/window/thorough/* [ Slow ]
crbug.com/874695 http/tests/fetch/workers/body-mixin-base-https-other-https.html [ Slow ] crbug.com/874695 http/tests/fetch/workers/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/body-mixin.html [ Slow ] crbug.com/874695 http/tests/fetch/workers/body-mixin.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/stream-reader-base-https-other-https.html [ Slow ] crbug.com/874695 http/tests/fetch/workers/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/stream-reader.html [ Slow ] crbug.com/874695 http/tests/fetch/workers/stream-reader.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/thorough/ [ Slow ] crbug.com/874695 http/tests/fetch/workers/thorough/* [ Slow ]
crbug.com/874695 http/tests/images/png-progressive-load.html [ Slow ] crbug.com/874695 http/tests/images/png-progressive-load.html [ Slow ]
crbug.com/874695 http/tests/images/webp-progressive-load.html [ Slow ] crbug.com/874695 http/tests/images/webp-progressive-load.html [ Slow ]
crbug.com/874695 http/tests/inspector-protocol/request-mixed-content-status-blockable.js [ Slow ] crbug.com/874695 http/tests/inspector-protocol/request-mixed-content-status-blockable.js [ Slow ]
...@@ -579,18 +579,18 @@ crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/body-m ...@@ -579,18 +579,18 @@ crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/body-m
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/body-mixin.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/body-mixin.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/stream-reader-base-https-other-https.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/stream-reader.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/stream-reader.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/thorough/ [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/thorough/* [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker-proxied/thorough/ [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker-proxied/thorough/* [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/body-mixin-base-https-other-https.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/body-mixin.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/body-mixin.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/stream-reader-base-https-other-https.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/stream-reader.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/stream-reader.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/thorough/ [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/thorough/* [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/body-mixin-base-https-other-https.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/body-mixin.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/body-mixin.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/stream-reader-base-https-other-https.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/stream-reader.html [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/stream-reader.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/thorough/ [ Slow ] crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/thorough/* [ Slow ]
crbug.com/874695 http/tests/devtools/sxg/sxg-cert-not-found.js [ Slow ] crbug.com/874695 http/tests/devtools/sxg/sxg-cert-not-found.js [ Slow ]
crbug.com/874695 http/tests/devtools/sxg/sxg-disable-cache.js [ Slow ] crbug.com/874695 http/tests/devtools/sxg/sxg-disable-cache.js [ Slow ]
crbug.com/874695 virtual/sxg-with-network-service/http/tests/devtools/sxg/sxg-disable-cache.js [ Slow ] crbug.com/874695 virtual/sxg-with-network-service/http/tests/devtools/sxg/sxg-disable-cache.js [ Slow ]
......
third_party/blink/web_tests/TestExpectations
View file @ e58c26dc
...@@ -116,9 +116,9 @@ crbug.com/759632 http/tests/devtools/network/network-datasaver-warning.js [ Fail ...@@ -116,9 +116,9 @@ crbug.com/759632 http/tests/devtools/network/network-datasaver-warning.js [ Fail
# --- Begin CompositeAfterPaint Tests -- # --- Begin CompositeAfterPaint Tests --
# Only whitelisted tests run under the virtual suite. # Only whitelisted tests run under the virtual suite.
# More tests run with CompositeAfterPaint on the flag-specific try bot. # More tests run with CompositeAfterPaint on the flag-specific try bot.
virtual/composite-after-paint/ [ Skip ] virtual/composite-after-paint/* [ Skip ]
virtual/composite-after-paint/compositing/backface-visibility/ [ Pass ] virtual/composite-after-paint/compositing/backface-visibility/* [ Pass ]
virtual/composite-after-paint/compositing/backgrounds/ [ Pass ] virtual/composite-after-paint/compositing/backgrounds/* [ Pass ]
virtual/composite-after-paint/compositing/geometry/abs-position-inside-opacity.html [ Pass ] virtual/composite-after-paint/compositing/geometry/abs-position-inside-opacity.html [ Pass ]
virtual/composite-after-paint/compositing/geometry/composited-html-size.html [ Pass ] virtual/composite-after-paint/compositing/geometry/composited-html-size.html [ Pass ]
virtual/composite-after-paint/compositing/geometry/outline-change.html [ Pass ] virtual/composite-after-paint/compositing/geometry/outline-change.html [ Pass ]
...@@ -129,17 +129,17 @@ virtual/composite-after-paint/compositing/iframes/iframe-in-composited-layer.htm ...@@ -129,17 +129,17 @@ virtual/composite-after-paint/compositing/iframes/iframe-in-composited-layer.htm
virtual/composite-after-paint/compositing/masks/mask-of-clipped-layer.html [ Pass ] virtual/composite-after-paint/compositing/masks/mask-of-clipped-layer.html [ Pass ]
virtual/composite-after-paint/compositing/overflow/clip-rotate-opacity-fixed.html [ Pass ] virtual/composite-after-paint/compositing/overflow/clip-rotate-opacity-fixed.html [ Pass ]
virtual/composite-after-paint/compositing/overlap-blending/children-opacity-huge.html [ Pass ] virtual/composite-after-paint/compositing/overlap-blending/children-opacity-huge.html [ Pass ]
virtual/composite-after-paint/compositing/plugins/ [ Pass ] virtual/composite-after-paint/compositing/plugins/* [ Pass ]
virtual/composite-after-paint/compositing/reflections/reflection-ordering.html [ Pass ] virtual/composite-after-paint/compositing/reflections/reflection-ordering.html [ Pass ]
virtual/composite-after-paint/compositing/rtl/rtl-overflow-scrolling.html [ Pass ] virtual/composite-after-paint/compositing/rtl/rtl-overflow-scrolling.html [ Pass ]
virtual/composite-after-paint/compositing/squashing/squash-composited-input.html [ Pass ] virtual/composite-after-paint/compositing/squashing/squash-composited-input.html [ Pass ]
virtual/composite-after-paint/compositing/transitions/opacity-on-inline.html [ Pass ] virtual/composite-after-paint/compositing/transitions/opacity-on-inline.html [ Pass ]
virtual/composite-after-paint/compositing/will-change/stacking-context-creation.html [ Pass ] virtual/composite-after-paint/compositing/will-change/stacking-context-creation.html [ Pass ]
virtual/composite-after-paint/compositing/z-order/ [ Pass ] virtual/composite-after-paint/compositing/z-order/* [ Pass ]
virtual/composite-after-paint/paint/background/ [ Pass ] virtual/composite-after-paint/paint/background/* [ Pass ]
virtual/composite-after-paint/paint/filters/ [ Pass ] virtual/composite-after-paint/paint/filters/* [ Pass ]
virtual/composite-after-paint/paint/frames [ Pass ] virtual/composite-after-paint/paint/frames/* [ Pass ]
virtual/composite-after-paint/scrollingcoordinator [ Pass ] virtual/composite-after-paint/scrollingcoordinator/* [ Pass ]
# --- End CompositeAfterPaint Tests -- # --- End CompositeAfterPaint Tests --
# Subpixel differences # Subpixel differences
...@@ -322,8 +322,8 @@ crbug.com/981719 [ Win ] external/wpt/css/css-ui/webkit-appearance-textfield-001 ...@@ -322,8 +322,8 @@ crbug.com/981719 [ Win ] external/wpt/css/css-ui/webkit-appearance-textfield-001
# WebGPU tests are only run on GPU bots, so they are skipped by default and run # WebGPU tests are only run on GPU bots, so they are skipped by default and run
# separately from other Web Tests. # separately from other Web Tests.
external/wpt/webgpu/ [ Skip ] external/wpt/webgpu/* [ Skip ]
wpt_internal/webgpu/ [ Skip ] wpt_internal/webgpu/* [ Skip ]
crbug.com/1018273 [ Mac ] compositing/gestures/gesture-tapHighlight-1-iframe-scrolled.html [ Failure ] crbug.com/1018273 [ Mac ] compositing/gestures/gesture-tapHighlight-1-iframe-scrolled.html [ Failure ]
crbug.com/1018273 [ Mac ] compositing/gestures/gesture-tapHighlight-1-iframe.html [ Failure ] crbug.com/1018273 [ Mac ] compositing/gestures/gesture-tapHighlight-1-iframe.html [ Failure ]
...@@ -1707,7 +1707,7 @@ crbug.com/803276 [ Mac ] inspector-protocol/memory/sampling-native-snapshot.js [ ...@@ -1707,7 +1707,7 @@ crbug.com/803276 [ Mac ] inspector-protocol/memory/sampling-native-snapshot.js [
crbug.com/803276 [ Win ] inspector-protocol/memory/sampling-native-snapshot.js [ Skip ] crbug.com/803276 [ Win ] inspector-protocol/memory/sampling-native-snapshot.js [ Skip ]
# Run these tests with under virtual/scalefactor... only. # Run these tests with under virtual/scalefactor... only.
crbug.com/567837 fast/hidpi/static [ Skip ] crbug.com/567837 fast/hidpi/static/* [ Skip ]
# For win10, see crbug.com/955109 # For win10, see crbug.com/955109
crbug.com/538697 [ Win ] virtual/threaded/printing/webgl-oversized-printing.html [ Failure Crash ] crbug.com/538697 [ Win ] virtual/threaded/printing/webgl-oversized-printing.html [ Failure Crash ]
...@@ -1795,10 +1795,10 @@ crbug.com/326139 crbug.com/390125 virtual/audio-service/media/video-frame-accura ...@@ -1795,10 +1795,10 @@ crbug.com/326139 crbug.com/390125 virtual/audio-service/media/video-frame-accura
crbug.com/421283 html/marquee/marquee-scrollamount.html [ Pass Failure ] crbug.com/421283 html/marquee/marquee-scrollamount.html [ Pass Failure ]
# TODO(oshima): Mac Android are currently not supported. # TODO(oshima): Mac Android are currently not supported.
crbug.com/567837 [ Mac ] virtual/scalefactor200withzoom/fast/hidpi/static/ [ Skip ] crbug.com/567837 [ Mac ] virtual/scalefactor200withzoom/fast/hidpi/static/* [ Skip ]
# Mac does not support fractional scale factor. # Mac does not support fractional scale factor.
crbug.com/567837 [ Mac ] virtual/scalefactor150/fast/hidpi/static [ Skip ] crbug.com/567837 [ Mac ] virtual/scalefactor150/fast/hidpi/static/* [ Skip ]
# TODO(oshima): Move the event scaling code to eventSender and remove this. # TODO(oshima): Move the event scaling code to eventSender and remove this.
crbug.com/567837 virtual/scalefactor200/fast/hidpi/static/mousewheel-scroll-amount.html [ Skip ] crbug.com/567837 virtual/scalefactor200/fast/hidpi/static/mousewheel-scroll-amount.html [ Skip ]
...@@ -1972,7 +1972,7 @@ crbug.com/626703 [ Win7 ] external/wpt/html/dom/documents/resource-metadata-mana ...@@ -1972,7 +1972,7 @@ crbug.com/626703 [ Win7 ] external/wpt/html/dom/documents/resource-metadata-mana
crbug.com/626703 [ Win7 ] virtual/omt-worker-fetch/external/wpt/xhr/responsexml-document-properties.htm [ Failure ] crbug.com/626703 [ Win7 ] virtual/omt-worker-fetch/external/wpt/xhr/responsexml-document-properties.htm [ Failure ]
# These are added to W3CImportExpectations as Skip, remove when next import is done. # These are added to W3CImportExpectations as Skip, remove when next import is done.
crbug.com/666657 external/wpt/css/css-text/hanging-punctuation [ Skip ] crbug.com/666657 external/wpt/css/css-text/hanging-punctuation/* [ Skip ]
crbug.com/909597 external/wpt/css/css-ui/text-overflow-ruby.html [ Failure ] crbug.com/909597 external/wpt/css/css-ui/text-overflow-ruby.html [ Failure ]
...@@ -2062,10 +2062,10 @@ crbug.com/630342 virtual/audio-service/http/tests/media/media-source/stream_memo ...@@ -2062,10 +2062,10 @@ crbug.com/630342 virtual/audio-service/http/tests/media/media-source/stream_memo
# On these platforms (all but Android) media tests don't currently use gpu-accelerated (proprietary) codecs, so no # On these platforms (all but Android) media tests don't currently use gpu-accelerated (proprietary) codecs, so no
# benefit to running them again with gpu acceleration enabled. # benefit to running them again with gpu acceleration enabled.
crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated/ [ Skip ] crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/555703 [ Mac ] virtual/media-gpu-accelerated/ [ Skip ] crbug.com/555703 [ Mac ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/555703 [ Win ] virtual/media-gpu-accelerated/ [ Skip ] crbug.com/555703 [ Win ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/555703 [ Fuchsia ] virtual/media-gpu-accelerated/ [ Skip ] crbug.com/555703 [ Fuchsia ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/467477 fast/multicol/vertical-rl/nested-columns.html [ Failure ] crbug.com/467477 fast/multicol/vertical-rl/nested-columns.html [ Failure ]
...@@ -2080,7 +2080,7 @@ crbug.com/924308 http/tests/devtools/console/console-dir-es6.js [ Pass Failure ] ...@@ -2080,7 +2080,7 @@ crbug.com/924308 http/tests/devtools/console/console-dir-es6.js [ Pass Failure ]
crbug.com/924308 http/tests/devtools/console/console-format-es6-2.js [ Pass Failure ] crbug.com/924308 http/tests/devtools/console/console-format-es6-2.js [ Pass Failure ]
# We only want to run one of the web-animations-api tests in stable mode. # We only want to run one of the web-animations-api tests in stable mode.
crbug.com/441553 virtual/stable/web-animations-api [ Skip ] crbug.com/441553 virtual/stable/web-animations-api/* [ Skip ]
# These tests *only* run in stable, to verify that these features are unsupported and throw exceptions. # These tests *only* run in stable, to verify that these features are unsupported and throw exceptions.
crbug.com/441559 virtual/stable/web-animations-api/partial-keyframes-unsupported.html [ Pass ] crbug.com/441559 virtual/stable/web-animations-api/partial-keyframes-unsupported.html [ Pass ]
crbug.com/437696 virtual/stable/web-animations-api/additive-animations-unsupported.html [ Pass ] crbug.com/437696 virtual/stable/web-animations-api/additive-animations-unsupported.html [ Pass ]
...@@ -2451,7 +2451,7 @@ crbug.com/911114 external/wpt/content-security-policy/plugin-types/plugintypes-m ...@@ -2451,7 +2451,7 @@ crbug.com/911114 external/wpt/content-security-policy/plugin-types/plugintypes-m
crbug.com/911114 external/wpt/content-security-policy/plugin-types/plugintypes-mismatched-url.html [ Skip ] crbug.com/911114 external/wpt/content-security-policy/plugin-types/plugintypes-mismatched-url.html [ Skip ]
# Remove these from virtual tests when Network Error Logging is turned on by default # Remove these from virtual tests when Network Error Logging is turned on by default
crbug.com/748549 external/wpt/network-error-logging [ Skip ] crbug.com/748549 external/wpt/network-error-logging/* [ Skip ]
# Remove from virtual tests when FreezeUserAgent is turned on by default. # Remove from virtual tests when FreezeUserAgent is turned on by default.
crbug.com/955620 http/tests/navigation/frozen-useragent.html [ Skip ] crbug.com/955620 http/tests/navigation/frozen-useragent.html [ Skip ]
...@@ -2886,7 +2886,7 @@ crbug.com/626703 external/wpt/css/css-writing-modes/text-combine-upright-digits- ...@@ -2886,7 +2886,7 @@ crbug.com/626703 external/wpt/css/css-writing-modes/text-combine-upright-digits-
crbug.com/626703 external/wpt/css/css-ui/webkit-appearance-button-bevel-001.html [ Failure ] crbug.com/626703 external/wpt/css/css-ui/webkit-appearance-button-bevel-001.html [ Failure ]
crbug.com/626703 external/wpt/css/css-writing-modes/text-combine-upright-all-002-manual.html [ Skip ] crbug.com/626703 external/wpt/css/css-writing-modes/text-combine-upright-all-002-manual.html [ Skip ]
crbug.com/626703 virtual/streaming-preload/external/wpt/html/semantics/scripting-1/the-script-element/json-module/parse-error.tentative.html [ Timeout ] crbug.com/626703 virtual/streaming-preload/external/wpt/html/semantics/scripting-1/the-script-element/json-module/parse-error.tentative.html [ Timeout ]
crbug.com/967018 virtual/streaming-preload/external/wpt/html/semantics/scripting-1/the-script-element/css-module [ Failure ] crbug.com/967018 virtual/streaming-preload/external/wpt/html/semantics/scripting-1/the-script-element/css-module/* [ Failure ]
crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/import-css-module-basic.html [ Failure ] crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/import-css-module-basic.html [ Failure ]
crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/css-module-worker-test.html [ Failure ] crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/css-module-worker-test.html [ Failure ]
crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/utf8.tentative.html [ Failure ] crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/utf8.tentative.html [ Failure ]
...@@ -3952,7 +3952,7 @@ crbug.com/707359 [ Mac ] fast/css-grid-layout/grid-self-baseline-04.html [ Failu ...@@ -3952,7 +3952,7 @@ crbug.com/707359 [ Mac ] fast/css-grid-layout/grid-self-baseline-04.html [ Failu
crbug.com/707359 [ Mac ] fast/css-grid-layout/grid-self-baseline-horiz-04.html [ Failure ] crbug.com/707359 [ Mac ] fast/css-grid-layout/grid-self-baseline-horiz-04.html [ Failure ]
# Subgrid is not implemented yet # Subgrid is not implemented yet
crbug.com/618969 external/wpt/css/css-grid/subgrid/ [ Skip ] crbug.com/618969 external/wpt/css/css-grid/subgrid/* [ Skip ]
# [css-logical] # [css-logical]
crbug.com/865579 external/wpt/css/css-logical/animation-001.html [ Failure Pass ] crbug.com/865579 external/wpt/css/css-logical/animation-001.html [ Failure Pass ]
...@@ -3991,12 +3991,12 @@ crbug.com/826419 external/wpt/html/semantics/embedded-content/media-elements/tra ...@@ -3991,12 +3991,12 @@ crbug.com/826419 external/wpt/html/semantics/embedded-content/media-elements/tra
crbug.com/825798 external/wpt/html/semantics/embedded-content/media-elements/track/track-element/track-webvtt-non-snap-to-lines.html [ Failure ] crbug.com/825798 external/wpt/html/semantics/embedded-content/media-elements/track/track-element/track-webvtt-non-snap-to-lines.html [ Failure ]
crbug.com/927477 external/wpt/import-maps/acquire-import-maps-flag/worker-request/ [ Skip ] crbug.com/927477 external/wpt/import-maps/acquire-import-maps-flag/worker-request/* [ Skip ]
crbug.com/927477 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/acquire-import-maps-flag/worker-request/ [ Skip ] crbug.com/927477 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/acquire-import-maps-flag/worker-request/* [ Skip ]
# Excludes tests that require built-in module supports. # Excludes tests that require built-in module supports.
crbug.com/1010751 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/builtin-support.tentative/ [ Skip ] crbug.com/1010751 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/builtin-support.tentative/* [ Skip ]
crbug.com/1010751 external/wpt/import-maps/imported/ [ Skip ] crbug.com/1010751 external/wpt/import-maps/imported/* [ Skip ]
# This test requires a special browser flag and seems not suitable for a wpt test, see bug. # This test requires a special browser flag and seems not suitable for a wpt test, see bug.
crbug.com/691944 external/wpt/service-workers/service-worker/update-after-oneday.https.html [ Skip ] crbug.com/691944 external/wpt/service-workers/service-worker/update-after-oneday.https.html [ Skip ]
...@@ -4104,7 +4104,7 @@ crbug.com/789139 http/tests/devtools/sources/debugger/live-edit-no-reveal.js [ F ...@@ -4104,7 +4104,7 @@ crbug.com/789139 http/tests/devtools/sources/debugger/live-edit-no-reveal.js [ F
# ====== Begin web-components-v0-disabled virtual suite tests ====== # ====== Begin web-components-v0-disabled virtual suite tests ======
# Ignore these - they are tests of the disabled features. Eventually remove these. # Ignore these - they are tests of the disabled features. Eventually remove these.
crbug.com/937746 virtual/web-components-v0-disabled/fast/html/imports [ Skip ] crbug.com/937746 virtual/web-components-v0-disabled/fast/html/imports/* [ Skip ]
crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/callback-context.html [ Skip ] crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/callback-context.html [ Skip ]
crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/crash-without-dom-wrapper.html [ Skip ] crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/crash-without-dom-wrapper.html [ Skip ]
crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/created-callback.html [ Skip ] crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/created-callback.html [ Skip ]
...@@ -4362,7 +4362,7 @@ crbug.com/681468 [ Win ] virtual/scalefactor150/fast/hidpi/static/data-suggestio ...@@ -4362,7 +4362,7 @@ crbug.com/681468 [ Win ] virtual/scalefactor150/fast/hidpi/static/data-suggestio
crbug.com/681468 [ Win ] virtual/scalefactor200withzoom/fast/hidpi/static/data-suggestion-picker-appearance.html [ Failure Pass Timeout ] crbug.com/681468 [ Win ] virtual/scalefactor200withzoom/fast/hidpi/static/data-suggestion-picker-appearance.html [ Failure Pass Timeout ]
crbug.com/681468 [ Win ] virtual/scalefactor200/fast/hidpi/static/data-suggestion-picker-appearance.html [ Failure Pass Timeout ] crbug.com/681468 [ Win ] virtual/scalefactor200/fast/hidpi/static/data-suggestion-picker-appearance.html [ Failure Pass Timeout ]
crbug.com/683800 [ Win7 Debug ] external/wpt/selection/ [ Failure Pass ] crbug.com/683800 [ Win7 Debug ] external/wpt/selection/* [ Failure Pass ]
# Arrow function name inferring # Arrow function name inferring
crbug.com/916975 http/tests/devtools/console/console-repeat-count.js [ Pass Failure ] crbug.com/916975 http/tests/devtools/console/console-repeat-count.js [ Pass Failure ]
...@@ -4969,7 +4969,7 @@ crbug.com/853360 [ Mac ] http/tests/misc/slow-loading-image-in-pattern.html [ Pa ...@@ -4969,7 +4969,7 @@ crbug.com/853360 [ Mac ] http/tests/misc/slow-loading-image-in-pattern.html [ Pa
# Origin Policy: Skip tests that rely on --feature-enabled=OriginPolicy, so # Origin Policy: Skip tests that rely on --feature-enabled=OriginPolicy, so
# they can be run via virtual/origin-policy instead. # they can be run via virtual/origin-policy instead.
crbug.com/751996 external/wpt/origin-policy [ Skip ] crbug.com/751996 external/wpt/origin-policy/* [ Skip ]
crbug.com/854538 [ Win7 ] http/tests/security/contentSecurityPolicy/1.1/form-action-src-default-ignored-with-redirect.html [ Skip ] crbug.com/854538 [ Win7 ] http/tests/security/contentSecurityPolicy/1.1/form-action-src-default-ignored-with-redirect.html [ Skip ]
...@@ -5423,7 +5423,7 @@ crbug.com/919789 virtual/audio-service/media/controls/overflow-menu-hide-on-resi ...@@ -5423,7 +5423,7 @@ crbug.com/919789 virtual/audio-service/media/controls/overflow-menu-hide-on-resi
crbug.com/919789 [ Linux ] paint/invalidation/resize-iframe-text.html [ Pass Timeout ] crbug.com/919789 [ Linux ] paint/invalidation/resize-iframe-text.html [ Pass Timeout ]
crbug.com/919789 [ Mac10.13 ] paint/invalidation/resize-iframe-text.html [ Pass Timeout ] crbug.com/919789 [ Mac10.13 ] paint/invalidation/resize-iframe-text.html [ Pass Timeout ]
crbug.com/919789 paint/invalidation/scroll/scrollbar-damage-and-full-viewport-repaint.html [ Pass Timeout ] crbug.com/919789 paint/invalidation/scroll/scrollbar-damage-and-full-viewport-repaint.html [ Pass Timeout ]
crbug.com/919789 paint/invalidation/window-resize/ [ Pass Timeout ] crbug.com/919789 paint/invalidation/window-resize/* [ Pass Timeout ]
# Sheriff 2019-03-27 # Sheriff 2019-03-27
crbug.com/835943 [ Release ] http/tests/appcache/non-html.xhtml [ Crash Pass Failure Timeout ] crbug.com/835943 [ Release ] http/tests/appcache/non-html.xhtml [ Crash Pass Failure Timeout ]
...@@ -5724,7 +5724,7 @@ crbug.com/991243 [ Linux ] virtual/omt-worker-fetch/external/wpt/workers/semanti ...@@ -5724,7 +5724,7 @@ crbug.com/991243 [ Linux ] virtual/omt-worker-fetch/external/wpt/workers/semanti
# Expected failures for forced colors mode tests when the corresponding flags # Expected failures for forced colors mode tests when the corresponding flags
# are not enabled. # are not enabled.
crbug.com/970285 external/wpt/forced-colors-mode [ Failure ] crbug.com/970285 external/wpt/forced-colors-mode/* [ Failure ]
# Sheriff 2019-08-14 # Sheriff 2019-08-14
crbug.com/993671 [ Win ] http/tests/media/video-frame-size-change.html [ Pass Failure ] crbug.com/993671 [ Win ] http/tests/media/video-frame-size-change.html [ Pass Failure ]
......
third_party/blink/web_tests/WPTOverrideExpectations
View file @ e58c26dc
...@@ -11,7 +11,7 @@ ...@@ -11,7 +11,7 @@
# Bluetooth not supported in Chrome as per # Bluetooth not supported in Chrome as per
# https://github.com/web-platform-tests/wpt/blob/master/bluetooth/README.md#web-bluetooth-testing # https://github.com/web-platform-tests/wpt/blob/master/bluetooth/README.md#web-bluetooth-testing
external/wpt/bluetooth [ Skip ] external/wpt/bluetooth/* [ Skip ]
# This is a mass dump of all the current WPT failures seen on Waterfall. They are untriaged. # This is a mass dump of all the current WPT failures seen on Waterfall. They are untriaged.
external/wpt/2dcontext/wide-gamut-canvas/canvas-createImageBitmap-e_srgb.html [ Pass Failure ] external/wpt/2dcontext/wide-gamut-canvas/canvas-createImageBitmap-e_srgb.html [ Pass Failure ]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment