Skip to content

GitLab

T
tangled
Commit e58c26dc authored by Rakib M. Hasan's avatar Rakib M. Hasan Committed by Commit Bot
Browse files
Options

[web tests] Add globs to patterns in test expectations for directories 

Test expectations for directories need to have globs at the end of the pattern
in the new expectations format. If they do not have a glob then the expectation
will not apply to tests within the directory.

Bug: 986447
Change-Id: Ia44254b7d79d26647463000a6c13cb6610f10101
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1974318
Commit-Queue: Rakib Hasan <rmhasan@google.com>
Reviewed-by: default avatarRobert Ma <robertma@chromium.org>
Cr-Commit-Position: refs/heads/master@{#726443}
parent 1bf83fe2
Hide whitespace changes
Inline Side-by-side
Showing with 139 additions and 103 deletions
third_party/blink/tools/blinkpy/web_tests/lint_test_expectations.py
View file @ e58c26dc
......@@ -34,7 +34,9 @@ import traceback
from blinkpy.common import exit_codes
from blinkpy.common.host import Host
from blinkpy.common.system.log_utils import configure_logging
from blinkpy.web_tests.models import test_expectations
from blinkpy.web_tests.models.test_expectations import (
TestExpectations, TestExpectationLine, ParseError)
from blinkpy.web_tests.port.factory import platform_options
from blinkpy.web_tests.models.test_expectations import TestExpectationLine
......@@ -60,6 +62,9 @@ def lint(host, options):
expectations_dict = {}
all_system_specifiers = set()
all_build_specifiers = set(ports_to_lint[0].ALL_BUILD_TYPES)
# TODO(crbug.com/986447) Remove the checks below after migrating the expectations
# parsing to Typ. All the checks below can be handled by Typ.
for path in paths:
if host.filesystem.exists(path):
expectations_dict[path] = host.filesystem.read_text_file(path)
......@@ -76,19 +81,24 @@ def lint(host, options):
expectations_dict[path] = host.filesystem.read_text_file(path)
for path, content in expectations_dict.items():
try:
test_expectations.TestExpectations(
TestExpectations(
ports_to_lint[0],
expectations_dict={path: content},
is_lint_mode=True)
except test_expectations.ParseError as error:
except ParseError as error:
_log.error('')
for warning in error.warnings:
_log.error(warning)
failures.append('%s: %s' % (path, warning))
_log.error('')
# check for expectations which start with the Bug(...) token
exp_lines = content.split('\n')
for lineno, line in enumerate(exp_lines, 1):
if line.strip().startswith('Bug('):
line = line.strip()
if not line or line.startswith('#'):
continue
if line.startswith('Bug('):
error = (("%s:%d Expectation '%s' has the Bug(...) token, "
"The token has been removed in the new expectations format") %
(host.filesystem.basename(path), lineno, line))
......@@ -96,8 +106,10 @@ def lint(host, options):
failures.append(error)
_log.error('')
# check for expectations which have more than one mutually exclusive specifier
for lineno, line in enumerate(exp_lines, 1):
if line.strip().startswith('#') or not line.strip():
line = line.strip()
if not line or line.startswith('#'):
continue
exp_line = TestExpectationLine.tokenize_line(
host.filesystem.basename(path), line, lineno, ports_to_lint[0])
......@@ -113,6 +125,28 @@ def lint(host, options):
_log.error(error)
_log.error('')
failures.append(error)
# check for directories in test expectations which do not have a glob at the end
for lineno, line in enumerate(exp_lines, 1):
line = line.strip()
if not line or line.startswith('#'):
continue
test_exp_line = TestExpectationLine.tokenize_line(
host.filesystem.basename(path), line, lineno, ports_to_lint[0])
if not test_exp_line.name or test_exp_line.name.endswith('*'):
continue
testname, _ = ports_to_lint[0].split_webdriver_test_name(test_exp_line.name)
index = testname.find('?')
if index != -1:
testname = testname[:index]
if ports_to_lint[0].test_isdir(testname):
error = (("%s:%d Expectation '%s' is for a directory, however "
"the name in the expectation does not have a glob in the end") %
(host.filesystem.basename(path), lineno, line))
_log.error(error)
failures.append(error)
_log.error('')
return failures
......
third_party/blink/tools/blinkpy/web_tests/models/test_expectations.py
View file @ e58c26dc
......@@ -182,6 +182,8 @@ class TestExpectationParser(object):
for line in expectations_string.split('\n'):
line_number += 1
test_expectation = TestExpectationLine.tokenize_line(filename, line, line_number, self._port)
if test_expectation.name and test_expectation.name.endswith('*'):
test_expectation.name = test_expectation.name[:-1]
self._parse_line(test_expectation)
expectation_lines.append(test_expectation)
......
third_party/blink/web_tests/ASANExpectations
View file @ e58c26dc
......@@ -57,7 +57,7 @@ crbug.com/438499 [ Linux ] http/tests/devtools/profiler/heap-snapshot-containmen
crbug.com/438499 [ Linux ] virtual/threaded-no-composited-antialiasing/animations/unanimated-style.html [ Timeout ]
# Flakily timeout on Linux ASAN bots.
crbug.com/243871 [ Linux ] virtual/threaded-prefer-compositing/fast/scroll-behavior/ [ Skip ]
crbug.com/243871 [ Linux ] virtual/threaded-prefer-compositing/fast/scroll-behavior/* [ Skip ]
crbug.com/464065 [ Linux ] media/track/css-cue-for-video-in-shadow.html [ Timeout ]
crbug.com/464065 [ Linux ] media/track/css-cue-for-video-in-shadow-2.html [ Timeout ]
crbug.com/572723 [ Linux ] http/tests/devtools/sources/debugger/debugger-completions-on-call-frame.js [ Timeout Pass ]
......
third_party/blink/web_tests/FlagExpectations/composite-after-paint
View file @ e58c26dc
# Expectations for CompositeAfterPaint
# See: https://docs.google.com/document/d/1QCM912Dr6u38DqyQqd7pxQxDy8FFOoWMMDq7uAXqKdA/view
http/tests/devtools/tracing/ [ Skip ]
http/tests/devtools/tracing/* [ Skip ]
virtual/composite-after-paint/ [ Skip ]
virtual/composite-after-paint/* [ Skip ]
virtual/gpu/fast/canvas/ [ Skip ]
virtual/layout_ng_block_frag/ [ Skip ]
virtual/layout_ng_fieldset/ [ Skip ]
virtual/layout_ng_flex_box/ [ Skip ]
virtual/prefer_compositing_to_lcd_text/compositing/overflow/ [ Skip ]
virtual/stable/ [ Skip ]
virtual/gpu/fast/canvas/* [ Skip ]
virtual/layout_ng_block_frag/* [ Skip ]
virtual/layout_ng_fieldset/* [ Skip ]
virtual/layout_ng_flex_box/* [ Skip ]
virtual/prefer_compositing_to_lcd_text/compositing/overflow/* [ Skip ]
virtual/stable/* [ Skip ]
# For now we track the failures of the base tests of the following virtual suites.
virtual/exotic-color-space/images/ [ Skip ]
virtual/gpu-rasterization/images/ [ Skip ]
virtual/mouseevent_fractional/fast/events/touch/ [ Skip ]
virtual/scroll_customization/fast/events/touch/ [ Skip ]
virtual/threaded/printing/ [ Skip ]
virtual/threaded/http/tests/devtools/tracing/ [ Skip ]
virtual/controls-refresh/ [ Skip ]
virtual/controls-refresh-hc/ [ Skip ]
virtual/web-components-v0-disabled/ [ Skip ]
virtual/exotic-color-space/images/* [ Skip ]
virtual/gpu-rasterization/images/* [ Skip ]
virtual/mouseevent_fractional/fast/events/touch/* [ Skip ]
virtual/scroll_customization/fast/events/touch/* [ Skip ]
virtual/threaded/printing/* [ Skip ]
virtual/threaded/http/tests/devtools/tracing/* [ Skip ]
virtual/controls-refresh/* [ Skip ]
virtual/controls-refresh-hc/* [ Skip ]
virtual/web-components-v0-disabled/* [ Skip ]
# Can't rebaseline because the file path is too long.
virtual/compositor_threaded_scrollbar_scrolling/paint/invalidation/scroll/sticky/invalidate-after-composited-scroll-with-sticky.html [ Skip ]
......
third_party/blink/web_tests/FlagExpectations/disable-layout-ng
View file @ e58c26dc
......@@ -48,7 +48,7 @@ crbug.com/591099 external/wpt/css/css-fonts/font-features-across-space-1.html [
crbug.com/591099 external/wpt/css/css-fonts/font-features-across-space-3.html [ Failure ]
### external/wpt/css/css-layout-api/
crbug.com/591099 external/wpt/css/css-layout-api/ [ Skip ]
crbug.com/591099 external/wpt/css/css-layout-api/* [ Skip ]
### external/wpt/css/css-multicol/
crbug.com/591099 external/wpt/css/css-multicol/multicol-span-all-list-item-002.html [ Failure ]
......@@ -341,7 +341,7 @@ crbug.com/591099 virtual/forced-high-contrast-colors/external/wpt/forced-colors-
crbug.com/874695 http/tests/credentialmanager/credentialscontainer-create-with-virtual-authenticator.html [ Failure ]
### http/tests/csslayout/
crbug.com/591099 http/tests/csslayout/ [ Skip ]
crbug.com/591099 http/tests/csslayout/* [ Skip ]
### virtual/omt-worker-fetch/external/wpt/service-workers/service-worker/
crbug.com/591099 virtual/omt-worker-fetch/external/wpt/service-workers/service-worker/registration-updateviacache.https.html [ Failure ]
......@@ -450,4 +450,4 @@ virtual/controls-refresh/color-scheme/suggestion-picker/datetimelocal-suggestion
virtual/controls-refresh/color-scheme/suggestion-picker/time-suggestion-picker-appearance.html [ Failure ]
# MathML depends on LayoutNG.
crbug.com/6606 external/wpt/mathml/ [ Skip ]
crbug.com/6606 external/wpt/mathml/* [ Skip ]
third_party/blink/web_tests/FlagExpectations/disable-site-isolation-trials
View file @ e58c26dc
......@@ -25,4 +25,4 @@ crbug.com/933880 http/tests/misc/redirect-to-about-blank.html [ Timeout ]
http/tests/inspector-protocol/fetch/fetch-oopif.js [ Skip ]
# JS Self-Profiling currently requires site isolation.
crbug.com/956688 http/tests/js-self-profiling/ [ Skip ]
crbug.com/956688 http/tests/js-self-profiling/* [ Skip ]
third_party/blink/web_tests/MSANExpectations
View file @ e58c26dc
......@@ -9,7 +9,7 @@
# https://chromium.googlesource.com/chromium/src/+/master/docs/testing/web_test_expectations.md
# Those stress V8's simulator, making them very slow under MSan.
crbug.com/420198 [ Linux ] fast/js/regress [ Skip ]
crbug.com/420198 [ Linux ] fast/js/regress/* [ Skip ]
crbug.com/420198 [ Linux ] fast/css/fontface-arraybuffer.html [ Skip ]
# Deliberate infinite recursion. A JS exception is expected, but may crash with
......@@ -17,7 +17,7 @@ crbug.com/420198 [ Linux ] fast/css/fontface-arraybuffer.html [ Skip ]
crbug.com/420606 [ Linux ] external/wpt/workers/constructors/Worker/Worker-constructor.html [ Skip ]
# Flaky under MSan (hang forever).
crbug.com/422982 [ Linux ] virtual/threaded [ Skip ]
crbug.com/422982 [ Linux ] virtual/threaded/* [ Skip ]
crbug.com/700795 [ Linux ] http/tests/devtools/animation/animation-transition-setTiming-crash.js [ Skip ]
......@@ -61,7 +61,7 @@ crbug.com/810963 [ Linux ] external/wpt/dom/interfaces.html [ Timeout ]
crbug.com/577889 [ Linux ] fast/js/typed-array-allocation-failure.html [ Crash ]
# These tests use OpenGl, which crashes on MSAN builds due to missing instrumentation
crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated [ Skip ]
crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/769729 [ Linux ] paint/invalidation/video-paint-invalidation.html [ Crash ]
......
third_party/blink/web_tests/NeverFixTests
View file @ e58c26dc
......@@ -18,7 +18,7 @@
# FIXME: Remove the Skip keyword and have that be implied for tests in this file.
# Perf tests are really slow in debug builds and there are few benefits in running them.
[ Debug ] http/tests/perf [ Skip ]
[ Debug ] http/tests/perf/* [ Skip ]
# This test verifies that a mismatch reftest will fail if both results are the
# same. Because the whole point is that this test should fail when run, it's
......@@ -69,8 +69,8 @@ fast/harness/results.html [ Skip ]
# Mac's popup behavior is different.
[ Mac ] fast/forms/select/menulist-onchange-fired-with-key-up-down.html [ Skip ]
[ Mac ] fast/forms/select/popup-with-display-none-optgroup.html [ Skip ]
[ Mac ] fast/forms/select-popup [ Skip ]
[ Mac ] virtual/cascade/fast/forms/select-popup [ Skip ]
[ Mac ] fast/forms/select-popup/* [ Skip ]
[ Mac ] virtual/cascade/fast/forms/select-popup/* [ Skip ]
# These tests are specific to Windows and Linux.
[ Mac ] fast/forms/calendar-picker/date-open-picker-with-f4-key.html [ Skip ]
......@@ -163,15 +163,15 @@ crbug.com/1004945 [ Win ] fast/text/mac-aat-morx-kern.html [ Skip ]
[ Linux ] inspector-protocol/layout-fonts/font-weight-granularity-matching.js [ Skip ]
# Tests in media/stable are only supposed to be run as virtual test (see virtual/stable/media).
media/stable [ Skip ]
media/stable/* [ Skip ]
# This test requires a compositor, so only the virtual/threaded/ version is run.
external/wpt/feature-policy/experimental-features/vertical-scroll-touch-block-manual.tentative.html [ Skip ]
virtual/unified-autoplay/external/wpt/feature-policy/experimental-features/vertical-scroll-touch-block-manual.tentative.html [ Skip ]
# Only run fake-Android tests on Linux
[ Mac ] virtual/android/ [ Skip ]
[ Win ] virtual/android/ [ Skip ]
[ Mac ] virtual/android/* [ Skip ]
[ Win ] virtual/android/* [ Skip ]
# Android doesn't support plugins
virtual/android/fullscreen/rendering/backdrop-object.html [ Skip ]
......@@ -321,10 +321,10 @@ crbug.com/627953 [ Mac ] virtual/text-antialias/symbol-cmap.html [ Skip ]
# These tests require audio codecs which are generally not available;
# these tests can still be run manually with --skipped=ignore.
webaudio/codec-tests/aac [ Skip ]
webaudio/codec-tests/aac/* [ Skip ]
# WPT for CSS cascade
crbug.com/763610 external/wpt/css/CSS2/cascade [ Skip ]
crbug.com/763610 external/wpt/css/CSS2/cascade/* [ Skip ]
# The revert keyword is not yet supported.
external/wpt/css/css-cascade/revert-val-001.html [ Skip ]
......@@ -442,7 +442,7 @@ external/wpt/css/css-text/text-transform/text-transform-full-size-kana-006.html
external/wpt/css/css-text/text-transform/text-transform-full-size-kana-007.html [ Skip ]
external/wpt/css/css-text/text-transform/text-transform-fullwidth-008.html [ Skip ]
external/wpt/css/css-text/text-transform/text-transform-fullwidth-009.html [ Skip ]
external/wpt/css/css-text/word-boundary/ [ Skip ]
external/wpt/css/css-text/word-boundary/* [ Skip ]
external/wpt/css/css-text/writing-system/writing-system-line-break-001.html [ Skip ]
external/wpt/css/css-text/writing-system/writing-system-line-break-002.html [ Skip ]
external/wpt/css/css-text/writing-system/writing-system-segment-break-001.html [ Skip ]
......@@ -1382,7 +1382,7 @@ virtual/audio-service/external/wpt/mediacapture-streams/MediaStream-default-feat
# These directories have manual tests that don't have to run with
# run_web_tests.py; see https://crbug.com/359838.
http/tests/ManualTests/ [ Skip ]
http/tests/ManualTests/* [ Skip ]
# These test produce invisible different pixels on Win7 Debug.
[ Win7 Debug ] fast/table/backgr_border-table-column-group-collapsed-border.html [ Skip ]
......@@ -1413,7 +1413,7 @@ crbug.com/869492 virtual/threaded/external/wpt/feature-policy/experimental-featu
# Tests that only work when the mixed content autoupgrade feature is enabled.
# Covered in virtual test suite.
http/tests/mixed-autoupgrade [ Skip ]
http/tests/mixed-autoupgrade/* [ Skip ]
# Not expected to pass in default configuration, only virtual test suite.
crbug.com/830901 fast/webgl/video-metadata/texImage-video-last-uploaded-metadata.html [ Skip ]
......@@ -1997,7 +1997,7 @@ virtual/speech-with-unified-autoplay/external/wpt/speech-api/SpeechRecognition-s
# Skip below. Note that by default Site Isolation isolates *sites* rather
# than *origin* and therefore avoids problems related to document.domain
# compatibility.
external/wpt/html/browsers/origin/relaxing-the-same-origin-restriction [ Skip ]
external/wpt/html/browsers/origin/relaxing-the-same-origin-restriction/* [ Skip ]
external/wpt/FileAPI/url/multi-global-origin-serialization.sub.html [ Skip ]
external/wpt/dom/events/EventListener-incumbent-global-1.sub.html [ Skip ]
external/wpt/dom/events/EventListener-incumbent-global-2.sub.html [ Skip ]
......@@ -2059,7 +2059,7 @@ crbug.com/946022 [ Win7 ] media/controls/overflow-menu-hide-on-resize.html [ Ski
crbug.com/946022 [ Win7 ] virtual/audio-service/media/controls/overflow-menu-hide-on-resize.html [ Skip ]
crbug.com/946022 [ Win7 ] paint/invalidation/resize-iframe-text.html [ Skip ]
crbug.com/946022 [ Win7 ] paint/invalidation/scroll/scrollbar-damage-and-full-viewport-repaint.html [ Skip ]
crbug.com/946022 [ Win7 ] paint/invalidation/window-resize/ [ Skip ]
crbug.com/946022 [ Win7 ] paint/invalidation/window-resize/* [ Skip ]
# We don't plan to support this use-case in the near future.
crbug.com/940797 external/wpt/signed-exchange/appcache/sxg-served-from-appcache.tentative.https.html [ Skip ]
......@@ -2109,7 +2109,7 @@ crbug.com/870173 virtual/omt-worker-fetch/external/wpt/resource-timing/cors-pref
crbug.com/870173 virtual/omt-worker-fetch/http/tests/workers/worker-redirect.html [ Skip ]
# Windows doesn't have native overlay scrollbar
[ Win ] virtual/overlay-scrollbar [ Skip ]
[ Win ] virtual/overlay-scrollbar/* [ Skip ]
# Blink implements additional privacy measures that cause the regular test in
# WPT to time out.
......
third_party/blink/web_tests/SlowTests
View file @ e58c26dc
......@@ -75,26 +75,26 @@ crbug.com/451577 [ Debug ] fast/frames/calculate-round.html [ Slow ]
crbug.com/237245 [ Debug Win7 ] editing/selection/programmatic-selection-on-mac-is-directionless.html [ Slow ]
# Most DevTools tests are slow in Debug.
webkit.org/b/90488 [ Debug ] http/tests/devtools/ [ Slow ]
webkit.org/b/90488 [ Debug ] inspector-protocol/ [ Slow ]
webkit.org/b/90488 [ Debug ] http/tests/devtools/* [ Slow ]
webkit.org/b/90488 [ Debug ] inspector-protocol/* [ Slow ]
# DevTools console, debugger and profiler tests are slow in Release as well.
crbug.com/451577 http/tests/devtools/console [ Slow ]
crbug.com/450493 http/tests/devtools/sources/ [ Slow ]
crbug.com/450493 http/tests/devtools/startup/sources/ [ Slow ]
crbug.com/450493 http/tests/devtools/csp/ [ Slow ]
crbug.com/450493 http/tests/devtools/profiler/ [ Slow ]
crbug.com/420008 http/tests/devtools/tracing/ [ Slow ]
crbug.com/420008 virtual/threaded/http/tests/devtools/tracing/ [ Slow ]
crbug.com/902685 http/tests/devtools/isolated-code-cache/ [ Slow ]
crbug.com/902685 virtual/site-isolated-code-cache/http/tests/devtools/isolated-code-cache/ [ Slow ]
crbug.com/902685 virtual/not-split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/ [ Slow ]
crbug.com/451577 http/tests/devtools/console/* [ Slow ]
crbug.com/450493 http/tests/devtools/sources/* [ Slow ]
crbug.com/450493 http/tests/devtools/startup/sources/* [ Slow ]
crbug.com/450493 http/tests/devtools/csp/* [ Slow ]
crbug.com/450493 http/tests/devtools/profiler/* [ Slow ]
crbug.com/420008 http/tests/devtools/tracing/* [ Slow ]
crbug.com/420008 virtual/threaded/http/tests/devtools/tracing/* [ Slow ]
crbug.com/902685 http/tests/devtools/isolated-code-cache/* [ Slow ]
crbug.com/902685 virtual/site-isolated-code-cache/http/tests/devtools/isolated-code-cache/* [ Slow ]
crbug.com/902685 virtual/not-split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/* [ Slow ]
crbug.com/902685 http/tests/devtools/wasm-isolated-code-cache/wasm-cache-test.js [ Slow ]
crbug.com/902685 virtual/wasm-site-isolated-code-cache/http/tests/devtools/wasm-isolated-code-cache/wasm-cache-test.js [ Slow ]
crbug.com/902685 virtual/split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/ [ Slow ]
crbug.com/902685 virtual/split-http-cache-not-site-per-process/http/tests/devtools/isolated-code-cache/* [ Slow ]
# Misc DevTools tests that are slow
crbug.com/246190 [ Release ] http/tests/devtools/indexeddb/ [ Slow ]
crbug.com/246190 [ Release ] http/tests/devtools/indexeddb/* [ Slow ]
crbug.com/451577 [ Mac ] http/tests/devtools/extensions/extensions-sidebar.js [ Slow ]
crbug.com/941860 http/tests/devtools/extensions/extensions-events.js [ Slow ]
crbug.com/667560 http/tests/devtools/startup/console/console-format-startup.js [ Slow ]
......@@ -129,7 +129,7 @@ crbug.com/869829 virtual/audio-service/http/tests/media/video-cancel-load.html [
crbug.com/870259 virtual/audio-service/http/tests/media/video-throttled-load-metadata.html [ Slow ]
# Many of the virtual animations tests are slow.
crbug.com/243871 virtual/threaded-prefer-compositing/fast/scroll-behavior/ [ Slow ]
crbug.com/243871 virtual/threaded-prefer-compositing/fast/scroll-behavior/* [ Slow ]
# These html5lib tests are generated tests that test a huge amount of permutations so they need a bit more time.
crbug.com/453312 html5lib/generated/run-doctype01-data.html [ Slow ]
......@@ -182,11 +182,11 @@ crbug.com/372424 fast/dom/DOMImplementation/createDocument-with-used-doctype.htm
crbug.com/372424 http/tests/serviceworker/registration-stress.html [ Slow ]
crbug.com/448670 http/tests/serviceworker/register-different-script-many-times.html [ Slow ]
crbug.com/516319 [ Win ] http/tests/fetch/ [ Slow ]
crbug.com/516319 [ Win ] virtual/streaming-preload/http/tests/fetch/ [ Slow ]
crbug.com/516319 [ Win ] http/tests/fetch/* [ Slow ]
crbug.com/516319 [ Win ] virtual/streaming-preload/http/tests/fetch/* [ Slow ]
# Most crypto/subtle tests are slow some or most of the time.
crbug.com/459009 crypto/subtle/ [ Slow ]
crbug.com/459009 crypto/subtle/* [ Slow ]
crbug.com/528419 http/tests/devtools/elements/styles-2/pseudo-elements.js [ Slow ]
......@@ -411,18 +411,18 @@ crbug.com/874695 http/tests/fetch/serviceworker/body-mixin-base-https-other-http
crbug.com/874695 http/tests/fetch/serviceworker/body-mixin.html [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker/stream-reader.html [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker/thorough/ [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker-proxied/thorough/ [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker/thorough/* [ Slow ]
crbug.com/874695 http/tests/fetch/serviceworker-proxied/thorough/* [ Slow ]
crbug.com/874695 http/tests/fetch/window/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/body-mixin.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/stream-reader.html [ Slow ]
crbug.com/874695 http/tests/fetch/window/thorough/ [ Slow ]
crbug.com/874695 http/tests/fetch/window/thorough/* [ Slow ]
crbug.com/874695 http/tests/fetch/workers/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/body-mixin.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/stream-reader.html [ Slow ]
crbug.com/874695 http/tests/fetch/workers/thorough/ [ Slow ]
crbug.com/874695 http/tests/fetch/workers/thorough/* [ Slow ]
crbug.com/874695 http/tests/images/png-progressive-load.html [ Slow ]
crbug.com/874695 http/tests/images/webp-progressive-load.html [ Slow ]
crbug.com/874695 http/tests/inspector-protocol/request-mixed-content-status-blockable.js [ Slow ]
......@@ -579,18 +579,18 @@ crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/body-m
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/body-mixin.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/stream-reader.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/thorough/ [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker-proxied/thorough/ [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker/thorough/* [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/serviceworker-proxied/thorough/* [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/body-mixin.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/stream-reader.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/thorough/ [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/window/thorough/* [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/body-mixin-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/body-mixin.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/stream-reader-base-https-other-https.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/stream-reader.html [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/thorough/ [ Slow ]
crbug.com/874695 virtual/streaming-preload/http/tests/fetch/workers/thorough/* [ Slow ]
crbug.com/874695 http/tests/devtools/sxg/sxg-cert-not-found.js [ Slow ]
crbug.com/874695 http/tests/devtools/sxg/sxg-disable-cache.js [ Slow ]
crbug.com/874695 virtual/sxg-with-network-service/http/tests/devtools/sxg/sxg-disable-cache.js [ Slow ]
......
third_party/blink/web_tests/TestExpectations
View file @ e58c26dc
......@@ -116,9 +116,9 @@ crbug.com/759632 http/tests/devtools/network/network-datasaver-warning.js [ Fail
# --- Begin CompositeAfterPaint Tests --
# Only whitelisted tests run under the virtual suite.
# More tests run with CompositeAfterPaint on the flag-specific try bot.
virtual/composite-after-paint/ [ Skip ]
virtual/composite-after-paint/compositing/backface-visibility/ [ Pass ]
virtual/composite-after-paint/compositing/backgrounds/ [ Pass ]
virtual/composite-after-paint/* [ Skip ]
virtual/composite-after-paint/compositing/backface-visibility/* [ Pass ]
virtual/composite-after-paint/compositing/backgrounds/* [ Pass ]
virtual/composite-after-paint/compositing/geometry/abs-position-inside-opacity.html [ Pass ]
virtual/composite-after-paint/compositing/geometry/composited-html-size.html [ Pass ]
virtual/composite-after-paint/compositing/geometry/outline-change.html [ Pass ]
......@@ -129,17 +129,17 @@ virtual/composite-after-paint/compositing/iframes/iframe-in-composited-layer.htm
virtual/composite-after-paint/compositing/masks/mask-of-clipped-layer.html [ Pass ]
virtual/composite-after-paint/compositing/overflow/clip-rotate-opacity-fixed.html [ Pass ]
virtual/composite-after-paint/compositing/overlap-blending/children-opacity-huge.html [ Pass ]
virtual/composite-after-paint/compositing/plugins/ [ Pass ]
virtual/composite-after-paint/compositing/plugins/* [ Pass ]
virtual/composite-after-paint/compositing/reflections/reflection-ordering.html [ Pass ]
virtual/composite-after-paint/compositing/rtl/rtl-overflow-scrolling.html [ Pass ]
virtual/composite-after-paint/compositing/squashing/squash-composited-input.html [ Pass ]
virtual/composite-after-paint/compositing/transitions/opacity-on-inline.html [ Pass ]
virtual/composite-after-paint/compositing/will-change/stacking-context-creation.html [ Pass ]
virtual/composite-after-paint/compositing/z-order/ [ Pass ]
virtual/composite-after-paint/paint/background/ [ Pass ]
virtual/composite-after-paint/paint/filters/ [ Pass ]
virtual/composite-after-paint/paint/frames [ Pass ]
virtual/composite-after-paint/scrollingcoordinator [ Pass ]
virtual/composite-after-paint/compositing/z-order/* [ Pass ]
virtual/composite-after-paint/paint/background/* [ Pass ]
virtual/composite-after-paint/paint/filters/* [ Pass ]
virtual/composite-after-paint/paint/frames/* [ Pass ]
virtual/composite-after-paint/scrollingcoordinator/* [ Pass ]
# --- End CompositeAfterPaint Tests --
# Subpixel differences
......@@ -322,8 +322,8 @@ crbug.com/981719 [ Win ] external/wpt/css/css-ui/webkit-appearance-textfield-001
# WebGPU tests are only run on GPU bots, so they are skipped by default and run
# separately from other Web Tests.
external/wpt/webgpu/ [ Skip ]
wpt_internal/webgpu/ [ Skip ]
external/wpt/webgpu/* [ Skip ]
wpt_internal/webgpu/* [ Skip ]
crbug.com/1018273 [ Mac ] compositing/gestures/gesture-tapHighlight-1-iframe-scrolled.html [ Failure ]
crbug.com/1018273 [ Mac ] compositing/gestures/gesture-tapHighlight-1-iframe.html [ Failure ]
......@@ -1707,7 +1707,7 @@ crbug.com/803276 [ Mac ] inspector-protocol/memory/sampling-native-snapshot.js [
crbug.com/803276 [ Win ] inspector-protocol/memory/sampling-native-snapshot.js [ Skip ]
# Run these tests with under virtual/scalefactor... only.
crbug.com/567837 fast/hidpi/static [ Skip ]
crbug.com/567837 fast/hidpi/static/* [ Skip ]
# For win10, see crbug.com/955109
crbug.com/538697 [ Win ] virtual/threaded/printing/webgl-oversized-printing.html [ Failure Crash ]
......@@ -1795,10 +1795,10 @@ crbug.com/326139 crbug.com/390125 virtual/audio-service/media/video-frame-accura
crbug.com/421283 html/marquee/marquee-scrollamount.html [ Pass Failure ]
# TODO(oshima): Mac Android are currently not supported.
crbug.com/567837 [ Mac ] virtual/scalefactor200withzoom/fast/hidpi/static/ [ Skip ]
crbug.com/567837 [ Mac ] virtual/scalefactor200withzoom/fast/hidpi/static/* [ Skip ]
# Mac does not support fractional scale factor.
crbug.com/567837 [ Mac ] virtual/scalefactor150/fast/hidpi/static [ Skip ]
crbug.com/567837 [ Mac ] virtual/scalefactor150/fast/hidpi/static/* [ Skip ]
# TODO(oshima): Move the event scaling code to eventSender and remove this.
crbug.com/567837 virtual/scalefactor200/fast/hidpi/static/mousewheel-scroll-amount.html [ Skip ]
......@@ -1972,7 +1972,7 @@ crbug.com/626703 [ Win7 ] external/wpt/html/dom/documents/resource-metadata-mana
crbug.com/626703 [ Win7 ] virtual/omt-worker-fetch/external/wpt/xhr/responsexml-document-properties.htm [ Failure ]
# These are added to W3CImportExpectations as Skip, remove when next import is done.
crbug.com/666657 external/wpt/css/css-text/hanging-punctuation [ Skip ]
crbug.com/666657 external/wpt/css/css-text/hanging-punctuation/* [ Skip ]
crbug.com/909597 external/wpt/css/css-ui/text-overflow-ruby.html [ Failure ]
......@@ -2062,10 +2062,10 @@ crbug.com/630342 virtual/audio-service/http/tests/media/media-source/stream_memo
# On these platforms (all but Android) media tests don't currently use gpu-accelerated (proprietary) codecs, so no
# benefit to running them again with gpu acceleration enabled.
crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated/ [ Skip ]
crbug.com/555703 [ Mac ] virtual/media-gpu-accelerated/ [ Skip ]
crbug.com/555703 [ Win ] virtual/media-gpu-accelerated/ [ Skip ]
crbug.com/555703 [ Fuchsia ] virtual/media-gpu-accelerated/ [ Skip ]
crbug.com/555703 [ Linux ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/555703 [ Mac ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/555703 [ Win ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/555703 [ Fuchsia ] virtual/media-gpu-accelerated/* [ Skip ]
crbug.com/467477 fast/multicol/vertical-rl/nested-columns.html [ Failure ]
......@@ -2080,7 +2080,7 @@ crbug.com/924308 http/tests/devtools/console/console-dir-es6.js [ Pass Failure ]
crbug.com/924308 http/tests/devtools/console/console-format-es6-2.js [ Pass Failure ]
# We only want to run one of the web-animations-api tests in stable mode.
crbug.com/441553 virtual/stable/web-animations-api [ Skip ]
crbug.com/441553 virtual/stable/web-animations-api/* [ Skip ]
# These tests *only* run in stable, to verify that these features are unsupported and throw exceptions.
crbug.com/441559 virtual/stable/web-animations-api/partial-keyframes-unsupported.html [ Pass ]
crbug.com/437696 virtual/stable/web-animations-api/additive-animations-unsupported.html [ Pass ]
......@@ -2451,7 +2451,7 @@ crbug.com/911114 external/wpt/content-security-policy/plugin-types/plugintypes-m
crbug.com/911114 external/wpt/content-security-policy/plugin-types/plugintypes-mismatched-url.html [ Skip ]
# Remove these from virtual tests when Network Error Logging is turned on by default
crbug.com/748549 external/wpt/network-error-logging [ Skip ]
crbug.com/748549 external/wpt/network-error-logging/* [ Skip ]
# Remove from virtual tests when FreezeUserAgent is turned on by default.
crbug.com/955620 http/tests/navigation/frozen-useragent.html [ Skip ]
......@@ -2886,7 +2886,7 @@ crbug.com/626703 external/wpt/css/css-writing-modes/text-combine-upright-digits-
crbug.com/626703 external/wpt/css/css-ui/webkit-appearance-button-bevel-001.html [ Failure ]
crbug.com/626703 external/wpt/css/css-writing-modes/text-combine-upright-all-002-manual.html [ Skip ]
crbug.com/626703 virtual/streaming-preload/external/wpt/html/semantics/scripting-1/the-script-element/json-module/parse-error.tentative.html [ Timeout ]
crbug.com/967018 virtual/streaming-preload/external/wpt/html/semantics/scripting-1/the-script-element/css-module [ Failure ]
crbug.com/967018 virtual/streaming-preload/external/wpt/html/semantics/scripting-1/the-script-element/css-module/* [ Failure ]
crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/import-css-module-basic.html [ Failure ]
crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/css-module-worker-test.html [ Failure ]
crbug.com/967018 external/wpt/html/semantics/scripting-1/the-script-element/css-module/utf8.tentative.html [ Failure ]
......@@ -3952,7 +3952,7 @@ crbug.com/707359 [ Mac ] fast/css-grid-layout/grid-self-baseline-04.html [ Failu
crbug.com/707359 [ Mac ] fast/css-grid-layout/grid-self-baseline-horiz-04.html [ Failure ]
# Subgrid is not implemented yet
crbug.com/618969 external/wpt/css/css-grid/subgrid/ [ Skip ]
crbug.com/618969 external/wpt/css/css-grid/subgrid/* [ Skip ]
# [css-logical]
crbug.com/865579 external/wpt/css/css-logical/animation-001.html [ Failure Pass ]
......@@ -3991,12 +3991,12 @@ crbug.com/826419 external/wpt/html/semantics/embedded-content/media-elements/tra
crbug.com/825798 external/wpt/html/semantics/embedded-content/media-elements/track/track-element/track-webvtt-non-snap-to-lines.html [ Failure ]
crbug.com/927477 external/wpt/import-maps/acquire-import-maps-flag/worker-request/ [ Skip ]
crbug.com/927477 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/acquire-import-maps-flag/worker-request/ [ Skip ]
crbug.com/927477 external/wpt/import-maps/acquire-import-maps-flag/worker-request/* [ Skip ]
crbug.com/927477 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/acquire-import-maps-flag/worker-request/* [ Skip ]
# Excludes tests that require built-in module supports.
crbug.com/1010751 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/builtin-support.tentative/ [ Skip ]
crbug.com/1010751 external/wpt/import-maps/imported/ [ Skip ]
crbug.com/1010751 virtual/import-maps-without-builtin-modules/external/wpt/import-maps/builtin-support.tentative/* [ Skip ]
crbug.com/1010751 external/wpt/import-maps/imported/* [ Skip ]
# This test requires a special browser flag and seems not suitable for a wpt test, see bug.
crbug.com/691944 external/wpt/service-workers/service-worker/update-after-oneday.https.html [ Skip ]
......@@ -4104,7 +4104,7 @@ crbug.com/789139 http/tests/devtools/sources/debugger/live-edit-no-reveal.js [ F
# ====== Begin web-components-v0-disabled virtual suite tests ======
# Ignore these - they are tests of the disabled features. Eventually remove these.
crbug.com/937746 virtual/web-components-v0-disabled/fast/html/imports [ Skip ]
crbug.com/937746 virtual/web-components-v0-disabled/fast/html/imports/* [ Skip ]
crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/callback-context.html [ Skip ]
crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/crash-without-dom-wrapper.html [ Skip ]
crbug.com/937746 virtual/web-components-v0-disabled/fast/dom/custom/created-callback.html [ Skip ]
......@@ -4362,7 +4362,7 @@ crbug.com/681468 [ Win ] virtual/scalefactor150/fast/hidpi/static/data-suggestio
crbug.com/681468 [ Win ] virtual/scalefactor200withzoom/fast/hidpi/static/data-suggestion-picker-appearance.html [ Failure Pass Timeout ]
crbug.com/681468 [ Win ] virtual/scalefactor200/fast/hidpi/static/data-suggestion-picker-appearance.html [ Failure Pass Timeout ]
crbug.com/683800 [ Win7 Debug ] external/wpt/selection/ [ Failure Pass ]
crbug.com/683800 [ Win7 Debug ] external/wpt/selection/* [ Failure Pass ]
# Arrow function name inferring
crbug.com/916975 http/tests/devtools/console/console-repeat-count.js [ Pass Failure ]
......@@ -4969,7 +4969,7 @@ crbug.com/853360 [ Mac ] http/tests/misc/slow-loading-image-in-pattern.html [ Pa
# Origin Policy: Skip tests that rely on --feature-enabled=OriginPolicy, so
# they can be run via virtual/origin-policy instead.
crbug.com/751996 external/wpt/origin-policy [ Skip ]
crbug.com/751996 external/wpt/origin-policy/* [ Skip ]
crbug.com/854538 [ Win7 ] http/tests/security/contentSecurityPolicy/1.1/form-action-src-default-ignored-with-redirect.html [ Skip ]
......@@ -5423,7 +5423,7 @@ crbug.com/919789 virtual/audio-service/media/controls/overflow-menu-hide-on-resi
crbug.com/919789 [ Linux ] paint/invalidation/resize-iframe-text.html [ Pass Timeout ]
crbug.com/919789 [ Mac10.13 ] paint/invalidation/resize-iframe-text.html [ Pass Timeout ]
crbug.com/919789 paint/invalidation/scroll/scrollbar-damage-and-full-viewport-repaint.html [ Pass Timeout ]
crbug.com/919789 paint/invalidation/window-resize/ [ Pass Timeout ]
crbug.com/919789 paint/invalidation/window-resize/* [ Pass Timeout ]
# Sheriff 2019-03-27
crbug.com/835943 [ Release ] http/tests/appcache/non-html.xhtml [ Crash Pass Failure Timeout ]
......@@ -5724,7 +5724,7 @@ crbug.com/991243 [ Linux ] virtual/omt-worker-fetch/external/wpt/workers/semanti
# Expected failures for forced colors mode tests when the corresponding flags
# are not enabled.
crbug.com/970285 external/wpt/forced-colors-mode [ Failure ]
crbug.com/970285 external/wpt/forced-colors-mode/* [ Failure ]
# Sheriff 2019-08-14
crbug.com/993671 [ Win ] http/tests/media/video-frame-size-change.html [ Pass Failure ]
......
third_party/blink/web_tests/WPTOverrideExpectations
View file @ e58c26dc
......@@ -11,7 +11,7 @@
# Bluetooth not supported in Chrome as per
# https://github.com/web-platform-tests/wpt/blob/master/bluetooth/README.md#web-bluetooth-testing
external/wpt/bluetooth [ Skip ]
external/wpt/bluetooth/* [ Skip ]
# This is a mass dump of all the current WPT failures seen on Waterfall. They are untriaged.
external/wpt/2dcontext/wide-gamut-canvas/canvas-createImageBitmap-e_srgb.html [ Pass Failure ]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment