Commit 51be82d1 authored by Daniel Libby's avatar Daniel Libby Committed by Commit Bot

Update flag-expectations for --force-renderer-accessibility

Add a couple of crashers missed in the first batch, add Failure for
the handful of focus tests that don't pass with the flag turned on, and
optimistically mark any seen Timeouts as Slow to see if the a11y code
is moving these tests over the threshold.

After iteration a handful of tests look like they somewhat consistently
timeout and others do occasionally, so marked as such.

This gets the bot to green as the set of failures is reduced enough to
allow the with/without patch comparison to take place, but further
follow up is needed for the remaining failures.

Bug: 1138028
Change-Id: I699906828a7384bd129ed23cb22ccddb86cb4e28
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2484326Reviewed-by: default avatarDominic Mazzoni <dmazzoni@chromium.org>
Commit-Queue: Daniel Libby <dlibby@microsoft.com>
Cr-Commit-Position: refs/heads/master@{#820872}
parent 442f3e3a
...@@ -213,3 +213,135 @@ http/tests/devtools/sxg/sxg-navigation-redirect.js [ Crash ] ...@@ -213,3 +213,135 @@ http/tests/devtools/sxg/sxg-navigation-redirect.js [ Crash ]
http/tests/devtools/elements/styles-1/color-aware-property-value-edit.js [ Crash ] http/tests/devtools/elements/styles-1/color-aware-property-value-edit.js [ Crash ]
http/tests/devtools/elements/shadow/shadow-distribution.js [ Crash ] http/tests/devtools/elements/shadow/shadow-distribution.js [ Crash ]
http/tests/devtools/elements/highlight/highlight-display-locked-in-frame.js [ Crash ] http/tests/devtools/elements/highlight/highlight-display-locked-in-frame.js [ Crash ]
crbug.com/1139783 custom-elements/clone-contenteditable.html [ Crash ]
crbug.com/1139783 editing/selection/to_string/toString-1.html [ Crash ]
crbug.com/1139784 virtual/portals/external/wpt/portals/portals-adopt-predecessor.html [ Crash ]
crbug.com/1139789 http/tests/devtools/sources/debugger-step/debugger-step-out-event-listener.js [ Crash ]
crbug.com/1139789 http/tests/devtools/sources/debugger-breakpoints/set-breakpoint-while-blocking-main-thread.js [ Crash ]
crbug.com/1137885 http/tests/devtools/console/console-group-click.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-comparison-shown-node-count-preserved-when-sorting.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-comparison-show-all.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-containment-expansion-preserved-when-sorting.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-containment-sorting.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-containment-show-all.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-containment-shown-node-count-preserved-when-sorting.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-comparison-expansion-preserved-when-sorting.js [ Crash ]
crbug.com/1139787 http/tests/devtools/profiler/heap-snapshot-comparison-sorting.js [ Crash ]
external/wpt/css/css-contain/content-visibility/content-visibility-032.html [ Crash ]
external/wpt/css/css-text/hyphens/hyphens-out-of-flow-001.html [ Crash ]
external/wpt/css/css-text/hyphens/hyphens-span-001.html [ Crash ]
external/wpt/css/css-ui/text-overflow-ruby.html [ Crash ]
external/wpt/css/css-overflow/webkit-line-clamp-035.html [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-nested-margin-003.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-nested-005.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-nested-margin-004.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-rule-004.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-span-all-margin-nested-002.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-nested-margin-005.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/columnfill-auto-max-height-002.html [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-nested-column-rule-001.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-nested-margin-002.xht [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/columnfill-auto-max-height-001.html [ Crash ]
virtual/layout_ng_block_frag/external/wpt/css/css-multicol/multicol-inherit-002.xht [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/inline-getclientrects.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/vertical-lr/caret-range-outside-columns.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/vertical-lr/caret-range-anonymous-block.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/vertical-lr/caret-range-outside-columns-rtl.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/caret-range-anonymous-block.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/caret-range-anonymous-block-rtl.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/vertical-rl/caret-range-anonymous-block-rtl.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/vertical-rl/caret-range-anonymous-block.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/caret-range-outside-columns.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/hit-test-end-of-column.html [ Crash ]
virtual/layout_ng_block_frag/fast/multicol/caret-range-outside-columns-rtl.html [ Crash ]
http/tests/devtools/indexeddb/database-refresh-view.js [ Crash ]
http/tests/devtools/network/network-filter-service-worker.js [ Crash ]
http/tests/devtools/network/resource-priority.js [ Crash ]
http/tests/devtools/network/network-search.js [ Crash ]
http/tests/devtools/editor/text-editor-selection-to-search.js [ Crash ]
# Below tests have all been seen as Timeout, starting with Slow to see how many actual timeouts
# vs. running slower with accessibility turned on.
compositing/overflow/universal-accelerated-overflow-scroll.html [ Slow ]
inspector-protocol/accessibility/accessibility-nameSources-input.js [ Slow ]
inspector-protocol/accessibility/accessibility-nameSources-labelledby.js [ Slow ]
inspector-protocol/runtime/runtime-console-basic-functions-paused.js [ Slow ]
external/wpt/selection/addRange-* [ Slow Timeout Pass ]
external/wpt/selection/collapse-* [ Slow Timeout Pass ]
external/wpt/selection/extend-* [ Slow Timeout Pass ]
external/wpt/selection/selectAllChildren.html [ Timeout ]
external/wpt/css/css-color/color-resolving-hsl.html [ Timeout ]
external/wpt/css/css-typed-om/the-stylepropertymap/properties/logical.html [ Slow ]
external/wpt/css/css-fonts/parsing/font-valid.html [ Slow ]
external/wpt/css/css-fonts/test_font_family_parsing.html [ Timeout ]
external/wpt/css/css-fonts/animations/font-variation-settings-interpolation.html [ Slow ]
external/wpt/css/css-masking/animations/mask-image-interpolation.html [ Slow ]
external/wpt/css/css-masking/animations/clip-path-interpolation-002.html [ Slow ]
external/wpt/css/css-masking/animations/clip-path-interpolation-001.html [ Slow ]
external/wpt/css/css-shapes/animation/shape-outside-interpolation.html [ Slow ]
external/wpt/css/css-shapes/shape-outside/values/shape-outside-inset-001.html [ Slow ]
external/wpt/css/selectors/attribute-selectors/attribute-case/semantics.html [ Slow ]
external/wpt/css/css-transforms/animation/transform-interpolation-004.html [ Slow ]
external/wpt/css/css-backgrounds/animations/border-image-slice-interpolation.html [ Slow ]
external/wpt/css/css-backgrounds/animations/background-image-interpolation.html [ Slow ]
external/wpt/css/css-backgrounds/animations/border-image-width-interpolation.html [ Slow ]
external/wpt/css/motion/animation/offset-rotate-interpolation.html [ Slow ]
external/wpt/css/css-grid/animation/grid-template-rows-interpolation.html [ Slow ]
external/wpt/css/css-grid/animation/grid-template-columns-interpolation.html [ Slow ]
external/wpt/resource-timing/resource-timing-level1.sub.html [ Timeout ]
external/wpt/mimesniff/mime-types/parsing.any.worker.html [ Timeout ]
external/wpt/shadow-dom/declarative/declarative-shadow-dom-attachment.tentative.html [ Slow ]
external/wpt/editing/run/* [ Slow Timeout Pass ]
external/wpt/editing/other/exec-command-with-text-editor.tentative.html [ Slow ]
external/wpt/editing/other/white-spaces-after-execCommand-delete.tentative.html [ Slow ]
external/wpt/editing/other/white-spaces-after-execCommand-forwarddelete.tentative.html [ Slow ]
external/wpt/webstorage/storage_setitem.html [ Slow ]
external/wpt/dom/ranges/Range-comparePoint.html [ Slow Timeout Pass ]
external/wpt/dom/ranges/Range-intersectsNode.html [ Slow Timeout Pass ]
external/wpt/dom/ranges/Range-isPointInRange.html [ Slow Timeout Pass ]
external/wpt/dom/ranges/Range-set.html [ Slow ]
external/wpt/dom/nodes/Element-matches.html [ Slow ]
external/wpt/dom/nodes/ParentNode-querySelector-All.html [ Timeout ]
external/wpt/dom/nodes/Element-webkitMatchesSelector.html [ Slow ]
external/wpt/dom/nodes/Node-contains.html [ Slow ]
external/wpt/dom/nodes/Node-compareDocumentPosition.html [ Slow ]
external/wpt/dom/nodes/ParentNode-querySelector-All-xht.xht [ Slow ]
external/wpt/dom/nodes/Document-createElementNS.html [ Slow ]
external/wpt/dom/ranges/Range-surroundContents.html [ Slow ]
external/wpt/pointerevents/pointerevent_attributes_hoverable_pointers.html [ Slow ]
external/wpt/quirks/unitless-length/quirks.html [ Slow ]
accessibility/aom-click-action.html [ Slow ]
virtual/omt-worker-fetch/external/wpt/resource-timing/resource-timing-level1.sub.html [ Timeout ]
virtual/stable/webexposed/css-property-listing.html [ Slow ]
virtual/synchronous_html_parser/external/wpt/html/syntax/parsing/named-character-references.html [ Slow ]
virtual/text-antialias/large-text-composed-char.html [ Slow ]
virtual/scalefactor200/external/wpt/css/filter-effects/animation/filter-interpolation-003.html [ Slow ]
virtual/prefer_compositing_to_lcd_text/compositing/overflow/universal-accelerated-overflow-scroll.html [ Slow ]
virtual/system-color-compute/external/wpt/css/css-color/color-resolving-hsl.html [ Slow ]
virtual/layout-ng-grid/external/wpt/css/css-grid/animation/grid-template-rows-interpolation.html [ Slow ]
virtual/layout-ng-grid/external/wpt/css/css-grid/animation/grid-template-columns-interpolation.html [ Slow ]
virtual/transform-interop/external/wpt/css/css-transforms/animation/transform-interpolation-004.html [ Slow ]
http/tests/devtools/elements/highlight/highlight-css-grid-huge.js [ Timeout ]
http/tests/devtools/elements/highlight/highlight-css-persistent-grid-huge.js [ Timeout ]
svg/parser/whitespace-number.html [ Slow ]
svg/parser/whitespace-length.html [ Slow Timeout ]
svg/parser/whitespace-length-invalid-1.html [ Slow ]
svg/parser/whitespace-length-invalid-3.html [ Slow ]
svg/parser/whitespace-angle-invalid-2.html [ Slow ]
svg/parser/whitespace-length-invalid-4.html [ Slow ]
svg/parser/whitespace-length-invalid-2.html [ Slow ]
svg/in-html/sizing/svg-inline.html [ Slow ]
svg/dom/svgangle-units.html [ Slow ]
crbug.com/1139790 plugins/focus.html [ Failure ]
crbug.com/1139790 virtual/focusless-spat-nav/fast/spatial-navigation/focusless/snav-focusless-dont-send-keyboard-events.html [ Failure ]
crbug.com/1139790 virtual/focusless-spat-nav/fast/spatial-navigation/focusless/snav-focusless-enter-exit-focus.html [ Failure ]
crbug.com/1139790 virtual/focusless-spat-nav/fast/spatial-navigation/focusless/snav-focusless-navigate-from-focus.html [ Failure ]
crbug.com/1139790 virtual/focusless-spat-nav/fast/spatial-navigation/focusless/snav-focusless-basic-movement.html [ Failure ]
virtual/webrtc-wpt-plan-b/external/wpt/webrtc/protocol/video-codecs.https.html [ FAILURE ]
virtual/webrtc-wpt-plan-b/external/wpt/webrtc/simulcast/h264.https.html [ FAILURE ]
virtual/focusless-spat-nav/fast/spatial-navigation/focusless/snav-focusless-enter-from-interest.html [ FAILURE ]
webcodecs/basic_video_encoding.html [ FAILURE ]
external/wpt/webrtc/RTCRtpTransceiver-setCodecPreferences.html [ FAILURE ]
external/wpt/webrtc/protocol/video-codecs.https.html [ FAILURE ]
external/wpt/webrtc/simulcast/h264.https.html [ FAILURE ]
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment