WebUI Polymer 2: Run various tests with WebUIPolymer2 flag enabled.

Specifically, adding new test suites webui_polymer2_browser_tests and
webui_polymer2_interactive_ui_tests that run a given list of tests and
explicitly excludes currently failing tests.

This will allow gradually getting to a state where all tests are passing
with the flag on.

Bug: 862472
Change-Id: Ia19ae36a4b2b63499b970e14c742b7719e118f83
Reviewed-on: https://chromium-review.googlesource.com/1132320
Commit-Queue: Rebekah Potter <rbpotter@chromium.org>
Reviewed-by: Dirk Pranke <dpranke@chromium.org>
Cr-Commit-Position: refs/heads/master@{#583049}

chrome/test/BUILD.gn

@@ -4899,6 +4899,7 @@ if (!is_android) {
     # Runtime dependencies
     data_deps = [
       "//ppapi:ppapi_tests",
+      "//testing/buildbot/filters:interactive_ui_tests_filters",
       "//third_party/mesa_headers",
     ]
 

testing/buildbot/chromium.chromiumos.json

@@ -443,6 +443,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -667,6 +678,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1076,6 +1098,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1300,6 +1333,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true

testing/buildbot/chromium.fyi.json

@@ -385,6 +385,17 @@
         },
         "test": "boringssl_ssl_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -586,6 +597,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2018,6 +2040,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": false
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": false
@@ -2306,6 +2339,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": false
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": false
@@ -4116,6 +4160,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -4426,6 +4481,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -4900,6 +4966,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -5210,6 +5287,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -5692,6 +5780,17 @@
         },
         "test": "boringssl_ssl_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2,ViewsBrowserWindows",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "args": [
           "--enable-features=ViewsBrowserWindows"
@@ -5977,6 +6076,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2,ViewsBrowserWindows",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "args": [
           "--enable-features=ViewsBrowserWindows"

testing/buildbot/chromium.linux.json

@@ -947,6 +947,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1257,6 +1268,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1754,6 +1776,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2064,6 +2097,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2513,6 +2557,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2763,6 +2818,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -3263,6 +3329,22 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "dimension_sets": [
+            {
+              "os": "Ubuntu-16.04"
+            }
+          ]
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true,
@@ -3783,6 +3865,22 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "dimension_sets": [
+            {
+              "os": "Ubuntu-16.04"
+            }
+          ]
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true,

testing/buildbot/chromium.mac.json

@@ -68,6 +68,17 @@
         },
         "test": "boringssl_ssl_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -269,6 +280,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -674,6 +696,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -875,6 +908,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1341,6 +1385,23 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "dimension_sets": [
+            {
+              "gpu": "8086:0a2e",
+              "os": "Mac-10.12.6"
+            }
+          ]
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true,
@@ -1728,6 +1789,23 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "dimension_sets": [
+            {
+              "gpu": "8086:0a2e",
+              "os": "Mac-10.12.6"
+            }
+          ]
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true,
@@ -2410,6 +2488,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2611,6 +2700,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -3014,6 +3114,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -3215,6 +3326,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true

testing/buildbot/chromium.memory.json

@@ -2870,6 +2870,19 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter",
+          "--test-launcher-batch-limit=1",
+          "--test-launcher-print-test-stdio=always"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "args": [
           "--test-launcher-batch-limit=1",
@@ -3202,6 +3215,19 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter",
+          "--test-launcher-batch-limit=1",
+          "--test-launcher-print-test-stdio=always"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "args": [
           "--test-launcher-batch-limit=1",
@@ -3745,6 +3771,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -4091,6 +4128,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -4457,6 +4505,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -4676,6 +4735,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -5089,6 +5159,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -5308,6 +5389,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -5695,6 +5787,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -6011,6 +6114,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -6315,6 +6429,17 @@
         },
         "test": "boringssl_ssl_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -6541,6 +6666,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -6835,6 +6971,17 @@
         },
         "test": "boringssl_ssl_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -7037,6 +7184,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true

testing/buildbot/chromium.win.json

@@ -88,6 +88,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -385,6 +396,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -829,6 +851,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1130,6 +1163,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1476,6 +1520,17 @@
         },
         "test": "boringssl_ssl_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -1736,6 +1791,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2207,6 +2273,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2461,6 +2538,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -2928,6 +3016,17 @@
         },
         "test": "browser_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter"
+        ],
+        "name": "webui_polymer2_browser_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "browser_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true
@@ -3226,6 +3325,17 @@
         },
         "test": "interactive_ui_tests"
       },
+      {
+        "args": [
+          "--enable-features=WebUIPolymer2",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter"
+        ],
+        "name": "webui_polymer2_interactive_ui_tests",
+        "swarming": {
+          "can_use_on_swarming_builders": true
+        },
+        "test": "interactive_ui_tests"
+      },
       {
         "swarming": {
           "can_use_on_swarming_builders": true

testing/buildbot/filters/BUILD.gn

@@ -22,6 +22,7 @@ source_set("browser_tests_filters") {
   data = [
     "//testing/buildbot/filters/mash.browser_tests.filter",
     "//testing/buildbot/filters/mojo.fyi.network_browser_tests.filter",
+    "//testing/buildbot/filters/webui_polymer2_browser_tests.filter",
   ]
 }
 
@@ -51,3 +52,11 @@ source_set("fuchsia_filters") {
     "//testing/buildbot/filters/fuchsia.ui_base_unittests.filter",
   ]
 }
+
+source_set("interactive_ui_tests_filters") {
+  testonly = true
+
+  data = [
+    "//testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter",
+  ]
+}

testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter

+# crbug.com/738611: Need to test all of WebUI with Polymer 2 while the migration
+# is still ongoing.
+
+# There are overall very few WebUI interactive_ui_tests, so list them here
+# explicitly, instead of running all interactive_ui_tests.
+CrElementsActionMenuTest.All
+CrElementsCheckboxTest.All
+CrElementsInputTest.All
+CrElementsProfileAvatarSelectorFocusTest.All
+CrElementsToggleTest.All
+CrSettingsAnimatedPagesTest.All
+CrSettingsFocusRowBehavior.FocusTest
+CrSettingsSyncPageTest.All
+MaterialBookmarksFocusTest.All
+MaterialHistoryFocusTest.All
+PrintPreviewDestinationDialogInteractiveTest.FocusSearchBox
+PrintPreviewPrintHeaderInteractiveTest.FocusPrintOnReady
+SettingsUIBrowserTest.All
+
+# TODO(dpapad): The following tests are failing with optimize_webui=true. Fix
+# them and move them to the list above.
+-CrElementsActionMenuTest.All
+-CrElementsInputTest.All
+-MaterialBookmarksFocusTest.All

testing/buildbot/test_suites.pyl

@@ -1945,7 +1945,21 @@
         '--enable-features=VizDisplayCompositor',
       ],
       'test': 'content_unittests',
-    }
+    },
+    'webui_polymer2_browser_tests': {
+      'args': [
+        '--enable-features=WebUIPolymer2',
+        '--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_browser_tests.filter',
+      ],
+      'test': 'browser_tests',
+    },
+    'webui_polymer2_interactive_ui_tests': {
+      'args': [
+        '--enable-features=WebUIPolymer2',
+        '--test-launcher-filter-file=../../testing/buildbot/filters/webui_polymer2_interactive_ui_tests.filter',
+      ],
+      'test': 'interactive_ui_tests',
+    },
   },
 
   'non_android_and_cast_and_chromeos_chromium_gtests': {