Run content_browsertests in single process mash on bots

- Add content_browsertests in single process mash mode to bots;
- Add a filter file of the failed/flaky tests;

Bug: 874089
Change-Id: I806556b0de0b4ee154d03395a566d0e6610eb5c3
Reviewed-on: https://chromium-review.googlesource.com/1234258Reviewed-by: Ben Pastene <bpastene@chromium.org>
Reviewed-by: James Cook <jamescook@chromium.org>
Commit-Queue: Xiyuan Xia <xiyuan@chromium.org>
Cr-Commit-Position: refs/heads/master@{#592839}

testing/buildbot/chromium.chromiumos.json

@@ -594,6 +594,19 @@
         },
         "test": "content_browsertests"
       },
+      {
+        "args": [
+          "--enable-features=SingleProcessMash",
+          "--override-use-software-gl-for-tests",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.single_process_mash.content_browsertests.filter"
+        ],
+        "name": "single_process_mash_content_browsertests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "shards": 5
+        },
+        "test": "content_browsertests"
+      },
       {
         "args": [
           "--enable-features=VizDisplayCompositor"
@@ -1283,6 +1296,19 @@
         },
         "test": "content_browsertests"
       },
+      {
+        "args": [
+          "--enable-features=SingleProcessMash",
+          "--override-use-software-gl-for-tests",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.single_process_mash.content_browsertests.filter"
+        ],
+        "name": "single_process_mash_content_browsertests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "shards": 5
+        },
+        "test": "content_browsertests"
+      },
       {
         "args": [
           "--enable-features=VizDisplayCompositor"

testing/buildbot/chromium.memory.json

@@ -4395,6 +4395,19 @@
         },
         "test": "content_browsertests"
       },
+      {
+        "args": [
+          "--enable-features=SingleProcessMash",
+          "--override-use-software-gl-for-tests",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.single_process_mash.content_browsertests.filter"
+        ],
+        "name": "single_process_mash_content_browsertests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "shards": 5
+        },
+        "test": "content_browsertests"
+      },
       {
         "args": [
           "--enable-features=VizDisplayCompositor"
@@ -5082,6 +5095,19 @@
         },
         "test": "content_browsertests"
       },
+      {
+        "args": [
+          "--enable-features=SingleProcessMash",
+          "--override-use-software-gl-for-tests",
+          "--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.single_process_mash.content_browsertests.filter"
+        ],
+        "name": "single_process_mash_content_browsertests",
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "shards": 5
+        },
+        "test": "content_browsertests"
+      },
       {
         "args": [
           "--enable-features=VizDisplayCompositor"

testing/buildbot/filters/BUILD.gn

@@ -68,6 +68,7 @@ source_set("content_browsertests_filters") {
 
   data = [
     "//testing/buildbot/filters/cast-linux.content_browsertests.filter",
+    "//testing/buildbot/filters/chromeos.single_process_mash.content_browsertests.filter",
     "//testing/buildbot/filters/mojo.fyi.network_content_browsertests.filter",
   ]
 }

testing/buildbot/filters/chromeos.single_process_mash.content_browsertests.filter

+# These tests currently fail with SingleProcessMash enabled.
+# Bug: crbug.com/874089
+
+
+# CopyOutputRequests not allowed. https://crbug.com/877172
+-AuraWindowVideoCaptureDeviceBrowserTest.DeliversRefreshFramesUponRequest
+-AuraWindowVideoCaptureDeviceBrowserTest.ErrorsOutWhenWindowIsDestroyed
+-AuraWindowVideoCaptureDeviceBrowserTestP.CapturesContentChanges/0
+-AuraWindowVideoCaptureDeviceBrowserTestP.CapturesContentChanges/1
+-AuraWindowVideoCaptureDeviceBrowserTest.SuspendsAndResumes
+-CaptureScreenshotTest.CaptureScreenshot
+-CaptureScreenshotTest.CaptureScreenshotJpeg
+-CaptureScreenshotTest.SetDefaultBackgroundColorOverride
+-CaptureScreenshotTest.TransparentScreenshots
+-CompositedScrollingBrowserTest.Scroll3DTransformedScroller
+
+
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+# There are different timeouts due the same root cause above.
+
+# MainThreadFrameObserver::Wait() times out.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-AutoscrollBrowserTest.AutoscrollDirectionChangeAfterFullyScrolled
+-AutoscrollBrowserTest.AutoscrollFlingGSBDeltaHints
+-AutoscrollBrowserTest.WheelScrollingWorksAfterAutoscrollCancel
+-BrowserSideFlingBrowserTest.TouchpadFling
+-BrowserSideFlingBrowserTest.TouchscreenFling
+-CompositorEventAckBrowserTest.MouseWheel
+-CompositorEventAckBrowserTest.PassiveTouchStartBlockingTouchEnd
+-CompositorEventAckBrowserTest.TouchStart
+-CompositorEventAckBrowserTest.TouchStartDuringFling
+-MainThreadEventQueueBrowserTest.MouseMove
+-MainThreadEventQueueBrowserTest.TouchMove
+-RenderWidgetHostViewBrowserTestBase.CompositorWorksWhenReusingRenderer
+-ScreenOrientationOOPIFBrowserTest.ScreenOrientation
+-ScrollLatencyBrowserTest.ScrollLatencyNotRecordedIfGSUIgnored
+-ScrollLatencyBrowserTest.SmoothWheelScroll
+-SitePerProcessBrowserTest.*
+-SitePerProcessGestureHitTestBrowserTest.*
+-SitePerProcessHitTestBrowserTest.*
+-SitePerProcessMouseWheelHitTestBrowserTest.*
+-TouchpadPinchBrowserTest.*
+-WheelEventListenerBrowserTest.DocumentMouseWheelEventListenersPassiveByDefault
+-WheelEventListenerBrowserTest.DocumentWheelEventListenersPassiveByDefault
+
+# DevToolsVideoConsumerTest::WaitUntilFrameReceived() times out.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-DevToolsVideoConsumerTest.SetMinAndMaxFramesChangesDimensions
+
+# SurfaceHitTestReadyNotifier::WaitForSurfaceReady() times out.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-SitePerProcessBrowserTouchActionTest.*
+-SitePerProcessEmulatedTouchBrowserTest.*
+-SitePerProcessHighDPIHitTestBrowserTest.*
+-SitePerProcessInternalsHitTestBrowserTest.*
+-SitePerProcessNonIntegerScaleFactorHitTestBrowserTest.*
+-TouchAccessibilityBrowserTest.TouchExplorationInCrossSiteIframe
+
+# RenderWidgetHostInputEventRouter::IsViewInMap() never true.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-RenderWidgetHostTouchEmulatorBrowserTest.TouchEmulator
+-TouchSelectionForCrossProcessFramesTests/TouchSelectionControllerClientAuraSiteIsolationTest.BasicSelectionIsolatedIframe/0
+-TouchSelectionForCrossProcessFramesTests/TouchSelectionControllerClientAuraSiteIsolationTest.BasicSelectionIsolatedIframe/1
+-TouchSelectionForCrossProcessFramesTests/TouchSelectionControllerClientAuraSiteIsolationTest.BasicSelectionIsolatedScrollMainframe/0
+-TouchSelectionForCrossProcessFramesTests/TouchSelectionControllerClientAuraSiteIsolationTest.BasicSelectionIsolatedScrollMainframe/1
+-WebContentsViewAuraTest.ContentWindowClose
+
+# RenderWidgetHostViewBrowserTest::WaitForCopySourceReady() times out.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-GLAndSoftwareCompositing/*
+
+# RenderFrameSubmissionObserver::Wait()/WaitForAnyFrameSubmission() times out.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-TouchActionBrowserTest.*
+-TouchInputBrowserTest.*
+
+# RenderWidgetHostViewAura::CopyFromSurface crashes.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-SnapshotBrowserTest.SingleWindowTest
+-WebContentsViewAuraTest.ReplaceStateReloadPushState
+-WebContentsViewAuraTest.ScreenshotForSwappedOutRenderViews
+
+# WebContentsVideoCaptureDeviceBrowserTest::WaitForFrameWithColor() times out.
+# RWHVAura::CreateDelegatedFrameHostClient skipped. https://crbug.com/877496
+-WebContentsVideoCaptureDeviceBrowserTest.*
+-WebContentsVideoCaptureDeviceBrowserTestP.*
+
+
+# Flakily fails MemoryDumpManager::UnregisterDumpProviderInternal DCHECK.
+# https://crbug.com/884589
+-File/MediaTest.VideoBear12DepthVP9/0
+-File/MediaTest.VideoBearHighBitDepthVP9/0
+-File/MediaTest.VideoBearMp4Vp9/0
+-File/MediaTest.VideoBearSilentTheora/0
+-File/MediaTest.VideoBearTheora/0
+-File/MediaTest.VideoBearWebm/0
+-File/MediaTest.VideoTulipWebm/0
+-Http/MediaTest.VideoBearHighBitDepthVP9/0
+-Http/MediaTest.VideoBearMp4Vp9/0
+-Http/MediaTest.VideoBearTheora/0
+-Http/MediaTest.VideoTulipWebm/0
+-MediaRedirectTest.CanPlayHiddenWebm
+-MediaSourceTest.ConfigChangeVideo
+-MediaSourceTest.Playback_VideoAudio_WebM
+-MediaSourceTest.Playback_VideoOnly_WebM
+-MediaTest.Navigate
+-MSE_ClearKey/EncryptedMediaTest.ConfigChangeVideo_ClearToClear/0
+-MSE_ClearKey/EncryptedMediaTest.ConfigChangeVideo_ClearToEncrypted/0
+-MSE_ClearKey/EncryptedMediaTest.ConfigChangeVideo_EncryptedToClear/0
+-MSE_ClearKey/EncryptedMediaTest.ConfigChangeVideo_EncryptedToEncrypted/0
+-MSE_ClearKey/EncryptedMediaTest.FrameSizeChangeVideo/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_AudioClearVideo_WebM/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoAudio_WebM/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoAudio_WebM_Opus/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoClearAudio_WebM/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoClearAudio_WebM_Opus/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoOnly_MP4_VP9/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoOnly_WebM/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoOnly_WebM_Fullsample/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoOnly_WebM_Subsample/0
+-MSE_ClearKey/EncryptedMediaTest.Playback_VideoOnly_WebM_Subsample/0
+-SitePerProcessAutoplayBrowserTest.PropagateUserGestureFlag
+-SRC_ClearKey/EncryptedMediaTest.Playback_AudioClearVideo_WebM/0
+-SRC_ClearKey/EncryptedMediaTest.Playback_VideoAudio_WebM/0
+-SRC_ClearKey/EncryptedMediaTest.Playback_VideoAudio_WebM_Opus/0
+-SRC_ClearKey/EncryptedMediaTest.Playback_VideoClearAudio_WebM/0
+-SRC_ClearKey/EncryptedMediaTest.Playback_VideoClearAudio_WebM_Opus/0
+-SRC_ClearKey/EncryptedMediaTest.Playback_VideoOnly_WebM/0
+-SRC_ClearKey/EncryptedMediaTest.Playback_VideoOnly_WebM_Fullsample/0
+-SRC_ClearKey/EncryptedMediaTest.Playback_VideoOnly_WebM_Subsample/0
+
+
+# DCHECK(!event->IsPointerEvent()) fail. https://crbug.com/884342
+-MouseLatencyBrowserTest.CoalescedMouseWheelsCorrectlyTerminated
+
+
+# InputEventAckWaiter::Wait() times out, or fails. https://crbug.com/884360
+# Leaving examples of the bug.
+# -SitePerProcessHighDPIHitTestBrowserTest.CursorUpdateReceivedFromCrossSiteIframe/1
+# -SitePerProcessHitTestBrowserTest.CrossProcessMouseEnterAndLeaveTest/1
+# -SitePerProcessInternalsHitTestBrowserTest.NestedLocalNonFastScrollableDivCoordsAreLocal/3
+# -SitePerProcessNonIntegerScaleFactorHitTestBrowserTest.NestedSurfaceHitTestTest/1
+
+
+# Hit test fails. https://crbug.com/884366
+# Leaving an example of the bug.
+# -SitePerProcessHitTestBrowserTest.HitTestNestedFrames/1
+-SitePerProcessHitTestDataGenerationBrowserTest.*
+
+
+# ShowWidgetMessageFilter::Wait() times out. https://crbug.com/884369
+# Leaving an example of the bug.
+# -SitePerProcessHitTestBrowserTest.PopupMenuTest/1
+
+
+# TestTouchSelectionControllerClientAura::Wait() times out.
+# https://crbug.com/884389
+-TouchSelectionControllerClientAuraScaleFactorTest.*
+-TouchSelectionControllerClientAuraTest.*
+
+
+# The test times out. https://crbug.com/884393
+-WebRtcCaptureFromElementBrowserTest.VerifyCanvasCaptureOffscreenCanvasFrames

testing/buildbot/test_suites.pyl

@@ -1986,6 +1986,17 @@
         '--enable-features=SingleProcessMash',
       ],
     },
+    'single_process_mash_content_browsertests': {
+      'test': 'content_browsertests',
+      'args': [
+        '--enable-features=SingleProcessMash',
+        '--override-use-software-gl-for-tests',
+        '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.single_process_mash.content_browsertests.filter',
+      ],
+      'swarming': {
+        'shards': 5,
+      },
+    },
     'single_process_mash_exo_unittests': {
       'test': 'exo_unittests',
       'args': [