Commit 8915f837 authored by Findit's avatar Findit

Revert "[Media Router] Converts integration tests to run on Chromium waterfall."

This reverts commit aa57fe6d.

Reason for revert:

Findit (https://goo.gl/kROfz5) identified CL at revision 543005 as the
culprit for failures in the build cycles as shown on:
https://findit-for-me.appspot.com/waterfall/culprit?key=ag9zfmZpbmRpdC1mb3ItbWVyRAsSDVdmU3VzcGVjdGVkQ0wiMWNocm9taXVtL2FhNTdmZTZkYzk2YjQwYTU4YWNjMWVkNmMyNjhmNDdhODgxYjU5MGUM

Sample Failed Build: https://ci.chromium.org/buildbot/chromium.memory/Linux%20MSan%20Tests/8508

Sample Failed Step: browser_tests

Original change's description:
> [Media Router] Converts integration tests to run on Chromium waterfall.
> 
> This updates the Media Router integration tests so they run in the
> Chromium waterfall with the open source Media Router component
> extension and its mock (test) Media Route Provider.
> 
> Additional changes:
> 
> - Removes extension from top level BUILD.gn as it is only used for
>   browser tests at the moment.
> - Splits the targets for Media Router browser tests into integration tests
>   (part of main browser_tests suite), e2e tests (which require the
>   external component extension), perf tests, and shared support code.
> - Renames the "test" extension to the "telemetry" extension used for perf
>   tests to avoid confusion.
> - Updates README files
> - One test is not compatible with the Chromium component and need
>   to be fixed.  Bugs 818767 filed for follow-up.
> 
> Bug: 698796
> Change-Id: I6cc9302ffd72de95630ce33ca3617b3b73b9e722
> Reviewed-on: https://chromium-review.googlesource.com/917214
> Commit-Queue: mark a. foltz <mfoltz@chromium.org>
> Reviewed-by: Scott Violet <sky@chromium.org>
> Reviewed-by: Derek Cheng <imcheng@chromium.org>
> Cr-Commit-Position: refs/heads/master@{#543005}

Change-Id: Ifd1f688a7b89397491d849a6766f8d0510425e05
No-Presubmit: true
No-Tree-Checks: true
No-Try: true
Bug: 698796
Reviewed-on: https://chromium-review.googlesource.com/962101
Cr-Commit-Position: refs/heads/master@{#543034}
parent 2a1ee5c0
...@@ -92,6 +92,7 @@ group("gn_all") { ...@@ -92,6 +92,7 @@ group("gn_all") {
if (!is_ios && !is_android && !is_chromecast && !is_fuchsia) { if (!is_ios && !is_android && !is_chromecast && !is_fuchsia) {
deps += [ deps += [
"//chrome", "//chrome",
"//chrome/browser/resources/media_router/extension:all",
"//chrome/test:browser_tests", "//chrome/test:browser_tests",
"//chrome/test:interactive_ui_tests", "//chrome/test:interactive_ui_tests",
"//chrome/test:sync_integration_tests", "//chrome/test:sync_integration_tests",
......
...@@ -1326,7 +1326,7 @@ test("browser_tests") { ...@@ -1326,7 +1326,7 @@ test("browser_tests") {
deps += [ deps += [
"//chrome/common/extensions/api", "//chrome/common/extensions/api",
"//chrome/test/media_router:browser_tests", "//chrome/test/media_router:media_router_browsertests",
"//components/guest_view/browser:test_support", "//components/guest_view/browser:test_support",
"//components/keep_alive_registry", "//components/keep_alive_registry",
......
...@@ -2,151 +2,93 @@ ...@@ -2,151 +2,93 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
source_set("browser_tests") { group("media_router_perf_tests") {
testonly = true testonly = true
defines = [ "HAS_OUT_OF_PROC_TEST_RUNNER" ] data = [
sources = [ "$root_out_dir/media_router/test_extension/",
"media_router_e2e_browsertest.cc", "$root_out_dir/mr_extension/release/",
"media_router_e2e_browsertest.h", "internal/",
"media_router_e2e_ui_browsertest.cc", "telemetry/",
"media_router_integration_browsertest.cc",
"media_router_integration_browsertest.h",
"media_router_integration_ui_browsertest.cc",
"media_router_one_ua_integration_browsertest.cc",
] ]
deps = [ deps = [
":test_support", ":test_extension_resource_files",
"//chrome/app:generated_resources", "//tools/perf:perf",
"//chrome/browser",
"//chrome/browser/media/router",
"//chrome/browser/ui",
"//chrome/common",
"//chrome/common/media_router:router",
"//chrome/test:test_support_ui",
"//content/public/browser",
"//content/test:test_support",
"//media:test_support",
"//net",
"//net:test_support",
"//testing/gtest",
"//ui/base",
"//url",
]
data_deps = [
":browser_test_resources",
"//chrome/browser/resources/media_router/extension:media_router",
]
data = [ "$root_gen_dir/chrome/browser/resources/media_router/extension/" ]
}
copy("browser_test_resources") {
testonly = true
sources = [
"resources/basic_test.html",
"resources/close_route_with_error_on_send.json",
"resources/common.js",
"resources/fail_create_route.json",
"resources/fail_reconnect_session.html",
"resources/fail_reconnect_session.json",
"resources/local_media_sink.json",
"resources/local_media_sink_route_fail.json",
"resources/no_provider.json",
"resources/no_sinks.json",
"resources/no_supported_sinks.json",
"resources/presentation_receiver.html",
"resources/route_creation_timed_out.json",
]
outputs = [
"$root_out_dir/media_router/browser_test_resources/{{source_file_part}}",
] ]
} }
# Run separately from the Chromium waterfall with the external component group("media_router_tests") {
# extension. See README.md
group("media_router_e2e_tests") {
testonly = true testonly = true
data_deps = [ data_deps = [
":browser_test_resources",
":e2e_test_resources",
"//chrome/test:browser_tests", "//chrome/test:browser_tests",
] ]
data = [ data = [
"$root_out_dir/mr_extension/", "$root_out_dir/mr_extension/",
"internal/",
"../../../media/test/data/player.html",
"../../../media/test/data/bear-vp9.webm",
] ]
} }
copy("e2e_test_resources") { # Browser test resource files.
testonly = true media_router_integration_test_resources = [
sources = [ "resources/basic_test.html",
"../../../media/test/data/bear-vp9.webm", "resources/close_route_with_error_on_send.json",
"../../../media/test/data/player.html", "resources/common.js",
] "resources/fail_create_route.json",
"resources/fail_reconnect_session.html",
"resources/fail_reconnect_session.json",
"resources/local_media_sink.json",
"resources/local_media_sink_route_fail.json",
"resources/no_provider.json",
"resources/no_sinks.json",
"resources/no_supported_sinks.json",
"resources/presentation_receiver.html",
"resources/route_creation_timed_out.json",
]
media_router_test_extension_resources = [
"telemetry/extension/manifest.json",
"telemetry/extension/script.js",
]
copy("test_extension_resource_files") {
sources = media_router_test_extension_resources
outputs = [ outputs = [
"$root_out_dir/media_router/browser_test_resources/{{source_file_part}}", "$root_out_dir/media_router/test_extension/{{source_file_part}}",
] ]
} }
# Run separately. TODO: Documentation on how to run copy("browser_tests_resource_files") {
group("swarming_tests") { sources = media_router_integration_test_resources
testonly = true outputs = [
data_deps = [ "$root_out_dir/media_router/browser_test_resources/{{source_file_part}}",
":browser_test_resources",
"//chrome/test:browser_tests",
]
data = [
"internal/",
"$root_out_dir/mr_extension/",
] ]
} }
source_set("test_support") { source_set("media_router_browsertests") {
testonly = true testonly = true
defines = [ "HAS_OUT_OF_PROC_TEST_RUNNER" ]
sources = [ sources = [
"media_router_base_browsertest.cc", "media_router_base_browsertest.cc",
"media_router_base_browsertest.h", "media_router_base_browsertest.h",
"media_router_e2e_browsertest.cc",
"media_router_e2e_browsertest.h",
"media_router_e2e_ui_browsertest.cc",
"media_router_integration_browsertest.cc",
"media_router_integration_browsertest.h",
"media_router_integration_ui_browsertest.cc",
"media_router_one_ua_integration_browsertest.cc",
"test_media_sinks_observer.cc", "test_media_sinks_observer.cc",
"test_media_sinks_observer.h", "test_media_sinks_observer.h",
] ]
public_deps = [
"//base",
"//chrome/browser/extensions",
"//extensions/browser",
]
deps = [ deps = [
"//chrome/browser/media/router", ":browser_tests_resource_files",
"//chrome/browser/media/router:test_support", "//chrome/browser/media/router:test_support",
"//chrome/common:constants",
"//chrome/test:test_support", "//chrome/test:test_support",
"//chrome/test:test_support_ui", "//chrome/test:test_support_ui",
"//content/public/common", "//extensions/browser",
"//content/test:test_support", "//media:test_support",
"//extensions/common", "//skia",
"//testing/gtest", "//testing/gtest",
] ]
} }
group("media_router_perf_tests") {
testonly = true
data = [
"$root_out_dir/media_router/telemetry_extension/",
"$root_out_dir/mr_extension/release/",
"internal/",
"telemetry/",
]
deps = [
"//tools/perf:perf",
]
data_deps = [
":telemetry_extension_resources",
]
}
copy("telemetry_extension_resources") {
sources = [
"telemetry/extension/manifest.json",
"telemetry/extension/script.js",
]
outputs = [
"$root_out_dir/media_router/telemetry_extension/{{source_file_part}}",
]
}
...@@ -6,39 +6,22 @@ ...@@ -6,39 +6,22 @@
# Media Router Integration and E2E Browser Tests # Media Router Integration and E2E Browser Tests
This directory contains the integration and end-to-end browser tests for Media This directory contains the integration and end-to-end browser tests for Media
Router. The Media Router uses various Media Route Providers to connect to Router. Note that running these tests requires a dev build of the Media Router
different types of displays. component extension, which isn't open source. The project for upstreaming the
component extension is [tracked by this bug](http://crbug.com/698796).
## Media Route Providers ## Test classes
The tests are run with one of two component extensions:
* The open source Media Router component extension in
chrome/browser/resources/media_router/extension includes a mock Media Route
Provider, `mr.TestProvider`.
* The closed source Media Router external component extension includes the Cast
Media Route Provider.
## Tests
* `MediaRouterIntegrationBrowserTest`: Tests that Media Router behaves as * `MediaRouterIntegrationBrowserTest`: Tests that Media Router behaves as
specified by the Presentation API, and that its dialog is shown as expected specified by the Presentation API, and that its dialog is shown as expected.
using the test provider `mr.TestProvider`. Test cases that specifically test the Uses `mr.TestProvider` (provided the component extension) as the Media Route
functionalities of the Media Router dialog are in Provider. Test cases that specifically test the functionalities of the Media
`media_router_integration_ui_browsertest.cc`. Router dialog are in `media_router_integration_ui_browsertest.cc`.
* `MediaRouterIntegrationIncognitoBrowserTest`: Same as * `MediaRouterIntegrationIncognitoBrowserTest`: Same as
`MediaRouterIntegrationBrowserTest`, except for that the tests are run using an `MediaRouterIntegrationBrowserTest`, except for that the tests are run using an
incognito profile. incognito profile.
* `MediaRouterE2EBrowserTest`: Tests Chromecast-specific functionality of Media * `MediaRouterE2EBrowserTest`: Tests the casting functionality of Media Router
Router using the Cast Media Route Provider. Requires installing the Media using the Cast Media Route Provider (provided by the component extension) and an
Router external component extension and an actual Chromecast device. actual Chromecast device.
* `MediaRouterIntegrationOneUABrowserTest`: Tests that the Presentation API can
be used to start presentations using offscreen tabs, and that basic Presentation
API usage with offscreen tabs is working.
* `MediaRouterIntegrationOneUANoReceiverBrowserTest`: Tests Presentation API
behavior when there is no compatible presentation receiver for the requested
URL.
...@@ -113,12 +113,12 @@ void MediaRouterBaseBrowserTest::ParseCommandLine() { ...@@ -113,12 +113,12 @@ void MediaRouterBaseBrowserTest::ParseCommandLine() {
base::CommandLine* command_line = base::CommandLine::ForCurrentProcess(); base::CommandLine* command_line = base::CommandLine::ForCurrentProcess();
extension_unpacked_ = command_line->GetSwitchValuePath(kExtensionUnpacked); extension_unpacked_ = command_line->GetSwitchValuePath(kExtensionUnpacked);
// No extension provided. Use the default component extension in Chromium. // Check if there is mr_extension folder under PRODUCT_DIR folder.
if (extension_unpacked_.empty()) { if (extension_unpacked_.empty()) {
base::FilePath base_dir; base::FilePath base_dir;
ASSERT_TRUE(PathService::Get(base::DIR_MODULE, &base_dir)); ASSERT_TRUE(PathService::Get(base::DIR_MODULE, &base_dir));
base::FilePath extension_path = base_dir.Append(FILE_PATH_LITERAL( base::FilePath extension_path =
"gen/chrome/browser/resources/media_router/extension")); base_dir.Append(FILE_PATH_LITERAL("mr_extension/"));
if (PathExists(extension_path)) { if (PathExists(extension_path)) {
extension_unpacked_ = extension_path; extension_unpacked_ = extension_path;
} }
......
...@@ -699,14 +699,13 @@ void MediaRouterIntegrationBrowserTest::RunReconnectSessionSameTabTest() { ...@@ -699,14 +699,13 @@ void MediaRouterIntegrationBrowserTest::RunReconnectSessionSameTabTest() {
ASSERT_EQ(session_id, reconnected_session_id); ASSERT_EQ(session_id, reconnected_session_id);
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Basic) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, MANUAL_Basic) {
RunBasicTest(); RunBasicTest();
} }
// Tests that creating a route with a local file opens the file in a new tab. // Tests that creating a route with a local file opens the file in a new tab.
// TODO(crbug.com/818767): Fails when run with Chromium component.
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
DISABLED_OpenLocalMediaFileInCurrentTab) { MANUAL_OpenLocalMediaFileInCurrentTab) {
// Start at a new tab, the file should open in the same tab. // Start at a new tab, the file should open in the same tab.
ui_test_utils::NavigateToURL(browser(), GURL(chrome::kChromeUINewTabURL)); ui_test_utils::NavigateToURL(browser(), GURL(chrome::kChromeUINewTabURL));
// Make sure there is 1 tab. // Make sure there is 1 tab.
...@@ -726,7 +725,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, ...@@ -726,7 +725,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
// Tests that creating a route with a local file opens the file in a new tab. // Tests that creating a route with a local file opens the file in a new tab.
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
OpenLocalMediaFileInNewTab) { MANUAL_OpenLocalMediaFileInNewTab) {
// Start at a tab with content in it, the file will open in a new tab. // Start at a tab with content in it, the file will open in a new tab.
ui_test_utils::NavigateToURL(browser(), GURL("http://google.com")); ui_test_utils::NavigateToURL(browser(), GURL("http://google.com"));
// Make sure there is 1 tab. // Make sure there is 1 tab.
...@@ -746,7 +745,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, ...@@ -746,7 +745,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
// Tests that failing to create a route with a local file shows an issue. // Tests that failing to create a route with a local file shows an issue.
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
OpenLocalMediaFileFailsAndShowsIssue) { MANUAL_OpenLocalMediaFileFailsAndShowsIssue) {
OpenDialogAndCastFileFails(); OpenDialogAndCastFileFails();
// Expect that the issue is showing. // Expect that the issue is showing.
ASSERT_TRUE(IsUIShowingIssue()); ASSERT_TRUE(IsUIShowingIssue());
...@@ -754,7 +753,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, ...@@ -754,7 +753,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
// Tests that creating a route with a local file opens in fullscreen. // Tests that creating a route with a local file opens in fullscreen.
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
OpenLocalMediaFileFullscreen) { MANUAL_OpenLocalMediaFileFullscreen) {
// Start at a new tab, the file should open in the same tab. // Start at a new tab, the file should open in the same tab.
ui_test_utils::NavigateToURL(browser(), GURL(chrome::kChromeUINewTabURL)); ui_test_utils::NavigateToURL(browser(), GURL(chrome::kChromeUINewTabURL));
// Make sure there is 1 tab. // Make sure there is 1 tab.
...@@ -777,7 +776,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, ...@@ -777,7 +776,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
// Tests that failed route creation of local file does not enter fullscreen. // Tests that failed route creation of local file does not enter fullscreen.
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
OpenLocalMediaFileCastFailNoFullscreen) { MANUAL_OpenLocalMediaFileCastFailNoFullscreen) {
// Start at a new tab, the file should open in the same tab. // Start at a new tab, the file should open in the same tab.
ui_test_utils::NavigateToURL(browser(), GURL(chrome::kChromeUINewTabURL)); ui_test_utils::NavigateToURL(browser(), GURL(chrome::kChromeUINewTabURL));
// Make sure there is 1 tab. // Make sure there is 1 tab.
...@@ -797,11 +796,12 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, ...@@ -797,11 +796,12 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
web_contents->GetDelegate()->IsFullscreenForTabOrPending(web_contents)); web_contents->GetDelegate()->IsFullscreenForTabOrPending(web_contents));
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, SendAndOnMessage) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
MANUAL_SendAndOnMessage) {
RunSendMessageTest("foo"); RunSendMessageTest("foo");
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, CloseOnError) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, MANUAL_CloseOnError) {
SetTestData(FILE_PATH_LITERAL("close_route_with_error_on_send.json")); SetTestData(FILE_PATH_LITERAL("close_route_with_error_on_send.json"));
WebContents* web_contents = StartSessionWithTestPageAndChooseSink(); WebContents* web_contents = StartSessionWithTestPageAndChooseSink();
CheckSessionValidity(web_contents); CheckSessionValidity(web_contents);
...@@ -809,29 +809,33 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, CloseOnError) { ...@@ -809,29 +809,33 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, CloseOnError) {
kSendMessageAndExpectConnectionCloseOnErrorScript); kSendMessageAndExpectConnectionCloseOnErrorScript);
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Fail_SendMessage) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
MANUAL_Fail_SendMessage) {
RunFailToSendMessageTest(); RunFailToSendMessageTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Fail_NoProvider) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
MANUAL_Fail_NoProvider) {
SetTestData(FILE_PATH_LITERAL("no_provider.json")); SetTestData(FILE_PATH_LITERAL("no_provider.json"));
WebContents* web_contents = StartSessionWithTestPageAndChooseSink(); WebContents* web_contents = StartSessionWithTestPageAndChooseSink();
CheckStartFailed(web_contents, "UnknownError", CheckStartFailed(web_contents, "UnknownError",
"No provider supports createRoute with source"); "No provider supports createRoute with source");
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Fail_CreateRoute) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
MANUAL_Fail_CreateRoute) {
SetTestData(FILE_PATH_LITERAL("fail_create_route.json")); SetTestData(FILE_PATH_LITERAL("fail_create_route.json"));
WebContents* web_contents = StartSessionWithTestPageAndChooseSink(); WebContents* web_contents = StartSessionWithTestPageAndChooseSink();
CheckStartFailed(web_contents, "UnknownError", "Unknown sink"); CheckStartFailed(web_contents, "UnknownError", "Unknown sink");
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, ReconnectSession) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
MANUAL_ReconnectSession) {
RunReconnectSessionTest(); RunReconnectSessionTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
Fail_ReconnectSession) { MANUAL_Fail_ReconnectSession) {
WebContents* web_contents = StartSessionWithTestPageAndChooseSink(); WebContents* web_contents = StartSessionWithTestPageAndChooseSink();
CheckSessionValidity(web_contents); CheckSessionValidity(web_contents);
std::string session_id(GetStartedConnectionId(web_contents)); std::string session_id(GetStartedConnectionId(web_contents));
...@@ -846,20 +850,21 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, ...@@ -846,20 +850,21 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
session_id.c_str())); session_id.c_str()));
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Fail_StartCancelled) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
MANUAL_Fail_StartCancelled) {
WebContents* web_contents = StartSessionWithTestPageAndSink(); WebContents* web_contents = StartSessionWithTestPageAndSink();
GetControllerForShownDialog(web_contents)->HideMediaRouterDialog(); GetControllerForShownDialog(web_contents)->HideMediaRouterDialog();
CheckStartFailed(web_contents, "NotAllowedError", "Dialog closed."); CheckStartFailed(web_contents, "NotAllowedError", "Dialog closed.");
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
Fail_StartCancelledNoSinks) { MANUAL_Fail_StartCancelledNoSinks) {
SetTestData(FILE_PATH_LITERAL("no_sinks.json")); SetTestData(FILE_PATH_LITERAL("no_sinks.json"));
StartSessionAndAssertNotFoundError(); StartSessionAndAssertNotFoundError();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
Fail_StartCancelledNoSupportedSinks) { MANUAL_Fail_StartCancelledNoSupportedSinks) {
SetTestData(FILE_PATH_LITERAL("no_supported_sinks.json")); SetTestData(FILE_PATH_LITERAL("no_supported_sinks.json"));
StartSessionAndAssertNotFoundError(); StartSessionAndAssertNotFoundError();
} }
...@@ -882,12 +887,13 @@ Browser* MediaRouterIntegrationIncognitoBrowserTest::browser() { ...@@ -882,12 +887,13 @@ Browser* MediaRouterIntegrationIncognitoBrowserTest::browser() {
return incognito_browser_; return incognito_browser_;
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationIncognitoBrowserTest, Basic) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationIncognitoBrowserTest,
MANUAL_Basic) {
RunBasicTest(); RunBasicTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationIncognitoBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationIncognitoBrowserTest,
ReconnectSession) { MANUAL_ReconnectSession) {
RunReconnectSessionTest(); RunReconnectSessionTest();
} }
......
...@@ -18,7 +18,7 @@ namespace { ...@@ -18,7 +18,7 @@ namespace {
const char kTestSinkName[] = "test-sink-1"; const char kTestSinkName[] = "test-sink-1";
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Dialog_Basic) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, MANUAL_Dialog_Basic) {
OpenTestPage(FILE_PATH_LITERAL("basic_test.html")); OpenTestPage(FILE_PATH_LITERAL("basic_test.html"));
content::WebContents* web_contents = content::WebContents* web_contents =
browser()->tab_strip_model()->GetActiveWebContents(); browser()->tab_strip_model()->GetActiveWebContents();
...@@ -134,7 +134,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Dialog_Basic) { ...@@ -134,7 +134,7 @@ IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, Dialog_Basic) {
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationBrowserTest,
Dialog_RouteCreationTimedOut) { MANUAL_Dialog_RouteCreationTimedOut) {
SetTestData(FILE_PATH_LITERAL("route_creation_timed_out.json")); SetTestData(FILE_PATH_LITERAL("route_creation_timed_out.json"));
OpenTestPage(FILE_PATH_LITERAL("basic_test.html")); OpenTestPage(FILE_PATH_LITERAL("basic_test.html"));
content::WebContents* web_contents = content::WebContents* web_contents =
......
...@@ -42,34 +42,34 @@ class MediaRouterIntegrationOneUABrowserTest ...@@ -42,34 +42,34 @@ class MediaRouterIntegrationOneUABrowserTest
} }
}; };
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest, Basic) { IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest, MANUAL_Basic) {
RunBasicTest(); RunBasicTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest,
SendAndOnMessage) { MANUAL_SendAndOnMessage) {
RunSendMessageTest("foo"); RunSendMessageTest("foo");
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest,
ReceiverCloseConnection) { MANUAL_ReceiverCloseConnection) {
WebContents* web_contents = StartSessionWithTestPageAndChooseSink(); WebContents* web_contents = StartSessionWithTestPageAndChooseSink();
CheckSessionValidity(web_contents); CheckSessionValidity(web_contents);
ExecuteJavaScriptAPI(web_contents, kInitiateCloseFromReceiverPageScript); ExecuteJavaScriptAPI(web_contents, kInitiateCloseFromReceiverPageScript);
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest,
Fail_SendMessage) { MANUAL_Fail_SendMessage) {
RunFailToSendMessageTest(); RunFailToSendMessageTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest,
ReconnectSession) { MANUAL_ReconnectSession) {
RunReconnectSessionTest(); RunReconnectSessionTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUABrowserTest,
ReconnectSessionSameTab) { MANUAL_ReconnectSessionSameTab) {
RunReconnectSessionSameTabTest(); RunReconnectSessionSameTabTest();
} }
...@@ -83,22 +83,22 @@ class MediaRouterIntegrationOneUANoReceiverBrowserTest ...@@ -83,22 +83,22 @@ class MediaRouterIntegrationOneUANoReceiverBrowserTest
}; };
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest,
Basic) { MANUAL_Basic) {
RunBasicTest(); RunBasicTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest,
Fail_SendMessage) { MANUAL_Fail_SendMessage) {
RunFailToSendMessageTest(); RunFailToSendMessageTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest,
ReconnectSession) { MANUAL_ReconnectSession) {
RunReconnectSessionTest(); RunReconnectSessionTest();
} }
IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest, IN_PROC_BROWSER_TEST_F(MediaRouterIntegrationOneUANoReceiverBrowserTest,
ReconnectSessionSameTab) { MANUAL_ReconnectSessionSameTab) {
RunReconnectSessionSameTabTest(); RunReconnectSessionSameTabTest();
} }
......
...@@ -3,25 +3,13 @@ ...@@ -3,25 +3,13 @@
found in the LICENSE file. found in the LICENSE file.
--> -->
# How to run benchmarks for Media Router # How to run benchmarks for media router
1. Run the following command to find all the available browsers: 1. Run the following command to find all the avaiable browsers:
```shell
./chrome/test/media_router/telemetry/run_benchmark --browser list ./chrome/test/media_router/telemetry/run_benchmark --browser list
```
Let `<browser>` be one of the results.
2. Run the following command to get benchmarks for media router dialog latency: 2. Run the following command to get benchmarks for media router dialog latency:
./chrome/test/media_router/telemetry/run_benchmark --browser=<one of the values returned in step 1> media_router.dialog.latency.tracing --reset-results
```shell ./chrome/test/media_router/telemetry/run_benchmark --browser=<one of the values returned in step 1> media_router.dialog.latency.histogram
./chrome/test/media_router/telemetry/run_benchmark --browser=<browser> \
media_router.dialog.latency.tracing --reset-results
./chrome/test/media_router/telemetry/run_benchmark --browser=<browser> \
media_router.dialog.latency.histogram
```
The results will be in
`<chromium src folder>/chrome/test/media_router/telemetry/results.html`
The results will be in <chromium src folder>/chrome/test/media_router/telemetry/results.html
...@@ -31,7 +31,7 @@ class _BaseCastBenchmark(perf_benchmark.PerfBenchmark): ...@@ -31,7 +31,7 @@ class _BaseCastBenchmark(perf_benchmark.PerfBenchmark):
os.path.join(path_util.GetChromiumSrcDir(), 'out', os.path.join(path_util.GetChromiumSrcDir(), 'out',
'Release', 'mr_extension', 'release'), 'Release', 'mr_extension', 'release'),
os.path.join(path_util.GetChromiumSrcDir(), 'out', os.path.join(path_util.GetChromiumSrcDir(), 'out',
'Release', 'media_router', 'telemetry_extension')]), 'Release', 'media_router', 'test_extension')]),
'--whitelisted-extension-id=enhhojjnijigcajfphajepfemndkmdlo', '--whitelisted-extension-id=enhhojjnijigcajfphajepfemndkmdlo',
'--media-router=1', '--media-router=1',
'--enable-stats-collection-bindings' '--enable-stats-collection-bindings'
......
This is the test extension which is used to get CPU/memory usage for Media This is the test extension which is used to get CPU/memory usage for media router performance test.
Router performance test.
`chrome/test/media_router/telemetry/benchmarks/pagesets/cpu_memory_script.js` chrome/test/media_router/telemetry/benchmarks/pagesets/cpu_memory_script.js shows how to interact with this test extension to get CPU/memory usage.
shows how to interact with this test extension to get CPU/memory usage.
...@@ -276,11 +276,3 @@ ...@@ -276,11 +276,3 @@
# Flaky segfaults: https://crbug.com/818147 # Flaky segfaults: https://crbug.com/818147
-ExtensionApiTest.BookmarkManager -ExtensionApiTest.BookmarkManager
# Depends on chrome/browser/media/webrtc; CHECKs in ash::Shell::Get()
# https://crbug.com/723880
-MediaRouterIntegrationBrowserTest.*
-MediaRouterIntegrationOneUABrowserTest.*
-MediaRouterIntegrationOneUANoReceiverBrowserTest.*
...@@ -784,7 +784,7 @@ ...@@ -784,7 +784,7 @@
], ],
}, },
"media_router_tests": { "media_router_tests": {
"label": "//chrome/test/media_router:media_router_e2e_tests", "label": "//chrome/test/media_router:media_router_tests",
"type": "script", "type": "script",
"script": "//chrome/test/media_router/internal/media_router_tests.py", "script": "//chrome/test/media_router/internal/media_router_tests.py",
"args": [ "args": [
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment