Switching buildbot tester to only run subset of benchmarks.

Bug: 758632
Change-Id: I05afa2de700600c4082ddca82fca8fbbd2cab3c4
Reviewed-on: https://chromium-review.googlesource.com/953067
Commit-Queue: Emily Hanley <eyaich@chromium.org>
Reviewed-by: Ashley Enstad <ashleymarie@chromium.org>
Reviewed-by: John Budorick <jbudorick@chromium.org>
Cr-Commit-Position: refs/heads/master@{#541519}

BUILD.gn

@@ -1043,6 +1043,7 @@ group("chromium_builder_perf") {
       "//chrome/test:load_library_perf_tests",
       "//chrome/test:performance_test_suite",
       "//chrome/test:telemetry_perf_tests",
+      "//chrome/test:telemetry_perf_tests_experimental",
       "//components/tracing:tracing_perftests",
       "//gpu:command_buffer_perftests",
       "//gpu:gpu_perftests",

chrome/test/BUILD.gn

@@ -2106,6 +2106,8 @@ group("telemetry_perf_tests_experimental") {
     # Needed for isolate script to execute.
     "//testing/scripts/common.py",
     "//testing/xvfb.py",
+    "//testing/scripts/run_gtest_perf_test.py",
+    "//testing/scripts/run_performance_tests.py",
     "//testing/scripts/run_telemetry_benchmark_as_googletest.py",
   ]
 }
@@ -2117,8 +2119,8 @@ group("performance_test_suite") {
   deps = [
     # Comment this in when testing on a trybot so it does
     # not have to rebuild chrome each time.
-    #"//chrome/test:telemetry_perf_tests_experimental",
-    "//chrome/test:telemetry_perf_tests",
+    "//chrome/test:telemetry_perf_tests_experimental",
+    #"//chrome/test:telemetry_perf_tests",
   ]
 
   data = [

testing/buildbot/chromium.perf.fyi.json

@@ -439,7 +439,51 @@
         "args": [
           "-v",
           "--xvfb",
-          "--browser=release"
+          "--browser=reference",
+          "--testing=true"
+        ],
+        "isolate_name": "telemetry_perf_tests_experimental",
+        "merge": {
+          "args": [
+            "--configuration-name",
+            "buildbot-test",
+            "--service-account-file",
+            "/creds/service_accounts/service-account-chromium-perf-histograms.json"
+          ],
+          "script": "//tools/perf/process_perf_results.py"
+        },
+        "name": "telemetry_perf_tests_experimental",
+        "override_compile_targets": [
+          "telemetry_perf_tests_experimental"
+        ],
+        "swarming": {
+          "can_use_on_swarming_builders": true,
+          "dimension_sets": [
+            {
+              "pool": "Chrome-perf-fyi"
+            }
+          ],
+          "expiration": 36000,
+          "hard_timeout": 36000,
+          "ignore_task_failure": false,
+          "io_timeout": 3600,
+          "shards": 2,
+          "upload_test_results": true
+        },
+        "trigger_script": {
+          "args": [
+            "--multiple-trigger-configs",
+            "[{\"id\": \"swarm846-c4\"}, {\"id\": \"swarm847-c4\"}]"
+          ],
+          "script": "//testing/trigger_scripts/perf_device_trigger.py"
+        }
+      },
+      {
+        "args": [
+          "-v",
+          "--xvfb",
+          "--browser=reference",
+          "--testing=true"
         ],
         "isolate_name": "performance_test_suite",
         "merge": {
@@ -466,13 +510,13 @@
           "hard_timeout": 36000,
           "ignore_task_failure": false,
           "io_timeout": 3600,
-          "shards": 2,
+          "shards": 1,
           "upload_test_results": true
         },
         "trigger_script": {
           "args": [
             "--multiple-trigger-configs",
-            "[{\"id\": \"swarm846-c4\"}, {\"id\": \"swarm847-c4\"}]"
+            "[{\"id\": \"swarm823-c4\"}]"
           ],
           "script": "//testing/trigger_scripts/perf_device_trigger.py"
         }

testing/buildbot/gn_isolate_map.pyl

@@ -1046,6 +1046,14 @@
       "../../tools/perf/run_benchmark",
     ],
   },
+  "telemetry_perf_tests_experimental": {
+    "label": "//chrome/test:telemetry_perf_tests_experimental",
+    "type": "script",
+    "script": "//testing/scripts/run_performance_tests.py",
+    "args": [
+      "../../tools/perf/run_benchmark",
+    ],
+  },
   "performance_test_suite": {
     "label": "//chrome/test:performance_test_suite",
     "type": "script",

tools/perf/core/benchmark_bot_map.json

 {
   "0": {
     "benchmarks": [
-      "dummy_benchmark.stable_benchmark_1"
+      "dummy_benchmark.stable_benchmark_1",
+      "blink_perf.owp_storage",
+      "system_health.memory_mobile"
+
     ]
   },
   "1": {
     "benchmarks": [
-      "dummy_benchmark.histogram_benchmark_1"
+      "dummy_benchmark.histogram_benchmark_1",
+      "memory.top_10_mobile",
+      "scheduler.tough_scheduling_cases"
     ]
   }
 }