linux-warmed and try-warmer builder

linux-warmed to take in 10% of cq traffic led-tot-warmer will run every 5 minutes. led tasks triggered will expire after 5 minutes of pending. Bug: 1149606 Change-Id: Ifd494d2a1560f94dfa70d4be33dd144e333f2e1a Ignore-Goma-Freeze: try-warmer CI builder doesn't do any compiles. Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2558747 Commit-Queue: Stephanie Kim <kimstephanie@google.com> Reviewed-by: Garrett Beaty <gbeaty@chromium.org> Cr-Commit-Position: refs/heads/master@{#832467}

linux-warmed and try-warmer builder
linux-warmed to take in 10% of cq traffic led-tot-warmer will run every 5 minutes. led tasks triggered will expire after 5 minutes of pending. Bug: 1149606 Change-Id: Ifd494d2a1560f94dfa70d4be33dd144e333f2e1a Ignore-Goma-Freeze: try-warmer CI builder doesn't do any compiles. Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2558747 Commit-Queue: Stephanie Kim <kimstephanie@google.com> Reviewed-by: Garrett Beaty <gbeaty@chromium.org> Cr-Commit-Position: refs/heads/master@{#832467}
f7e2d285 · Stephanie Kim · Chromium LUCI CQ · 550214ed · f7e2d285 · f7e2d285
Commit f7e2d285 authored Dec 01, 2020 by Stephanie Kim Committed by Chromium LUCI CQ Dec 01, 2020
11 changed files
--- a/infra/config/generated/commit-queue.cfg
+++ b/infra/config/generated/commit-queue.cfg
@@ -1095,7 +1095,7 @@ config_groups {
      }
      builders {
        name: "chromium/try/linux-rel-builderful"
-        experiment_percentage: 10
+        experiment_percentage: 5
        location_regexp: ".*"
        location_regexp_exclude: ".+/[+]/docs/.+"
        location_regexp_exclude: ".+/[+]/infra/config/.+"
@@ -1136,6 +1136,13 @@ config_groups {
        name: "chromium/try/linux-viz-rel"
        includable_only: true
      }
+      builders {
+        name: "chromium/try/linux-warmed"
+        experiment_percentage: 5
+        location_regexp: ".*"
+        location_regexp_exclude: ".+/[+]/docs/.+"
+        location_regexp_exclude: ".+/[+]/infra/config/.+"
+      }
      builders {
        name: "chromium/try/linux-webkit-msan-rel"
        includable_only: true

--- a/infra/config/generated/cq-builders.md
+++ b/infra/config/generated/cq-builders.md
@@ -393,5 +393,8 @@ as required builders.
  * [`//services/tracing/.+`](https://cs.chromium.org/chromium/src/services/tracing/)

 * [linux-rel-builderful](https://ci.chromium.org/p/chromium/builders/try/linux-rel-builderful) ([definition](https://cs.chromium.org/search?q=package:%5Echromium$+file:/cq.star$+-file:/beta/+-file:/stable/+linux-rel-builderful)) ([matching builders](https://cs.chromium.org/search?q=+file:trybots.py+linux-rel-builderful))
-  * Experiment percentage: 10
+  * Experiment percentage: 5
+
+* [linux-warmed](https://ci.chromium.org/p/chromium/builders/try/linux-warmed) ([definition](https://cs.chromium.org/search?q=package:%5Echromium$+file:/cq.star$+-file:/beta/+-file:/stable/+linux-warmed)) ([matching builders](https://cs.chromium.org/search?q=+file:trybots.py+linux-warmed))
+  * Experiment percentage: 5

--- a/infra/config/generated/cr-buildbucket.cfg
+++ b/infra/config/generated/cr-buildbucket.cfg
@@ -20049,6 +20049,53 @@ buckets {
        }
      }
    }
+    builders {
+      name: "try-warmer"
+      swarming_host: "chromium-swarm.appspot.com"
+      swarming_tags: "vpython:native-python-wrapper"
+      dimensions: "builderless:1"
+      dimensions: "cores:8"
+      dimensions: "cpu:x86-64"
+      dimensions: "os:Ubuntu-16.04"
+      dimensions: "pool:luci.chromium.ci"
+      dimensions: "ssd:0"
+      exe {
+        cipd_package: "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"
+        cipd_version: "refs/heads/master"
+        cmd: "recipes"
+      }
+      properties: "{\"$build/goma\":{\"use_luci_auth\":true},\"$kitchen\":{\"devshell\":true,\"git_auth\":true},\"$recipe_engine/isolated\":{\"server\":\"https://isolateserver.appspot.com\"},\"builder_group\":\"chromium.fyi\",\"builder_to_warm\":\"linux-warmed\",\"recipe\":\"chromium/try_warmer\"}"
+      execution_timeout_secs: 300
+      build_numbers: YES
+      service_account: "chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com"
+      experiments {
+        key: "chromium.resultdb.result_sink"
+        value: 100
+      }
+      experiments {
+        key: "luci.use_realms"
+        value: 100
+      }
+      resultdb {
+        enable: true
+        bq_exports {
+          project: "luci-resultdb"
+          dataset: "chromium"
+          table: "ci_test_results"
+          test_results {}
+        }
+        bq_exports {
+          project: "luci-resultdb"
+          dataset: "chromium"
+          table: "gpu_ci_test_results"
+          test_results {
+            predicate {
+              test_id_regexp: "ninja://(chrome/test:|content/test:fuchsia_)telemetry_gpu_integration_test/.+"
+            }
+          }
+        }
+      }
+    }
    builders {
      name: "win-annotator-rel"
      swarming_host: "chromium-swarm.appspot.com"
@@ -34816,6 +34863,60 @@ buckets {
        }
      }
    }
+    builders {
+      name: "linux-warmed"
+      swarming_host: "chromium-swarm.appspot.com"
+      swarming_tags: "vpython:native-python-wrapper"
+      dimensions: "builder:linux-warmed"
+      dimensions: "cores:8"
+      dimensions: "cpu:x86-64"
+      dimensions: "os:Ubuntu-16.04"
+      dimensions: "pool:luci.chromium.try"
+      exe {
+        cipd_package: "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"
+        cipd_version: "refs/heads/master"
+        cmd: "recipes"
+      }
+      properties: "{\"$build/code_coverage\":{\"use_clang_coverage\":true},\"$build/goma\":{\"enable_ats\":true,\"jobs\":150,\"rpc_extra_params\":\"?prod\",\"server_host\":\"goma.chromium.org\",\"use_luci_auth\":true},\"$kitchen\":{\"devshell\":true,\"git_auth\":true},\"$recipe_engine/isolated\":{\"server\":\"https://isolateserver.appspot.com\"},\"builder_group\":\"tryserver.chromium.linux\",\"recipe\":\"chromium_trybot\"}"
+      execution_timeout_secs: 14400
+      expiration_secs: 7200
+      caches {
+        name: "win_toolchain"
+        path: "win_toolchain"
+      }
+      build_numbers: YES
+      service_account: "chromium-try-builder@chops-service-accounts.iam.gserviceaccount.com"
+      task_template_canary_percentage {
+        value: 5
+      }
+      experiments {
+        key: "chromium.resultdb.result_sink"
+        value: 100
+      }
+      experiments {
+        key: "luci.use_realms"
+        value: 100
+      }
+      resultdb {
+        enable: true
+        bq_exports {
+          project: "luci-resultdb"
+          dataset: "chromium"
+          table: "try_test_results"
+          test_results {}
+        }
+        bq_exports {
+          project: "luci-resultdb"
+          dataset: "chromium"
+          table: "gpu_try_test_results"
+          test_results {
+            predicate {
+              test_id_regexp: "ninja://(chrome/test:|content/test:fuchsia_)telemetry_gpu_integration_test/.+"
+            }
+          }
+        }
+      }
+    }
    builders {
      name: "linux-webkit-msan-rel"
      swarming_host: "chromium-swarm.appspot.com"
--- a/infra/config/generated/goma-usage.pyl
+++ b/infra/config/generated/goma-usage.pyl
@@ -3,11 +3,11 @@
 # This is consumed by presubmit checks that need to validate the config

 {
-  # 61390 (scheduler total) + 344990 (weighted CQ total)
+  # 61470 (scheduler total) + 344990 (weighted CQ total)
  # (weighted CQ total) = 6899.8 (CQ total) * 50 (CQ weight)
-  '*weighted total*': 406380,
+  '*weighted total*': 406460,
  'scheduler': {
-    '*total*': 61390,
+    '*total*': 61470,
    'triggered': {
      '*total*': 59840,
      ('https://chromium.googlesource.com/chromium/src', 'regexp:refs/heads/master'): {
@@ -491,7 +491,7 @@
      },
    },
    'scheduled': {
-      '*total*': 1550,
+      '*total*': 1630,
      '0 0,12 * * *': {
        '*total*': 80,
        # jobs count assumes an 8-core machine
@@ -534,6 +534,10 @@
        'ci/mac-upload-perfetto': 80,
        'ci/win-upload-perfetto': 80,
      },
+      'with 5m interval': {
+        '*total*': 80,
+        'ci/try-warmer': 80,
+      },
    },
  },
  'cq': {
@@ -591,8 +595,10 @@
    # 80 jobs x 100% experiment
    'try/linux-perfetto-rel': 80,
    'try/linux-rel': 150,
-    # 150 jobs x 10% experiment
-    'try/linux-rel-builderful': 15,
+    # 150 jobs x 5% experiment
+    'try/linux-rel-builderful': 7.5,
+    # 150 jobs x 5% experiment
+    'try/linux-warmed': 7.5,
    'try/linux_chromium_asan_rel_ng': 150,
    'try/linux_chromium_compile_dbg_ng': 150,
    'try/linux_chromium_dbg_ng': 80,

--- a/infra/config/generated/luci-milo.cfg
+++ b/infra/config/generated/luci-milo.cfg
@@ -5269,6 +5269,11 @@ consoles {
    category: "iOS|iOS14"
    short_name: "sdk14"
  }
+  builders {
+    name: "buildbucket/luci.chromium.ci/try-warmer"
+    category: "infra"
+    short_name: "warmer"
+  }
  builders {
    name: "buildbucket/luci.chromium.ci/VR Linux"
    category: "linux"
@@ -12104,6 +12109,9 @@ consoles {
  builders {
    name: "buildbucket/luci.chromium.try/linux-viz-rel"
  }
+  builders {
+    name: "buildbucket/luci.chromium.try/linux-warmed"
+  }
  builders {
    name: "buildbucket/luci.chromium.try/linux-webkit-msan-rel"
  }
@@ -12922,6 +12930,9 @@ consoles {
  builders {
    name: "buildbucket/luci.chromium.try/linux-viz-rel"
  }
+  builders {
+    name: "buildbucket/luci.chromium.try/linux-warmed"
+  }
  builders {
    name: "buildbucket/luci.chromium.try/linux-webkit-msan-rel"
  }

--- a/infra/config/generated/luci-scheduler.cfg
+++ b/infra/config/generated/luci-scheduler.cfg
@@ -6002,6 +6002,17 @@ job {
    builder: "metadata-exporter"
  }
 }
+job {
+  id: "try-warmer"
+  realm: "ci"
+  schedule: "with 5m interval"
+  acl_sets: "ci"
+  buildbucket {
+    server: "cr-buildbucket.appspot.com"
+    bucket: "luci.chromium.ci"
+    builder: "try-warmer"
+  }
+}
 job {
  id: "win-annotator-rel"
  realm: "ci"

--- a/infra/config/generated/realms.cfg
+++ b/infra/config/generated/realms.cfg
@@ -57,6 +57,7 @@ realms {
    principals: "user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com"
    principals: "user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com"
    principals: "user:chromium-cipd-builder@chops-service-accounts.iam.gserviceaccount.com"
+    principals: "user:chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com"
    principals: "user:component-mapping-updater@chops-service-accounts.iam.gserviceaccount.com"
  }
  bindings {
@@ -187,6 +188,7 @@ realms {
    principals: "project:chromium-m86"
    principals: "project:chromium-m87"
    principals: "project:chromium-m88"
+    principals: "user:chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com"
    principals: "user:infra-try-recipes-tester@chops-service-accounts.iam.gserviceaccount.com"
  }
 }
@@ -233,6 +235,7 @@ realms {
    principals: "group:chromium-led-users"
    principals: "group:project-chromium-mac-arm64-tests-access"
    principals: "group:project-chromium-tryjob-access"
+    principals: "user:chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com"
    principals: "user:infra-try-recipes-tester@chops-service-accounts.iam.gserviceaccount.com"
  }
 }

--- a/infra/config/recipes.star
+++ b/infra/config/recipes.star
@@ -117,6 +117,10 @@ build_recipe(
    name = "recipe:findit/chromium/update_components",
 )

+build_recipe(
+    name = "recipe:chromium/try_warmer",
+)
+
 build_recipe(
    name = "recipe:presubmit",
 )

--- a/infra/config/subprojects/chromium/ci.star
+++ b/infra/config/subprojects/chromium/ci.star
@@ -189,6 +189,7 @@ ci.console_view(
            "fuchsia",
            "chromeos",
            "iOS",
+            "infra",
            "linux",
            "recipe",
            "remote_run",
@@ -2464,6 +2465,23 @@ ci.fyi_builder(
    notifies = ["cr-fuchsia"],
 )

+ci.fyi_builder(
+    name = "try-warmer",
+    console_view_entry = ci.console_view_entry(
+        category = "infra",
+        short_name = "warmer",
+    ),
+    executable = "recipe:chromium/try_warmer",
+    execution_timeout = 5 * time.minute,
+    goma_backend = None,
+    properties = {
+        "builder_to_warm": "linux-warmed",
+    },
+    schedule = "with 5m interval",
+    service_account = "chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com",
+    triggered_by = [],
+)
+
 ci.fyi_builder(
    name = "linux-annotator-rel",
    console_view_entry = ci.console_view_entry(

--- a/infra/config/subprojects/chromium/try.star
+++ b/infra/config/subprojects/chromium/try.star
@@ -1021,7 +1021,7 @@ try_.chromium_linux_builder(
    name = "linux-rel-builderful",
    builderless = False,
    goma_jobs = goma.jobs.J150,
-    tryjob = try_.job(experiment_percentage = 10),
+    tryjob = try_.job(experiment_percentage = 5),
    use_clang_coverage = True,
 )

@@ -1035,6 +1035,15 @@ try_.chromium_linux_builder(
    name = "linux-viz-rel",
 )

+# crbug.com/1149606: Experimental builder to test pre-warming
+try_.chromium_linux_builder(
+    name = "linux-warmed",
+    builderless = False,
+    goma_jobs = goma.jobs.J150,
+    tryjob = try_.job(experiment_percentage = 5),
+    use_clang_coverage = True,
+)
+
 try_.chromium_linux_builder(
    name = "linux-webkit-msan-rel",
 )

--- a/infra/config/swarming.star
+++ b/infra/config/swarming.star
@@ -86,6 +86,10 @@ swarming.task_triggerers(
        # An account used by "Build Recipes Tester" builder infra/try bucket
        # used to tests changes to Chromium recipes using LED before commit.
        "infra-try-recipes-tester@chops-service-accounts.iam.gserviceaccount.com",
+
+        # crbug.com/1149606: Used for experimental pre-warming. This account will
+        # run the led-tot-warmer builder in chromium.ci.
+        "chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com",
    ],
 )