linux-warmed-orchestrator builder and trigger_count for try-warmer

linux-warmed-orchestrator triggers linux-warmed if patch requires compile. Uses a new chromium-mini-orchestrator@ service account. Pass in trigger_count 2 into try-warmer so there's more led warmer builds queued up Bug: 1149606 Change-Id: I15206e501371e1bf20f6af1a821c9441e4363a94 Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2572576 Commit-Queue: Stephanie Kim <kimstephanie@google.com> Reviewed-by: Garrett Beaty <gbeaty@chromium.org> Cr-Commit-Position: refs/heads/master@{#835812}

linux-warmed-orchestrator builder and trigger_count for try-warmer
linux-warmed-orchestrator triggers linux-warmed if patch requires compile. Uses a new chromium-mini-orchestrator@ service account. Pass in trigger_count 2 into try-warmer so there's more led warmer builds queued up Bug: 1149606 Change-Id: I15206e501371e1bf20f6af1a821c9441e4363a94 Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2572576 Commit-Queue: Stephanie Kim <kimstephanie@google.com> Reviewed-by: Garrett Beaty <gbeaty@chromium.org> Cr-Commit-Position: refs/heads/master@{#835812}
b047e905 · Stephanie Kim · Chromium LUCI CQ · 3ddd4816 · b047e905 · b047e905
Commit b047e905 authored Dec 10, 2020 by Stephanie Kim Committed by Chromium LUCI CQ Dec 10, 2020
9 changed files
--- a/infra/config/generated/commit-queue.cfg
+++ b/infra/config/generated/commit-queue.cfg
@@ -1132,6 +1132,10 @@ config_groups {
      }
      builders {
        name: "chromium/try/linux-warmed"
+        includable_only: true
+      }
+      builders {
+        name: "chromium/try/linux-warmed-orchestrator"
        experiment_percentage: 5
        location_regexp: ".*"
        location_regexp_exclude: ".+/[+]/docs/.+"

--- a/infra/config/generated/cq-builders.md
+++ b/infra/config/generated/cq-builders.md
@@ -386,6 +386,6 @@ as required builders.
 * [linux-rel-builderful](https://ci.chromium.org/p/chromium/builders/try/linux-rel-builderful) ([definition](https://cs.chromium.org/search?q=package:%5Echromium$+file:/cq.star$+-file:/beta/+-file:/stable/+linux-rel-builderful)) ([matching builders](https://cs.chromium.org/search?q=+file:trybots.py+linux-rel-builderful))
  * Experiment percentage: 5

-* [linux-warmed](https://ci.chromium.org/p/chromium/builders/try/linux-warmed) ([definition](https://cs.chromium.org/search?q=package:%5Echromium$+file:/cq.star$+-file:/beta/+-file:/stable/+linux-warmed)) ([matching builders](https://cs.chromium.org/search?q=+file:trybots.py+linux-warmed))
+* [linux-warmed-orchestrator](https://ci.chromium.org/p/chromium/builders/try/linux-warmed-orchestrator) ([definition](https://cs.chromium.org/search?q=package:%5Echromium$+file:/cq.star$+-file:/beta/+-file:/stable/+linux-warmed-orchestrator)) ([matching builders](https://cs.chromium.org/search?q=+file:trybots.py+linux-warmed-orchestrator))
  * Experiment percentage: 5

--- a/infra/config/generated/cr-buildbucket.cfg
+++ b/infra/config/generated/cr-buildbucket.cfg
@@ -20208,7 +20208,7 @@ buckets {
        cipd_version: "refs/heads/master"
        cmd: "recipes"
      }
-      properties: "{\"$build/goma\":{\"use_luci_auth\":true},\"$kitchen\":{\"devshell\":true,\"git_auth\":true},\"$recipe_engine/isolated\":{\"server\":\"https://isolateserver.appspot.com\"},\"builder_group\":\"chromium.fyi\",\"builder_to_warm\":\"linux-warmed\",\"recipe\":\"chromium/try_warmer\"}"
+      properties: "{\"$build/goma\":{\"use_luci_auth\":true},\"$kitchen\":{\"devshell\":true,\"git_auth\":true},\"$recipe_engine/isolated\":{\"server\":\"https://isolateserver.appspot.com\"},\"builder_group\":\"chromium.fyi\",\"builder_to_warm\":\"linux-warmed\",\"recipe\":\"chromium/try_warmer\",\"trigger_count\":2}"
      execution_timeout_secs: 300
      build_numbers: YES
      service_account: "chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com"
@@ -35049,6 +35049,61 @@ buckets {
        }
      }
    }
+    builders {
+      name: "linux-warmed-orchestrator"
+      swarming_host: "chromium-swarm.appspot.com"
+      swarming_tags: "vpython:native-python-wrapper"
+      dimensions: "builderless:1"
+      dimensions: "cores:8"
+      dimensions: "cpu:x86-64"
+      dimensions: "os:Ubuntu-16.04"
+      dimensions: "pool:luci.chromium.try"
+      dimensions: "ssd:0"
+      exe {
+        cipd_package: "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"
+        cipd_version: "refs/heads/master"
+        cmd: "recipes"
+      }
+      properties: "{\"$build/goma\":{\"use_luci_auth\":true},\"$kitchen\":{\"devshell\":true,\"git_auth\":true},\"$recipe_engine/isolated\":{\"server\":\"https://isolateserver.appspot.com\"},\"builder_group\":\"tryserver.chromium.linux\",\"builder_to_trigger\":{\"builder_group\":\"tryserver.chromium.linux\",\"buildername\":\"linux-warmed\"},\"recipe\":\"chromium/mini_orchestrator\"}"
+      execution_timeout_secs: 14400
+      expiration_secs: 7200
+      caches {
+        name: "win_toolchain"
+        path: "win_toolchain"
+      }
+      build_numbers: YES
+      service_account: "chromium-mini-orchestrator@chops-service-accounts.iam.gserviceaccount.com"
+      task_template_canary_percentage {
+        value: 5
+      }
+      experiments {
+        key: "chromium.resultdb.result_sink"
+        value: 100
+      }
+      experiments {
+        key: "luci.use_realms"
+        value: 100
+      }
+      resultdb {
+        enable: true
+        bq_exports {
+          project: "luci-resultdb"
+          dataset: "chromium"
+          table: "try_test_results"
+          test_results {}
+        }
+        bq_exports {
+          project: "luci-resultdb"
+          dataset: "chromium"
+          table: "gpu_try_test_results"
+          test_results {
+            predicate {
+              test_id_regexp: "ninja://(chrome/test:|content/test:fuchsia_)telemetry_gpu_integration_test/.+"
+            }
+          }
+        }
+      }
+    }
    builders {
      name: "linux-webkit-msan-rel"
      swarming_host: "chromium-swarm.appspot.com"
--- a/infra/config/generated/goma-usage.pyl
+++ b/infra/config/generated/goma-usage.pyl
@@ -3,9 +3,9 @@
 # This is consumed by presubmit checks that need to validate the config

 {
-  # 61510 (scheduler total) + 344750 (weighted CQ total)
-  # (weighted CQ total) = 6895 (CQ total) * 50 (CQ weight)
-  '*weighted total*': 406260,
+  # 61510 (scheduler total) + 344575 (weighted CQ total)
+  # (weighted CQ total) = 6891.5 (CQ total) * 50 (CQ weight)
+  '*weighted total*': 406085,
  'scheduler': {
    '*total*': 61510,
    'triggered': {
@@ -543,7 +543,7 @@
    },
  },
  'cq': {
-    '*total*': 6895,
+    '*total*': 6891.5,
    'try/android-binary-size': 150,
    'try/android-cronet-arm-dbg': 80,
    'try/android-lollipop-arm-rel': 150,
@@ -593,8 +593,8 @@
    'try/linux-rel': 150,
    # 150 jobs x 5% experiment
    'try/linux-rel-builderful': 7.5,
-    # 150 jobs x 5% experiment
-    'try/linux-warmed': 7.5,
+    # 80 jobs x 5% experiment
+    'try/linux-warmed-orchestrator': 4,
    'try/linux_chromium_asan_rel_ng': 150,
    'try/linux_chromium_compile_dbg_ng': 150,
    'try/linux_chromium_dbg_ng': 80,

--- a/infra/config/generated/luci-milo.cfg
+++ b/infra/config/generated/luci-milo.cfg
@@ -12099,6 +12099,9 @@ consoles {
  builders {
    name: "buildbucket/luci.chromium.try/linux-warmed"
  }
+  builders {
+    name: "buildbucket/luci.chromium.try/linux-warmed-orchestrator"
+  }
  builders {
    name: "buildbucket/luci.chromium.try/linux-webkit-msan-rel"
  }
@@ -12950,6 +12953,9 @@ consoles {
  builders {
    name: "buildbucket/luci.chromium.try/linux-warmed"
  }
+  builders {
+    name: "buildbucket/luci.chromium.try/linux-warmed-orchestrator"
+  }
  builders {
    name: "buildbucket/luci.chromium.try/linux-webkit-msan-rel"
  }

--- a/infra/config/generated/realms.cfg
+++ b/infra/config/generated/realms.cfg
@@ -207,6 +207,7 @@ realms {
  name: "try"
  bindings {
    role: "role/buildbucket.builderServiceAccount"
+    principals: "user:chromium-mini-orchestrator@chops-service-accounts.iam.gserviceaccount.com"
    principals: "user:chromium-try-builder@chops-service-accounts.iam.gserviceaccount.com"
    principals: "user:chromium-try-gpu-builder@chops-service-accounts.iam.gserviceaccount.com"
  }

--- a/infra/config/recipes.star
+++ b/infra/config/recipes.star
@@ -117,6 +117,10 @@ build_recipe(
    name = "recipe:findit/chromium/update_components",
 )

+build_recipe(
+    name = "recipe:chromium/mini_orchestrator",
+)
+
 build_recipe(
    name = "recipe:chromium/try_warmer",
 )

--- a/infra/config/subprojects/chromium/ci.star
+++ b/infra/config/subprojects/chromium/ci.star
@@ -2508,6 +2508,7 @@ ci.fyi_builder(
    goma_backend = None,
    properties = {
        "builder_to_warm": "linux-warmed",
+        "trigger_count": 2,
    },
    schedule = "with 2m interval",
    service_account = "chromium-led-tot-warmer@chops-service-accounts.iam.gserviceaccount.com",

--- a/infra/config/subprojects/chromium/try.star
+++ b/infra/config/subprojects/chromium/try.star
@@ -1058,10 +1058,24 @@ try_.chromium_linux_builder(
    name = "linux-warmed",
    builderless = False,
    goma_jobs = goma.jobs.J150,
-    tryjob = try_.job(experiment_percentage = 5),
    use_clang_coverage = True,
 )

+# crbug.com/1149606: Experimental builder to test pre-warming
+try_.chromium_linux_builder(
+    name = "linux-warmed-orchestrator",
+    executable = "recipe:chromium/mini_orchestrator",
+    goma_backend = None,
+    properties = {
+        "builder_to_trigger": {
+            "builder_group": "tryserver.chromium.linux",
+            "buildername": "linux-warmed",
+        },
+    },
+    service_account = "chromium-mini-orchestrator@chops-service-accounts.iam.gserviceaccount.com",
+    tryjob = try_.job(experiment_percentage = 5),
+)
+
 try_.chromium_linux_builder(
    name = "linux-webkit-msan-rel",
 )