Skip to content

GitLab

T
tangled
Commit 1f7b15aa authored by Caleb Rouleau's avatar Caleb Rouleau Committed by Commit Bot
Browse files
Options

[Benchmarking] Reduce shard timeouts to 5.5 hours. 

This prevents us from hitting builder timeouts.

Bug: 1036447
Change-Id: Id1337b795aa61648ca7ca1a69a71263ad27f4eb9
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1977965
Commit-Queue: Caleb Rouleau <crouleau@chromium.org>
Auto-Submit: Caleb Rouleau <crouleau@chromium.org>
Reviewed-by: default avatarJohn Chen <johnchen@chromium.org>
Cr-Commit-Position: refs/heads/master@{#727491}
parent 50e06933
Hide whitespace changes
Inline Side-by-side
Showing with 151 additions and 147 deletions
testing/buildbot/chromium.perf.fyi.json
View file @ 1f7b15aa
......@@ -32,9 +32,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 3
},
"trigger_script": {
......@@ -77,9 +77,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -124,9 +124,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 4
},
"trigger_script": {
......@@ -169,9 +169,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 4
},
"trigger_script": {
......@@ -216,9 +216,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -261,9 +261,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......
testing/buildbot/chromium.perf.json
View file @ 1f7b15aa
......@@ -28,9 +28,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -67,9 +67,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -106,9 +106,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -149,9 +149,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 16
},
"trigger_script": {
......@@ -195,9 +195,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 16
},
"trigger_script": {
......@@ -241,9 +241,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 12
},
"trigger_script": {
......@@ -283,9 +283,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -321,9 +321,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -359,9 +359,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -399,9 +399,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -439,9 +439,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -481,9 +481,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 5
},
"trigger_script": {
......@@ -523,9 +523,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -561,9 +561,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -599,9 +599,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -640,9 +640,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 5
},
"trigger_script": {
......@@ -682,9 +682,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -706,9 +706,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -730,9 +730,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -754,9 +754,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -778,9 +778,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -802,9 +802,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -826,9 +826,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -850,9 +850,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
}
]
......@@ -887,9 +887,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 19
},
"trigger_script": {
......@@ -932,9 +932,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 13
},
"trigger_script": {
......@@ -976,9 +976,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1015,9 +1015,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1054,9 +1054,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1093,9 +1093,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1132,9 +1132,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1171,9 +1171,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1214,9 +1214,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 10
},
"trigger_script": {
......@@ -1260,9 +1260,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 35
},
"trigger_script": {
......@@ -1305,9 +1305,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 4
},
"trigger_script": {
......@@ -1350,9 +1350,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 21
},
"trigger_script": {
......@@ -1392,9 +1392,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -1416,9 +1416,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -1440,9 +1440,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -1464,9 +1464,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -1488,9 +1488,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -1512,9 +1512,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
},
{
......@@ -1536,9 +1536,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600
"io_timeout": 19800
}
}
]
......@@ -1574,9 +1574,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1612,9 +1612,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1650,9 +1650,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1688,9 +1688,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1726,9 +1726,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1764,9 +1764,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1806,9 +1806,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 26
},
"trigger_script": {
......@@ -1848,9 +1848,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1886,9 +1886,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -1928,9 +1928,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 26
},
"trigger_script": {
......@@ -1970,9 +1970,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2008,9 +2008,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2046,9 +2046,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2084,9 +2084,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2122,9 +2122,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2164,9 +2164,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 26
},
"trigger_script": {
......@@ -2212,9 +2212,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2250,9 +2250,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2288,9 +2288,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2326,9 +2326,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2364,9 +2364,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 1
},
"trigger_script": {
......@@ -2406,9 +2406,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 26
},
"trigger_script": {
......@@ -2451,9 +2451,9 @@
}
],
"expiration": 7200,
"hard_timeout": 43200,
"hard_timeout": 19800,
"ignore_task_failure": false,
"io_timeout": 21600,
"io_timeout": 19800,
"shards": 26
},
"trigger_script": {
......
tools/perf/core/perf_data_generator.py
View file @ 1f7b15aa
......@@ -1241,13 +1241,17 @@ def generate_performance_test(tester_config, test, builder_name):
# TODO(crbug.com/865538): once we have plenty of windows hardwares,
# to shards perf benchmarks on Win builders, reduce this hard timeout limit
# to ~2 hrs.
'hard_timeout': 12 * 60 * 60, # 12 hours timeout for full suite
# Note that the builder seems to time out after 7 hours (crbug.com/1036447),
# so we must timeout the shards within ~5.5 hours to allow for other
# overhead. If the overall builder times out then we
# don't get data even from the passing shards.
'hard_timeout': int(5.5 * 60 * 60), # 5.5 hours timeout for full suite
'ignore_task_failure': False,
# 6 hour timeout. Note that this is effectively the timeout for a
# 5.5 hour timeout. Note that this is effectively the timeout for a
# benchmarking subprocess to run since we intentionally do not stream
# subprocess output to the task stdout.
# TODO(crbug.com/865538): Reduce this once we can reduce hard_timeout.
'io_timeout': 6 * 60 * 60,
'io_timeout': int(5.5 * 60 * 60),
'dimension_sets': [
tester_config['dimension']
],
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment