Skip to content

GitLab

T
tangled
Commit 19c70db2 authored by Wenbin Zhang's avatar Wenbin Zhang Committed by Commit Bot
Browse files
Options

[benchmarking] Reducing shard size to 10 for android nexus 5x perf 

All builds on android-nexus5x-perf are generating "infra failure"
due to the fact that six devices are missing from Swarming. We're
reducing the expected shard size for this specific builder in this
case, as discussed in:
https://bugs.chromium.org/p/chromium/issues/detail?id=1014120#c17

Bug: chromium:1014120
Change-Id: I87bf6d66523d0299d39a9d38de69209a2c82cf5a
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1862995
Commit-Queue: Wenbin Zhang <wenbinzhang@google.com>
Commit-Queue: Caleb Rouleau <crouleau@chromium.org>
Reviewed-by: default avatarCaleb Rouleau <crouleau@chromium.org>
Cr-Commit-Position: refs/heads/master@{#706099}
parent 458dbfa7
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 1122 additions and 2487 deletions
testing/buildbot/chromium.perf.json
View file @ 19c70db2
...@@ -1210,7 +1210,7 @@ ...@@ -1210,7 +1210,7 @@
"hard_timeout": 43200, "hard_timeout": 43200,
"ignore_task_failure": false, "ignore_task_failure": false,
"io_timeout": 21600, "io_timeout": 21600,
"shards": 16 "shards": 10
}, },
"trigger_script": { "trigger_script": {
"args": [ "args": [
......
tools/perf/core/bot_platforms.py
View file @ 19c70db2
...@@ -186,7 +186,9 @@ ANDROID_NEXUS_5 = PerfPlatform( ...@@ -186,7 +186,9 @@ ANDROID_NEXUS_5 = PerfPlatform(
16, 'android') 16, 'android')
ANDROID_NEXUS_5X = PerfPlatform( ANDROID_NEXUS_5X = PerfPlatform(
'android-nexus5x-perf', 'Android MMB29Q', 'android-nexus5x-perf', 'Android MMB29Q',
_ANDROID_NEXUS_5X_BENCHMARK_NAMES, 16, 'android') _ANDROID_NEXUS_5X_BENCHMARK_NAMES,
10, # Reduced from 16 per crbug.com/1014120.
'android')
ANDROID_NEXUS_5X_WEBVIEW = PerfPlatform( ANDROID_NEXUS_5X_WEBVIEW = PerfPlatform(
'Android Nexus5X WebView Perf', 'Android AOSP MOB30K', 'Android Nexus5X WebView Perf', 'Android AOSP MOB30K',
_ANDROID_NEXUS_5X_WEBVIEW_BENCHMARK_NAMES, 16, 'android') _ANDROID_NEXUS_5X_WEBVIEW_BENCHMARK_NAMES, 16, 'android')
......
tools/perf/core/perf_data_generator.py
View file @ 19c70db2
...@@ -375,7 +375,7 @@ BUILDERS = { ...@@ -375,7 +375,7 @@ BUILDERS = {
'tests': [ 'tests': [
{ {
'isolate': 'performance_test_suite', 'isolate': 'performance_test_suite',
'num_shards': 16, 'num_shards': 10,
'extra_args': [ 'extra_args': [
'--run-ref-build', '--run-ref-build',
'--test-shard-map-filename=android-nexus5x-perf_map.json', '--test-shard-map-filename=android-nexus5x-perf_map.json',
......
tools/perf/core/shard_maps/android-nexus5x-perf_map.json
View file @ 19c70db2
...@@ -13,11 +13,11 @@ ...@@ -13,11 +13,11 @@
"blink_perf.css": { "blink_perf.css": {
"abridged": false "abridged": false
}, },
"blink_perf.dom": { "blink_perf.display_locking": {
"end": 1,
"abridged": false "abridged": false
}, },
"blink_perf.display_locking": { "blink_perf.dom": {
"end": 1,
"abridged": false "abridged": false
} }
} }
...@@ -35,6 +35,15 @@ ...@@ -35,6 +35,15 @@
"abridged": false "abridged": false
}, },
"blink_perf.layout": { "blink_perf.layout": {
"end": 64,
"abridged": false
}
}
},
"2": {
"benchmarks": {
"blink_perf.layout": {
"begin": 64,
"abridged": false "abridged": false
}, },
"blink_perf.owp_storage": { "blink_perf.owp_storage": {
...@@ -44,15 +53,6 @@ ...@@ -44,15 +53,6 @@
"abridged": false "abridged": false
}, },
"blink_perf.parser": { "blink_perf.parser": {
"end": 4,
"abridged": false
}
}
},
"2": {
"benchmarks": {
"blink_perf.parser": {
"begin": 4,
"abridged": false "abridged": false
}, },
"blink_perf.shadow_dom": { "blink_perf.shadow_dom": {
...@@ -77,7 +77,7 @@ ...@@ -77,7 +77,7 @@
"abridged": false "abridged": false
}, },
"loading.mobile": { "loading.mobile": {
"end": 35, "end": 5,
"abridged": false "abridged": false
} }
} }
...@@ -85,28 +85,24 @@ ...@@ -85,28 +85,24 @@
"3": { "3": {
"benchmarks": { "benchmarks": {
"loading.mobile": { "loading.mobile": {
"begin": 35, "begin": 5,
"abridged": false "end": 89,
},
"media.mobile": {
"end": 4,
"abridged": false "abridged": false
} }
} }
}, },
"4": { "4": {
"benchmarks": { "benchmarks": {
"loading.mobile": {
"begin": 89,
"abridged": false
},
"media.mobile": { "media.mobile": {
"begin": 4,
"abridged": false "abridged": false
}, },
"octane": { "octane": {
"abridged": false "abridged": false
} },
}
},
"5": {
"benchmarks": {
"rasterize_and_record_micro.partial_invalidation": { "rasterize_and_record_micro.partial_invalidation": {
"abridged": false "abridged": false
}, },
...@@ -114,42 +110,33 @@ ...@@ -114,42 +110,33 @@
"abridged": false "abridged": false
}, },
"rendering.mobile": { "rendering.mobile": {
"end": 39, "end": 23,
"abridged": false "abridged": false
} }
} }
}, },
"6": { "5": {
"benchmarks": {
"rendering.mobile": {
"begin": 39,
"end": 132,
"abridged": false
}
}
},
"7": {
"benchmarks": { "benchmarks": {
"rendering.mobile": { "rendering.mobile": {
"begin": 132, "begin": 23,
"end": 236, "end": 113,
"abridged": false "abridged": false
} }
} }
}, },
"8": { "6": {
"benchmarks": { "benchmarks": {
"rendering.mobile": { "rendering.mobile": {
"begin": 236, "begin": 113,
"end": 347, "end": 201,
"abridged": false "abridged": false
} }
} }
}, },
"9": { "7": {
"benchmarks": { "benchmarks": {
"rendering.mobile": { "rendering.mobile": {
"begin": 347, "begin": 201,
"abridged": false "abridged": false
}, },
"speedometer": { "speedometer": {
...@@ -168,45 +155,18 @@ ...@@ -168,45 +155,18 @@
"abridged": false "abridged": false
}, },
"system_health.common_mobile": { "system_health.common_mobile": {
"end": 26, "end": 4,
"abridged": false "abridged": false
} }
} }
}, },
"10": { "8": {
"benchmarks": { "benchmarks": {
"system_health.common_mobile": { "system_health.common_mobile": {
"begin": 26, "begin": 4,
"abridged": false "abridged": false
}, },
"system_health.memory_mobile": { "system_health.memory_mobile": {
"end": 10,
"abridged": false
}
}
},
"11": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 10,
"end": 25,
"abridged": false
}
}
},
"12": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 25,
"end": 56,
"abridged": false
}
}
},
"13": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 56,
"abridged": false "abridged": false
}, },
"system_health.webview_startup": { "system_health.webview_startup": {
...@@ -216,27 +176,18 @@ ...@@ -216,27 +176,18 @@
"abridged": false "abridged": false
}, },
"v8.browsing_mobile": { "v8.browsing_mobile": {
"end": 6, "end": 11,
"abridged": false "abridged": false
} }
} }
}, },
"14": { "9": {
"benchmarks": { "benchmarks": {
"v8.browsing_mobile": { "v8.browsing_mobile": {
"begin": 6, "begin": 11,
"abridged": false "abridged": false
}, },
"v8.browsing_mobile-future": { "v8.browsing_mobile-future": {
"end": 6,
"abridged": false
}
}
},
"15": {
"benchmarks": {
"v8.browsing_mobile-future": {
"begin": 6,
"abridged": false "abridged": false
}, },
"webrtc": { "webrtc": {
...@@ -245,26 +196,20 @@ ...@@ -245,26 +196,20 @@
} }
}, },
"extra_infos": { "extra_infos": {
"num_stories": 1151, "num_stories": 1140,
"predicted_min_shard_time": 5412.0, "predicted_min_shard_time": 4158.0,
"predicted_min_shard_index": 11, "predicted_min_shard_index": 9,
"predicted_max_shard_time": 5868.0, "predicted_max_shard_time": 4342.0,
"predicted_max_shard_index": 12, "predicted_max_shard_index": 8,
"shard #0": 5612.0, "shard #0": 4210.0,
"shard #1": 5640.0, "shard #1": 4252.0,
"shard #2": 5556.0, "shard #2": 4260.0,
"shard #3": 5578.0, "shard #3": 4164.0,
"shard #4": 5652.0, "shard #4": 4248.0,
"shard #5": 5548.0, "shard #5": 4258.0,
"shard #6": 5602.0, "shard #6": 4256.0,
"shard #7": 5600.0, "shard #7": 4176.0,
"shard #8": 5562.0, "shard #8": 4342.0,
"shard #9": 5552.0, "shard #9": 4158.0
"shard #10": 5690.0,
"shard #11": 5412.0,
"shard #12": 5868.0,
"shard #13": 5426.0,
"shard #14": 5554.0,
"shard #15": 5740.0
} }
} }
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment