Skip to content

GitLab

T
tangled
Commit 784e441e authored by Caleb Rouleau's avatar Caleb Rouleau
Browse files
Options

[Benchmarking] Add Win 10 low end laptop official builder. 

I copied the existing win-10-perf shard map since
we don't have test runtime data for this yet. That
is also why I used only 26 shards for this for now.
We can add more shards in later.

TBR'ing John since I have Haiyang's non-committer review
and this change is low-risk (it only adds a new perf builder
and does not affect Chrome.)

TBR=johnchen@chromium.org

Bug: 998161
Change-Id: I98ab934614380bf5a9678f1765c7f67001a3c7af
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1979094Reviewed-by: default avatarCaleb Rouleau <crouleau@chromium.org>
Commit-Queue: Caleb Rouleau <crouleau@chromium.org>
Cr-Commit-Position: refs/heads/master@{#727014}
parent 2b979247
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 4988 additions and 92 deletions
docs/speed/perf_lab_platforms.md
View file @ 784e441e
......@@ -28,6 +28,7 @@
## Win
* [win-10-perf](https://ci.chromium.org/p/chrome/builders/ci/win-10-perf): Windows Intel HD 630 towers, Core i7-7700 3.6 GHz, 16GB RAM, Intel Kaby Lake HD Graphics 630.
* [win-10_laptop_low_end-perf](https://ci.chromium.org/p/chrome/builders/ci/win-10_laptop_low_end-perf): Low end windows 10 HP laptops. HD Graphics 5500, x86-64-i3-5005U, SSD, 4GB RAM..
* [Win 7 Nvidia GPU Perf](https://ci.chromium.org/p/chrome/builders/ci/Win%207%20Nvidia%20GPU%20Perf): N/A.
* [Win 7 Perf](https://ci.chromium.org/p/chrome/builders/ci/Win%207%20Perf): N/A.
testing/buildbot/chromium.perf.json
View file @ 784e441e
......@@ -2424,6 +2424,51 @@
}
]
},
"win-10_laptop_low_end-perf": {
"isolated_scripts": [
{
"args": [
"-v",
"--browser=release_x64",
"--upload-results",
"--test-shard-map-filename=win-10_laptop_low_end-perf_map.json",
"--run-ref-build",
"--assert-gpu-compositing"
],
"isolate_name": "performance_test_suite",
"merge": {
"script": "//tools/perf/process_perf_results.py"
},
"name": "performance_test_suite",
"override_compile_targets": [
"performance_test_suite"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:1616-20.19.15.5070",
"os": "Windows-10-18363.476",
"pool": "chrome.tests.perf"
}
],
"expiration": 7200,
"hard_timeout": 43200,
"ignore_task_failure": false,
"io_timeout": 21600,
"shards": 26
},
"trigger_script": {
"args": [
"--multiple-dimension-script-verbose",
"True"
],
"requires_simultaneous_shard_dispatch": true,
"script": "//testing/trigger_scripts/perf_device_trigger.py"
}
}
]
},
"win32-builder-perf": {
"additional_compile_targets": [
"chromedriver"
......
tools/perf/benchmark_schedules.csv
View file @ 784e441e
This diff is collapsed.
tools/perf/core/bot_platforms.py
View file @ 784e441e
......@@ -173,6 +173,7 @@ _LINUX_BENCHMARK_CONFIGS = _OFFICIAL_EXCEPT_DISPLAY_LOCKING
_MAC_HIGH_END_BENCHMARK_CONFIGS = _OFFICIAL_EXCEPT_DISPLAY_LOCKING
_MAC_LOW_END_BENCHMARK_CONFIGS = _OFFICIAL_EXCEPT_JETSTREAM2
_WIN_10_BENCHMARK_CONFIGS = _OFFICIAL_EXCEPT_DISPLAY_LOCKING
_WIN_10_LOW_END_BENCHMARK_CONFIGS = _OFFICIAL_EXCEPT_DISPLAY_LOCKING
_WIN_10_LOW_END_HP_CANDIDATE_BENCHMARK_CONFIGS = frozenset([
_GetBenchmarkConfig('v8.browsing_desktop')])
_WIN_7_BENCHMARK_CONFIGS = (_OFFICIAL_EXCEPT_DISPLAY_LOCKING_JETSTREAM2 -
......@@ -244,6 +245,14 @@ MAC_LOW_END = PerfPlatform(
_MAC_LOW_END_BENCHMARK_CONFIGS, 26, 'mac')
# Win
WIN_10_LOW_END = PerfPlatform(
'win-10_laptop_low_end-perf',
'Low end windows 10 HP laptops. HD Graphics 5500, x86-64-i3-5005U, '
'SSD, 4GB RAM.', _WIN_10_LOW_END_BENCHMARK_CONFIGS,
# TODO(crbug.com/998161): Increase the number of shards once you
# have enough test data to make a shard map and when more devices
# are added to the data center.
26, 'win')
WIN_10 = PerfPlatform(
'win-10-perf',
'Windows Intel HD 630 towers, Core i7-7700 3.6 GHz, 16GB RAM,'
......
tools/perf/core/perf_data_generator.py
View file @ 784e441e
......@@ -524,6 +524,30 @@ BUILDERS = {
'device_os_flavor': 'google',
},
},
'win-10_laptop_low_end-perf': {
'tests': [
{
'isolate': 'performance_test_suite',
'extra_args': [
'--assert-gpu-compositing',
],
},
],
'platform': 'win',
'target_bits': 64,
'dimension': {
'pool': 'chrome.tests.perf',
# Explicitly set GPU driver version and Windows OS version such
# that we can be informed if this
# version ever changes or becomes inconsistent. It is important
# that bots are homogeneous. See crbug.com/988045 for history.
'os': 'Windows-10-18363.476',
'gpu': '8086:1616-20.19.15.5070',
# TODO(crbug.com/998161): Add synthetic product name for these.
# They don't have this dimension yet as I am writing this CL since
# they are since in pool 'unassigned'.
},
},
'win-10-perf': {
'tests': [
{
......
tools/perf/core/perf_json_config_validator.py
View file @ 784e441e
......@@ -104,7 +104,8 @@ def _ValidateBrowserType(builder_name, test_config):
raise ValueError("%s must use 'cros-chrome' browser type" %
builder_name)
elif builder_name in ('win-10-perf', 'Win 7 Nvidia GPU Perf',
'win-10_laptop_low_end-perf_HP-Candidate'):
'win-10_laptop_low_end-perf_HP-Candidate',
'win-10_laptop_low_end-perf'):
if browser_options.browser != 'release_x64':
raise ValueError("%s must use 'release_x64' browser type" %
builder_name)
......
tools/perf/core/shard_maps/timing_data/win-10_laptop_low_end-perf_timing.json 0 → 100644
View file @ 784e441e
This source diff could not be displayed because it is too large. You can view the blob instead.
tools/perf/core/shard_maps/win-10_laptop_low_end-perf_map.json 0 → 100644
View file @ 784e441e
{
"0": {
"benchmarks": {
"blink_perf.accessibility": {
"abridged": false
},
"blink_perf.bindings": {
"abridged": false
},
"blink_perf.canvas": {
"abridged": false
},
"blink_perf.css": {
"end": 30,
"abridged": false
}
}
},
"1": {
"benchmarks": {
"blink_perf.css": {
"begin": 30,
"abridged": false
},
"blink_perf.dom": {
"abridged": false
},
"blink_perf.events": {
"abridged": false
},
"blink_perf.image_decoder": {
"abridged": false
},
"blink_perf.layout": {
"abridged": false
},
"blink_perf.owp_storage": {
"abridged": false
},
"blink_perf.paint": {
"end": 2,
"abridged": false
}
}
},
"2": {
"benchmarks": {
"blink_perf.paint": {
"begin": 2,
"abridged": false
},
"blink_perf.parser": {
"abridged": false
},
"blink_perf.shadow_dom": {
"abridged": false
},
"blink_perf.svg": {
"abridged": false
},
"dromaeo": {
"abridged": false
},
"dummy_benchmark.noisy_benchmark_1": {
"abridged": false
},
"dummy_benchmark.stable_benchmark_1": {
"abridged": false
},
"jetstream": {
"abridged": false
}
}
},
"3": {
"benchmarks": {
"jetstream2": {
"abridged": false
},
"kraken": {
"abridged": false
},
"loading.desktop": {
"end": 32,
"abridged": false
}
}
},
"4": {
"benchmarks": {
"loading.desktop": {
"begin": 32,
"end": 67,
"abridged": false
}
}
},
"5": {
"benchmarks": {
"loading.desktop": {
"begin": 67,
"abridged": false
},
"media.desktop": {
"end": 1,
"abridged": false
}
}
},
"6": {
"benchmarks": {
"media.desktop": {
"begin": 1,
"abridged": false
},
"memory.desktop": {
"end": 6,
"abridged": false
}
}
},
"7": {
"benchmarks": {
"memory.desktop": {
"begin": 6,
"abridged": false
},
"octane": {
"abridged": false
},
"power.desktop": {
"abridged": false
},
"rasterize_and_record_micro.partial_invalidation": {
"abridged": false
}
}
},
"8": {
"benchmarks": {
"rasterize_and_record_micro.top_25": {
"abridged": false
},
"rendering.desktop": {
"end": 42,
"abridged": false
}
}
},
"9": {
"benchmarks": {
"rendering.desktop": {
"begin": 42,
"end": 117,
"abridged": false
}
}
},
"10": {
"benchmarks": {
"rendering.desktop": {
"begin": 117,
"end": 212,
"abridged": false
}
}
},
"11": {
"benchmarks": {
"rendering.desktop": {
"begin": 212,
"abridged": false
},
"speedometer": {
"abridged": false
},
"speedometer-future": {
"abridged": false
},
"speedometer2": {
"abridged": false
},
"speedometer2-future": {
"abridged": false
},
"system_health.common_desktop": {
"end": 9,
"abridged": false
}
}
},
"12": {
"benchmarks": {
"system_health.common_desktop": {
"begin": 9,
"end": 50,
"abridged": false
}
}
},
"13": {
"benchmarks": {
"system_health.common_desktop": {
"begin": 50,
"abridged": false
},
"system_health.memory_desktop": {
"end": 3,
"abridged": false
}
}
},
"14": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 3,
"end": 12,
"abridged": false
}
}
},
"15": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 12,
"end": 22,
"abridged": false
}
}
},
"16": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 22,
"end": 45,
"abridged": false
}
}
},
"17": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 45,
"end": 63,
"abridged": false
}
}
},
"18": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 63,
"end": 71,
"abridged": false
}
}
},
"19": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 71,
"abridged": false
},
"tab_switching.typical_25": {
"abridged": false
},
"tracing.tracing_with_background_memory_infra": {
"abridged": false
},
"v8.browsing_desktop": {
"end": 2,
"abridged": false
}
}
},
"20": {
"benchmarks": {
"v8.browsing_desktop": {
"begin": 2,
"abridged": false
}
}
},
"21": {
"benchmarks": {
"v8.browsing_desktop-future": {
"end": 23,
"abridged": false
}
}
},
"22": {
"benchmarks": {
"v8.browsing_desktop-future": {
"begin": 23,
"abridged": false
},
"v8.runtime_stats.top_25": {
"end": 31,
"abridged": false
}
}
},
"23": {
"benchmarks": {
"v8.runtime_stats.top_25": {
"begin": 31,
"end": 66,
"abridged": false
}
}
},
"24": {
"benchmarks": {
"v8.runtime_stats.top_25": {
"begin": 66,
"end": 101,
"abridged": false
}
}
},
"25": {
"benchmarks": {
"v8.runtime_stats.top_25": {
"begin": 101,
"abridged": false
},
"webrtc": {
"abridged": false
}
}
},
"extra_infos": {
"num_stories": 1149,
"predicted_min_shard_time": 1626.0,
"predicted_min_shard_index": 17,
"predicted_max_shard_time": 2430.0,
"predicted_max_shard_index": 18,
"shard #0": 2008.0,
"shard #1": 1998.0,
"shard #2": 1984.0,
"shard #3": 2024.0,
"shard #4": 2036.0,
"shard #5": 1984.0,
"shard #6": 1980.0,
"shard #7": 2026.0,
"shard #8": 2032.0,
"shard #9": 1990.0,
"shard #10": 2002.0,
"shard #11": 1960.0,
"shard #12": 2068.0,
"shard #13": 2016.0,
"shard #14": 1974.0,
"shard #15": 2070.0,
"shard #16": 1968.0,
"shard #17": 1626.0,
"shard #18": 2430.0,
"shard #19": 1936.0,
"shard #20": 2026.0,
"shard #21": 1978.0,
"shard #22": 1994.0,
"shard #23": 2040.0,
"shard #24": 1984.0,
"shard #25": 2018.0
}
}
\ No newline at end of file
tools/perf/cycletime_contributions.csv
View file @ 784e441e
This diff is collapsed.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment