Skip to content

GitLab

T
tangled
Commit 360b04d3 authored by Caleb Rouleau's avatar Caleb Rouleau
Browse files
Options

[Benchmarking] Filter timing data to only present current stories. 

This means that if you abridge a benchmark or remove stories from
a benchmark then that information will be reflected in
http://go/chrome-benchmark-schedules as soon as you check in your
change.

Also, add a --filter-only option so that we can keep this up to
date without needing to run a slow bigquery query each time.
Also, add validation to presubmit so that this stays up to date.
Also, make the output deterministic by sorting it.


Bug: 1030840
Change-Id: I2cda6110a029953559874707852230693d0ac7b2
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1973232Reviewed-by: default avatarJohn Chen <johnchen@chromium.org>
Auto-Submit: Caleb Rouleau <crouleau@chromium.org>
Cr-Commit-Position: refs/heads/master@{#726030}
parent c6766cac
Hide whitespace changes
Inline Side-by-side
Showing with 139 additions and 1641 deletions
tools/perf/benchmark_schedules.csv
View file @ 360b04d3
AUTOGENERATED FILE DO NOT EDIT AUTOGENERATED FILE DO NOT EDIT
View a prettier version of this at,https://docs.google.com/spreadsheets/d/1RQepnii8sGTGiSdcQfWPpaYMZd6SRk9bRKd_HrdC3jI View a prettier version of this at,https://docs.google.com/spreadsheets/d/1RQepnii8sGTGiSdcQfWPpaYMZd6SRk9bRKd_HrdC3jI
benchmark name,total device usage hours per cycle,platforms count (unabridged),platforms count (abridged),platforms where unabridged,platforms where abridged benchmark name,total device usage hours per cycle,platforms count (unabridged),platforms count (abridged),platforms where unabridged,platforms where abridged
rendering.mobile,19.64,5,1,"Android Nexus6 WebView Perf, Android Nexus5 Perf, Android Nexus5X WebView Perf, android-pixel2_webview-perf, android-pixel2-perf",android-nexus5x-perf rendering.mobile,16.02,5,1,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, android-pixel2-perf, android-pixel2_webview-perf",android-nexus5x-perf
system_health.common_mobile,10.62,8,1,"Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-nexus5x-perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-go_webview-perf, android-go-perf, android-pixel2-perf",android-pixel2_weblayer-perf system_health.common_mobile,10.62,8,1,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, android-go-perf, android-go_webview-perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf",android-pixel2_weblayer-perf
v8.browsing_mobile,8.04,7,0,"Android Nexus6 WebView Perf, android-nexus5x-perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-pixel2_webview-perf, android-go-perf, android-pixel2-perf", v8.browsing_mobile,8.04,7,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, android-go-perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf",
system_health.memory_mobile,8.02,8,1,"Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-nexus5x-perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-go_webview-perf, android-go-perf, android-pixel2-perf",android-pixel2_weblayer-perf system_health.memory_mobile,7.38,7,2,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, android-go-perf, android-go_webview-perf, android-pixel2-perf, android-pixel2_webview-perf","android-nexus5x-perf, android-pixel2_weblayer-perf"
v8.runtime_stats.top_25,4.47,4,0,"Win 7 Perf, Win 7 Nvidia GPU Perf, linux-perf, win-10-perf", v8.runtime_stats.top_25,4.47,4,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, win-10-perf",
rendering.desktop,4.25,5,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, mac-10_13_laptop_high_end-perf, mac-10_12_laptop_low_end-perf", rendering.desktop,4.25,5,0,"Win 7 Nvidia GPU Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.layout,4.08,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.layout,4.08,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
system_health.common_desktop,3.19,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", system_health.common_desktop,3.19,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
system_health.memory_desktop,2.71,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", system_health.memory_desktop,2.71,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
loading.mobile,2.27,6,0,"Android Nexus6 WebView Perf, Android Nexus5 Perf, Android Nexus5X WebView Perf, android-nexus5x-perf, android-pixel2_webview-perf, android-pixel2-perf", loading.mobile,2.27,6,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf",
rasterize_and_record_micro.top_25,2.24,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", rasterize_and_record_micro.top_25,2.24,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.bindings,2.18,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.bindings,2.18,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
loading.desktop,1.87,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", loading.desktop,1.87,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
v8.browsing_desktop,1.76,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", v8.browsing_desktop,1.76,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
v8.browsing_desktop-future,1.75,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", v8.browsing_desktop-future,1.75,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.parser,1.51,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.parser,1.51,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.canvas,1.21,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.canvas,1.21,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
power.desktop,0.86,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", power.desktop,0.86,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.css,0.82,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.css,0.82,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.shadow_dom,0.81,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.shadow_dom,0.81,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
startup.mobile,0.76,5,0,"android-pixel2_weblayer-perf, android-nexus5x-perf, Android Nexus5 Perf, android-pixel2-perf, android-go-perf", startup.mobile,0.76,5,0,"Android Nexus5 Perf, android-go-perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_weblayer-perf",
webrtc,0.75,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", webrtc,0.75,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.image_decoder,0.72,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.image_decoder,0.72,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.dom,0.58,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.dom,0.58,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
dromaeo,0.52,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", dromaeo,0.52,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
media.desktop,0.52,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", media.desktop,0.52,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.svg,0.48,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.svg,0.48,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.events,0.48,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.events,0.48,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
speedometer2,0.47,14,0,"win-10-perf, mac-10_12_laptop_low_end-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, mac-10_13_laptop_high_end-perf, android-pixel2-perf, Win 7 Perf, android-go_webview-perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, android-go-perf, linux-perf", speedometer2,0.47,14,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-go-perf, android-go_webview-perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.paint,0.46,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.paint,0.46,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
media.mobile,0.41,3,0,"Android Nexus5 Perf, android-pixel2-perf, android-nexus5x-perf", media.mobile,0.41,3,0,"Android Nexus5 Perf, android-nexus5x-perf, android-pixel2-perf",
speedometer2-future,0.34,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", speedometer2-future,0.34,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
tracing.tracing_with_background_memory_infra,0.33,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", tracing.tracing_with_background_memory_infra,0.33,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
jetstream,0.30,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", jetstream,0.30,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
memory.desktop,0.29,6,0,"win-10-perf, Win 7 Nvidia GPU Perf, linux-perf, Win 7 Perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf", memory.desktop,0.29,6,0,"Win 7 Nvidia GPU Perf, Win 7 Perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.display_locking,0.28,2,0,"android-nexus5x-perf, mac-10_12_laptop_low_end-perf", blink_perf.display_locking,0.28,2,0,"android-nexus5x-perf, mac-10_12_laptop_low_end-perf",
speedometer,0.28,14,0,"win-10-perf, mac-10_12_laptop_low_end-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, mac-10_13_laptop_high_end-perf, android-pixel2-perf, Win 7 Perf, android-go_webview-perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, android-go-perf, linux-perf", speedometer,0.28,14,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-go-perf, android-go_webview-perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
jetstream2,0.27,4,0,"win-10-perf, mac-10_13_laptop_high_end-perf, android-pixel2-perf, linux-perf", jetstream2,0.27,4,0,"android-pixel2-perf, linux-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.owp_storage,0.22,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.owp_storage,0.22,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
kraken,0.21,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", kraken,0.21,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
speedometer-future,0.20,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", speedometer-future,0.20,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
octane,0.20,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", octane,0.20,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
blink_perf.accessibility,0.14,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", blink_perf.accessibility,0.14,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
rasterize_and_record_micro.partial_invalidation,0.05,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", rasterize_and_record_micro.partial_invalidation,0.05,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
dummy_benchmark.noisy_benchmark_1,0.03,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", dummy_benchmark.noisy_benchmark_1,0.03,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
dummy_benchmark.stable_benchmark_1,0.02,12,0,"win-10-perf, Android Nexus6 WebView Perf, android-pixel2_webview-perf, android-pixel2-perf, mac-10_13_laptop_high_end-perf, Win 7 Perf, Win 7 Nvidia GPU Perf, Android Nexus5X WebView Perf, Android Nexus5 Perf, android-nexus5x-perf, mac-10_12_laptop_low_end-perf, linux-perf", dummy_benchmark.stable_benchmark_1,0.02,12,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, Win 7 Nvidia GPU Perf, Win 7 Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf, linux-perf, mac-10_12_laptop_low_end-perf, mac-10_13_laptop_high_end-perf, win-10-perf",
system_health.webview_startup,0.02,4,0,"Android Nexus6 WebView Perf, android-pixel2_webview-perf, Android Nexus5X WebView Perf, android-go_webview-perf", system_health.webview_startup,0.02,4,0,"Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, android-go_webview-perf, android-pixel2_webview-perf",
v8.browsing_mobile-future,0.00,6,0,"Android Nexus6 WebView Perf, Android Nexus5 Perf, Android Nexus5X WebView Perf, android-nexus5x-perf, android-pixel2_webview-perf, android-pixel2-perf", v8.browsing_mobile-future,0.00,6,0,"Android Nexus5 Perf, Android Nexus5X WebView Perf, Android Nexus6 WebView Perf, android-nexus5x-perf, android-pixel2-perf, android-pixel2_webview-perf",
tab_switching.typical_25,0.00,2,0,"win-10-perf, Win 7 Perf", tab_switching.typical_25,0.00,2,0,"Win 7 Perf, win-10-perf",
tools/perf/core/bot_platforms.py
View file @ 360b04d3
...@@ -43,6 +43,9 @@ class PerfPlatform(object): ...@@ -43,6 +43,9 @@ class PerfPlatform(object):
b for b in benchmark_configs if b for b in benchmark_configs if
_IsPlatformSupported(b.benchmark, self._platform_os)]) _IsPlatformSupported(b.benchmark, self._platform_os)])
# pylint: enable=redefined-outer-name # pylint: enable=redefined-outer-name
benchmark_names = [config.name for config in self._benchmark_configs]
assert len(list(set(benchmark_names))) == len(benchmark_names), (
'Make sure that a benchmark does not appear twice.')
base_file_name = name.replace(' ', '_').lower() base_file_name = name.replace(' ', '_').lower()
self._timing_file_path = os.path.join( self._timing_file_path = os.path.join(
...@@ -184,13 +187,13 @@ _ANDROID_GO_BENCHMARK_CONFIGS = frozenset([ ...@@ -184,13 +187,13 @@ _ANDROID_GO_BENCHMARK_CONFIGS = frozenset([
_ANDROID_GO_WEBVIEW_BENCHMARK_CONFIGS = _ANDROID_GO_BENCHMARK_CONFIGS _ANDROID_GO_WEBVIEW_BENCHMARK_CONFIGS = _ANDROID_GO_BENCHMARK_CONFIGS
_ANDROID_NEXUS_5_BENCHMARK_CONFIGS = _OFFICIAL_EXCEPT_DISPLAY_LOCKING_JETSTREAM2 _ANDROID_NEXUS_5_BENCHMARK_CONFIGS = _OFFICIAL_EXCEPT_DISPLAY_LOCKING_JETSTREAM2
_ANDROID_NEXUS_5X_BENCHMARK_CONFIGS = ( _ANDROID_NEXUS_5X_BENCHMARK_CONFIGS = (
_OFFICIAL_EXCEPT_JETSTREAM2 (((_OFFICIAL_EXCEPT_JETSTREAM2
# Remove unabridged rendering benchmark and replace with abridged benchmark. # Remove unabridged rendering benchmark and replace with abridged benchmark.
- frozenset([_GetBenchmarkConfig('rendering.mobile')]) - frozenset([_GetBenchmarkConfig('rendering.mobile')]))
| frozenset([_GetBenchmarkConfig('rendering.mobile', True)]) | frozenset([_GetBenchmarkConfig('rendering.mobile', True)]))
# Remove unabridged system health memory benchmark and replace with abridged # Remove unabridged system health memory benchmark and replace with abridged
# benchmark: crbug.com/1030788 # benchmark: crbug.com/1030788
- frozenset([_GetBenchmarkConfig('system_health.memory_mobile')]) - frozenset([_GetBenchmarkConfig('system_health.memory_mobile')]))
| frozenset([_GetBenchmarkConfig('system_health.memory_mobile', True)])) | frozenset([_GetBenchmarkConfig('system_health.memory_mobile', True)]))
_ANDROID_NEXUS_5X_WEBVIEW_BENCHMARK_CONFIGS = ( _ANDROID_NEXUS_5X_WEBVIEW_BENCHMARK_CONFIGS = (
_OFFICIAL_EXCEPT_DISPLAY_LOCKING_JETSTREAM2) _OFFICIAL_EXCEPT_DISPLAY_LOCKING_JETSTREAM2)
......
tools/perf/core/retrieve_story_timing.py
View file @ 360b04d3
...@@ -122,7 +122,7 @@ def FetchStoryTimingDataForSingleBuild(configurations, build_number): ...@@ -122,7 +122,7 @@ def FetchStoryTimingDataForSingleBuild(configurations, build_number):
configurations_str, build_number)) configurations_str, build_number))
def FetchAverageStortyTimingData(configurations, num_last_days): def FetchAverageStoryTimingData(configurations, num_last_days):
configurations_str = ','.join(repr(c) for c in configurations) configurations_str = ','.join(repr(c) for c in configurations)
return _run_query(QUERY_STORY_AVG_RUNTIME.format( return _run_query(QUERY_STORY_AVG_RUNTIME.format(
configuration_names=configurations_str, num_last_days=num_last_days)) configuration_names=configurations_str, num_last_days=num_last_days))
...@@ -182,7 +182,7 @@ def main(args): ...@@ -182,7 +182,7 @@ def main(args):
data = FetchStoryTimingDataForSingleBuild(opts.configurations, data = FetchStoryTimingDataForSingleBuild(opts.configurations,
opts.build_number) opts.build_number)
else: else:
data = FetchAverageStortyTimingData(opts.configurations, num_last_days=5) data = FetchAverageStoryTimingData(opts.configurations, num_last_days=5)
with open(opts.output_file, 'w') as output_file: with open(opts.output_file, 'w') as output_file:
json.dump(data, output_file, indent = 4, separators=(',', ': ')) json.dump(data, output_file, indent = 4, separators=(',', ': '))
......
tools/perf/core/shard_maps/timing_data/android-nexus5x-perf-fyi_timing.json
View file @ 360b04d3
[ [
{
"duration": "41.0",
"name": "heap_profiling.mobile.disabled/load:news:cnn:2018"
},
{
"duration": "29.0",
"name": "heap_profiling.mobile.disabled/load:search:google:2018"
},
{
"duration": "28.0",
"name": "heap_profiling.mobile.disabled/load:social:twitter"
},
{
"duration": "44.0",
"name": "heap_profiling.mobile.native/load:news:cnn:2018"
},
{
"duration": "30.0",
"name": "heap_profiling.mobile.native/load:search:google:2018"
},
{
"duration": "30.0",
"name": "heap_profiling.mobile.native/load:social:twitter"
},
{
"duration": "43.0",
"name": "heap_profiling.mobile.pseudo/load:news:cnn:2018"
},
{
"duration": "29.0",
"name": "heap_profiling.mobile.pseudo/load:search:google:2018"
},
{
"duration": "29.0",
"name": "heap_profiling.mobile.pseudo/load:social:twitter"
},
{ {
"duration": "14.0", "duration": "14.0",
"name": "tracing.tracing_with_background_memory_infra/Facebook" "name": "tracing.tracing_with_background_memory_infra/Facebook"
......
tools/perf/core/shard_maps/timing_data/android-nexus5x-perf_timing.json
View file @ 360b04d3
...@@ -1407,1394 +1407,46 @@ ...@@ -1407,1394 +1407,46 @@
"duration": "54.0", "duration": "54.0",
"name": "rasterize_and_record_micro.top_25/file://static_top_25/youtube.html" "name": "rasterize_and_record_micro.top_25/file://static_top_25/youtube.html"
}, },
{
"duration": "55.0",
"name": "rendering.mobile/accu_weather_2018"
},
{
"duration": "68.0",
"name": "rendering.mobile/accu_weather_mobile_pinch_2018"
},
{
"duration": "91.0",
"name": "rendering.mobile/amazon_2018"
},
{
"duration": "36.0",
"name": "rendering.mobile/amazon_mobile_2018"
},
{
"duration": "44.0",
"name": "rendering.mobile/analog_clock_svg"
},
{
"duration": "60.0",
"name": "rendering.mobile/androidpolice_mobile_2018"
},
{
"duration": "36.0",
"name": "rendering.mobile/animometer_webgl"
},
{
"duration": "26.0",
"name": "rendering.mobile/animometer_webgl_attrib_arrays"
},
{
"duration": "51.0",
"name": "rendering.mobile/animometer_webgl_multi_draw"
},
{
"duration": "65.0",
"name": "rendering.mobile/aquarium"
},
{
"duration": "43.0",
"name": "rendering.mobile/background_color_animation"
},
{
"duration": "31.0",
"name": "rendering.mobile/background_color_animation_with_gradient"
},
{
"duration": "26.0",
"name": "rendering.mobile/baidu_mobile_2018"
},
{
"duration": "31.0",
"name": "rendering.mobile/balls_css_key_frame_animations"
},
{
"duration": "30.0",
"name": "rendering.mobile/balls_css_transition_2_properties"
},
{
"duration": "31.0",
"name": "rendering.mobile/balls_css_transition_40_properties"
},
{
"duration": "30.0",
"name": "rendering.mobile/balls_css_transition_all_properties"
},
{
"duration": "27.0",
"name": "rendering.mobile/balls_javascript_canvas"
},
{
"duration": "44.0",
"name": "rendering.mobile/balls_javascript_css"
},
{
"duration": "64.0",
"name": "rendering.mobile/balls_svg_animations"
},
{
"duration": "37.0",
"name": "rendering.mobile/basic_stream"
},
{
"duration": "55.0",
"name": "rendering.mobile/bing_mobile_2018"
},
{
"duration": "49.0",
"name": "rendering.mobile/blob"
},
{
"duration": "47.0",
"name": "rendering.mobile/blogspot_2018"
},
{
"duration": "30.0",
"name": "rendering.mobile/blogspot_mobile_2018"
},
{
"duration": "25.0",
"name": "rendering.mobile/blur_rotating_background"
},
{
"duration": "33.0",
"name": "rendering.mobile/boingboing_mobile_2018"
},
{
"duration": "31.0",
"name": "rendering.mobile/booking.com_2018"
},
{
"duration": "21.0",
"name": "rendering.mobile/booking.com_mobile_2018"
},
{
"duration": "34.0",
"name": "rendering.mobile/bouncing_balls_15"
},
{
"duration": "31.0",
"name": "rendering.mobile/bouncing_balls_shadow"
},
{
"duration": "26.0",
"name": "rendering.mobile/bouncing_clipped_rectangles"
},
{
"duration": "27.0",
"name": "rendering.mobile/bouncing_gradient_circles"
},
{
"duration": "23.0",
"name": "rendering.mobile/bouncing_png_images"
},
{
"duration": "39.0",
"name": "rendering.mobile/bouncing_svg_images"
},
{
"duration": "85.0",
"name": "rendering.mobile/camera_to_webgl"
},
{
"duration": "31.0",
"name": "rendering.mobile/canvas_05000_pixels_per_second"
},
{
"duration": "32.0",
"name": "rendering.mobile/canvas_10000_pixels_per_second"
},
{
"duration": "32.0",
"name": "rendering.mobile/canvas_20000_pixels_per_second"
},
{
"duration": "28.0",
"name": "rendering.mobile/canvas_40000_pixels_per_second"
},
{
"duration": "23.0",
"name": "rendering.mobile/canvas_60000_pixels_per_second"
},
{
"duration": "22.0",
"name": "rendering.mobile/canvas_75000_pixels_per_second"
},
{
"duration": "21.0",
"name": "rendering.mobile/canvas_90000_pixels_per_second"
},
{
"duration": "31.0",
"name": "rendering.mobile/canvas_animation_no_clear"
},
{
"duration": "28.0",
"name": "rendering.mobile/canvas_arcs"
},
{
"duration": "27.0",
"name": "rendering.mobile/canvas_font_cycler"
},
{
"duration": "28.0",
"name": "rendering.mobile/canvas_lines"
},
{
"duration": "51.0",
"name": "rendering.mobile/canvas_to_blob"
},
{
"duration": "48.0",
"name": "rendering.mobile/capitolvolkswagen_mobile_2018"
},
{
"duration": "24.0",
"name": "rendering.mobile/card_expansion"
},
{
"duration": "26.0",
"name": "rendering.mobile/card_expansion_animated"
},
{
"duration": "25.0",
"name": "rendering.mobile/card_expansion_images_text"
},
{
"duration": "23.0",
"name": "rendering.mobile/card_flying"
},
{
"duration": "16.0",
"name": "rendering.mobile/cats_unscaled"
},
{
"duration": "15.0",
"name": "rendering.mobile/cats_viewport_width"
},
{
"duration": "38.0",
"name": "rendering.mobile/cc_poster_circle"
},
{
"duration": "35.0",
"name": "rendering.mobile/cc_scroll_text_only"
},
{
"duration": "40.0",
"name": "rendering.mobile/chip_tune"
},
{
"duration": "29.0",
"name": "rendering.mobile/cnn_2018"
},
{
"duration": "97.0",
"name": "rendering.mobile/cnn_article_mobile_2018"
},
{
"duration": "54.0",
"name": "rendering.mobile/cnn_mobile_2018"
},
{
"duration": "54.0",
"name": "rendering.mobile/cnn_mobile_pinch_2018"
},
{
"duration": "45.0",
"name": "rendering.mobile/cnn_pathological_2018"
},
{
"duration": "29.0",
"name": "rendering.mobile/compositor_heavy_animation"
},
{
"duration": "24.0",
"name": "rendering.mobile/coordinated_animation"
},
{
"duration": "72.0",
"name": "rendering.mobile/crafty_mind"
},
{
"duration": "31.0",
"name": "rendering.mobile/css_animations_many_keyframes"
},
{
"duration": "33.0",
"name": "rendering.mobile/css_animations_simultaneous_inline_style"
},
{
"duration": "34.0",
"name": "rendering.mobile/css_animations_simultaneous_new_element"
},
{
"duration": "49.0",
"name": "rendering.mobile/css_animations_simultaneous_style_element"
},
{
"duration": "33.0",
"name": "rendering.mobile/css_animations_simultaneous_updating_class"
},
{
"duration": "46.0",
"name": "rendering.mobile/css_animations_staggered_infinite_iterations"
},
{
"duration": "37.0",
"name": "rendering.mobile/css_animations_staggered_inline_style"
},
{
"duration": "75.0",
"name": "rendering.mobile/css_animations_staggered_new_element"
},
{
"duration": "120.0",
"name": "rendering.mobile/css_animations_staggered_style_element"
},
{
"duration": "54.0",
"name": "rendering.mobile/css_animations_staggered_updating_class"
},
{
"duration": "70.0",
"name": "rendering.mobile/css_animations_triggered_inline_style"
},
{
"duration": "77.0",
"name": "rendering.mobile/css_animations_triggered_new_element"
},
{
"duration": "69.0",
"name": "rendering.mobile/css_animations_triggered_style_element"
},
{
"duration": "87.0",
"name": "rendering.mobile/css_animations_triggered_updating_class"
},
{
"duration": "36.0",
"name": "rendering.mobile/css_opacity_plus_n_layers_0"
},
{
"duration": "35.0",
"name": "rendering.mobile/css_opacity_plus_n_layers_75"
},
{
"duration": "36.0",
"name": "rendering.mobile/css_opacity_plus_n_layers_99"
},
{
"duration": "49.0",
"name": "rendering.mobile/css_transitions_inline_style"
},
{
"duration": "34.0",
"name": "rendering.mobile/css_transitions_new_element"
},
{
"duration": "34.0",
"name": "rendering.mobile/css_transitions_staggered_inline_style"
},
{
"duration": "68.0",
"name": "rendering.mobile/css_transitions_staggered_new_element"
},
{
"duration": "84.0",
"name": "rendering.mobile/css_transitions_staggered_style_element"
},
{
"duration": "35.0",
"name": "rendering.mobile/css_transitions_staggered_updating_class"
},
{
"duration": "66.0",
"name": "rendering.mobile/css_transitions_style_element"
},
{
"duration": "36.0",
"name": "rendering.mobile/css_transitions_triggered_inline_style"
},
{
"duration": "103.0",
"name": "rendering.mobile/css_transitions_triggered_new_element"
},
{
"duration": "53.0",
"name": "rendering.mobile/css_transitions_triggered_style_element"
},
{
"duration": "53.0",
"name": "rendering.mobile/css_transitions_triggered_updating_class"
},
{
"duration": "99.0",
"name": "rendering.mobile/css_transitions_updating_class"
},
{
"duration": "34.0",
"name": "rendering.mobile/css_value_type_color"
},
{
"duration": "26.0",
"name": "rendering.mobile/css_value_type_filter"
},
{
"duration": "63.0",
"name": "rendering.mobile/css_value_type_length"
},
{
"duration": "34.0",
"name": "rendering.mobile/css_value_type_length_complex"
},
{
"duration": "50.0",
"name": "rendering.mobile/css_value_type_length_simple"
},
{
"duration": "63.0",
"name": "rendering.mobile/css_value_type_path"
},
{
"duration": "42.0",
"name": "rendering.mobile/css_value_type_shadow"
},
{
"duration": "30.0",
"name": "rendering.mobile/css_value_type_transform_complex"
},
{
"duration": "29.0",
"name": "rendering.mobile/css_value_type_transform_simple"
},
{
"duration": "44.0",
"name": "rendering.mobile/deviantart_mobile_2018"
},
{
"duration": "32.0",
"name": "rendering.mobile/digg_mobile_2018"
},
{
"duration": "63.0",
"name": "rendering.mobile/dynamic_cube_map"
},
{
"duration": "62.0",
"name": "rendering.mobile/earth"
},
{
"duration": "47.0",
"name": "rendering.mobile/ebay_2018"
},
{
"duration": "24.0",
"name": "rendering.mobile/ebay_mobile_2018"
},
{
"duration": "36.0",
"name": "rendering.mobile/ebay_mobile_pinch_2018"
},
{
"duration": "40.0",
"name": "rendering.mobile/ebay_scroll_2018"
},
{
"duration": "75.0",
"name": "rendering.mobile/effect_games"
},
{
"duration": "77.0",
"name": "rendering.mobile/espn_2018"
},
{
"duration": "30.0",
"name": "rendering.mobile/espn_mobile_2018"
},
{
"duration": "43.0",
"name": "rendering.mobile/espn_pathological_2018"
},
{
"duration": "46.0",
"name": "rendering.mobile/extra_large_texture_uploads"
},
{
"duration": "34.0",
"name": "rendering.mobile/facebook_2018"
},
{
"duration": "56.0",
"name": "rendering.mobile/facebook_mobile_2018"
},
{
"duration": "29.0",
"name": "rendering.mobile/fill_shapes"
},
{
"duration": "49.0",
"name": "rendering.mobile/filter_terrain_svg"
},
{
"duration": "39.0",
"name": "rendering.mobile/flickr_scroll_2018"
},
{
"duration": "22.0",
"name": "rendering.mobile/font_wipe"
},
{
"duration": "25.0",
"name": "rendering.mobile/forecast.io_mobile_2018"
},
{
"duration": "46.0",
"name": "rendering.mobile/gmail_2018"
},
{
"duration": "37.0",
"name": "rendering.mobile/google_calendar_2018"
},
{
"duration": "52.0",
"name": "rendering.mobile/google_docs_2018"
},
{
"duration": "48.0",
"name": "rendering.mobile/google_image_search_2018"
},
{
"duration": "35.0",
"name": "rendering.mobile/google_image_search_mobile_2018"
},
{
"duration": "26.0",
"name": "rendering.mobile/google_news_ios"
},
{
"duration": "41.0",
"name": "rendering.mobile/google_news_mobile_2018"
},
{
"duration": "46.0",
"name": "rendering.mobile/google_plus_2018"
},
{
"duration": "41.0",
"name": "rendering.mobile/google_plus_mobile_2018"
},
{
"duration": "34.0",
"name": "rendering.mobile/google_search_mobile_pinch_2018"
},
{
"duration": "23.0",
"name": "rendering.mobile/google_web_search_2018"
},
{
"duration": "34.0",
"name": "rendering.mobile/google_web_search_mobile_2018"
},
{
"duration": "40.0",
"name": "rendering.mobile/gsp.ro_mobile_2018"
},
{
"duration": "54.0",
"name": "rendering.mobile/guardian_pathological_2018"
},
{
"duration": "40.0",
"name": "rendering.mobile/guimark_vector_chart"
},
{
"duration": "22.0",
"name": "rendering.mobile/gws_boogie_expansion"
},
{
"duration": "22.0",
"name": "rendering.mobile/gws_google_expansion"
},
{
"duration": "34.0",
"name": "rendering.mobile/hakim"
},
{
"duration": "25.0",
"name": "rendering.mobile/horizontal_vertical_expansion"
},
{
"duration": "46.0",
"name": "rendering.mobile/idle_power_animated_gif"
},
{
"duration": "41.0",
"name": "rendering.mobile/idle_power_blank"
},
{
"duration": "92.0",
"name": "rendering.mobile/idle_power_css_animation"
},
{
"duration": "42.0",
"name": "rendering.mobile/idle_power_request_animation_frame"
},
{
"duration": "114.0",
"name": "rendering.mobile/idle_power_set_timeout_long"
},
{
"duration": "42.0",
"name": "rendering.mobile/idle_power_set_timetout"
},
{
"duration": "40.0",
"name": "rendering.mobile/ie_chalkboard"
},
{
"duration": "41.0",
"name": "rendering.mobile/ie_pirate_mark"
},
{
"duration": "47.0",
"name": "rendering.mobile/infinite_scroll_element_n_layers_0"
},
{
"duration": "36.0",
"name": "rendering.mobile/infinite_scroll_element_n_layers_75"
},
{
"duration": "36.0",
"name": "rendering.mobile/infinite_scroll_element_n_layers_99"
},
{
"duration": "34.0",
"name": "rendering.mobile/infinite_scroll_root_fixed_n_layers_0"
},
{
"duration": "35.0",
"name": "rendering.mobile/infinite_scroll_root_fixed_n_layers_75"
},
{
"duration": "35.0",
"name": "rendering.mobile/infinite_scroll_root_fixed_n_layers_99"
},
{
"duration": "34.0",
"name": "rendering.mobile/infinite_scroll_root_n_layers_0"
},
{
"duration": "35.0",
"name": "rendering.mobile/infinite_scroll_root_n_layers_75"
},
{
"duration": "35.0",
"name": "rendering.mobile/infinite_scroll_root_n_layers_99"
},
{
"duration": "33.0",
"name": "rendering.mobile/infinite_scrolling"
},
{
"duration": "39.0",
"name": "rendering.mobile/jarro_doverson"
},
{
"duration": "100.0",
"name": "rendering.mobile/jpeg_decoding_rgb_and_gpu_rasterization"
},
{
"duration": "18.0",
"name": "rendering.mobile/jpeg_decoding_yuv_and_gpu_rasterization"
},
{
"duration": "93.0",
"name": "rendering.mobile/js_full_screen_invalidation"
},
{
"duration": "38.0",
"name": "rendering.mobile/js_opacity_plus_n_layers_0"
},
{
"duration": "38.0",
"name": "rendering.mobile/js_opacity_plus_n_layers_75"
},
{
"duration": "39.0",
"name": "rendering.mobile/js_opacity_plus_n_layers_99"
},
{
"duration": "57.0",
"name": "rendering.mobile/js_paint_plus_n_layers_0"
},
{
"duration": "57.0",
"name": "rendering.mobile/js_paint_plus_n_layers_75"
},
{
"duration": "43.0",
"name": "rendering.mobile/js_paint_plus_n_layers_99"
},
{
"duration": "81.0",
"name": "rendering.mobile/js_poster_circle"
},
{
"duration": "19.0",
"name": "rendering.mobile/js_scroll_text_only"
},
{
"duration": "57.0",
"name": "rendering.mobile/kevs_3d"
},
{
"duration": "29.0",
"name": "rendering.mobile/keyframed_animations"
},
{
"duration": "29.0",
"name": "rendering.mobile/large_texture_uploads"
},
{
"duration": "43.0",
"name": "rendering.mobile/latimes_pathological_2018"
},
{
"duration": "32.0",
"name": "rendering.mobile/linkedin_2018"
},
{
"duration": "70.0",
"name": "rendering.mobile/linkedin_mobile_2018"
},
{
"duration": "68.0",
"name": "rendering.mobile/linkedin_mobile_pinch_2018"
},
{
"duration": "51.0",
"name": "rendering.mobile/linkedin_pathological_2018"
},
{
"duration": "21.0",
"name": "rendering.mobile/list_animation_simple"
},
{
"duration": "34.0",
"name": "rendering.mobile/list_recycle_transform"
},
{
"duration": "22.0",
"name": "rendering.mobile/main_0fps_impl_60fps"
},
{
"duration": "20.0",
"name": "rendering.mobile/main_15fps_impl_0fps"
},
{
"duration": "21.0",
"name": "rendering.mobile/main_30fps_impl_0fps"
},
{
"duration": "23.0",
"name": "rendering.mobile/main_30fps_impl_60fps"
},
{
"duration": "22.0",
"name": "rendering.mobile/main_60fps_impl_0fps"
},
{
"duration": "23.0",
"name": "rendering.mobile/main_60fps_impl_60fps"
},
{
"duration": "71.0",
"name": "rendering.mobile/man_in_blue"
},
{
"duration": "43.0",
"name": "rendering.mobile/many_images"
},
{
"duration": "46.0",
"name": "rendering.mobile/many_planets_deep"
},
{
"duration": "48.0",
"name": "rendering.mobile/maps_perf_test"
},
{
"duration": "22.0",
"name": "rendering.mobile/mask_transition_animation"
},
{
"duration": "74.0",
"name": "rendering.mobile/masonry"
},
{
"duration": "36.0",
"name": "rendering.mobile/medium_texture_uploads"
},
{
"duration": "46.0",
"name": "rendering.mobile/megi_dish"
},
{
"duration": "49.0",
"name": "rendering.mobile/microsoft_asteroid_belt"
},
{
"duration": "79.0",
"name": "rendering.mobile/microsoft_fish_ie_tank"
},
{
"duration": "31.0",
"name": "rendering.mobile/microsoft_performance"
},
{
"duration": "47.0",
"name": "rendering.mobile/microsoft_snow"
},
{
"duration": "99.0",
"name": "rendering.mobile/microsoft_speed_reading"
},
{
"duration": "37.0",
"name": "rendering.mobile/microsoft_tweet_map"
},
{
"duration": "72.0",
"name": "rendering.mobile/microsoft_video_city"
},
{
"duration": "52.0",
"name": "rendering.mobile/microsoft_worker_fountains"
},
{
"duration": "32.0",
"name": "rendering.mobile/mix_10k"
},
{
"duration": "58.0",
"name": "rendering.mobile/mix_blend_mode_animation_difference"
},
{
"duration": "24.0",
"name": "rendering.mobile/mix_blend_mode_animation_hue"
},
{
"duration": "74.0",
"name": "rendering.mobile/mix_blend_mode_animation_propagating_isolation"
},
{
"duration": "25.0",
"name": "rendering.mobile/mix_blend_mode_animation_screen"
},
{
"duration": "46.0",
"name": "rendering.mobile/mlb_mobile_2018"
},
{
"duration": "20.0",
"name": "rendering.mobile/mobile_news_sandbox"
},
{
"duration": "62.0",
"name": "rendering.mobile/motion_mark_canvas_fill_shapes"
},
{
"duration": "27.0",
"name": "rendering.mobile/motion_mark_canvas_stroke_shapes"
},
{
"duration": "28.0",
"name": "rendering.mobile/motionmark_anim_design_15"
},
{
"duration": "25.0",
"name": "rendering.mobile/motionmark_anim_focus_25"
},
{
"duration": "34.0",
"name": "rendering.mobile/motionmark_anim_images_50"
},
{
"duration": "45.0",
"name": "rendering.mobile/motionmark_anim_leaves_250"
},
{
"duration": "28.0",
"name": "rendering.mobile/motionmark_anim_multiply_175"
},
{
"duration": "44.0",
"name": "rendering.mobile/motionmark_anim_suits_125"
},
{
"duration": "29.0",
"name": "rendering.mobile/motionmark_html_composited_transforms_125"
},
{
"duration": "27.0",
"name": "rendering.mobile/motionmark_html_css_bouncing_blend_circles_25"
},
{
"duration": "29.0",
"name": "rendering.mobile/motionmark_html_css_bouncing_circles_250"
},
{
"duration": "27.0",
"name": "rendering.mobile/motionmark_html_css_bouncing_clipped_rects_100"
},
{
"duration": "26.0",
"name": "rendering.mobile/motionmark_html_css_bouncing_filter_circles_15"
},
{
"duration": "28.0",
"name": "rendering.mobile/motionmark_html_css_bouncing_gradient_circles_250"
},
{
"duration": "28.0",
"name": "rendering.mobile/motionmark_html_css_bouncing_svg_images_50"
},
{
"duration": "28.0",
"name": "rendering.mobile/motionmark_html_css_bouncing_tagged_images_225"
},
{
"duration": "27.0",
"name": "rendering.mobile/motionmark_html_dom_particles_svg_masks_25"
},
{
"duration": "25.0",
"name": "rendering.mobile/motionmark_html_focus_20_15"
},
{
"duration": "34.0",
"name": "rendering.mobile/motionmark_html_leaves_20_50"
},
{
"duration": "31.0",
"name": "rendering.mobile/motionmark_svg_bouncing_circles_250"
},
{
"duration": "29.0",
"name": "rendering.mobile/motionmark_svg_bouncing_clipped_rects_100"
},
{
"duration": "29.0",
"name": "rendering.mobile/motionmark_svg_bouncing_gradient_circles_200"
},
{
"duration": "30.0",
"name": "rendering.mobile/motionmark_svg_bouncing_png_images_200"
},
{
"duration": "40.0",
"name": "rendering.mobile/motionmark_svg_bouncing_svg_images_50"
},
{
"duration": "43.0",
"name": "rendering.mobile/new_tilings"
},
{
"duration": "30.0",
"name": "rendering.mobile/no_op_raf"
},
{
"duration": "24.0",
"name": "rendering.mobile/no_op_scroll"
},
{
"duration": "20.0",
"name": "rendering.mobile/no_op_settimeout"
},
{
"duration": "26.0",
"name": "rendering.mobile/no_op_touch_handler"
},
{
"duration": "42.0",
"name": "rendering.mobile/nvidia_vertex_buffer_object"
},
{
"duration": "44.0",
"name": "rendering.mobile/nyc_gov_scroll_2018"
},
{
"duration": "50.0",
"name": "rendering.mobile/nytimes_mobile_2018"
},
{
"duration": "44.0",
"name": "rendering.mobile/nytimes_scroll_2018"
},
{
"duration": "41.0",
"name": "rendering.mobile/overlay_background_color_css_transitions_page"
},
{
"duration": "27.0",
"name": "rendering.mobile/parallax_effect"
},
{
"duration": "35.0",
"name": "rendering.mobile/particles"
},
{
"duration": "32.0",
"name": "rendering.mobile/pbs_pathological_2018"
},
{
"duration": "19.0",
"name": "rendering.mobile/physical_simulation"
},
{
"duration": "37.0",
"name": "rendering.mobile/pinterest_2018"
},
{
"duration": "16.0",
"name": "rendering.mobile/pinterest_mobile_2018"
},
{
"duration": "27.0",
"name": "rendering.mobile/put_get_image_data"
},
{
"duration": "31.0",
"name": "rendering.mobile/raf"
},
{
"duration": "31.0",
"name": "rendering.mobile/raf_animation"
},
{
"duration": "30.0",
"name": "rendering.mobile/raf_canvas"
},
{
"duration": "31.0",
"name": "rendering.mobile/raf_touch_animation"
},
{
"duration": "38.0",
"name": "rendering.mobile/recode_pathological_2018"
},
{
"duration": "37.0",
"name": "rendering.mobile/reddit_mobile_2018"
},
{
"duration": "36.0",
"name": "rendering.mobile/runway_2019"
},
{
"duration": "35.0",
"name": "rendering.mobile/san_angeles"
},
{
"duration": "17.0",
"name": "rendering.mobile/second_batch_js_heavy"
},
{
"duration": "17.0",
"name": "rendering.mobile/second_batch_js_light"
},
{
"duration": "18.0",
"name": "rendering.mobile/second_batch_js_medium"
},
{
"duration": "41.0",
"name": "rendering.mobile/sfgate_mobile_2018"
},
{
"duration": "38.0",
"name": "rendering.mobile/silk_finance"
},
{
"duration": "29.0",
"name": "rendering.mobile/simple_text_page"
},
{
"duration": "20.0",
"name": "rendering.mobile/simple_touch_drag"
},
{
"duration": "36.0",
"name": "rendering.mobile/slashdot_mobile_2018"
},
{
"duration": "20.0",
"name": "rendering.mobile/slide_drawer"
},
{
"duration": "34.0",
"name": "rendering.mobile/small_texture_uploads"
},
{
"duration": "41.0",
"name": "rendering.mobile/smash_cat"
},
{
"duration": "30.0",
"name": "rendering.mobile/spielzeugz"
},
{
"duration": "20.0",
"name": "rendering.mobile/sticky_using_webkit"
},
{
"duration": "40.0",
"name": "rendering.mobile/stress_hidey_bars"
},
{
"duration": "27.0",
"name": "rendering.mobile/stroke_shapes"
},
{
"duration": "34.0",
"name": "rendering.mobile/svg_icon_raster"
},
{
"duration": "17.0",
"name": "rendering.mobile/swipe_action"
},
{
"duration": "24.0",
"name": "rendering.mobile/swipe_to_dismiss"
},
{
"duration": "29.0",
"name": "rendering.mobile/sync_scroll_offset"
},
{
"duration": "41.0",
"name": "rendering.mobile/techcrunch_2018"
},
{
"duration": "41.0",
"name": "rendering.mobile/techcrunch_mobile_2018"
},
{
"duration": "29.0",
"name": "rendering.mobile/text_05000_pixels_per_second"
},
{
"duration": "30.0",
"name": "rendering.mobile/text_10000_pixels_per_second"
},
{
"duration": "30.0",
"name": "rendering.mobile/text_20000_pixels_per_second"
},
{
"duration": "27.0",
"name": "rendering.mobile/text_40000_pixels_per_second"
},
{
"duration": "23.0",
"name": "rendering.mobile/text_60000_pixels_per_second"
},
{
"duration": "21.0",
"name": "rendering.mobile/text_75000_pixels_per_second"
},
{
"duration": "20.0",
"name": "rendering.mobile/text_90000_pixels_per_second"
},
{
"duration": "30.0",
"name": "rendering.mobile/text_constant_full_page_raster_05000_pixels_per_second"
},
{
"duration": "31.0",
"name": "rendering.mobile/text_constant_full_page_raster_10000_pixels_per_second"
},
{
"duration": "31.0",
"name": "rendering.mobile/text_constant_full_page_raster_20000_pixels_per_second"
},
{
"duration": "28.0",
"name": "rendering.mobile/text_constant_full_page_raster_40000_pixels_per_second"
},
{
"duration": "23.0",
"name": "rendering.mobile/text_constant_full_page_raster_60000_pixels_per_second"
},
{
"duration": "21.0",
"name": "rendering.mobile/text_constant_full_page_raster_75000_pixels_per_second"
},
{
"duration": "20.0",
"name": "rendering.mobile/text_constant_full_page_raster_90000_pixels_per_second"
},
{
"duration": "27.0",
"name": "rendering.mobile/text_hover_05000_pixels_per_second"
},
{
"duration": "29.0",
"name": "rendering.mobile/text_hover_10000_pixels_per_second"
},
{
"duration": "30.0",
"name": "rendering.mobile/text_hover_20000_pixels_per_second"
},
{
"duration": "29.0",
"name": "rendering.mobile/text_hover_40000_pixels_per_second"
},
{
"duration": "23.0",
"name": "rendering.mobile/text_hover_60000_pixels_per_second"
},
{
"duration": "21.0",
"name": "rendering.mobile/text_hover_75000_pixels_per_second"
},
{
"duration": "20.0",
"name": "rendering.mobile/text_hover_90000_pixels_per_second"
},
{
"duration": "41.0",
"name": "rendering.mobile/theverge_article_mobile_2018"
},
{
"duration": "41.0",
"name": "rendering.mobile/theverge_mobile_2018"
},
{ {
"duration": "27.0", "duration": "27.0",
"name": "rendering.mobile/toggle_drawer" "name": "rendering.mobile/balls_javascript_canvas"
},
{
"duration": "29.0",
"name": "rendering.mobile/touch_handler_scrolling"
},
{
"duration": "31.0",
"name": "rendering.mobile/transform_transitions"
},
{
"duration": "30.0",
"name": "rendering.mobile/transform_transitions_js_block"
}, },
{ {
"duration": "31.0", "duration": "31.0",
"name": "rendering.mobile/twitch_2018" "name": "rendering.mobile/canvas_05000_pixels_per_second"
},
{
"duration": "40.0",
"name": "rendering.mobile/twitch_mobile_pinch_2018"
},
{
"duration": "39.0",
"name": "rendering.mobile/twitter_2018"
},
{
"duration": "19.0",
"name": "rendering.mobile/twitter_mobile_2018"
},
{
"duration": "27.0",
"name": "rendering.mobile/update_history_state"
},
{
"duration": "24.0",
"name": "rendering.mobile/usatoday_mobile_2018"
},
{
"duration": "27.0",
"name": "rendering.mobile/vertical_expansion"
},
{
"duration": "33.0",
"name": "rendering.mobile/web_animation_value_type_color"
},
{
"duration": "29.0",
"name": "rendering.mobile/web_animation_value_type_length_3d"
},
{
"duration": "32.0",
"name": "rendering.mobile/web_animation_value_type_length_complex"
},
{
"duration": "33.0",
"name": "rendering.mobile/web_animation_value_type_length_simple"
}, },
{ {
"duration": "29.0", "duration": "42.0",
"name": "rendering.mobile/web_animation_value_type_path" "name": "rendering.mobile/css_value_type_shadow"
}, },
{ {
"duration": "25.0", "duration": "46.0",
"name": "rendering.mobile/web_animation_value_type_shadow" "name": "rendering.mobile/extra_large_texture_uploads"
}, },
{ {
"duration": "29.0", "duration": "23.0",
"name": "rendering.mobile/web_animation_value_type_transform_complex" "name": "rendering.mobile/main_30fps_impl_60fps"
}, },
{ {
"duration": "29.0", "duration": "62.0",
"name": "rendering.mobile/web_animation_value_type_transform_simple" "name": "rendering.mobile/motion_mark_canvas_fill_shapes"
}, },
{ {
"duration": "31.0", "duration": "43.0",
"name": "rendering.mobile/web_animations_set_current_time" "name": "rendering.mobile/new_tilings"
}, },
{ {
"duration": "32.0", "duration": "30.0",
"name": "rendering.mobile/web_animations_simultaneous" "name": "rendering.mobile/text_10000_pixels_per_second"
}, },
{ {
"duration": "35.0", "duration": "30.0",
"name": "rendering.mobile/web_animations_staggered_chaining" "name": "rendering.mobile/transform_transitions_js_block"
}, },
{ {
"duration": "29.0", "duration": "29.0",
"name": "rendering.mobile/web_animations_staggered_infinite_iterations" "name": "rendering.mobile/web_animations_staggered_infinite_iterations"
}, },
{
"duration": "37.0",
"name": "rendering.mobile/web_animations_staggered_triggering_page"
},
{
"duration": "18.0",
"name": "rendering.mobile/webp_decoding_rgb_and_gpu_rasterization"
},
{
"duration": "18.0",
"name": "rendering.mobile/webp_decoding_yuv_and_gpu_rasterization"
},
{
"duration": "37.0",
"name": "rendering.mobile/wikipedia_2018"
},
{
"duration": "36.0",
"name": "rendering.mobile/wikipedia_delayed_scroll_start_2018"
},
{
"duration": "35.0",
"name": "rendering.mobile/wikipedia_mobile_2018"
},
{
"duration": "39.0",
"name": "rendering.mobile/wordpress_2018"
},
{
"duration": "38.0",
"name": "rendering.mobile/wordpress_mobile_2018"
},
{
"duration": "37.0",
"name": "rendering.mobile/worldjournal_mobile_2018"
},
{
"duration": "43.0",
"name": "rendering.mobile/wow_wiki_pathological_2018"
},
{
"duration": "73.0",
"name": "rendering.mobile/wowwiki_mobile_2018"
},
{
"duration": "44.0",
"name": "rendering.mobile/wsj_mobile_2018"
},
{
"duration": "25.0",
"name": "rendering.mobile/yahoo_answers_2018"
},
{
"duration": "34.0",
"name": "rendering.mobile/yahoo_news_mobile_2018"
},
{
"duration": "37.0",
"name": "rendering.mobile/yahoo_sports_2018"
},
{
"duration": "22.0",
"name": "rendering.mobile/yahoo_sports_pathological_2018"
},
{
"duration": "19.0",
"name": "rendering.mobile/youtube_mobile_2018"
},
{
"duration": "34.0",
"name": "rendering.mobile/zdnet_pathological_2018"
},
{
"duration": "25.0",
"name": "rendering.mobile/zoom_in_animation"
},
{ {
"duration": "78.0", "duration": "78.0",
"name": "speedometer-future/http://browserbench.org/Speedometer/" "name": "speedometer-future/http://browserbench.org/Speedometer/"
...@@ -3127,30 +1779,10 @@ ...@@ -3127,30 +1779,10 @@
"duration": "29.0", "duration": "29.0",
"name": "system_health.common_mobile/load:tools:weather" "name": "system_health.common_mobile/load:tools:weather"
}, },
{
"duration": "0.0",
"name": "system_health.memory_mobile/background:news:nytimes"
},
{ {
"duration": "34.0", "duration": "34.0",
"name": "system_health.memory_mobile/background:search:google" "name": "system_health.memory_mobile/background:search:google"
}, },
{
"duration": "32.0",
"name": "system_health.memory_mobile/background:social:facebook"
},
{
"duration": "85.0",
"name": "system_health.memory_mobile/browse:media:facebook_photos"
},
{
"duration": "50.0",
"name": "system_health.memory_mobile/browse:media:googleplaystore:2019"
},
{
"duration": "75.0",
"name": "system_health.memory_mobile/browse:media:imgur"
},
{ {
"duration": "89.0", "duration": "89.0",
"name": "system_health.memory_mobile/browse:media:youtube" "name": "system_health.memory_mobile/browse:media:youtube"
...@@ -3163,98 +1795,10 @@ ...@@ -3163,98 +1795,10 @@
"duration": "97.0", "duration": "97.0",
"name": "system_health.memory_mobile/browse:news:cnn:2018" "name": "system_health.memory_mobile/browse:news:cnn:2018"
}, },
{
"duration": "53.0",
"name": "system_health.memory_mobile/browse:news:cricbuzz"
},
{
"duration": "59.0",
"name": "system_health.memory_mobile/browse:news:cricbuzz:2019"
},
{
"duration": "70.0",
"name": "system_health.memory_mobile/browse:news:globo:2019"
},
{
"duration": "190.0",
"name": "system_health.memory_mobile/browse:news:nytimes:2019"
},
{ {
"duration": "57.0", "duration": "57.0",
"name": "system_health.memory_mobile/browse:news:qq" "name": "system_health.memory_mobile/browse:news:qq"
}, },
{
"duration": "58.0",
"name": "system_health.memory_mobile/browse:news:reddit"
},
{
"duration": "71.0",
"name": "system_health.memory_mobile/browse:news:reddit:2019"
},
{
"duration": "116.0",
"name": "system_health.memory_mobile/browse:news:toi"
},
{
"duration": "54.0",
"name": "system_health.memory_mobile/browse:news:washingtonpost"
},
{
"duration": "80.0",
"name": "system_health.memory_mobile/browse:news:washingtonpost:2019"
},
{
"duration": "33.0",
"name": "system_health.memory_mobile/browse:search:amp:2018"
},
{
"duration": "33.0",
"name": "system_health.memory_mobile/browse:search:amp:sxg:2019"
},
{
"duration": "64.0",
"name": "system_health.memory_mobile/browse:shopping:amazon"
},
{
"duration": "63.0",
"name": "system_health.memory_mobile/browse:shopping:amazon:2019"
},
{
"duration": "38.0",
"name": "system_health.memory_mobile/browse:shopping:lazada"
},
{
"duration": "80.0",
"name": "system_health.memory_mobile/browse:social:facebook_infinite_scroll"
},
{
"duration": "81.0",
"name": "system_health.memory_mobile/browse:social:instagram"
},
{
"duration": "91.0",
"name": "system_health.memory_mobile/browse:social:instagram:2019"
},
{
"duration": "56.0",
"name": "system_health.memory_mobile/browse:social:twitter"
},
{
"duration": "89.0",
"name": "system_health.memory_mobile/browse:social:twitter:2019"
},
{
"duration": "61.0",
"name": "system_health.memory_mobile/browse:tech:discourse_infinite_scroll"
},
{
"duration": "51.0",
"name": "system_health.memory_mobile/browse:tools:maps"
},
{
"duration": "51.0",
"name": "system_health.memory_mobile/browse:tools:maps:2019"
},
{ {
"duration": "29.0", "duration": "29.0",
"name": "system_health.memory_mobile/load:chrome:blank" "name": "system_health.memory_mobile/load:chrome:blank"
...@@ -3275,22 +1819,6 @@ ...@@ -3275,22 +1819,6 @@
"duration": "34.0", "duration": "34.0",
"name": "system_health.memory_mobile/load:games:spychase:2018" "name": "system_health.memory_mobile/load:games:spychase:2018"
}, },
{
"duration": "30.0",
"name": "system_health.memory_mobile/load:media:dailymotion"
},
{
"duration": "27.0",
"name": "system_health.memory_mobile/load:media:facebook_photos"
},
{
"duration": "28.0",
"name": "system_health.memory_mobile/load:media:facebook_photos:2019"
},
{
"duration": "33.0",
"name": "system_health.memory_mobile/load:media:flickr:2018"
},
{ {
"duration": "29.0", "duration": "29.0",
"name": "system_health.memory_mobile/load:media:google_images:2018" "name": "system_health.memory_mobile/load:media:google_images:2018"
...@@ -3299,18 +1827,10 @@ ...@@ -3299,18 +1827,10 @@
"duration": "32.0", "duration": "32.0",
"name": "system_health.memory_mobile/load:media:imgur:2018" "name": "system_health.memory_mobile/load:media:imgur:2018"
}, },
{
"duration": "28.0",
"name": "system_health.memory_mobile/load:media:soundcloud:2018"
},
{ {
"duration": "29.0", "duration": "29.0",
"name": "system_health.memory_mobile/load:media:youtube:2018" "name": "system_health.memory_mobile/load:media:youtube:2018"
}, },
{
"duration": "38.0",
"name": "system_health.memory_mobile/load:news:cnn:2018"
},
{ {
"duration": "30.0", "duration": "30.0",
"name": "system_health.memory_mobile/load:news:irctc" "name": "system_health.memory_mobile/load:news:irctc"
...@@ -3319,14 +1839,6 @@ ...@@ -3319,14 +1839,6 @@
"duration": "42.0", "duration": "42.0",
"name": "system_health.memory_mobile/load:news:nytimes:2019" "name": "system_health.memory_mobile/load:news:nytimes:2019"
}, },
{
"duration": "28.0",
"name": "system_health.memory_mobile/load:news:qq"
},
{
"duration": "30.0",
"name": "system_health.memory_mobile/load:news:qq:2019"
},
{ {
"duration": "29.0", "duration": "29.0",
"name": "system_health.memory_mobile/load:news:reddit" "name": "system_health.memory_mobile/load:news:reddit"
...@@ -3339,10 +1851,6 @@ ...@@ -3339,10 +1851,6 @@
"duration": "29.0", "duration": "29.0",
"name": "system_health.memory_mobile/load:news:washingtonpost:2019" "name": "system_health.memory_mobile/load:news:washingtonpost:2019"
}, },
{
"duration": "28.0",
"name": "system_health.memory_mobile/load:news:wikipedia:2018"
},
{ {
"duration": "31.0", "duration": "31.0",
"name": "system_health.memory_mobile/load:search:baidu:2018" "name": "system_health.memory_mobile/load:search:baidu:2018"
...@@ -3351,50 +1859,18 @@ ...@@ -3351,50 +1859,18 @@
"duration": "29.0", "duration": "29.0",
"name": "system_health.memory_mobile/load:search:ebay:2018" "name": "system_health.memory_mobile/load:search:ebay:2018"
}, },
{
"duration": "35.0",
"name": "system_health.memory_mobile/load:search:google:2018"
},
{ {
"duration": "28.0", "duration": "28.0",
"name": "system_health.memory_mobile/load:search:taobao" "name": "system_health.memory_mobile/load:search:taobao"
}, },
{
"duration": "27.0",
"name": "system_health.memory_mobile/load:search:yahoo:2018"
},
{
"duration": "29.0",
"name": "system_health.memory_mobile/load:search:yandex:2018"
},
{
"duration": "29.0",
"name": "system_health.memory_mobile/load:social:instagram:2019"
},
{
"duration": "28.0",
"name": "system_health.memory_mobile/load:social:twitter"
},
{
"duration": "29.0",
"name": "system_health.memory_mobile/load:social:twitter:2019"
},
{ {
"duration": "27.0", "duration": "27.0",
"name": "system_health.memory_mobile/load:tools:docs" "name": "system_health.memory_mobile/load:tools:docs"
}, },
{
"duration": "27.0",
"name": "system_health.memory_mobile/load:tools:dropbox"
},
{ {
"duration": "29.0", "duration": "29.0",
"name": "system_health.memory_mobile/load:tools:stackoverflow:2018" "name": "system_health.memory_mobile/load:tools:stackoverflow:2018"
}, },
{
"duration": "31.0",
"name": "system_health.memory_mobile/load:tools:weather"
},
{ {
"duration": "15.0", "duration": "15.0",
"name": "tracing.tracing_with_background_memory_infra/Facebook" "name": "tracing.tracing_with_background_memory_infra/Facebook"
......
tools/perf/generate_perf_sharding.py
View file @ 360b04d3
...@@ -8,10 +8,13 @@ from __future__ import print_function ...@@ -8,10 +8,13 @@ from __future__ import print_function
import argparse import argparse
import collections import collections
import csv import csv
import filecmp
import json import json
import multiprocessing import multiprocessing
import os import os
import shutil
import sys import sys
import tempfile
import textwrap import textwrap
from core import path_util from core import path_util
...@@ -38,6 +41,8 @@ files may not match with the true state of world. ...@@ -38,6 +41,8 @@ files may not match with the true state of world.
""" """
_BENCHMARK_SCHEDULES = 'tools/perf/benchmark_schedules.csv'
def GetParser(): def GetParser():
parser = argparse.ArgumentParser( parser = argparse.ArgumentParser(
...@@ -68,6 +73,12 @@ def GetParser(): ...@@ -68,6 +73,12 @@ def GetParser():
help='Update the timing data that is used to create the shard maps, ' help='Update the timing data that is used to create the shard maps, '
'but don\'t update the shard maps themselves.') 'but don\'t update the shard maps themselves.')
_AddBuilderPlatformSelectionArgs(parser_update_timing) _AddBuilderPlatformSelectionArgs(parser_update_timing)
parser_update_timing.add_argument(
'--filter-only', action='store_true',
help='Do not grab new data from bigquery but instead simply filter '
'the existing data to reflect some change in the benchmark (for example '
'if the benchmark was switched to abridged mode on some platform or if '
'a story was removed from the benchmark.)')
parser_update_timing.set_defaults(func=_UpdateTimingDataCommand) parser_update_timing.set_defaults(func=_UpdateTimingDataCommand)
parser_deschedule = subparsers.add_parser( parser_deschedule = subparsers.add_parser(
...@@ -107,10 +118,10 @@ def _DumpJson(data, output_path): ...@@ -107,10 +118,10 @@ def _DumpJson(data, output_path):
def _LoadTimingData(args): def _LoadTimingData(args):
builder_name, timing_file_path = args builder_name, timing_file_path = args
data = retrieve_story_timing.FetchAverageStortyTimingData( data = retrieve_story_timing.FetchAverageStoryTimingData(
configurations=[builder_name], num_last_days=5) configurations=[builder_name], num_last_days=5)
_DumpJson(data, timing_file_path) _DumpJson(data, timing_file_path)
print('Finish retrieve story timing data for %s' % repr(builder_name)) print('Finished retrieving story timing data for %s' % repr(builder_name))
def _source_filepath(posix_path): def _source_filepath(posix_path):
...@@ -139,12 +150,12 @@ class _BenchmarkUsageRow(object): ...@@ -139,12 +150,12 @@ class _BenchmarkUsageRow(object):
return benchmark_config return benchmark_config
def ToRow(self): def ToRow(self):
unabridged_platforms =[ unabridged_platforms = sorted([
p.name for p in self.platforms p.name for p in self.platforms
if not self._GetBenchmarkConfiguration(p).abridged] if not self._GetBenchmarkConfiguration(p).abridged])
abridged_platforms = [ abridged_platforms = sorted([
p.name for p in self.platforms p.name for p in self.platforms
if self._GetBenchmarkConfiguration(p).abridged] if self._GetBenchmarkConfiguration(p).abridged])
unabridged_count = len(unabridged_platforms) unabridged_count = len(unabridged_platforms)
abridged_count = len(abridged_platforms) abridged_count = len(abridged_platforms)
platform_names = sorted([p.name for p in self.platforms]) platform_names = sorted([p.name for p in self.platforms])
...@@ -154,7 +165,8 @@ class _BenchmarkUsageRow(object): ...@@ -154,7 +165,8 @@ class _BenchmarkUsageRow(object):
', '.join(abridged_platforms)] ', '.join(abridged_platforms)]
def _UpdateWaterfallUsageData(): def _UpdateWaterfallUsageData(output_path=None):
output_path = output_path or _source_filepath(_BENCHMARK_SCHEDULES)
builders = _GetBuilderPlatforms(builders=None, waterfall='perf') builders = _GetBuilderPlatforms(builders=None, waterfall='perf')
# https://stackoverflow.com/questions/31838823 # https://stackoverflow.com/questions/31838823
EmptyBenchmarkUsageRow = lambda: _BenchmarkUsageRow(None, None, None) EmptyBenchmarkUsageRow = lambda: _BenchmarkUsageRow(None, None, None)
...@@ -181,7 +193,7 @@ def _UpdateWaterfallUsageData(): ...@@ -181,7 +193,7 @@ def _UpdateWaterfallUsageData():
'platforms where abridged']] 'platforms where abridged']]
for benchmark in benchmarks: for benchmark in benchmarks:
csv_data.append(benchmark.ToRow()) csv_data.append(benchmark.ToRow())
with open(_source_filepath('tools/perf/benchmark_schedules.csv'), 'w') as fh: with open(output_path, 'w') as fh:
writer = csv.writer(fh, lineterminator='\n') writer = csv.writer(fh, lineterminator='\n')
writer.writerows(csv_data) writer.writerows(csv_data)
...@@ -220,7 +232,27 @@ def _PromptWarning(): ...@@ -220,7 +232,27 @@ def _PromptWarning():
def _UpdateTimingDataCommand(args): def _UpdateTimingDataCommand(args):
_UpdateTimingData(_GetBuilderPlatforms(args.builders, args.waterfall)) builders = _GetBuilderPlatforms(args.builders, args.waterfall)
if not args.filter_only:
_UpdateTimingData(builders)
for builder in builders:
_FilterTimingData(builder)
_UpdateWaterfallUsageData()
def _FilterTimingData(builder, output_path=None):
output_path = output_path or builder.timing_file_path
with open(builder.timing_file_path) as f:
timing_dataset = json.load(f)
story_full_names = set()
for benchmark_config in builder.benchmark_configs:
for story in benchmark_config.stories:
story_full_names.add('/'.join([benchmark_config.name, story]))
# When benchmarks are abridged or stories are removed, we want that
# to be reflected in the timing data right away.
timing_dataset = [point for point in timing_dataset
if str(point['name']) in story_full_names]
_DumpJson(timing_dataset, output_path)
def _UpdateTimingData(builders): def _UpdateTimingData(builders):
...@@ -231,7 +263,6 @@ def _UpdateTimingData(builders): ...@@ -231,7 +263,6 @@ def _UpdateTimingData(builders):
p = multiprocessing.Pool(len(load_timing_args)) p = multiprocessing.Pool(len(load_timing_args))
# Use map_async to work around python bug. See crbug.com/1026004. # Use map_async to work around python bug. See crbug.com/1026004.
p.map_async(_LoadTimingData, load_timing_args).get(12*60*60) p.map_async(_LoadTimingData, load_timing_args).get(12*60*60)
_UpdateWaterfallUsageData()
def _GetBuilderPlatforms(builders, waterfall): def _GetBuilderPlatforms(builders, waterfall):
...@@ -300,10 +331,34 @@ def _ParseBenchmarks(shard_map_path): ...@@ -300,10 +331,34 @@ def _ParseBenchmarks(shard_map_path):
def _ValidateShardMaps(args): def _ValidateShardMaps(args):
"""Validate that the shard maps are consistent with the state of the repo.""" """Validate that the shard maps, csv files, etc. are consistent."""
del args del args
errors = [] errors = []
tempdir = tempfile.mkdtemp()
try:
temp_filepath = os.path.join(tempdir, 'schedules.csv')
_UpdateWaterfallUsageData(temp_filepath)
real_path = _source_filepath(_BENCHMARK_SCHEDULES)
if not filecmp.cmp(temp_filepath, real_path):
errors.append(
'{benchmark_schedules} is not up to date. Please run '
'`./generate_perf_sharding.py update-timing --filter-only` '
'to regenerate it.'.format(benchmark_schedules=_BENCHMARK_SCHEDULES))
builders = _GetBuilderPlatforms(builders=None, waterfall='perf')
for builder in builders:
output_file = os.path.join(
tempdir, os.path.basename(builder.timing_file_path))
_FilterTimingData(builder, output_file)
if not filecmp.cmp(builder.timing_file_path, output_file):
errors.append(
'{timing_data} is not up to date. Please run '
'`./generate_perf_sharding.py update-timing --filter-only` '
'to regenerate it.'.format(timing_data=builder.timing_file_path))
finally:
shutil.rmtree(tempdir)
# Check that bot_platforms.py matches the actual shard maps # Check that bot_platforms.py matches the actual shard maps
for platform in bot_platforms.ALL_PLATFORMS: for platform in bot_platforms.ALL_PLATFORMS:
platform_benchmark_names = set( platform_benchmark_names = set(
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment