Skip to content

GitLab

T
tangled
Commit 66aef181 authored by Haiyang Pan's avatar Haiyang Pan Committed by Commit Bot
Browse files
Options

[Speed Infra] Promote android-pixel2-perf from fyi into official. 

Add shard maps and disable failing tests for pixel2 devices

This involves updating the shard number in bot_platforms.py and perf_data_generator.py,
and running the following commands to update the json files:

./tools/perf/generate_perf_sharding update \
    --builders android-pixel2-perf \
    --builders android-pixel2_webview-perf
./tools/perf/generate_perf_data

The tag "Pixel2_Webview" in expectations.config will be added in this review: crrev.com/c/1628818

Bug: 867592
Change-Id: I332a5ae8cff1598729775889418f28a67230a82e
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1628172
Commit-Queue: Caleb Rouleau <crouleau@chromium.org>
Reviewed-by: default avatarCaleb Rouleau <crouleau@chromium.org>
Reviewed-by: default avatarJuan Antonio Navarro Pérez <perezju@chromium.org>
Cr-Commit-Position: refs/heads/master@{#663952}
parent f484e3ef
Show whitespace changes
Inline Side-by-side
Showing with 2285 additions and 2302 deletions
docs/speed/perf_lab_platforms.md
View file @ 66aef181
...@@ -12,6 +12,8 @@ ...@@ -12,6 +12,8 @@
* [android-nexus5x-perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/android-nexus5x-perf): Android MMB29Q. * [android-nexus5x-perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/android-nexus5x-perf): Android MMB29Q.
* [Android Nexus5X WebView Perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/Android%20Nexus5X%20WebView%20Perf): Android AOSP MOB30K. * [Android Nexus5X WebView Perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/Android%20Nexus5X%20WebView%20Perf): Android AOSP MOB30K.
* [Android Nexus6 WebView Perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/Android%20Nexus6%20WebView%20Perf): Android AOSP MOB30K. * [Android Nexus6 WebView Perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/Android%20Nexus6%20WebView%20Perf): Android AOSP MOB30K.
* [android-pixel2-perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/android-pixel2-perf): Android OPM1.171019.021.
* [android-pixel2_webview-perf](https://ci.chromium.org/p/chrome/builders/luci.chrome.ci/android-pixel2_webview-perf): Android OPM1.171019.021.
## Linux ## Linux
......
testing/buildbot/chromium.perf.fyi.json
View file @ 66aef181
...@@ -47,99 +47,6 @@ ...@@ -47,99 +47,6 @@
} }
] ]
}, },
"android-pixel2-perf": {
"isolated_scripts": [
{
"args": [
"-v",
"--browser=exact",
"--upload-results",
"--browser-executable=../../out/Release/bin/monochrome_64_32_bundle",
"--device=android",
"--test-shard-map-filename=android-pixel2-perf_map.json"
],
"isolate_name": "performance_test_suite",
"merge": {
"script": "//tools/perf/process_perf_results.py"
},
"name": "performance_test_suite",
"override_compile_targets": [
"performance_test_suite"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"device_os": "O",
"device_os_flavor": "google",
"device_type": "walleye",
"os": "Android",
"pool": "chrome.tests.perf-fyi"
}
],
"expiration": 7200,
"hard_timeout": 36000,
"ignore_task_failure": false,
"io_timeout": 1800,
"shards": 7
},
"trigger_script": {
"args": [
"--multiple-dimension-script-verbose",
"True"
],
"requires_simultaneous_shard_dispatch": true,
"script": "//testing/trigger_scripts/perf_device_trigger.py"
}
}
]
},
"android-pixel2_webview-perf": {
"isolated_scripts": [
{
"args": [
"-v",
"--browser=android-webview-google",
"--upload-results",
"--webview-embedder-apk=../../out/Release/apks/SystemWebViewShell.apk",
"--test-shard-map-filename=android-pixel2_webview-perf_map.json"
],
"isolate_name": "performance_webview_test_suite",
"merge": {
"script": "//tools/perf/process_perf_results.py"
},
"name": "performance_webview_test_suite",
"override_compile_targets": [
"performance_webview_test_suite"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"device_os": "O",
"device_os_flavor": "google",
"device_type": "walleye",
"os": "Android",
"pool": "chrome.tests.perf-webview-fyi"
}
],
"expiration": 7200,
"hard_timeout": 36000,
"ignore_task_failure": false,
"io_timeout": 1800,
"shards": 7
},
"trigger_script": {
"args": [
"--multiple-dimension-script-verbose",
"True"
],
"requires_simultaneous_shard_dispatch": true,
"script": "//testing/trigger_scripts/perf_device_trigger.py"
}
}
]
},
"linux-perf-fyi": { "linux-perf-fyi": {
"isolated_scripts": [ "isolated_scripts": [
{ {
......
testing/buildbot/chromium.perf.json
View file @ 66aef181
...@@ -1127,6 +1127,99 @@ ...@@ -1127,6 +1127,99 @@
} }
] ]
}, },
"android-pixel2-perf": {
"isolated_scripts": [
{
"args": [
"-v",
"--browser=exact",
"--upload-results",
"--browser-executable=../../out/Release/bin/monochrome_64_32_bundle",
"--device=android",
"--test-shard-map-filename=android-pixel2-perf_map.json"
],
"isolate_name": "performance_test_suite",
"merge": {
"script": "//tools/perf/process_perf_results.py"
},
"name": "performance_test_suite",
"override_compile_targets": [
"performance_test_suite"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"device_os": "O",
"device_os_flavor": "google",
"device_type": "walleye",
"os": "Android",
"pool": "chrome.tests.perf"
}
],
"expiration": 7200,
"hard_timeout": 36000,
"ignore_task_failure": false,
"io_timeout": 1800,
"shards": 35
},
"trigger_script": {
"args": [
"--multiple-dimension-script-verbose",
"True"
],
"requires_simultaneous_shard_dispatch": true,
"script": "//testing/trigger_scripts/perf_device_trigger.py"
}
}
]
},
"android-pixel2_webview-perf": {
"isolated_scripts": [
{
"args": [
"-v",
"--browser=android-webview-google",
"--upload-results",
"--webview-embedder-apk=../../out/Release/apks/SystemWebViewShell.apk",
"--test-shard-map-filename=android-pixel2_webview-perf_map.json"
],
"isolate_name": "performance_webview_test_suite",
"merge": {
"script": "//tools/perf/process_perf_results.py"
},
"name": "performance_webview_test_suite",
"override_compile_targets": [
"performance_webview_test_suite"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"device_os": "O",
"device_os_flavor": "google",
"device_type": "walleye",
"os": "Android",
"pool": "chrome.tests.perf-webview"
}
],
"expiration": 7200,
"hard_timeout": 36000,
"ignore_task_failure": false,
"io_timeout": 1800,
"shards": 28
},
"trigger_script": {
"args": [
"--multiple-dimension-script-verbose",
"True"
],
"requires_simultaneous_shard_dispatch": true,
"script": "//testing/trigger_scripts/perf_device_trigger.py"
}
}
]
},
"android_arm64-builder-perf": { "android_arm64-builder-perf": {
"additional_compile_targets": [ "additional_compile_targets": [
"microdump_stackwalk", "microdump_stackwalk",
......
tools/perf/core/bot_platforms.py
View file @ 66aef181
...@@ -174,14 +174,14 @@ ANDROID_NEXUS_6_WEBVIEW = PerfPlatform( ...@@ -174,14 +174,14 @@ ANDROID_NEXUS_6_WEBVIEW = PerfPlatform(
'Android Nexus6 WebView Perf', 'Android AOSP MOB30K', 'Android Nexus6 WebView Perf', 'Android AOSP MOB30K',
_ANDROID_NEXUS_6_WEBVIEW_BENCHMARK_NAMES, _ANDROID_NEXUS_6_WEBVIEW_BENCHMARK_NAMES,
num_shards=12) # Reduced from 16 per crbug.com/891848. num_shards=12) # Reduced from 16 per crbug.com/891848.
# FYI bots
ANDROID_PIXEL2 = PerfPlatform( ANDROID_PIXEL2 = PerfPlatform(
'android-pixel2-perf', 'Android OPM1.171019.021', 'android-pixel2-perf', 'Android OPM1.171019.021',
_ANDROID_PIXEL2_BENCHMARK_NAMES, num_shards=7, is_fyi=True) _ANDROID_PIXEL2_BENCHMARK_NAMES, num_shards=35)
ANDROID_PIXEL2_WEBVIEW = PerfPlatform( ANDROID_PIXEL2_WEBVIEW = PerfPlatform(
'android-pixel2_webview-perf', 'Android OPM1.171019.021', 'android-pixel2_webview-perf', 'Android OPM1.171019.021',
_ANDROID_PIXEL2_WEBVIEW_BENCHMARK_NAMES, num_shards=7, is_fyi=True) _ANDROID_PIXEL2_WEBVIEW_BENCHMARK_NAMES, num_shards=28)
# FYI bots
ANDROID_NEXUS5X_PERF_FYI = PerfPlatform( ANDROID_NEXUS5X_PERF_FYI = PerfPlatform(
'android-nexus5x-perf-fyi', 'Android MMB29Q', 'android-nexus5x-perf-fyi', 'Android MMB29Q',
_ANDROID_NEXUS5X_FYI_BENCHMARK_NAMES, _ANDROID_NEXUS5X_FYI_BENCHMARK_NAMES,
......
tools/perf/core/perf_data_generator.py
View file @ 66aef181
...@@ -107,49 +107,6 @@ FYI_BUILDERS = { ...@@ -107,49 +107,6 @@ FYI_BUILDERS = {
'device_os_flavor': 'google', 'device_os_flavor': 'google',
}, },
}, },
'android-pixel2_webview-perf': {
'tests': [
{
'isolate': 'performance_webview_test_suite',
'extra_args': [
'--test-shard-map-filename=android-pixel2_webview-perf_map.json',
],
'num_shards': 7
}
],
'platform': 'android-webview-google',
'dimension': {
'pool': 'chrome.tests.perf-webview-fyi',
'os': 'Android',
'device_type': 'walleye',
'device_os': 'O',
'device_os_flavor': 'google',
},
},
'android-pixel2-perf': {
'tests': [
{
'isolate': 'performance_test_suite',
'extra_args': [
# TODO(crbug.com/612455): Enable ref builds once can pass both
# --browser=exact (used by this bot to have it run Monochrome6432)
# and --browser=reference together.
#'--run-ref-build',
'--test-shard-map-filename=android-pixel2-perf_map.json',
],
'num_shards': 7
}
],
'platform': 'android-chrome',
'browser': 'bin/monochrome_64_32_bundle',
'dimension': {
'pool': 'chrome.tests.perf-fyi',
'os': 'Android',
'device_type': 'walleye',
'device_os': 'O',
'device_os_flavor': 'google',
},
},
'linux-perf-fyi': { 'linux-perf-fyi': {
'tests': [ 'tests': [
{ {
...@@ -432,6 +389,49 @@ BUILDERS = { ...@@ -432,6 +389,49 @@ BUILDERS = {
'device_os_flavor': 'aosp', 'device_os_flavor': 'aosp',
}, },
}, },
'android-pixel2_webview-perf': {
'tests': [
{
'isolate': 'performance_webview_test_suite',
'extra_args': [
'--test-shard-map-filename=android-pixel2_webview-perf_map.json',
],
'num_shards': 28
}
],
'platform': 'android-webview-google',
'dimension': {
'pool': 'chrome.tests.perf-webview',
'os': 'Android',
'device_type': 'walleye',
'device_os': 'O',
'device_os_flavor': 'google',
},
},
'android-pixel2-perf': {
'tests': [
{
'isolate': 'performance_test_suite',
'extra_args': [
# TODO(crbug.com/612455): Enable ref builds once can pass both
# --browser=exact (used by this bot to have it run Monochrome6432)
# and --browser=reference together.
#'--run-ref-build',
'--test-shard-map-filename=android-pixel2-perf_map.json',
],
'num_shards': 35
}
],
'platform': 'android-chrome',
'browser': 'bin/monochrome_64_32_bundle',
'dimension': {
'pool': 'chrome.tests.perf',
'os': 'Android',
'device_type': 'walleye',
'device_os': 'O',
'device_os_flavor': 'google',
},
},
'win-10-perf': { 'win-10-perf': {
'tests': [ 'tests': [
{ {
......
tools/perf/core/shard_maps/android-pixel2-perf_map.json
View file @ 66aef181
...@@ -3,99 +3,357 @@ ...@@ -3,99 +3,357 @@
"benchmarks": { "benchmarks": {
"blink_perf.accessibility": {}, "blink_perf.accessibility": {},
"blink_perf.bindings": {}, "blink_perf.bindings": {},
"blink_perf.canvas": {}, "blink_perf.canvas": {
"end": 14
}
}
},
"1": {
"benchmarks": {
"blink_perf.canvas": {
"begin": 14
},
"blink_perf.css": {}, "blink_perf.css": {},
"blink_perf.dom": {}, "blink_perf.dom": {
"end": 2
}
}
},
"2": {
"benchmarks": {
"blink_perf.dom": {
"begin": 2
},
"blink_perf.events": {}, "blink_perf.events": {},
"blink_perf.image_decoder": {}, "blink_perf.image_decoder": {},
"blink_perf.layout": {}, "blink_perf.layout": {
"end": 29
}
}
},
"3": {
"benchmarks": {
"blink_perf.layout": {
"begin": 29
},
"blink_perf.owp_storage": {}, "blink_perf.owp_storage": {},
"blink_perf.paint": {}, "blink_perf.paint": {
"end": 1
}
}
},
"4": {
"benchmarks": {
"blink_perf.paint": {
"begin": 1
},
"blink_perf.parser": {}, "blink_perf.parser": {},
"blink_perf.shadow_dom": {}, "blink_perf.shadow_dom": {
"end": 7
}
}
},
"5": {
"benchmarks": {
"blink_perf.shadow_dom": {
"begin": 7
},
"blink_perf.svg": {}, "blink_perf.svg": {},
"dromaeo": {}, "dromaeo": {},
"dummy_benchmark.noisy_benchmark_1": {}, "dummy_benchmark.noisy_benchmark_1": {},
"dummy_benchmark.stable_benchmark_1": {} "dummy_benchmark.stable_benchmark_1": {},
"jetstream": {}
} }
}, },
"1": { "6": {
"benchmarks": { "benchmarks": {
"jetstream": {},
"kraken": {}, "kraken": {},
"loading.mobile": {}, "loading.mobile": {
"media.mobile": { "end": 20
"end": 21
} }
} }
}, },
"2": { "7": {
"benchmarks": { "benchmarks": {
"media.mobile": { "loading.mobile": {
"begin": 21 "begin": 20,
"end": 37
}
}
},
"8": {
"benchmarks": {
"loading.mobile": {
"begin": 37,
"end": 61
}
}
},
"9": {
"benchmarks": {
"loading.mobile": {
"begin": 61,
"end": 80
}
}
},
"10": {
"benchmarks": {
"loading.mobile": {
"begin": 80
}
}
},
"11": {
"benchmarks": {
"media.mobile": {},
"memory.top_10_mobile": {
"end": 5
}
}
},
"12": {
"benchmarks": {
"memory.top_10_mobile": {
"begin": 5,
"end": 16
}
}
},
"13": {
"benchmarks": {
"memory.top_10_mobile": {
"begin": 16
}, },
"memory.top_10_mobile": {},
"octane": {}, "octane": {},
"power.typical_10_mobile": {}, "power.typical_10_mobile": {
"end": 10
}
}
},
"14": {
"benchmarks": {
"power.typical_10_mobile": {
"begin": 10
},
"rasterize_and_record_micro.partial_invalidation": {}, "rasterize_and_record_micro.partial_invalidation": {},
"rasterize_and_record_micro.top_25": {}, "rasterize_and_record_micro.top_25": {},
"rendering.mobile": { "rendering.mobile": {
"end": 98 "end": 12
} }
} }
}, },
"3": { "15": {
"benchmarks": { "benchmarks": {
"rendering.mobile": { "rendering.mobile": {
"begin": 98 "begin": 12,
"end": 63
}
}
}, },
"speedometer": {}, "16": {
"speedometer-future": {} "benchmarks": {
"rendering.mobile": {
"begin": 63,
"end": 111
}
} }
}, },
"4": { "17": {
"benchmarks": {
"rendering.mobile": {
"begin": 111,
"end": 156
}
}
},
"18": {
"benchmarks": {
"rendering.mobile": {
"begin": 156,
"end": 206
}
}
},
"19": {
"benchmarks": { "benchmarks": {
"rendering.mobile": {
"begin": 206,
"end": 271
}
}
},
"20": {
"benchmarks": {
"rendering.mobile": {
"begin": 271,
"end": 320
}
}
},
"21": {
"benchmarks": {
"rendering.mobile": {
"begin": 320
},
"speedometer": {},
"speedometer-future": {},
"speedometer2": {}, "speedometer2": {},
"speedometer2-future": {}, "speedometer2-future": {}
}
},
"22": {
"benchmarks": {
"startup.mobile": {}, "startup.mobile": {},
"system_health.common_mobile": {}, "system_health.common_mobile": {
"end": 16
}
}
},
"23": {
"benchmarks": {
"system_health.common_mobile": {
"begin": 16,
"end": 48
}
}
},
"24": {
"benchmarks": {
"system_health.common_mobile": {
"begin": 48
},
"system_health.memory_mobile": { "system_health.memory_mobile": {
"end": 19 "end": 6
} }
} }
}, },
"5": { "25": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 19, "begin": 6,
"end": 78 "end": 15
} }
} }
}, },
"6": { "26": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 78 "begin": 15,
"end": 20
}
}
},
"27": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 20,
"end": 28
}
}
},
"28": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 28,
"end": 44
}
}
},
"29": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 44,
"end": 59
}
}
},
"30": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 59,
"end": 65
}
}
},
"31": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 65
}, },
"system_health.webview_startup": {}, "system_health.webview_startup": {},
"tracing.tracing_with_background_memory_infra": {}, "tracing.tracing_with_background_memory_infra": {},
"v8.browsing_mobile": {}, "v8.browsing_mobile": {
"v8.browsing_mobile-future": {}, "end": 11
}
}
},
"32": {
"benchmarks": {
"v8.browsing_mobile": {
"begin": 11,
"end": 27
}
}
},
"33": {
"benchmarks": {
"v8.browsing_mobile": {
"begin": 27
},
"v8.browsing_mobile-future": {
"end": 18
}
}
},
"34": {
"benchmarks": {
"v8.browsing_mobile-future": {
"begin": 18
},
"webrtc": {} "webrtc": {}
} }
}, },
"extra_infos": { "extra_infos": {
"num_stories": 1151, "num_stories": 1120,
"predicted_min_shard_time": 10376.0, "predicted_min_shard_time": 1932.0,
"predicted_min_shard_index": 6, "predicted_min_shard_index": 6,
"predicted_max_shard_time": 10752.0, "predicted_max_shard_time": 2420.0,
"predicted_max_shard_index": 1, "predicted_max_shard_index": 5,
"shard #0": 10414.0, "shard #0": 2172.0,
"shard #1": 10752.0, "shard #1": 2152.0,
"shard #2": 10566.0, "shard #2": 2150.0,
"shard #3": 10538.0, "shard #3": 2180.0,
"shard #4": 10686.0, "shard #4": 2146.0,
"shard #5": 10698.0, "shard #5": 2420.0,
"shard #6": 10376.0 "shard #6": 1932.0,
"shard #7": 2020.0,
"shard #8": 2252.0,
"shard #9": 2152.0,
"shard #10": 2268.0,
"shard #11": 2012.0,
"shard #12": 2140.0,
"shard #13": 2248.0,
"shard #14": 2142.0,
"shard #15": 2130.0,
"shard #16": 2184.0,
"shard #17": 2152.0,
"shard #18": 2146.0,
"shard #19": 2184.0,
"shard #20": 2160.0,
"shard #21": 2130.0,
"shard #22": 2166.0,
"shard #23": 2192.0,
"shard #24": 2162.0,
"shard #25": 2046.0,
"shard #26": 2124.0,
"shard #27": 2202.0,
"shard #28": 2304.0,
"shard #29": 2004.0,
"shard #30": 2100.0,
"shard #31": 2314.0,
"shard #32": 2106.0,
"shard #33": 2236.0,
"shard #34": 2120.0
} }
} }
\ No newline at end of file
tools/perf/core/shard_maps/android-pixel2_webview-perf_map.json
View file @ 66aef181
...@@ -3,109 +3,295 @@ ...@@ -3,109 +3,295 @@
"benchmarks": { "benchmarks": {
"blink_perf.accessibility": {}, "blink_perf.accessibility": {},
"blink_perf.bindings": {}, "blink_perf.bindings": {},
"blink_perf.canvas": {}, "blink_perf.canvas": {
"end": 19
}
}
},
"1": {
"benchmarks": {
"blink_perf.canvas": {
"begin": 19
},
"blink_perf.css": {}, "blink_perf.css": {},
"blink_perf.dom": {}, "blink_perf.dom": {},
"blink_perf.events": {}, "blink_perf.events": {},
"blink_perf.image_decoder": {}, "blink_perf.image_decoder": {
"blink_perf.layout": {}, "end": 6
}
}
},
"2": {
"benchmarks": {
"blink_perf.image_decoder": {
"begin": 6
},
"blink_perf.layout": {
"end": 65
}
}
},
"3": {
"benchmarks": {
"blink_perf.layout": {
"begin": 65
},
"blink_perf.owp_storage": {}, "blink_perf.owp_storage": {},
"blink_perf.paint": {}, "blink_perf.paint": {},
"blink_perf.parser": {}, "blink_perf.parser": {
"blink_perf.shadow_dom": {}, "end": 27
"blink_perf.svg": {
"end": 2
} }
} }
}, },
"1": { "4": {
"benchmarks": { "benchmarks": {
"blink_perf.svg": { "blink_perf.parser": {
"begin": 2 "begin": 27
}, },
"blink_perf.shadow_dom": {},
"blink_perf.svg": {},
"dromaeo": {}, "dromaeo": {},
"dummy_benchmark.noisy_benchmark_1": {}, "dummy_benchmark.noisy_benchmark_1": {},
"dummy_benchmark.stable_benchmark_1": {}, "dummy_benchmark.stable_benchmark_1": {},
"jetstream": {}, "jetstream": {}
}
},
"5": {
"benchmarks": {
"kraken": {}, "kraken": {},
"loading.mobile": {}, "loading.mobile": {
"end": 28
}
}
},
"6": {
"benchmarks": {
"loading.mobile": {
"begin": 28,
"end": 63
}
}
},
"7": {
"benchmarks": {
"loading.mobile": {
"begin": 63,
"end": 92
}
}
},
"8": {
"benchmarks": {
"loading.mobile": {
"begin": 92
},
"media.mobile": {}, "media.mobile": {},
"memory.top_10_mobile": { "memory.top_10_mobile": {
"end": 9 "end": 9
} }
} }
}, },
"2": { "9": {
"benchmarks": { "benchmarks": {
"memory.top_10_mobile": { "memory.top_10_mobile": {
"begin": 9 "begin": 9
}, },
"octane": {}, "octane": {},
"power.typical_10_mobile": {}, "power.typical_10_mobile": {
"end": 1
}
}
},
"10": {
"benchmarks": {
"power.typical_10_mobile": {
"begin": 1
},
"rasterize_and_record_micro.partial_invalidation": {}, "rasterize_and_record_micro.partial_invalidation": {},
"rasterize_and_record_micro.top_25": {}, "rasterize_and_record_micro.top_25": {
"end": 17
}
}
},
"11": {
"benchmarks": {
"rasterize_and_record_micro.top_25": {
"begin": 17
},
"rendering.mobile": { "rendering.mobile": {
"end": 116 "end": 46
} }
} }
}, },
"3": { "12": {
"benchmarks": { "benchmarks": {
"rendering.mobile": { "rendering.mobile": {
"begin": 116 "begin": 46,
"end": 103
}
}
},
"13": {
"benchmarks": {
"rendering.mobile": {
"begin": 103,
"end": 161
}
}
},
"14": {
"benchmarks": {
"rendering.mobile": {
"begin": 161,
"end": 225
}
}
},
"15": {
"benchmarks": {
"rendering.mobile": {
"begin": 225,
"end": 304
}
}
},
"16": {
"benchmarks": {
"rendering.mobile": {
"begin": 304
}, },
"speedometer": {}, "speedometer": {},
"speedometer-future": {}, "speedometer-future": {},
"speedometer2": {}, "speedometer2": {}
}
},
"17": {
"benchmarks": {
"speedometer2-future": {}, "speedometer2-future": {},
"startup.mobile": {}, "startup.mobile": {},
"system_health.common_mobile": { "system_health.common_mobile": {
"end": 13 "end": 26
} }
} }
}, },
"4": { "18": {
"benchmarks": { "benchmarks": {
"system_health.common_mobile": { "system_health.common_mobile": {
"begin": 13 "begin": 26
}
}
}, },
"19": {
"benchmarks": {
"system_health.memory_mobile": {
"end": 14
}
}
},
"20": {
"benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 14,
"end": 23 "end": 23
} }
} }
}, },
"5": { "21": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 23, "begin": 23,
"end": 80 "end": 34
} }
} }
}, },
"6": { "22": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 34,
"end": 51
}
}
},
"23": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 80 "begin": 51,
"end": 65
}
}
},
"24": {
"benchmarks": {
"system_health.memory_mobile": {
"begin": 65
}, },
"system_health.webview_startup": {}, "system_health.webview_startup": {},
"tracing.tracing_with_background_memory_infra": {}, "tracing.tracing_with_background_memory_infra": {
"v8.browsing_mobile": {}, "end": 6
"v8.browsing_mobile-future": {}, }
}
},
"25": {
"benchmarks": {
"tracing.tracing_with_background_memory_infra": {
"begin": 6
},
"v8.browsing_mobile": {
"end": 21
}
}
},
"26": {
"benchmarks": {
"v8.browsing_mobile": {
"begin": 21
},
"v8.browsing_mobile-future": {
"end": 14
}
}
},
"27": {
"benchmarks": {
"v8.browsing_mobile-future": {
"begin": 14
},
"webrtc": {} "webrtc": {}
} }
}, },
"extra_infos": { "extra_infos": {
"num_stories": 1151, "num_stories": 1120,
"predicted_min_shard_time": 8660.0, "predicted_min_shard_time": 1874.0,
"predicted_min_shard_index": 4, "predicted_min_shard_index": 24,
"predicted_max_shard_time": 8852.0, "predicted_max_shard_time": 2268.0,
"predicted_max_shard_index": 1, "predicted_max_shard_index": 23,
"shard #0": 8762.0, "shard #0": 2042.0,
"shard #1": 8852.0, "shard #1": 2094.0,
"shard #2": 8668.0, "shard #2": 2008.0,
"shard #3": 8764.0, "shard #3": 2058.0,
"shard #4": 8660.0, "shard #4": 2002.0,
"shard #5": 8802.0, "shard #5": 2208.0,
"shard #6": 8830.0 "shard #6": 1900.0,
"shard #7": 2096.0,
"shard #8": 1936.0,
"shard #9": 2168.0,
"shard #10": 2040.0,
"shard #11": 2042.0,
"shard #12": 2034.0,
"shard #13": 2064.0,
"shard #14": 2040.0,
"shard #15": 2036.0,
"shard #16": 2032.0,
"shard #17": 2078.0,
"shard #18": 1992.0,
"shard #19": 2088.0,
"shard #20": 2052.0,
"shard #21": 2100.0,
"shard #22": 1968.0,
"shard #23": 2268.0,
"shard #24": 1874.0,
"shard #25": 2040.0,
"shard #26": 2124.0,
"shard #27": 1980.0
} }
} }
\ No newline at end of file
tools/perf/core/shard_maps/timing_data/android-pixel2-perf_timing.json
View file @ 66aef181
This source diff could not be displayed because it is too large. You can view the blob instead.
tools/perf/core/shard_maps/timing_data/android-pixel2_webview-perf_timing.json
View file @ 66aef181
This source diff could not be displayed because it is too large. You can view the blob instead.
tools/perf/expectations.config
View file @ 66aef181
...@@ -6,7 +6,7 @@ ...@@ -6,7 +6,7 @@
# tags: Android_Webview Android_but_not_webview Mac Win Linux # tags: Android_Webview Android_but_not_webview Mac Win Linux
# tags: ChromeOS Android Desktop Nexus_5 Nexus_5X Nexus_6P # tags: ChromeOS Android Desktop Nexus_5 Nexus_5X Nexus_6P
# tags: Nexus_7 Mac_10.11 Mac_10.12 Nexus6_Webview Nexus5X_Webview # tags: Nexus_7 Mac_10.11 Mac_10.12 Nexus6_Webview Nexus5X_Webview
# tags: Pixel_2 Win_7 Win_10 Android_Go_Webview # tags: Pixel_2 Win_7 Win_10 Android_Go_Webview Pixel2_Webview
# Benchmark: blink_perf.bindings # Benchmark: blink_perf.bindings
crbug.com/882881 [ Nexus_5 ] blink_perf.bindings/structured-clone-json-deserialize.html [ Skip ] crbug.com/882881 [ Nexus_5 ] blink_perf.bindings/structured-clone-json-deserialize.html [ Skip ]
...@@ -46,7 +46,10 @@ crbug.com/963945 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInDeeply ...@@ -46,7 +46,10 @@ crbug.com/963945 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInDeeply
crbug.com/963945 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInDeeplyNestedV1ShadowTrees.html [ Skip ] crbug.com/963945 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInDeeplyNestedV1ShadowTrees.html [ Skip ]
crbug.com/966913 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInV0ShadowTrees.html [ Skip ] crbug.com/966913 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInV0ShadowTrees.html [ Skip ]
crbug.com/966913 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInV1ShadowTrees.html [ Skip ] crbug.com/966913 [ Nexus5X_Webview ] blink_perf.events/EventsDispatchingInV1ShadowTrees.html [ Skip ]
crbug.com/966606 [ Pixel_2 ] blink_perf.events/EventsDispatchingInDeeplyNestedV0ShadowTrees.html [ Skip ]
crbug.com/966606 [ Pixel_2 ] blink_perf.events/EventsDispatchingInDeeplyNestedV1ShadowTrees.html [ Skip ]
crbug.com/966606 [ Pixel_2 ] blink_perf.events/EventsDispatchingInV0ShadowTrees.html [ Skip ]
crbug.com/966606 [ Pixel_2 ] blink_perf.events/EventsDispatchingInV1ShadowTrees.html [ Skip ]
# Benchmark: blink_perf.layout # Benchmark: blink_perf.layout
crbug.com/551950 [ Android_Svelte ] blink_perf.layout/* [ Skip ] crbug.com/551950 [ Android_Svelte ] blink_perf.layout/* [ Skip ]
...@@ -55,6 +58,7 @@ crbug.com/910207 [ Nexus_5X ] blink_perf.layout/subtree-detaching.html [ Skip ] ...@@ -55,6 +58,7 @@ crbug.com/910207 [ Nexus_5X ] blink_perf.layout/subtree-detaching.html [ Skip ]
crbug.com/963967 [ Android ] blink_perf.layout/line-layout-fit-content.html [ Skip ] crbug.com/963967 [ Android ] blink_perf.layout/line-layout-fit-content.html [ Skip ]
crbug.com/966921 [ Nexus_5 ] blink_perf.layout/line-layout-fit-content-break-word.html [ Skip ] crbug.com/966921 [ Nexus_5 ] blink_perf.layout/line-layout-fit-content-break-word.html [ Skip ]
crbug.com/966921 [ Nexus_5 ] link_perf.layout/line-layout-fit-content.html [ Skip ] crbug.com/966921 [ Nexus_5 ] link_perf.layout/line-layout-fit-content.html [ Skip ]
crbug.com/966609 [ Pixel_2 ] blink_perf.layout/line-layout-fit-content.html [ Skip ]
# Benchmark: blink_perf.paint # Benchmark: blink_perf.paint
crbug.com/574483 [ Android_Svelte ] blink_perf.paint/* [ Skip ] crbug.com/574483 [ Android_Svelte ] blink_perf.paint/* [ Skip ]
...@@ -63,11 +67,15 @@ crbug.com/910207 [ Nexus_5X ] blink_perf.paint/* [ Skip ] ...@@ -63,11 +67,15 @@ crbug.com/910207 [ Nexus_5X ] blink_perf.paint/* [ Skip ]
crbug.com/859979 [ Android_Webview ] blink_perf.paint/paint-offset-changes.html [ Skip ] crbug.com/859979 [ Android_Webview ] blink_perf.paint/paint-offset-changes.html [ Skip ]
crbug.com/901493 [ Nexus6_Webview ] blink_perf.paint/* [ Skip ] crbug.com/901493 [ Nexus6_Webview ] blink_perf.paint/* [ Skip ]
crbug.com/963967 [ Android ] blink_perf.paint/select-all-words.html [ Skip ] crbug.com/963967 [ Android ] blink_perf.paint/select-all-words.html [ Skip ]
crbug.com/966636 [ Pixel2_Webview ] blink_perf.paint/select-all-words.html [ Skip ]
# Benchmark: blink_perf.parser # Benchmark: blink_perf.parser
crbug.com/966913 [ Nexus5X_Webview ] blink_perf.parser/query-selector-all-class-deep.html [ Skip ] crbug.com/966913 [ Nexus5X_Webview ] blink_perf.parser/query-selector-all-class-deep.html [ Skip ]
crbug.com/966913 [ Nexus5X_Webview ] blink_perf.parser/query-selector-all-deep.html [ Skip ] crbug.com/966913 [ Nexus5X_Webview ] blink_perf.parser/query-selector-all-deep.html [ Skip ]
crbug.com/966913 [ Nexus5X_Webview ] blink_perf.parser/query-selector-all-id-deep.html [ Skip ] crbug.com/966913 [ Nexus5X_Webview ] blink_perf.parser/query-selector-all-id-deep.html [ Skip ]
crbug.com/966613 [ Pixel_2 ] blink_perf.parser/query-selector-all-class-deep.html [ Skip ]
crbug.com/966613 [ Pixel_2 ] blink_perf.parser/query-selector-all-deep.html [ Skip ]
crbug.com/966613 [ Pixel_2 ] blink_perf.parser/query-selector-all-id-deep.html [ Skip ]
# Benchmark: blink_perf.shadow_dom # Benchmark: blink_perf.shadow_dom
crbug.com/702319 [ Nexus_5X ] blink_perf.shadow_dom/* [ Skip ] crbug.com/702319 [ Nexus_5X ] blink_perf.shadow_dom/* [ Skip ]
...@@ -169,16 +177,20 @@ crbug.com/676612 [ Nexus6_Webview ] loading.mobile/Kaskus [ Skip ] ...@@ -169,16 +177,20 @@ crbug.com/676612 [ Nexus6_Webview ] loading.mobile/Kaskus [ Skip ]
crbug.com/865400 [ Pixel_2 ] loading.mobile/TribunNews_3g [ Skip ] crbug.com/865400 [ Pixel_2 ] loading.mobile/TribunNews_3g [ Skip ]
crbug.com/865400 [ Pixel_2 ] loading.mobile/Youtube_3g [ Skip ] crbug.com/865400 [ Pixel_2 ] loading.mobile/Youtube_3g [ Skip ]
crbug.com/914100 [ Nexus6_Webview ] loading.mobile/Wikipedia_3g [ Skip ] crbug.com/914100 [ Nexus6_Webview ] loading.mobile/Wikipedia_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/BOLNoticias_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/BOLNoticias_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/FlipBoard_cold_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/FlipBoard_cold_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/FlipBoard_warm_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/FlipBoard_warm_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/FlipKart_warm_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/FlipKart_warm_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/GoogleBrazil_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/GoogleBrazil_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/GoogleIndonesia_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/GoogleIndonesia_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/Hongkiat_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/Hongkiat_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/OLX_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/OLX_3g [ Skip ]
crbug.com/865400 [ Pixel_2 Android_Webview ] loading.mobile/VoiceMemos_cold_3g [ Skip ] crbug.com/865400 [ Pixel2_Webview ] loading.mobile/VoiceMemos_cold_3g [ Skip ]
crbug.com/919191 [ Nexus5X_Webview ] loading.mobile/OLX_3g [ Skip ] crbug.com/919191 [ Nexus5X_Webview ] loading.mobile/OLX_3g [ Skip ]
crbug.com/966624 [ Pixel_2 ] loading.mobile/* [ Skip ] # mass disabling to set up the bot for pixel 2
# Benchmark: memory.top_10_mobile
crbug.com/966630 [ Pixel_2 ] memory.top_10_mobile/* [ Skip ] # mass disabling to set up the bot for pixel 2
# Benchmark: oilpan_gc_times.key_silk_cases # Benchmark: oilpan_gc_times.key_silk_cases
crbug.com/446332 [ All ] oilpan_gc_times.key_silk_cases/slide_drawer [ Skip ] crbug.com/446332 [ All ] oilpan_gc_times.key_silk_cases/slide_drawer [ Skip ]
...@@ -192,6 +204,9 @@ crbug.com/756119 [ All ] oilpan_gc_times.sync_scroll.key_mobile_sites_smooth/dig ...@@ -192,6 +204,9 @@ crbug.com/756119 [ All ] oilpan_gc_times.sync_scroll.key_mobile_sites_smooth/dig
crbug.com/755556 [ Mac ] rendering.desktop/mix_blend_mode_animation_difference [ Skip ] crbug.com/755556 [ Mac ] rendering.desktop/mix_blend_mode_animation_difference [ Skip ]
crbug.com/755556 [ Mac ] rendering.desktop/mix_blend_mode_animation_hue [ Skip ] crbug.com/755556 [ Mac ] rendering.desktop/mix_blend_mode_animation_hue [ Skip ]
# Benchmark: media.mobile
crbug.com/966619 [ Pixel_2 ] media.mobile/* [ Skip ] # mass disabling to set up the bot for pixel 2
# Benchmark: rendering.mobile # Benchmark: rendering.mobile
crbug.com/785485 [ Android_Webview ] rendering.mobile/kevs_3d [ Skip ] crbug.com/785485 [ Android_Webview ] rendering.mobile/kevs_3d [ Skip ]
crbug.com/785286 [ Android_Webview ] rendering.mobile/smash_cat [ Skip ] crbug.com/785286 [ Android_Webview ] rendering.mobile/smash_cat [ Skip ]
...@@ -231,6 +246,8 @@ crbug.com/901526 [ All ] rendering.mobile/microsoft_fireflies [ Skip ] ...@@ -231,6 +246,8 @@ crbug.com/901526 [ All ] rendering.mobile/microsoft_fireflies [ Skip ]
crbug.com/924400 [ Nexus6_Webview ] rendering.mobile/canvas_animation_no_clear [ Skip ] crbug.com/924400 [ Nexus6_Webview ] rendering.mobile/canvas_animation_no_clear [ Skip ]
crbug.com/949366 [ Nexus5X_Webview ] rendering.mobile/google_news_mobile_2018 [ Skip ] crbug.com/949366 [ Nexus5X_Webview ] rendering.mobile/google_news_mobile_2018 [ Skip ]
crbug.com/954948 [ Android_Webview ] rendering.mobile/cnn_mobile_pinch_2018 [ Skip ] crbug.com/954948 [ Android_Webview ] rendering.mobile/cnn_mobile_pinch_2018 [ Skip ]
crbug.com/966637 [ Pixel2_Webview ] rendering.mobile/google_news_mobile_2018 [ Skip ]
crbug.com/966631 [ Pixel_2 ] rendering.mobile/* [ Skip ] # mass disabling to set up the bot for pixel 2
# Benchmark: rasterize_and_record_micro.top_25 # Benchmark: rasterize_and_record_micro.top_25
crbug.com/764543 [ All ] rasterize_and_record_micro.top_25/file://static_top_25/wikipedia.html [ Skip ] crbug.com/764543 [ All ] rasterize_and_record_micro.top_25/file://static_top_25/wikipedia.html [ Skip ]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment