Commit 9919e90d authored by kouhei's avatar kouhei Committed by Chromium LUCI CQ

Add UNSCHEDULED_loading.mbi benchmark

This CL adds a loading telemetry benchmark that measures performance of
agents heavy web-sites, which the MBI team currently targets optimization.
The added benchmark is for an internal team use, and not yet scheduled on
the perf waterfall (thus UNSCHEDULED_ prefix).

Bug: 1051790
Change-Id: I96b9305bc8200153fa8587de338824d56bc47459
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2576056Reviewed-by: default avatarKunihiko Sakamoto <ksakamoto@chromium.org>
Commit-Queue: Kouhei Ueno <kouhei@chromium.org>
Cr-Commit-Position: refs/heads/master@{#834530}
parent e271ea4d
......@@ -3,6 +3,7 @@ See the following link for directions for making changes to this data:,https://b
Googlers can view additional information about internal perf infrastructure at,https://goto.google.com/chrome-benchmarking-sheet
Benchmark name,Individual owners,Component,Documentation,Tags
UNSCHEDULED_blink_perf.service_worker,"shimazu@chromium.org, falken@chromium.org, ting.shao@intel.com",Blink>ServiceWorker,https://bit.ly/blink-perf-benchmarks,
UNSCHEDULED_loading.mbi,blink-isolation-dev@chromium.org,Blink>Internals>Modularization,https://bit.ly/loading-benchmarks,many_agents
base_perftests,"skyostil@chromium.org, gab@chromium.org",Internals>SequenceManager,https://chromium.googlesource.com/chromium/src/+/HEAD/base/README.md#performance-testing,
blink_perf.accessibility,dmazzoni@chromium.org,Blink>Accessibility,https://bit.ly/blink-perf-benchmarks,all
blink_perf.bindings,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",Blink>Bindings,https://bit.ly/blink-perf-benchmarks,all
......
......@@ -79,3 +79,27 @@ class LoadingMobile(_LoadingBase):
@classmethod
def Name(cls):
return 'loading.mobile'
@benchmark.Info(emails=['blink-isolation-dev@chromium.org'],
component='Blink>Internals>Modularization',
documentation_url='https://bit.ly/loading-benchmarks')
class LoadingMBI(_LoadingBase):
""" A benchmark measuring loading performance of the sites the MBI team cares
about. """
# TODO(rmhasan): Remove the SUPPORTED_PLATFORMS lists.
# SUPPORTED_PLATFORMS is deprecated, please put system specifier tags
# from expectations.config in SUPPORTED_PLATFORM_TAGS.
SUPPORTED_PLATFORM_TAGS = [platforms.MOBILE]
SUPPORTED_PLATFORMS = [story.expectations.ALL_MOBILE]
def CreateStorySet(self, options):
return page_sets.LoadingMobileStorySet(
cache_temperatures=[cache_temperature.ANY],
cache_temperatures_for_pwa=[],
traffic_settings=[traffic_setting.NONE, traffic_setting.REGULAR_3G],
include_tags=['many_agents'])
@classmethod
def Name(cls):
return 'UNSCHEDULED_loading.mbi'
......@@ -9,9 +9,21 @@
"Amazon": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"AmazonJP": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"AmazonJP_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Amazon_3g": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"BBC": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"BBC_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"BOLNoticias": {
"DEFAULT": "loading_mobile_000.wprgo"
},
......@@ -30,6 +42,24 @@
"Bradesco_3g": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"CNN": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"CNN_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"CNet": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"CNet_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Cricbuzz": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Cricbuzz_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Dailymotion": {
"DEFAULT": "loading_mobile_001.wprgo"
},
......@@ -69,6 +99,18 @@
"Dramaq_3g": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"ESPN": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"ESPN_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Ebay": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Ebay_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"EnquiryIndianRail": {
"DEFAULT": "loading_mobile_000.wprgo"
},
......@@ -171,6 +213,18 @@
"Hongkiat_3g": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"IMDB": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"IMDB_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"IndiaTimes": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"IndiaTimes_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"KapanLagi": {
"DEFAULT": "loading_mobile_000.wprgo"
},
......@@ -195,6 +249,30 @@
"Locanto_3g": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"MSN": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"MSN_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Netflix": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Netflix_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Nicovideo": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Nicovideo_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"NyTimes": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"NyTimes_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"OLX": {
"DEFAULT": "loading_mobile_000.wprgo"
},
......@@ -207,6 +285,18 @@
"QQNews_3g": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"Sina": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"Sina_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"SindoNews": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"SindoNews_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"SlideShare": {
"DEFAULT": "loading_mobile_000.wprgo"
},
......@@ -240,6 +330,12 @@
"Thairath_3g": {
"DEFAULT": "loading_mobile_000.wprgo"
},
"TheGuardian": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"TheGuardian_3g": {
"DEFAULT": "loading_mobile_5e1b45320b.wprgo"
},
"TheStar": {
"DEFAULT": "loading_mobile_000.wprgo"
},
......
5e1b45320b4c2b1f798c1ba885128dd407dcccf1
\ No newline at end of file
......@@ -34,12 +34,18 @@ class LoadingMobileStorySet(story.StorySet):
Design doc: https://docs.google.com/document/d/1QKlZIoURAxZk-brrXsKYZl9O8ieqXht3ogeF9yLNFCI/edit
"""
def __init__(self, cache_temperatures=None, cache_temperatures_for_pwa=None,
traffic_settings=None):
def __init__(self,
cache_temperatures=None,
cache_temperatures_for_pwa=None,
traffic_settings=None,
include_tags=None):
super(LoadingMobileStorySet, self).__init__(
archive_data_file='data/loading_mobile.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
if include_tags is None:
include_tags = ['*']
if cache_temperatures is None:
cache_temperatures = [cache_temperature_module.ANY]
......@@ -49,6 +55,7 @@ class LoadingMobileStorySet(story.StorySet):
if traffic_settings is None:
traffic_settings = [traffic_setting_module.NONE]
if '*' in include_tags or 'global' in include_tags:
self.AddStories(['global'], [
('https://www.google.com/search?q=flower#q=flower+delivery',
'GoogleRedirectToGoogleJapan'),
......@@ -103,6 +110,7 @@ class LoadingMobileStorySet(story.StorySet):
# 'Detik'),
], cache_temperatures, traffic_settings)
if '*' in include_tags or 'pwa' in include_tags:
self.AddStories(['pwa'], [
# pylint: disable=line-too-long
('https://www.flipkart.com/big-wing-casuals/p/itmemeageyfn6m9z?lid=LSTSHOEMEAGURG2PHPW18FTBN&pid=SHOEMEAGURG2PHPW',
......@@ -119,30 +127,56 @@ class LoadingMobileStorySet(story.StorySet):
# ('https://airhorner.com', 'AirHorner'),
], cache_temperatures_for_pwa, traffic_settings)
if '*' in include_tags or 'tough_ttfmp' in include_tags:
self.AddStories(['tough_ttfmp'], [
('http://www.localmoxie.com', 'LocalMoxie'),
('http://www.dawn.com', 'Dawn'),
('http://www.thairath.co.th', 'Thairath'),
], cache_temperatures, traffic_settings)
if '*' in include_tags or 'easy_ttfmp' in include_tags:
self.AddStories(['easy_ttfmp'], [
('http://www.slideshare.net', 'SlideShare'),
('http://www.bradesco.com.br', 'Bradesco'),
('http://www.gsshop.com', 'GSShop'),
], cache_temperatures, traffic_settings)
if '*' in include_tags or 'tough_tti' in include_tags:
self.AddStories(['tough_tti'], [
('http://www.thestar.com.my', 'TheStar'),
('http://www.58pic.com', '58Pic'),
('http://www.hongkiat.com', 'Hongkiat'),
], cache_temperatures, traffic_settings)
if '*' in include_tags or 'easy_tti' in include_tags:
self.AddStories(['easy_tti'], [
('http://www.dramaq.com.tw', 'Dramaq'),
('http://www.locanto.in', 'Locanto'),
('http://www.francetvinfo.fr', 'FranceTVInfo'),
], cache_temperatures, traffic_settings)
# The many_agents stories are not added unless explicitly specified to keep
# loading.{mobile,desktop} benchmarks short.
if 'many_agents' in include_tags:
self.AddStories(['many_agents'], [
('https://www.amazon.co.jp', 'AmazonJP'),
('https://www.netflix.com', 'Netflix'),
('https://sina.com.cn', 'Sina'),
('https://www.ebay.com', 'Ebay'),
('https://www.msn.com', 'MSN'),
('https://www.imdb.com', 'IMDB'),
('https://www.cnn.com', 'CNN'),
('https://www.bbc.com', 'BBC'),
('https://www.espn.com', 'ESPN'),
('https://www.nytimes.com', 'NyTimes'),
('https://www.nicovideo.jp', 'Nicovideo'),
('https://www.cricbuzz.com', 'Cricbuzz'),
('https://www.theguardian.com', 'TheGuardian'),
('https://www.cnet.com', 'CNet'),
('https://www.indiatimes.com', 'IndiaTimes'),
('https://www.sindonews.com', 'SindoNews'),
], cache_temperatures, traffic_settings)
def GetAbridgedStorySetTagFilter(self):
return ABRIDGED.name
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment