Add UNSCHEDULED_loading.mbi benchmark

This CL adds a loading telemetry benchmark that measures performance of
agents heavy web-sites, which the MBI team currently targets optimization.
The added benchmark is for an internal team use, and not yet scheduled on
the perf waterfall (thus UNSCHEDULED_ prefix).

Bug: 1051790
Change-Id: I96b9305bc8200153fa8587de338824d56bc47459
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2576056Reviewed-by: Kunihiko Sakamoto <ksakamoto@chromium.org>
Commit-Queue: Kouhei Ueno <kouhei@chromium.org>
Cr-Commit-Position: refs/heads/master@{#834530}

tools/perf/benchmark.csv

@@ -3,6 +3,7 @@ See the following link for directions for making changes to this data:,https://b
 Googlers can view additional information about internal perf infrastructure at,https://goto.google.com/chrome-benchmarking-sheet
 Benchmark name,Individual owners,Component,Documentation,Tags
 UNSCHEDULED_blink_perf.service_worker,"shimazu@chromium.org, falken@chromium.org, ting.shao@intel.com",Blink>ServiceWorker,https://bit.ly/blink-perf-benchmarks,
+UNSCHEDULED_loading.mbi,blink-isolation-dev@chromium.org,Blink>Internals>Modularization,https://bit.ly/loading-benchmarks,many_agents
 base_perftests,"skyostil@chromium.org, gab@chromium.org",Internals>SequenceManager,https://chromium.googlesource.com/chromium/src/+/HEAD/base/README.md#performance-testing,
 blink_perf.accessibility,dmazzoni@chromium.org,Blink>Accessibility,https://bit.ly/blink-perf-benchmarks,all
 blink_perf.bindings,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",Blink>Bindings,https://bit.ly/blink-perf-benchmarks,all

tools/perf/benchmarks/loading.py

@@ -79,3 +79,27 @@ class LoadingMobile(_LoadingBase):
   @classmethod
   def Name(cls):
     return 'loading.mobile'
+
+
+@benchmark.Info(emails=['blink-isolation-dev@chromium.org'],
+                component='Blink>Internals>Modularization',
+                documentation_url='https://bit.ly/loading-benchmarks')
+class LoadingMBI(_LoadingBase):
+  """ A benchmark measuring loading performance of the sites the MBI team cares
+  about. """
+  # TODO(rmhasan): Remove the SUPPORTED_PLATFORMS lists.
+  # SUPPORTED_PLATFORMS is deprecated, please put system specifier tags
+  # from expectations.config in SUPPORTED_PLATFORM_TAGS.
+  SUPPORTED_PLATFORM_TAGS = [platforms.MOBILE]
+  SUPPORTED_PLATFORMS = [story.expectations.ALL_MOBILE]
+
+  def CreateStorySet(self, options):
+    return page_sets.LoadingMobileStorySet(
+        cache_temperatures=[cache_temperature.ANY],
+        cache_temperatures_for_pwa=[],
+        traffic_settings=[traffic_setting.NONE, traffic_setting.REGULAR_3G],
+        include_tags=['many_agents'])
+
+  @classmethod
+  def Name(cls):
+    return 'UNSCHEDULED_loading.mbi'

tools/perf/page_sets/data/loading_mobile.json

@@ -9,9 +9,21 @@
         "Amazon": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "AmazonJP": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "AmazonJP_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "Amazon_3g": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "BBC": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "BBC_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "BOLNoticias": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
@@ -30,6 +42,24 @@
         "Bradesco_3g": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "CNN": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "CNN_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "CNet": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "CNet_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Cricbuzz": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Cricbuzz_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "Dailymotion": {
             "DEFAULT": "loading_mobile_001.wprgo"
         },
@@ -69,6 +99,18 @@
         "Dramaq_3g": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "ESPN": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "ESPN_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Ebay": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Ebay_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "EnquiryIndianRail": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
@@ -171,6 +213,18 @@
         "Hongkiat_3g": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "IMDB": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "IMDB_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "IndiaTimes": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "IndiaTimes_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "KapanLagi": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
@@ -195,6 +249,30 @@
         "Locanto_3g": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "MSN": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "MSN_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Netflix": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Netflix_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Nicovideo": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Nicovideo_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "NyTimes": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "NyTimes_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "OLX": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
@@ -207,6 +285,18 @@
         "QQNews_3g": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "Sina": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "Sina_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "SindoNews": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "SindoNews_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "SlideShare": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
@@ -240,6 +330,12 @@
         "Thairath_3g": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },
+        "TheGuardian": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
+        "TheGuardian_3g": {
+            "DEFAULT": "loading_mobile_5e1b45320b.wprgo"
+        },
         "TheStar": {
             "DEFAULT": "loading_mobile_000.wprgo"
         },

tools/perf/page_sets/data/loading_mobile_5e1b45320b.wprgo.sha1

+5e1b45320b4c2b1f798c1ba885128dd407dcccf1
\ No newline at end of file

tools/perf/page_sets/loading_mobile.py

@@ -34,12 +34,18 @@ class LoadingMobileStorySet(story.StorySet):
   Design doc: https://docs.google.com/document/d/1QKlZIoURAxZk-brrXsKYZl9O8ieqXht3ogeF9yLNFCI/edit
   """
 
-  def __init__(self, cache_temperatures=None, cache_temperatures_for_pwa=None,
-               traffic_settings=None):
+  def __init__(self,
+               cache_temperatures=None,
+               cache_temperatures_for_pwa=None,
+               traffic_settings=None,
+               include_tags=None):
     super(LoadingMobileStorySet, self).__init__(
         archive_data_file='data/loading_mobile.json',
         cloud_storage_bucket=story.PARTNER_BUCKET)
 
+    if include_tags is None:
+      include_tags = ['*']
+
     if cache_temperatures is None:
       cache_temperatures = [cache_temperature_module.ANY]
 
@@ -49,6 +55,7 @@ class LoadingMobileStorySet(story.StorySet):
     if traffic_settings is None:
       traffic_settings = [traffic_setting_module.NONE]
 
+    if '*' in include_tags or 'global' in include_tags:
       self.AddStories(['global'], [
           ('https://www.google.com/search?q=flower#q=flower+delivery',
            'GoogleRedirectToGoogleJapan'),
@@ -103,6 +110,7 @@ class LoadingMobileStorySet(story.StorySet):
           #  'Detik'),
       ], cache_temperatures, traffic_settings)
 
+    if '*' in include_tags or 'pwa' in include_tags:
       self.AddStories(['pwa'], [
           # pylint: disable=line-too-long
           ('https://www.flipkart.com/big-wing-casuals/p/itmemeageyfn6m9z?lid=LSTSHOEMEAGURG2PHPW18FTBN&pid=SHOEMEAGURG2PHPW',
@@ -119,30 +127,56 @@ class LoadingMobileStorySet(story.StorySet):
           # ('https://airhorner.com', 'AirHorner'),
       ], cache_temperatures_for_pwa, traffic_settings)
 
+    if '*' in include_tags or 'tough_ttfmp' in include_tags:
       self.AddStories(['tough_ttfmp'], [
           ('http://www.localmoxie.com', 'LocalMoxie'),
           ('http://www.dawn.com', 'Dawn'),
           ('http://www.thairath.co.th', 'Thairath'),
       ], cache_temperatures, traffic_settings)
 
+    if '*' in include_tags or 'easy_ttfmp' in include_tags:
       self.AddStories(['easy_ttfmp'], [
           ('http://www.slideshare.net', 'SlideShare'),
           ('http://www.bradesco.com.br', 'Bradesco'),
           ('http://www.gsshop.com', 'GSShop'),
       ], cache_temperatures, traffic_settings)
 
+    if '*' in include_tags or 'tough_tti' in include_tags:
       self.AddStories(['tough_tti'], [
           ('http://www.thestar.com.my', 'TheStar'),
           ('http://www.58pic.com', '58Pic'),
           ('http://www.hongkiat.com', 'Hongkiat'),
       ], cache_temperatures, traffic_settings)
 
+    if '*' in include_tags or 'easy_tti' in include_tags:
       self.AddStories(['easy_tti'], [
           ('http://www.dramaq.com.tw', 'Dramaq'),
           ('http://www.locanto.in', 'Locanto'),
           ('http://www.francetvinfo.fr', 'FranceTVInfo'),
       ], cache_temperatures, traffic_settings)
 
+    # The many_agents stories are not added unless explicitly specified to keep
+    # loading.{mobile,desktop} benchmarks short.
+    if 'many_agents' in include_tags:
+      self.AddStories(['many_agents'], [
+          ('https://www.amazon.co.jp', 'AmazonJP'),
+          ('https://www.netflix.com', 'Netflix'),
+          ('https://sina.com.cn', 'Sina'),
+          ('https://www.ebay.com', 'Ebay'),
+          ('https://www.msn.com', 'MSN'),
+          ('https://www.imdb.com', 'IMDB'),
+          ('https://www.cnn.com', 'CNN'),
+          ('https://www.bbc.com', 'BBC'),
+          ('https://www.espn.com', 'ESPN'),
+          ('https://www.nytimes.com', 'NyTimes'),
+          ('https://www.nicovideo.jp', 'Nicovideo'),
+          ('https://www.cricbuzz.com', 'Cricbuzz'),
+          ('https://www.theguardian.com', 'TheGuardian'),
+          ('https://www.cnet.com', 'CNet'),
+          ('https://www.indiatimes.com', 'IndiaTimes'),
+          ('https://www.sindonews.com', 'SindoNews'),
+      ], cache_temperatures, traffic_settings)
+
   def GetAbridgedStorySetTagFilter(self):
     return ABRIDGED.name