Commit e903f5e6 authored by Amy Qiu's avatar Amy Qiu Committed by Commit Bot

Delete smoothness benchmarks

Since the smoothness.__ benchmarks have been merged into
rendering.desktop and rendering.mobile, remove the benchmarks and the
no longer necessary page set json files. For now, add the deleted
benchmarks to NON_TELEMETRY_BENCHMARKS in perf_data_generator.py to
avoid errors related to the sharding map.

For the fetch_benchmark_deps_unittest that used
smoothness.top_25_smooth, change to use system_health.common_desktop
because using rendering.desktop fails the "no static local files"
assertion.

Also, remove tough_ad_cases.py completely because it is no longer used.

Bug: 855063
Change-Id: I9b3c0a46b7704b520f8d44479fcd5385c78eb573
Reviewed-on: https://chromium-review.googlesource.com/1120345Reviewed-by: default avatarNed Nguyen <nednguyen@google.com>
Commit-Queue: Amy Qiu <amyqiu@google.com>
Cr-Commit-Position: refs/heads/master@{#571559}
parent 5f11548b
This diff is collapsed.
...@@ -45,38 +45,11 @@ rasterize_and_record_micro.top_25,"vmpstr@chromium.org, wkorman@chromium.org",In ...@@ -45,38 +45,11 @@ rasterize_and_record_micro.top_25,"vmpstr@chromium.org, wkorman@chromium.org",In
rendering.desktop,"sadrul@chromium.org, vmiura@chromium.org", rendering.desktop,"sadrul@chromium.org, vmiura@chromium.org",
rendering.mobile,"sadrul@chromium.org, vmiura@chromium.org", rendering.mobile,"sadrul@chromium.org, vmiura@chromium.org",
resource_sizes,"agrieve@chromium.org, rnephew@chromium.org, perezju@chromium.org", resource_sizes,"agrieve@chromium.org, rnephew@chromium.org, perezju@chromium.org",
scheduler.tough_scheduling_cases,"skyostil@chromium.org, brianderson@chromium.org",
sizes (linux),thestig@chromium.org, sizes (linux),thestig@chromium.org,
sizes (mac),tapted@chromium.org, sizes (mac),tapted@chromium.org,
sizes (win),grt@chromium.org, sizes (win),grt@chromium.org,
smoothness.desktop_tough_pinch_zoom_cases,ericrk@chromium.org,
smoothness.gpu_rasterization.polymer,vmiura@chromium.org,
smoothness.gpu_rasterization.top_25_smooth,vmiura@chromium.org,
smoothness.gpu_rasterization.tough_filters_cases,senorblanco@chromium.org,
smoothness.gpu_rasterization.tough_path_rendering_cases,senorblanco@chromium.org,
smoothness.gpu_rasterization.tough_pinch_zoom_cases,ericrk@chromium.org, smoothness.gpu_rasterization.tough_pinch_zoom_cases,ericrk@chromium.org,
smoothness.gpu_rasterization.tough_scrolling_cases,ericrk@chromium.org,
smoothness.gpu_rasterization_and_decoding.image_decoding_cases,cblume@chromium.org,
smoothness.image_decoding_cases,cblume@chromium.org,
smoothness.key_desktop_move_cases,ssid@chromium.org,
smoothness.key_mobile_sites_smooth,"bokan@chromium.org, nzolghadr@chromium.org, vmiura@chromium.org",
smoothness.key_silk_cases,ajuma@chromium.org,
smoothness.maps,"kbr@chromium.org, zmo@chromium.org",
smoothness.pathological_mobile_sites,picksi@chromium.org,
smoothness.simple_mobile_sites,vmiura@chromium.org,
smoothness.sync_scroll.key_mobile_sites_smooth,"bokan@chromium.org, nzolghadr@chromium.org",
smoothness.top_25_smooth,vmiura@chromium.org,
smoothness.tough_ad_cases,skyostil@chromium.org,
smoothness.tough_animation_cases,alancutter@chromium.org,
smoothness.tough_canvas_cases,junov@chromium.org,
smoothness.tough_filters_cases,senorblanco@chromium.org,
smoothness.tough_image_decode_cases,"vmiura@chromium.org, sadrul@chromium.org",
smoothness.tough_path_rendering_cases,senorblanco@chromium.org,
smoothness.tough_pinch_zoom_cases,bokan@chromium.org, smoothness.tough_pinch_zoom_cases,bokan@chromium.org,
smoothness.tough_scrolling_cases,reveman@chromium.org,
smoothness.tough_texture_upload_cases,vmiura@chromium.org,
smoothness.tough_webgl_ad_cases,skyostil@chromium.org,
smoothness.tough_webgl_cases,"kbr@chromium.org, zmo@chromium.org",
speedometer,hablich@chromium.org, speedometer,hablich@chromium.org,
speedometer-future,hablich@chromium.org, speedometer-future,hablich@chromium.org,
speedometer2,hablich@chromium.org, speedometer2,hablich@chromium.org,
......
This diff is collapsed.
...@@ -100,72 +100,11 @@ ...@@ -100,72 +100,11 @@
"rendering.desktop": { "rendering.desktop": {
"begin": 101 "begin": 101
}, },
"rendering.mobile": {}, "rendering.mobile": {}
"scheduler.tough_scheduling_cases": {},
"smoothness.desktop_tough_pinch_zoom_cases": {},
"smoothness.gpu_rasterization.polymer": {},
"smoothness.gpu_rasterization.top_25_smooth": {},
"smoothness.gpu_rasterization.tough_filters_cases": {
"end": 1
}
} }
}, },
"9": { "9": {
"benchmarks": { "benchmarks": {
"smoothness.gpu_rasterization.tough_filters_cases": {
"begin": 1
},
"smoothness.gpu_rasterization.tough_path_rendering_cases": {},
"smoothness.gpu_rasterization.tough_pinch_zoom_cases": {},
"smoothness.gpu_rasterization.tough_scrolling_cases": {},
"smoothness.gpu_rasterization_and_decoding.image_decoding_cases": {},
"smoothness.image_decoding_cases": {},
"smoothness.key_desktop_move_cases": {},
"smoothness.key_mobile_sites_smooth": {},
"smoothness.key_silk_cases": {},
"smoothness.maps": {},
"smoothness.pathological_mobile_sites": {},
"smoothness.simple_mobile_sites": {},
"smoothness.sync_scroll.key_mobile_sites_smooth": {},
"smoothness.top_25_smooth": {},
"smoothness.tough_ad_cases": {
"end": 6
}
}
},
"10": {
"benchmarks": {
"smoothness.tough_ad_cases": {
"begin": 6
},
"smoothness.tough_animation_cases": {
"end": 56
}
}
},
"11": {
"benchmarks": {
"smoothness.tough_animation_cases": {
"begin": 56
},
"smoothness.tough_canvas_cases": {},
"smoothness.tough_filters_cases": {},
"smoothness.tough_image_decode_cases": {},
"smoothness.tough_path_rendering_cases": {},
"smoothness.tough_pinch_zoom_cases": {},
"smoothness.tough_scrolling_cases": {
"end": 29
}
}
},
"12": {
"benchmarks": {
"smoothness.tough_scrolling_cases": {
"begin": 29
},
"smoothness.tough_texture_upload_cases": {},
"smoothness.tough_webgl_ad_cases": {},
"smoothness.tough_webgl_cases": {},
"speedometer": {}, "speedometer": {},
"speedometer-future": {}, "speedometer-future": {},
"speedometer2": {}, "speedometer2": {},
...@@ -177,7 +116,7 @@ ...@@ -177,7 +116,7 @@
} }
} }
}, },
"13": { "10": {
"benchmarks": { "benchmarks": {
"system_health.common_desktop": { "system_health.common_desktop": {
"begin": 8, "begin": 8,
...@@ -185,14 +124,14 @@ ...@@ -185,14 +124,14 @@
} }
} }
}, },
"14": { "11": {
"benchmarks": { "benchmarks": {
"system_health.common_desktop": { "system_health.common_desktop": {
"begin": 45 "begin": 45
} }
} }
}, },
"15": { "12": {
"benchmarks": { "benchmarks": {
"system_health.common_mobile": {}, "system_health.common_mobile": {},
"system_health.memory_desktop": { "system_health.memory_desktop": {
...@@ -200,7 +139,7 @@ ...@@ -200,7 +139,7 @@
} }
} }
}, },
"16": { "13": {
"benchmarks": { "benchmarks": {
"system_health.memory_desktop": { "system_health.memory_desktop": {
"begin": 12, "begin": 12,
...@@ -208,7 +147,7 @@ ...@@ -208,7 +147,7 @@
} }
} }
}, },
"17": { "14": {
"benchmarks": { "benchmarks": {
"system_health.memory_desktop": { "system_health.memory_desktop": {
"begin": 26, "begin": 26,
...@@ -216,7 +155,7 @@ ...@@ -216,7 +155,7 @@
} }
} }
}, },
"18": { "15": {
"benchmarks": { "benchmarks": {
"system_health.memory_desktop": { "system_health.memory_desktop": {
"begin": 46, "begin": 46,
...@@ -224,7 +163,7 @@ ...@@ -224,7 +163,7 @@
} }
} }
}, },
"19": { "16": {
"benchmarks": { "benchmarks": {
"system_health.memory_desktop": { "system_health.memory_desktop": {
"begin": 54, "begin": 54,
...@@ -232,7 +171,7 @@ ...@@ -232,7 +171,7 @@
} }
} }
}, },
"20": { "17": {
"benchmarks": { "benchmarks": {
"system_health.memory_desktop": { "system_health.memory_desktop": {
"begin": 62 "begin": 62
...@@ -253,7 +192,7 @@ ...@@ -253,7 +192,7 @@
} }
} }
}, },
"21": { "18": {
"benchmarks": { "benchmarks": {
"tracing.tracing_with_background_memory_infra": { "tracing.tracing_with_background_memory_infra": {
"begin": 1 "begin": 1
...@@ -263,7 +202,7 @@ ...@@ -263,7 +202,7 @@
} }
} }
}, },
"22": { "19": {
"benchmarks": { "benchmarks": {
"v8.browsing_desktop": { "v8.browsing_desktop": {
"begin": 13 "begin": 13
...@@ -273,7 +212,7 @@ ...@@ -273,7 +212,7 @@
} }
} }
}, },
"23": { "20": {
"benchmarks": { "benchmarks": {
"v8.browsing_desktop-future": { "v8.browsing_desktop-future": {
"begin": 8 "begin": 8
...@@ -285,17 +224,17 @@ ...@@ -285,17 +224,17 @@
} }
} }
}, },
"24": { "21": {
"benchmarks": { "benchmarks": {
"v8.runtime_stats.top_25": { "v8.runtime_stats.top_25": {
"begin": 3 "begin": 3
} }
} }
}, },
"25": { "22": {
"benchmarks": { "benchmarks": {
"wasm": {}, "wasm": {},
"webrtc": {} "webrtc": {}
} }
} }
} }
\ No newline at end of file
...@@ -155,101 +155,28 @@ ...@@ -155,101 +155,28 @@
"benchmarks": { "benchmarks": {
"rendering.mobile": { "rendering.mobile": {
"begin": 228 "begin": 228
}, }
"scheduler.tough_scheduling_cases": {},
"smoothness.desktop_tough_pinch_zoom_cases": {},
"smoothness.gpu_rasterization.polymer": {},
"smoothness.gpu_rasterization.top_25_smooth": {},
"smoothness.gpu_rasterization.tough_filters_cases": {},
"smoothness.gpu_rasterization.tough_path_rendering_cases": {}
} }
}, },
"16": { "16": {
"benchmarks": { "benchmarks": {
"smoothness.gpu_rasterization.tough_pinch_zoom_cases": {}, "smoothness.gpu_rasterization.tough_pinch_zoom_cases": {}
"smoothness.gpu_rasterization.tough_scrolling_cases": {},
"smoothness.gpu_rasterization_and_decoding.image_decoding_cases": {},
"smoothness.image_decoding_cases": {},
"smoothness.key_desktop_move_cases": {},
"smoothness.key_mobile_sites_smooth": {
"end": 5
}
} }
}, },
"17": { "17": {
"benchmarks": { "benchmarks": {
"smoothness.key_mobile_sites_smooth": { "smoothness.tough_pinch_zoom_cases": {}
"begin": 5
},
"smoothness.key_silk_cases": {},
"smoothness.maps": {},
"smoothness.pathological_mobile_sites": {
"end": 3
}
} }
}, },
"18": { "18": {
"benchmarks": { "benchmarks": {
"smoothness.pathological_mobile_sites": {
"begin": 3
},
"smoothness.simple_mobile_sites": {},
"smoothness.sync_scroll.key_mobile_sites_smooth": {},
"smoothness.top_25_smooth": {
"end": 6
}
}
},
"19": {
"benchmarks": {
"smoothness.top_25_smooth": {
"begin": 6
},
"smoothness.tough_ad_cases": {},
"smoothness.tough_animation_cases": {
"end": 26
}
}
},
"20": {
"benchmarks": {
"smoothness.tough_animation_cases": {
"begin": 26
},
"smoothness.tough_canvas_cases": {
"end": 17
}
}
},
"21": {
"benchmarks": {
"smoothness.tough_canvas_cases": {
"begin": 17
},
"smoothness.tough_filters_cases": {},
"smoothness.tough_image_decode_cases": {},
"smoothness.tough_path_rendering_cases": {},
"smoothness.tough_pinch_zoom_cases": {},
"smoothness.tough_scrolling_cases": {
"end": 18
}
}
},
"22": {
"benchmarks": {
"smoothness.tough_scrolling_cases": {
"begin": 18
},
"smoothness.tough_texture_upload_cases": {},
"smoothness.tough_webgl_ad_cases": {},
"smoothness.tough_webgl_cases": {},
"speedometer": {}, "speedometer": {},
"speedometer-future": {}, "speedometer-future": {},
"speedometer2": {}, "speedometer2": {},
"speedometer2-future": {} "speedometer2-future": {}
} }
}, },
"23": { "19": {
"benchmarks": { "benchmarks": {
"start_with_url.cold.startup_pages": {}, "start_with_url.cold.startup_pages": {},
"start_with_url.warm.startup_pages": {}, "start_with_url.warm.startup_pages": {},
...@@ -259,7 +186,7 @@ ...@@ -259,7 +186,7 @@
} }
} }
}, },
"24": { "20": {
"benchmarks": { "benchmarks": {
"system_health.common_mobile": { "system_health.common_mobile": {
"begin": 2, "begin": 2,
...@@ -267,7 +194,7 @@ ...@@ -267,7 +194,7 @@
} }
} }
}, },
"25": { "21": {
"benchmarks": { "benchmarks": {
"system_health.common_mobile": { "system_health.common_mobile": {
"begin": 26, "begin": 26,
...@@ -275,7 +202,7 @@ ...@@ -275,7 +202,7 @@
} }
} }
}, },
"26": { "22": {
"benchmarks": { "benchmarks": {
"system_health.common_mobile": { "system_health.common_mobile": {
"begin": 59 "begin": 59
...@@ -286,7 +213,7 @@ ...@@ -286,7 +213,7 @@
} }
} }
}, },
"27": { "23": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 9, "begin": 9,
...@@ -294,7 +221,7 @@ ...@@ -294,7 +221,7 @@
} }
} }
}, },
"28": { "24": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 18, "begin": 18,
...@@ -302,7 +229,7 @@ ...@@ -302,7 +229,7 @@
} }
} }
}, },
"29": { "25": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 29, "begin": 29,
...@@ -310,7 +237,7 @@ ...@@ -310,7 +237,7 @@
} }
} }
}, },
"30": { "26": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 47, "begin": 47,
...@@ -318,7 +245,7 @@ ...@@ -318,7 +245,7 @@
} }
} }
}, },
"31": { "27": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 53, "begin": 53,
...@@ -326,7 +253,7 @@ ...@@ -326,7 +253,7 @@
} }
} }
}, },
"32": { "28": {
"benchmarks": { "benchmarks": {
"system_health.memory_mobile": { "system_health.memory_mobile": {
"begin": 59 "begin": 59
...@@ -334,7 +261,7 @@ ...@@ -334,7 +261,7 @@
"system_health.webview_startup": {} "system_health.webview_startup": {}
} }
}, },
"33": { "29": {
"benchmarks": { "benchmarks": {
"tab_switching.typical_25": {}, "tab_switching.typical_25": {},
"thread_times.key_hit_test_cases": {}, "thread_times.key_hit_test_cases": {},
...@@ -347,7 +274,7 @@ ...@@ -347,7 +274,7 @@
} }
} }
}, },
"34": { "30": {
"benchmarks": { "benchmarks": {
"thread_times.simple_mobile_sites": { "thread_times.simple_mobile_sites": {
"begin": 2 "begin": 2
...@@ -362,7 +289,7 @@ ...@@ -362,7 +289,7 @@
} }
} }
}, },
"35": { "31": {
"benchmarks": { "benchmarks": {
"v8.browsing_mobile": { "v8.browsing_mobile": {
"begin": 1, "begin": 1,
...@@ -370,7 +297,7 @@ ...@@ -370,7 +297,7 @@
} }
} }
}, },
"36": { "32": {
"benchmarks": { "benchmarks": {
"v8.browsing_mobile": { "v8.browsing_mobile": {
"begin": 16 "begin": 16
...@@ -380,7 +307,7 @@ ...@@ -380,7 +307,7 @@
} }
} }
}, },
"37": { "33": {
"benchmarks": { "benchmarks": {
"v8.browsing_mobile-future": { "v8.browsing_mobile-future": {
"begin": 6, "begin": 6,
...@@ -388,7 +315,7 @@ ...@@ -388,7 +315,7 @@
} }
} }
}, },
"38": { "34": {
"benchmarks": { "benchmarks": {
"v8.browsing_mobile-future": { "v8.browsing_mobile-future": {
"begin": 18 "begin": 18
...@@ -398,4 +325,4 @@ ...@@ -398,4 +325,4 @@
"webrtc": {} "webrtc": {}
} }
} }
} }
\ No newline at end of file
...@@ -195,112 +195,18 @@ crbug.com/822925 [ Android_Webview ] rendering.mobile/yahoo_sports_pathological ...@@ -195,112 +195,18 @@ crbug.com/822925 [ Android_Webview ] rendering.mobile/yahoo_sports_pathological
crbug.com/850295 [ All ] rendering.mobile/aquarium_20k [ Skip ] crbug.com/850295 [ All ] rendering.mobile/aquarium_20k [ Skip ]
crbug.com/750876 [ All ] rendering.mobile/paper_calculator_hit_test [ Skip ] crbug.com/750876 [ All ] rendering.mobile/paper_calculator_hit_test [ Skip ]
# Benchmark: smoothness.gpu_rasterization.polymer
[ All ] smoothness.gpu_rasterization.polymer/* [ Skip ] # Test needs to be modernized.
# Benchmark: rasterize_and_record_micro.top_25 # Benchmark: rasterize_and_record_micro.top_25
crbug.com/768010 [ Android_One ] rasterize_and_record_micro.top_25/file://static_top_25/yahoonews.html [ Skip ] crbug.com/768010 [ Android_One ] rasterize_and_record_micro.top_25/file://static_top_25/yahoonews.html [ Skip ]
crbug.com/764543 [ All ] rasterize_and_record_micro.top_25/file://static_top_25/wikipedia.html [ Skip ] crbug.com/764543 [ All ] rasterize_and_record_micro.top_25/file://static_top_25/wikipedia.html [ Skip ]
crbug.com/815193 [ Android ] rasterize_and_record_micro.top_25/file://static_top_25/wikipedia.html [ Skip ] crbug.com/815193 [ Android ] rasterize_and_record_micro.top_25/file://static_top_25/wikipedia.html [ Skip ]
crbug.com/842175 [ Android_One ] rasterize_and_record_micro.top_25/file://static_top_25/espn.html [ Skip ] crbug.com/842175 [ Android_One ] rasterize_and_record_micro.top_25/file://static_top_25/espn.html [ Skip ]
# Benchmark: smoothness.gpu_rasterization.top_25_smooth
crbug.com/667432 [ All ] smoothness.gpu_rasterization.top_25_smooth/pinterest [ Skip ]
crbug.com/667432 [ All ] smoothness.gpu_rasterization.top_25_smooth/amazon [ Skip ]
crbug.com/528474 [ All ] smoothness.gpu_rasterization.top_25_smooth/cnn [ Skip ]
crbug.com/803869 [ Nexus_5X ] smoothness.gpu_rasterization.top_25_smooth/youtube [ Skip ]
crbug.com/853199 [ Nexus_5X ] smoothness.gpu_rasterization.top_25_smooth/blogspot [ Skip ]
crbug.com/822925 [ Android_Webview ] smoothness.gpu_rasterization.top_25_smooth/yahoo_games [ Skip ]
crbug.com/822925 [ Android_Webview ] smoothness.gpu_rasterization.top_25_smooth/yahoo_news [ Skip ]
crbug.com/822925 [ Android_Webview ] smoothness.gpu_rasterization.top_25_smooth/yahoo_sports [ Skip ]
# Benchmark: smoothness.gpu_rasterization.tough_pinch_zoom_cases # Benchmark: smoothness.gpu_rasterization.tough_pinch_zoom_cases
crbug.com/822925 [ Android_Webview ] smoothness.gpu_rasterization.tough_pinch_zoom_cases/yahoo_games_pinch [ Skip ] crbug.com/822925 [ Android_Webview ] smoothness.gpu_rasterization.tough_pinch_zoom_cases/yahoo_games_pinch [ Skip ]
# Benchmark: smoothness.key_desktop_move_cases
crbug.com/750131 [ Win ] smoothness.key_desktop_move_cases/gmail_move [ Skip ]
crbug.com/770904 [ Mac ] smoothness.key_desktop_move_cases/gmail_move [ Skip ]
# Benchmark: smoothness.key_mobile_sites_smooth
crbug.com/756119 [ All ] smoothness.key_mobile_sites_smooth/digg [ Skip ]
crbug.com/667432 [ All ] smoothness.key_mobile_sites_smooth/amazon [ Skip ]
crbug.com/169980 [ All ] smoothness.key_mobile_sites_smooth/twitter [ Skip ]
crbug.com/249722 [ All ] smoothness.key_mobile_sites_smooth/espn [ Skip ]
crbug.com/249736 [ All ] smoothness.key_mobile_sites_smooth/forecast.io [ Skip ]
# Benchmark: smoothness.key_silk_cases
[ All ] smoothness.key_silk_cases/slide_drawer [ Skip ]
crbug.com/780525 [ All ] smoothness.key_silk_cases/polymer_topeka [ Skip ]
crbug.com/461127 [ All ] smoothness.key_silk_cases/famo_us_twitter_demo [ Skip ]
# Benchmark: smoothness.maps
crbug.com/653993 [ Android_Webview ] smoothness.maps/maps_perf_test [ Skip ]
# Benchmark: smoothness.pathological_mobile_sites
crbug.com/685342 [ Nexus_7 ] smoothness.pathological_mobile_sites/* [ Skip ]
crbug.com/822925 [ Android_Webview ] smoothness.pathological_mobile_sites/yahoo_sports_pathological [ Skip ]
# Benchmark: smoothness.simple_mobile_sites
crbug.com/750833 [ Android_Webview ] smoothness.simple_mobile_sites/flickr_scroll [ Skip ]
# Benchmark: smoothness.sync_scroll.key_mobile_sites_smooth
crbug.com/756119 [ All ] smoothness.sync_scroll.key_mobile_sites_smooth/digg [ Skip ]
crbug.com/828222 [ Android_Go ] smoothness.sync_scroll.key_mobile_sites_smooth/amazon [ Skip ]
# Benchmark: smoothness.top_25_smooth
crbug.com/762165 [ Win ] smoothness.top_25_smooth/google_calendar [ Skip ]
crbug.com/815205 [ Mac ] smoothness.top_25_smooth/youtube [ Skip ]
crbug.com/762165 [ Win ] smoothness.top_25_smooth/youtube [ Skip ]
crbug.com/667432 [ All ] smoothness.top_25_smooth/amazon [ Skip ]
crbug.com/528474 [ All ] smoothness.top_25_smooth/cnn [ Skip ]
crbug.com/762165 [ Win ] smoothness.top_25_smooth/google_plus [ Skip ]
crbug.com/762165 [ Win ] smoothness.top_25_smooth/google_image_search [ Skip ]
crbug.com/762165 [ Win ] smoothness.top_25_smooth/google_docs [ Skip ]
crbug.com/812628 [ Nexus_5X ] smoothness.top_25_smooth/youtube [ Skip ]
crbug.com/822925 [ Android_Webview ] smoothness.top_25_smooth/yahoo_games [ Skip ]
crbug.com/822925 [ Android_Webview ] smoothness.top_25_smooth/yahoo_news [ Skip ]
crbug.com/822925 [ Android_Webview ] smoothness.top_25_smooth/yahoo_sports [ Skip ]
# Benchmark: smoothness.tough_ad_cases
crbug.com/555089 [ Android_Svelte ] smoothness.tough_ad_cases/* [ Skip ]
# Benchmark: smoothness.tough_animation_cases
crbug.com/350692 [ All ] smoothness.tough_animation_cases/microsoft_performance [ Skip ]
crbug.com/755556 [ Android ] smoothness.tough_animation_cases/balls_css_key_frame_animations_composited_transform [ Skip ]
crbug.com/755556 [ Mac ] smoothness.tough_animation_cases/mix_blend_mode_animation_difference [ Skip ]
crbug.com/755556 [ Mac ] smoothness.tough_animation_cases/mix_blend_mode_animation_hue [ Skip ]
crbug.com/829499 [ Android_One ] smoothness.tough_animation_cases/css_animations_many_keyframes [ Skip ]
crbug.com/829499 [ Android_One ] smoothness.tough_animation_cases/web_animations_many_keyframes [ Skip ]
# Benchmark: smoothness.tough_canvas_cases
crbug.com/785485 [ Android_Webview ] smoothness.tough_canvas_cases/kevs_3d [ Skip ]
crbug.com/755657 [ Android_One ] smoothness.tough_canvas_cases/canvas_to_blob [ Skip ]
crbug.com/785286 [ Android_Webview ] smoothness.tough_canvas_cases/smash_cat [ Skip ]
crbug.com/785286 [ Android_Webview ] smoothness.tough_canvas_cases/effect_games [ Skip ]
crbug.com/364248 [ Nexus_5 ] smoothness.tough_canvas_cases/geo_apis [ Skip ]
crbug.com/825234 [ Android_Webview ] smoothness.tough_canvas_cases/bouncing_balls_shadow [ Skip ]
# Benchmark: smoothness.tough_pinch_zoom_cases # Benchmark: smoothness.tough_pinch_zoom_cases
crbug.com/822925 [ Android_Webview ] smoothness.tough_pinch_zoom_cases/yahoo_games_pinch [ Skip ] crbug.com/822925 [ Android_Webview ] smoothness.tough_pinch_zoom_cases/yahoo_games_pinch [ Skip ]
# Benchmark: smoothness.tough_scrolling_cases
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_15000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_20000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_40000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_50000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_10000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_05000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_30000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_75000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_60000_pixels_per_second [ Skip ]
crbug.com/785473 [ Android_Webview ] smoothness.tough_scrolling_cases/canvas_90000_pixels_per_second [ Skip ]
# Benchmark: smoothness.tough_texture_upload_cases
crbug.com/795060 [ Android_One ] smoothness.tough_texture_upload_cases/extra_large_texture_uploads [ Skip ]
# Benchmark: smoothness.tough_webgl_ad_cases
crbug.com/574485 [ Android_Svelte ] smoothness.tough_webgl_ad_cases/* [ Skip ]
# Benchmark: system_health.common_desktop # Benchmark: system_health.common_desktop
crbug.com/828917 [ Mac ] system_health.common_desktop/multitab:misc:typical24 [ Skip ] crbug.com/828917 [ Mac ] system_health.common_desktop/multitab:misc:typical24 [ Skip ]
crbug.com/728576 [ Mac ] system_health.common_desktop/browse:news:cnn [ Skip ] crbug.com/728576 [ Mac ] system_health.common_desktop/browse:news:cnn [ Skip ]
......
...@@ -28,7 +28,7 @@ class FetchBenchmarkDepsUnittest(unittest.TestCase): ...@@ -28,7 +28,7 @@ class FetchBenchmarkDepsUnittest(unittest.TestCase):
""" """
def testFetchWPRs(self): def testFetchWPRs(self):
test_name = 'smoothness.top_25_smooth' test_name = 'system_health.common_desktop'
deps_fd, deps_path = tempfile.mkstemp() deps_fd, deps_path = tempfile.mkstemp()
args = [test_name, '--output-deps=%s' % deps_path] args = [test_name, '--output-deps=%s' % deps_path]
with mock.patch.object(archive_info.WprArchiveInfo, with mock.patch.object(archive_info.WprArchiveInfo,
...@@ -42,7 +42,7 @@ class FetchBenchmarkDepsUnittest(unittest.TestCase): ...@@ -42,7 +42,7 @@ class FetchBenchmarkDepsUnittest(unittest.TestCase):
# pylint: disable=protected-access # pylint: disable=protected-access
os.path.normpath(mock_download.call_args[0][0]._file_path), os.path.normpath(mock_download.call_args[0][0]._file_path),
os.path.join(path_util.GetPerfStorySetsDir(), 'data', os.path.join(path_util.GetPerfStorySetsDir(), 'data',
'top_25_smooth.json')) 'system_health_desktop.json'))
# This benchmark doesn't use any static local files. # This benchmark doesn't use any static local files.
self.assertFalse(mock_get.called) self.assertFalse(mock_get.called)
......
{
"archives": {
"maps_move": {
"DEFAULT": "key_desktop_move_cases_000.wprgo"
},
"gmail_move": {
"DEFAULT": "key_desktop_move_cases_002.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
{
"archives": {
"cnn_pathological": {
"DEFAULT": "pathological_mobile_sites_000.wprgo"
},
"espn_pathological": {
"DEFAULT": "pathological_mobile_sites_000.wprgo"
},
"recode_pathological": {
"DEFAULT": "pathological_mobile_sites_000.wprgo"
},
"yahoo_sports_pathological": {
"DEFAULT": "pathological_mobile_sites_001.wprgo"
},
"latimes_pathological": {
"DEFAULT": "pathological_mobile_sites_000.wprgo"
},
"pbs_pathological": {
"DEFAULT": "pathological_mobile_sites_000.wprgo"
},
"guardian_pathological": {
"DEFAULT": "pathological_mobile_sites_010.wprgo"
},
"wow_wiki_pathological": {
"DEFAULT": "pathological_mobile_sites_008.wprgo"
},
"zdnet_pathological": {
"DEFAULT": "pathological_mobile_sites_000.wprgo"
},
"linkedin_pathological": {
"DEFAULT": "pathological_mobile_sites_009.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
{
"archives": {
"http://androidcentral.com": {
"DEFAULT": "tough_ad_cases_001.wprgo"
},
"http://androidpolice.com": {
"DEFAULT": "tough_ad_cases_005.wprgo"
},
"http://latimes.com": {
"DEFAULT": "tough_ad_cases_001.wprgo"
},
"http://localhost:8000/CICAgICQ15a9NxDIARjIASgBMghBC1XuTk8ezw.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/CICAgICQ15a9NxDIARjIASgBMghBC1XuTk8ezw.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/CICAgIDQ2Pb-MxCsAhj6ASgBMgi5DLoSO0gPbQ.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/CICAgIDQ2Pb-MxCsAhj6ASgBMgi5DLoSO0gPbQ.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/CICAgKCN39CopQEQoAEY2AQoATIID59gK5hjjIg.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/CICAgKCN39CopQEQoAEY2AQoATIID59gK5hjjIg.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/CICAgKCNj4HgyAEQeBjYBCgBMgjQpPkOjyWNdw.1.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/CICAgKCNj4HgyAEQeBjYBCgBMgjQpPkOjyWNdw.1.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/CICAgMDOrcnRGRB4GNgEKAEyCP_ZBSfwUFsj.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/CICAgMDOrcnRGRB4GNgEKAEyCP_ZBSfwUFsj.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/CNP2xe_LmqPEKBCsAhj6ASgBMggnyMqth81h8Q.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/CNP2xe_LmqPEKBCsAhj6ASgBMggnyMqth81h8Q.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/clip-paths-CICAgMDO7Ye9-gEQ2AUYWigBMgjZxDii6aoK9w.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/clip-paths-CICAgMDO7Ye9-gEQ2AUYWigBMgjZxDii6aoK9w.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/clip-paths-CILZhLqO_-27bxB4GNgEKAEyCC46kMLBXnMT.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/clip-paths-CILZhLqO_-27bxB4GNgEKAEyCC46kMLBXnMT.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/filters-CNLa0t2T47qJ_wEQoAEY2AQoATIIFaIdc7VMBr4.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/filters-CNLa0t2T47qJ_wEQoAEY2AQoATIIFaIdc7VMBr4.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/shapes-CICAgMDO7cfIzwEQ1AMYPCgBMghqY8tqyRCArQ.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/shapes-CICAgMDO7cfIzwEQ1AMYPCgBMghqY8tqyRCArQ.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://localhost:8000/shapes-CK7ptO3F8bi2KxDQAhiYAigBMgij6QBQtD2gyA.swf.webglbeta.html": {
"DEFAULT": "tough_ad_cases_009.wprgo"
},
"http://localhost:8000/shapes-CK7ptO3F8bi2KxDQAhiYAigBMgij6QBQtD2gyA.swiffy72.html": {
"DEFAULT": "tough_ad_cases_000.wprgo"
},
"http://m.tmz.com": {
"DEFAULT": "tough_ad_cases_001.wprgo"
},
"http://mashable.com": {
"DEFAULT": "tough_ad_cases_001.wprgo"
},
"http://time.com/3977891/donald-trump-debate-republican/": {
"DEFAULT": "tough_ad_cases_001.wprgo"
},
"http://www.androidauthority.com/reduce-data-use-turn-on-data-compression-in-chrome-630064/": {
"DEFAULT": "tough_ad_cases_001.wprgo"
},
"http://www.cnn.com/2015/01/09/politics/nebraska-keystone-pipeline/index.html": {
"DEFAULT": "tough_ad_cases_001.wprgo"
},
"http://www.forbes.com/sites/parmyolson/2015/07/29/jana-mobile-data-facebook-internet-org/": {
"DEFAULT": "tough_ad_cases_003.wprgo"
},
"http://www.latimes.com": {
"DEFAULT": "tough_ad_cases_006.wprgo"
},
"http://www.theguardian.com/uk": {
"DEFAULT": "tough_ad_cases_002.wprgo"
},
"swiffy_collection.html": {
"DEFAULT": "tough_ad_cases_004.wprgo"
},
"swiffy_webgl_collection.html": {
"DEFAULT": "tough_ad_cases_011.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
\ No newline at end of file
{
"archives": {
"geo_apis": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"hakim": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_tweet_map": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_video_city": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_worker_fountains": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_asteroid_belt": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_fireflies": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_fish_ie_tank": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_snow": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"microsoft_speed_reading": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"jarro_doverson": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"mix_10k": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"runway": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"spielzeugz": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"man_in_blue": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"chip_tune": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"crafty_mind": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"effect_games": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"kevs_3d": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"megi_dish": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
},
"smash_cat": {
"DEFAULT": "tough_canvas_cases_001.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
{
"archives": {
"http://ie.microsoft.com/testdrive/Performance/Pirates/": {
"DEFAULT": "tough_filters_cases_001.wprgo"
},
"filter_terrain_svg": {
"DEFAULT": "tough_filters_cases_002.wprgo"
},
"motion_mark_focus": {
"DEFAULT": "tough_filters_cases_002.wprgo"
},
"analog_clock_svg": {
"DEFAULT": "tough_filters_cases_002.wprgo"
},
"ie_pirate_mark": {
"DEFAULT": "tough_filters_cases_002.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
{
"archives": {
"cats_unscaled": {
"DEFAULT": "tough_image_decode_cases_000.wprgo"
},
"cats_viewport_width": {
"DEFAULT": "tough_image_decode_cases_000.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
{
"archives": {
"guimark_vector_chart": {
"DEFAULT": "tough_path_rendering_cases_002.wprgo"
},
"motion_mark_canvas_fill_shapes": {
"DEFAULT": "tough_path_rendering_cases_002.wprgo"
},
"motion_mark_canvas_stroke_shapes": {
"DEFAULT": "tough_path_rendering_cases_002.wprgo"
},
"ie_chalkboard": {
"DEFAULT": "tough_path_rendering_cases_002.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
{
"archives": {
"aquarium_20k": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"animometer_webgl": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"aquarium": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"blob": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"dynamic_cube_map": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"nvidia_vertex_buffer_object": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"particles": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"san_angeles": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"earth": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
},
"many_planets_deep": {
"DEFAULT": "tough_webgl_cases_006.wprgo"
}
},
"description": "Describes the Web Page Replay archives for a story set. Don't edit by hand! Use record_wpr for updating.",
"platform_specific": true
}
...@@ -2,7 +2,6 @@ ...@@ -2,7 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from telemetry import story
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -33,16 +32,3 @@ class ImageDecodingPage(rendering_story.RenderingStory): ...@@ -33,16 +32,3 @@ class ImageDecodingPage(rendering_story.RenderingStory):
class YuvDecodingPage(ImageDecodingPage): class YuvDecodingPage(ImageDecodingPage):
BASE_NAME = 'yuv_decoding' BASE_NAME = 'yuv_decoding'
URL = 'file://../image_decoding_cases/yuv_decoding.html' URL = 'file://../image_decoding_cases/yuv_decoding.html'
# TODO(crbug.com/760553):remove this class after
# smoothness.image_decoding_cases benchmark is completely
# replaced by rendering benchmarks
class ImageDecodingCasesPageSet(story.StorySet):
""" A directed benchmark of accelerated jpeg image decoding performance """
def __init__(self):
super(ImageDecodingCasesPageSet, self).__init__()
self.AddStory(YuvDecodingPage(self))
...@@ -2,7 +2,6 @@ ...@@ -2,7 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from telemetry import story
from page_sets.login_helpers import google_login from page_sets.login_helpers import google_login
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
...@@ -132,16 +131,3 @@ class GoogleMapsPage(KeyDesktopMoveCasesPage): ...@@ -132,16 +131,3 @@ class GoogleMapsPage(KeyDesktopMoveCasesPage):
action_runner.DragPage(left_start_ratio=0.5, top_start_ratio=0.75, action_runner.DragPage(left_start_ratio=0.5, top_start_ratio=0.75,
left_end_ratio=0.75, top_end_ratio=0.5) left_end_ratio=0.75, top_end_ratio=0.5)
# TODO(ssid): Add zoom gestures after fixing bug crbug.com/462214. # TODO(ssid): Add zoom gestures after fixing bug crbug.com/462214.
class KeyDesktopMoveCasesPageSet(story.StorySet):
""" Special cases for move gesture """
def __init__(self):
super(KeyDesktopMoveCasesPageSet, self).__init__(
archive_data_file='../data/key_desktop_move_cases.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
self.AddStory(GmailMouseScrollPage(self))
self.AddStory(GoogleMapsPage(self))
...@@ -4,9 +4,6 @@ ...@@ -4,9 +4,6 @@
import os import os
from telemetry import story
from page_sets import webgl_supported_shared_state
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -52,17 +49,3 @@ class MapsPage(rendering_story.RenderingStory): ...@@ -52,17 +49,3 @@ class MapsPage(rendering_story.RenderingStory):
action_runner.EvaluateJavaScript('startTest()') action_runner.EvaluateJavaScript('startTest()')
with action_runner.CreateInteraction('MapAnimation'): with action_runner.CreateInteraction('MapAnimation'):
action_runner.WaitForJavaScriptCondition('window.testDone', timeout=120) action_runner.WaitForJavaScriptCondition('window.testDone', timeout=120)
# TODO(crbug.com/760553):remove this class after smoothness.maps
# benchmark is completely replaced by rendering benchmarks
class MapsPageSet(story.StorySet):
""" Google Maps examples """
def __init__(self):
super(MapsPageSet,self).__init__(cloud_storage_bucket=story.PUBLIC_BUCKET)
self.AddStory(MapsPage(
self,
shared_page_state_class=(
webgl_supported_shared_state.WebGLSupportedSharedState)))
...@@ -2,7 +2,6 @@ ...@@ -2,7 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from telemetry import story
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -80,30 +79,3 @@ class WowWikkiPathologicalPage(PathologicalMobileSitesPage): ...@@ -80,30 +79,3 @@ class WowWikkiPathologicalPage(PathologicalMobileSitesPage):
class LinkedInPathologicalPage(PathologicalMobileSitesPage): class LinkedInPathologicalPage(PathologicalMobileSitesPage):
BASE_NAME = 'linkedin_pathological' BASE_NAME = 'linkedin_pathological'
URL = 'https://www.linkedin.com/in/linustorvalds' URL = 'https://www.linkedin.com/in/linustorvalds'
# TODO(crbug.com/760553):remove this class after
# smoothness.pathological_mobile_sites benchmark is completely
# replaced by rendering benchmarks
class PathologicalMobileSitesPageSet(story.StorySet):
"""Pathologically bad and janky sites on mobile."""
def __init__(self):
super(PathologicalMobileSitesPageSet, self).__init__(
archive_data_file='../data/pathological_mobile_sites.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
page_classes = [CnnPathologicalPage,
EspnPathologicalPage,
RecodePathologicalPage,
YahooSportsPathologicalPage,
LaTimesPathologicalPage,
PbsPathologicalPage,
GuardianPathologicalPage,
ZDNetPathologicalPage,
WowWikkiPathologicalPage,
LinkedInPathologicalPage]
for page_class in page_classes:
self.AddStory(page_class(self))
# Copyright 2014 The Chromium Authors. All rights reserved. # Copyright 2014 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry import story
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
...@@ -222,62 +221,3 @@ class BouncingPNGImagesPage(ToughCanvasPage): ...@@ -222,62 +221,3 @@ class BouncingPNGImagesPage(ToughCanvasPage):
BASE_NAME = 'bouncing_png_images' BASE_NAME = 'bouncing_png_images'
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'file://../tough_canvas_cases/rendering_throughput/bouncing_png_images.html' URL = 'file://../tough_canvas_cases/rendering_throughput/bouncing_png_images.html'
# TODO(crbug.com/760553):remove this class after smoothness.tough_canvas_cases
# benchmark is completely replaced by rendering benchmarks
class ToughCanvasCasesPageSet(story.StorySet):
"""
Description: Self-driven Canvas2D animation examples
"""
def __init__(self):
super(ToughCanvasCasesPageSet, self).__init__(
archive_data_file='../data/tough_canvas_cases.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
# Crashes on Galaxy Nexus. crbug.com/314131
# TODO(rnephew): Rerecord this story.
# self.AddStory(MicrosofFirefliesPage(self))
page_classes = [
GeoAPIsPage,
RunwayPage,
MicrosoftFishIETankPage,
MicrosoftSpeedReadingPage,
Kevs3DPage,
MegiDishPage,
ManInBluePage,
Mix10KPage,
CraftyMindPage,
ChipTunePage,
JarroDoversonPage,
EffectGamesPage,
SpielzeugzPage,
HakimPage,
MicrosoftSnowPage,
MicrosoftWorkerFountainsPage,
MicrosoftTweetMapPage,
MicrosoftVideoCityPage,
MicrosoftAsteroidBeltPage,
SmashCatPage,
BouncingBallsShadowPage,
BouncingBalls15Page,
CanvasFontCyclerPage,
CanvasAnimationNoClearPage,
CanvasToBlobPage,
ManyImagesPage,
CanvasArcPage,
CanvasLinesPage,
PutGetImageDataPage,
FillShapesPage,
StrokeShapesPage,
BouncingClippedRectanglesPage,
BouncingGradientCirclesPage,
BouncingSVGImagesPage,
BouncingPNGImagesPage
]
for page_class in page_classes:
self.AddStory(page_class(self))
...@@ -2,7 +2,6 @@ ...@@ -2,7 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from telemetry import story
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -67,26 +66,3 @@ class PirateMarkPage(rendering_story.RenderingStory): ...@@ -67,26 +66,3 @@ class PirateMarkPage(rendering_story.RenderingStory):
action_runner.EvaluateJavaScript( action_runner.EvaluateJavaScript(
'document.getElementById("benchmarkButtonText").click()') 'document.getElementById("benchmarkButtonText").click()')
action_runner.Wait(10) action_runner.Wait(10)
# TODO(crbug.com/760553):remove this class after smoothness.tough_filters_cases
# benchmark is completely replaced by rendering benchmarks
class ToughFiltersCasesPageSet(story.StorySet):
"""
Description: Self-driven filters animation examples
"""
def __init__(self):
super(ToughFiltersCasesPageSet, self).__init__(
archive_data_file='../data/tough_filters_cases.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
page_classes = [
MotionMarkPage,
FilterTerrainSVGPage,
AnalogClockSVGPage,
PirateMarkPage
]
for page_class in page_classes:
self.AddStory(page_class(self))
...@@ -2,7 +2,6 @@ ...@@ -2,7 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from telemetry import story
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -39,26 +38,3 @@ class UnscaledImageDecodePage(ToughImageDecodePage): ...@@ -39,26 +38,3 @@ class UnscaledImageDecodePage(ToughImageDecodePage):
class ViewPortWidthImageDecodePage(ToughImageDecodePage): class ViewPortWidthImageDecodePage(ToughImageDecodePage):
BASE_NAME = 'cats_viewport_width' BASE_NAME = 'cats_viewport_width'
URL = 'http://localhost:9000/cats-viewport-width.html' URL = 'http://localhost:9000/cats-viewport-width.html'
# TODO(crbug.com/760553):remove this class after
# smoothness.tough_image_decode_cases benchmark is completely
# replaced by rendering benchmarks
class ToughImageDecodeCasesPageSet(story.StorySet):
"""
Description: A collection of difficult image decode tests
"""
def __init__(self):
super(ToughImageDecodeCasesPageSet, self).__init__(
archive_data_file='../data/tough_image_decode_cases.json',
cloud_storage_bucket=story.PUBLIC_BUCKET)
page_classes = [
UnscaledImageDecodePage,
ViewPortWidthImageDecodePage
]
for page_class in page_classes:
self.AddStory(page_class(self))
# Copyright 2015 The Chromium Authors. All rights reserved. # Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state
from telemetry import story
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -44,30 +42,3 @@ class ChalkboardPage(rendering_story.RenderingStory): ...@@ -44,30 +42,3 @@ class ChalkboardPage(rendering_story.RenderingStory):
action_runner.EvaluateJavaScript( action_runner.EvaluateJavaScript(
'document.getElementById("StartButton").click()') 'document.getElementById("StartButton").click()')
action_runner.Wait(20) action_runner.Wait(20)
# TODO(crbug.com/760553): remove this class after
# smoothness.tough_path_rendering_cases benchmark is completely replaced
# by rendering benchmarks
class ToughPathRenderingCasesPageSet(story.StorySet):
"""
Description: Self-driven path rendering examples
"""
def __init__(self):
super(ToughPathRenderingCasesPageSet, self).__init__(
archive_data_file='../data/tough_path_rendering_cases.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
page_classes = [
GUIMarkVectorChartPage,
MotionMarkCanvasFillShapesPage,
MotionMarkCanvasStrokeShapesPage,
ChalkboardPage
]
for page_class in page_classes:
self.AddStory(page_class(
page_set=self,
shared_page_state_class=shared_page_state.SharedPageState))
...@@ -2,7 +2,6 @@ ...@@ -2,7 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from telemetry import story
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -143,32 +142,3 @@ class SecondBatchJsMediumPage(SecondBatchJsPage): ...@@ -143,32 +142,3 @@ class SecondBatchJsMediumPage(SecondBatchJsPage):
class SecondBatchJsHeavyPage(SecondBatchJsPage): class SecondBatchJsHeavyPage(SecondBatchJsPage):
BASE_NAME = 'second_batch_js_heavy' BASE_NAME = 'second_batch_js_heavy'
URL = 'file://../tough_scheduling_cases/second_batch_js.html?heavy' URL = 'file://../tough_scheduling_cases/second_batch_js.html?heavy'
# TODO(crbug.com/760553):remove this class after
# smoothness.tough_scheduling_cases benchmark is completely
# replaced by rendering benchmarks
class ToughSchedulingCasesPageSet(story.StorySet):
"""Tough scheduler latency test cases."""
def __init__(self):
super(ToughSchedulingCasesPageSet, self).__init__(
cloud_storage_bucket=story.INTERNAL_BUCKET)
page_classes = [
SimpleTextPage,
TouchHandlerScrollingPage,
RafScrollingPage,
RafCanvasScrollingPage,
RafAnimationScrollingPage,
RafTouchAnimationScrollingPage,
TouchDraggingPage,
SynchronizedScrollOffsetPage,
SecondBatchLightJsPage,
SecondBatchJsMediumPage,
SecondBatchJsHeavyPage
]
for page_class in page_classes:
self.AddStory(page_class(self))
...@@ -2,7 +2,6 @@ ...@@ -2,7 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry.page import shared_page_state from telemetry.page import shared_page_state
from telemetry import story
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -57,28 +56,3 @@ class LargeTextureUploadsPage(ToughTextureUploadPage): ...@@ -57,28 +56,3 @@ class LargeTextureUploadsPage(ToughTextureUploadPage):
class ExtraLargeTextureUploadsPage(ToughTextureUploadPage): class ExtraLargeTextureUploadsPage(ToughTextureUploadPage):
BASE_NAME = 'extra_large_texture_uploads' BASE_NAME = 'extra_large_texture_uploads'
URL = 'file://../tough_texture_upload_cases/extra_large_texture_uploads.html' URL = 'file://../tough_texture_upload_cases/extra_large_texture_uploads.html'
# TODO(crbug.com/760553):remove this class once
# smoothness.tough_texture_upload_cases benchmark is completely replaced
# by rendering benchmarks
class ToughTextureUploadCasesPageSet(story.StorySet):
"""
Description: A collection of texture upload performance tests
"""
def __init__(self):
super(ToughTextureUploadCasesPageSet, self).__init__()
page_classes = [
BackgroundColorAnimationPage,
BackgroundColorAnimationWithGradientPage,
SmallTextureUploadsPage,
MediumTextureUploadsPage,
LargeTextureUploadsPage,
ExtraLargeTextureUploadsPage
]
for page_class in page_classes:
self.AddStory(page_class(self))
...@@ -2,9 +2,6 @@ ...@@ -2,9 +2,6 @@
# Use of this source code is governed by a BSD-style license that can be # Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. # found in the LICENSE file.
from telemetry import story
from page_sets import webgl_supported_shared_state
from page_sets.rendering import rendering_story from page_sets.rendering import rendering_story
from page_sets.rendering import story_tags from page_sets.rendering import story_tags
...@@ -95,35 +92,3 @@ class KenRussellPage(ToughWebglPage): ...@@ -95,35 +92,3 @@ class KenRussellPage(ToughWebglPage):
BASE_NAME = 'animometer_webgl' BASE_NAME = 'animometer_webgl'
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'http://kenrussell.github.io/webgl-animometer/Animometer/tests/3d/webgl.html' URL = 'http://kenrussell.github.io/webgl-animometer/Animometer/tests/3d/webgl.html'
# TODO(crbug.com/760553):remove this class after smoothness.tough_webgl_cases
# benchmark is completely replaced by rendering benchmarks
class ToughWebglCasesPageSet(story.StorySet):
"""
Description: Self-driven WebGL animation examples
"""
def __init__(self):
super(ToughWebglCasesPageSet, self).__init__(
archive_data_file='../data/tough_webgl_cases.json',
cloud_storage_bucket=story.PUBLIC_BUCKET)
page_classes = [
NvidiaVertexBufferObjectPage,
SansAngelesPage,
ParticlesPage,
EarthPage,
ManyPlanetsDeepPage,
AquariumPage,
Aquarium20KFishPage,
BlobPage,
DynamicCubeMapPage,
KenRussellPage
]
for page_class in page_classes:
self.AddStory(page_class(
self,
shared_page_state_class=(
webgl_supported_shared_state.WebGLSupportedSharedState)))
# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
from page_sets import repeatable_synthesize_scroll_gesture_shared_state
from telemetry.core import util
from telemetry.page import page as page_module
from telemetry import story
class SwiffyPage(page_module.Page):
def __init__(self, url, page_set):
super(SwiffyPage, self).__init__(url=url, page_set=page_set,
make_javascript_deterministic=False,
name=url)
def RunNavigateSteps(self, action_runner):
super(SwiffyPage, self).RunNavigateSteps(action_runner)
# Make sure the ad has finished loading.
util.WaitFor(action_runner.tab.HasReachedQuiescence, 60)
# Swiffy overwrites toString() to return a constant string, so "undo" that
# here so that we don't think it has stomped over console.time.
action_runner.EvaluateJavaScript(
'Function.prototype.toString = function() { return "[native code]"; }')
# Make sure we have a reasonable viewport for mobile.
action_runner.EvaluateJavaScript("""
var meta = document.createElement("meta");
meta.name = "viewport";
meta.content = "width=device-width";
document.getElementsByTagName("head")[0].appendChild(meta);
""")
def RunPageInteractions(self, action_runner):
with action_runner.CreateInteraction('ToughAd'):
action_runner.Wait(10)
class AdPage(page_module.Page):
def __init__(self, url, page_set, make_javascript_deterministic=True,
y_scroll_distance_multiplier=0.5,
scroll=False,
wait_for_interactive_or_better=False):
name = url
if not name.startswith('http'):
name = url.split('/')[-1]
super(AdPage, self).__init__(
url=url,
page_set=page_set,
make_javascript_deterministic=make_javascript_deterministic,
shared_page_state_class=(
repeatable_synthesize_scroll_gesture_shared_state.\
RepeatableSynthesizeScrollGestureSharedState),
name=name)
self._y_scroll_distance_multiplier = y_scroll_distance_multiplier
self._scroll = scroll
self._wait_for_interactive_or_better = wait_for_interactive_or_better
def RunNavigateSteps(self, action_runner):
# Rewrite file urls to point to the replay server instead.
if self.is_file:
url = self.file_path_url_with_scheme
url = action_runner.tab.browser.platform.http_server.UrlOf(
url[len('file://'):])
else:
url = self._url
action_runner.tab.Navigate(url)
# Wait for the page to be scrollable. Simultaneously (to reduce latency due
# to main thread round trips), insert a no-op touch handler on the body.
# Most ads have touch handlers and we want to simulate the worst case of the
# user trying to scroll the page by grabbing an ad.
if self._wait_for_interactive_or_better:
action_runner.WaitForJavaScriptCondition(
'(document.readyState == "interactive" || '
'document.readyState == "complete") &&'
'document.body != null && '
'document.body.scrollHeight > window.innerHeight && '
'!document.body.addEventListener("touchstart", function() {})')
else:
action_runner.WaitForJavaScriptCondition(
'document.body != null && '
'document.body.scrollHeight > window.innerHeight && '
'!document.body.addEventListener("touchstart", function() {})')
def RunPageInteractions(self, action_runner):
if not self._scroll:
with action_runner.CreateInteraction('ToughAd'):
action_runner.Wait(30)
else:
action_runner.RepeatableBrowserDrivenScroll(
y_scroll_distance_ratio=self._y_scroll_distance_multiplier,
repeat_count=9)
class ForbesAdPage(AdPage):
def __init__(self, url, page_set, scroll=False):
# forbes.com uses a strange dynamic transform on the body element,
# which occasionally causes us to try scrolling from outside the
# screen. Start at the very top of the viewport to avoid this.
super(ForbesAdPage, self).__init__(
url=url, page_set=page_set, make_javascript_deterministic=False,
scroll=scroll,
wait_for_interactive_or_better=True)
def RunNavigateSteps(self, action_runner):
super(ForbesAdPage, self).RunNavigateSteps(action_runner)
# Wait until the interstitial banner goes away.
action_runner.WaitForJavaScriptCondition(
'window.location.pathname.indexOf("welcome") == -1')
class SyntheticToughAdCasesPageSet(story.StorySet):
"""Pages for measuring rendering performance with advertising content."""
def __init__(self):
super(SyntheticToughAdCasesPageSet, self).__init__(
archive_data_file='data/tough_ad_cases.json',
cloud_storage_bucket=story.INTERNAL_BUCKET)
base_url = 'http://localhost:8000'
# See go/swiffy-chrome-samples for how to add new pages here or how to
# update the existing ones.
swiffy_pages = [
'CICAgICQ15a9NxDIARjIASgBMghBC1XuTk8ezw.swiffy72.html',
'shapes-CK7ptO3F8bi2KxDQAhiYAigBMgij6QBQtD2gyA.swiffy72.html',
'CNP2xe_LmqPEKBCsAhj6ASgBMggnyMqth81h8Q.swiffy72.html',
'clip-paths-CICAgMDO7Ye9-gEQ2AUYWigBMgjZxDii6aoK9w.swiffy72.html',
'filters-CNLa0t2T47qJ_wEQoAEY2AQoATIIFaIdc7VMBr4.swiffy72.html',
'shapes-CICAgMDO7cfIzwEQ1AMYPCgBMghqY8tqyRCArQ.swiffy72.html',
'CICAgIDQ2Pb-MxCsAhj6ASgBMgi5DLoSO0gPbQ.swiffy72.html',
'CICAgKCN39CopQEQoAEY2AQoATIID59gK5hjjIg.swiffy72.html',
'CICAgKCNj4HgyAEQeBjYBCgBMgjQpPkOjyWNdw.1.swiffy72.html',
'clip-paths-CILZhLqO_-27bxB4GNgEKAEyCC46kMLBXnMT.swiffy72.html',
'CICAgMDOrcnRGRB4GNgEKAEyCP_ZBSfwUFsj.swiffy72.html',
]
for page_name in swiffy_pages:
url = base_url + '/' + page_name
self.AddStory(SwiffyPage(url, self))
class SyntheticToughWebglAdCasesPageSet(story.StorySet):
"""Pages for measuring rendering performance with WebGL ad content."""
def __init__(self):
super(SyntheticToughWebglAdCasesPageSet, self).__init__(
archive_data_file='data/tough_ad_cases.json',
cloud_storage_bucket=story.INTERNAL_BUCKET)
base_url = 'http://localhost:8000'
# See go/swiffy-chrome-samples for how to add new pages here or how to
# update the existing ones.
swiffy_pages = [
'CICAgICQ15a9NxDIARjIASgBMghBC1XuTk8ezw.swf.webglbeta.html',
'shapes-CK7ptO3F8bi2KxDQAhiYAigBMgij6QBQtD2gyA.swf.webglbeta.html',
'CNP2xe_LmqPEKBCsAhj6ASgBMggnyMqth81h8Q.swf.webglbeta.html',
'clip-paths-CICAgMDO7Ye9-gEQ2AUYWigBMgjZxDii6aoK9w.swf.webglbeta.html',
'filters-CNLa0t2T47qJ_wEQoAEY2AQoATIIFaIdc7VMBr4.swf.webglbeta.html',
'shapes-CICAgMDO7cfIzwEQ1AMYPCgBMghqY8tqyRCArQ.swf.webglbeta.html',
'CICAgIDQ2Pb-MxCsAhj6ASgBMgi5DLoSO0gPbQ.swf.webglbeta.html',
'CICAgKCN39CopQEQoAEY2AQoATIID59gK5hjjIg.swf.webglbeta.html',
'CICAgKCNj4HgyAEQeBjYBCgBMgjQpPkOjyWNdw.1.swf.webglbeta.html',
'clip-paths-CILZhLqO_-27bxB4GNgEKAEyCC46kMLBXnMT.swf.webglbeta.html',
'CICAgMDOrcnRGRB4GNgEKAEyCP_ZBSfwUFsj.swf.webglbeta.html',
]
for page_name in swiffy_pages:
url = base_url + '/' + page_name
self.AddStory(SwiffyPage(url, self))
class ToughAdCasesPageSet(story.StorySet):
"""Pages for measuring performance with advertising content."""
def __init__(self, scroll=False):
super(ToughAdCasesPageSet, self).__init__(
archive_data_file='data/tough_ad_cases.json',
cloud_storage_bucket=story.INTERNAL_BUCKET)
self.AddStory(AdPage('file://tough_ad_cases/'
'swiffy_collection.html', self, make_javascript_deterministic=False,
y_scroll_distance_multiplier=0.25, scroll=scroll))
self.AddStory(AdPage('file://tough_ad_cases/'
'swiffy_webgl_collection.html',
self, make_javascript_deterministic=False, scroll=scroll))
self.AddStory(AdPage('http://www.latimes.com', self, scroll=scroll,
wait_for_interactive_or_better=True))
self.AddStory(ForbesAdPage('http://www.forbes.com/sites/parmyolson/'
'2015/07/29/jana-mobile-data-facebook-internet-org/',
self, scroll=scroll))
self.AddStory(AdPage('http://androidcentral.com', self, scroll=scroll,
wait_for_interactive_or_better=True))
self.AddStory(AdPage('http://mashable.com', self, scroll=scroll,
y_scroll_distance_multiplier=0.25))
self.AddStory(AdPage('http://www.androidauthority.com/'
'reduce-data-use-turn-on-data-compression-in-chrome-630064/', self,
scroll=scroll))
self.AddStory(AdPage(('http://www.cnn.com/2015/01/09/politics/'
'nebraska-keystone-pipeline/index.html'),
self, scroll=scroll))
self.AddStory(AdPage('http://time.com/3977891/'
'donald-trump-debate-republican/', self, scroll=scroll))
self.AddStory(AdPage('http://www.theguardian.com/uk', self, scroll=scroll))
self.AddStory(AdPage('http://m.tmz.com', self, scroll=scroll,
y_scroll_distance_multiplier=0.25))
self.AddStory(AdPage('http://androidpolice.com', self, scroll=scroll,
wait_for_interactive_or_better=True))
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment