Commit 2e1437ca authored by behdad's avatar behdad Committed by Commit Bot

removed flaky/noisy stories from representatives

- The stories which have been flaky in the past weak are removed
    - css_value_type_filter (android, mac)
    - twitch_2018 (android)
    - extra_large_texture_uploads (mac)
    - mix_blend_mode_animation_screen (mac)
    - web_animation_value_type_transform_simple (mac)
    - bouncing_clipped_rectangles (mac)
    - css_animations_simultaneous_inline_style (windows)

- Stories with low number of frames are removed
    - bouncing_clipped_rectangles (android, mac)
    - css_value_type_filter (android)
    - animometer_webgl_attrib_arrays (android)
    - ie_chalkboard (android)
    - mix_blend_mode_animation_screen (android)
    - web_animation_value_type_transform_simple (android)

- main_30fps_impl_60fps is added to all sets as a control case for noise

Bug: chromium:1032562
Change-Id: I7a957e532513c7d50e76d1b12a8bf4e9ff5ca64a
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1960177
Commit-Queue: Behdad Bakhshinategh <behdadb@chromium.org>
Reviewed-by: default avatarSadrul Chowdhury <sadrul@chromium.org>
Cr-Commit-Position: refs/heads/master@{#723577}
parent 7713fa45
...@@ -20,10 +20,6 @@ ...@@ -20,10 +20,6 @@
"ci_095": 3.976, "ci_095": 3.976,
"avg": 19.575 "avg": 19.575
}, },
"css_animations_simultaneous_inline_style": {
"ci_095": 0.774,
"avg": 21.192
},
"aquarium_20k": { "aquarium_20k": {
"ci_095": 3.731, "ci_095": 3.731,
"avg": 129.946 "avg": 129.946
...@@ -59,13 +55,13 @@ ...@@ -59,13 +55,13 @@
"many_planets_deep": { "many_planets_deep": {
"ci_095": 0.127, "ci_095": 0.127,
"avg": 16.678 "avg": 16.678
},
"main_30fps_impl_60fps": {
"ci_095": 0.1,
"avg": 16.7
} }
}, },
"mac": { "mac": {
"mix_blend_mode_animation_screen": {
"ci_095": 2.861,
"avg": 102.359
},
"twitch_2018": { "twitch_2018": {
"ci_095": 13.965, "ci_095": 13.965,
"avg": 28.108 "avg": 28.108
...@@ -94,18 +90,10 @@ ...@@ -94,18 +90,10 @@
"ci_095": 0.544, "ci_095": 0.544,
"avg": 16.936 "avg": 16.936
}, },
"web_animation_value_type_transform_simple": {
"ci_095": 2.185,
"avg": 50.459
},
"canvas_05000_pixels_per_second": { "canvas_05000_pixels_per_second": {
"ci_095": 0.324, "ci_095": 0.324,
"avg": 16.684 "avg": 16.684
}, },
"bouncing_clipped_rectangles": {
"ci_095": 128.12,
"avg": 596.153
},
"ie_chalkboard": { "ie_chalkboard": {
"ci_095": 41.361, "ci_095": 41.361,
"avg": 66.231 "avg": 66.231
...@@ -118,20 +106,12 @@ ...@@ -118,20 +106,12 @@
"ci_095": 0.42, "ci_095": 0.42,
"avg": 16.732 "avg": 16.732
}, },
"extra_large_texture_uploads": { "main_30fps_impl_60fps": {
"ci_095": 2.274, "ci_095": 0.2,
"avg": 60.959 "avg": 16.7
},
"css_value_type_filter": {
"ci_095": 1.667,
"avg": 89.362
} }
}, },
"android": { "android": {
"mix_blend_mode_animation_screen": {
"ci_095": 226.118,
"avg": 629.962
},
"text_10000_pixels_per_second": { "text_10000_pixels_per_second": {
"ci_095": 0.653, "ci_095": 0.653,
"avg": 16.812 "avg": 16.812
...@@ -148,10 +128,6 @@ ...@@ -148,10 +128,6 @@
"ci_095": 8.037, "ci_095": 8.037,
"avg": 67.986 "avg": 67.986
}, },
"twitch_2018": {
"ci_095": 10.816,
"avg": 21.09
},
"motion_mark_canvas_fill_shapes": { "motion_mark_canvas_fill_shapes": {
"ci_095": 74.393, "ci_095": 74.393,
"avg": 240.943 "avg": 240.943
...@@ -160,22 +136,10 @@ ...@@ -160,22 +136,10 @@
"ci_095": 33.919, "ci_095": 33.919,
"avg": 382.617 "avg": 382.617
}, },
"animometer_webgl_attrib_arrays": {
"ci_095": 122.988,
"avg": 412.67
},
"canvas_05000_pixels_per_second": { "canvas_05000_pixels_per_second": {
"ci_095": 0.4, "ci_095": 0.4,
"avg": 16.77 "avg": 16.77
}, },
"bouncing_clipped_rectangles": {
"ci_095": 85.547,
"avg": 394.492
},
"ie_chalkboard": {
"ci_095": 1283.402,
"avg": 1382.753
},
"new_tilings": { "new_tilings": {
"ci_095": 1.657, "ci_095": 1.657,
"avg": 22.073 "avg": 22.073
...@@ -184,13 +148,9 @@ ...@@ -184,13 +148,9 @@
"ci_095": 48.798, "ci_095": 48.798,
"avg": 352.437 "avg": 352.437
}, },
"web_animation_value_type_transform_simple": { "main_30fps_impl_60fps": {
"ci_095": 51.563, "ci_095": 1.0,
"avg": 484.022 "avg": 16.9
},
"css_value_type_filter": {
"ci_095": 167.231,
"avg": 575.907
} }
} }
} }
\ No newline at end of file
...@@ -28,6 +28,11 @@ class MainThirtyImplSixty(ThroughputMetricStory): ...@@ -28,6 +28,11 @@ class MainThirtyImplSixty(ThroughputMetricStory):
SUPPORTED_PLATFORMS = platforms.ALL_PLATFORMS SUPPORTED_PLATFORMS = platforms.ALL_PLATFORMS
URL = ('file://../../../../chrome/test/data/perf/throughput_test_cases/' URL = ('file://../../../../chrome/test/data/perf/throughput_test_cases/'
'main-impl-animations-throughput.html#30') 'main-impl-animations-throughput.html#30')
TAGS = ThroughputMetricStory.TAGS + [
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP,
story_tags.REPRESENTATIVE_WIN_DESKTOP
]
class MainSixtyImplSixty(ThroughputMetricStory): class MainSixtyImplSixty(ThroughputMetricStory):
......
...@@ -298,7 +298,6 @@ class Twitch2018Page(TopRealWorldDesktopPage): ...@@ -298,7 +298,6 @@ class Twitch2018Page(TopRealWorldDesktopPage):
YEAR = '2018' YEAR = '2018'
URL = 'https://www.twitch.tv' URL = 'https://www.twitch.tv'
TAGS = TopRealWorldDesktopPage.TAGS + [ TAGS = TopRealWorldDesktopPage.TAGS + [
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP story_tags.REPRESENTATIVE_MAC_DESKTOP
] ]
......
...@@ -256,7 +256,6 @@ class CssAnimationsSimultaneousInlineStylePage(ToughAnimationPage): ...@@ -256,7 +256,6 @@ class CssAnimationsSimultaneousInlineStylePage(ToughAnimationPage):
BASE_NAME = 'css_animations_simultaneous_inline_style' BASE_NAME = 'css_animations_simultaneous_inline_style'
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'file://../tough_animation_cases/css_animations_simultaneous_by_updating_inline_style.html?N=0316' URL = 'file://../tough_animation_cases/css_animations_simultaneous_by_updating_inline_style.html?N=0316'
TAGS = ToughAnimationPage.TAGS + [story_tags.REPRESENTATIVE_WIN_DESKTOP]
class CssAnimationsStaggeredNewElementPage(ToughAnimationPage): class CssAnimationsStaggeredNewElementPage(ToughAnimationPage):
...@@ -407,10 +406,6 @@ class CssValueTypeFilterPage(ToughAnimationPage): ...@@ -407,10 +406,6 @@ class CssValueTypeFilterPage(ToughAnimationPage):
BASE_NAME = 'css_value_type_filter' BASE_NAME = 'css_value_type_filter'
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'file://../tough_animation_cases/css_value_type_filter.html?api=css_animations&N=0316' URL = 'file://../tough_animation_cases/css_value_type_filter.html?api=css_animations&N=0316'
TAGS = ToughAnimationPage.TAGS + [
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP
]
class CssValueTypeLengthPage(ToughAnimationPage): class CssValueTypeLengthPage(ToughAnimationPage):
...@@ -522,10 +517,6 @@ class WebAnimationValueTypeTransformSimplePage(ToughAnimationPage): ...@@ -522,10 +517,6 @@ class WebAnimationValueTypeTransformSimplePage(ToughAnimationPage):
BASE_NAME = 'web_animation_value_type_transform_simple' BASE_NAME = 'web_animation_value_type_transform_simple'
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'file://../tough_animation_cases/css_value_type_transform_simple.html?api=web_animations&N=0316' URL = 'file://../tough_animation_cases/css_value_type_transform_simple.html?api=web_animations&N=0316'
TAGS = ToughAnimationPage.TAGS + [
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP
]
class CompositorHeavyAnimationPage(ToughAnimationPage): class CompositorHeavyAnimationPage(ToughAnimationPage):
...@@ -587,10 +578,6 @@ class MixBlendModeAnimationScreenPage(ToughAnimationPage): ...@@ -587,10 +578,6 @@ class MixBlendModeAnimationScreenPage(ToughAnimationPage):
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'file://../tough_animation_cases/mix_blend_mode_animation_screen.html' URL = 'file://../tough_animation_cases/mix_blend_mode_animation_screen.html'
NEED_MEASUREMENT_READY = False NEED_MEASUREMENT_READY = False
TAGS = ToughAnimationPage.TAGS + [
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP
]
class MixAnimationPropagatingIsolationPage(ToughAnimationPage): class MixAnimationPropagatingIsolationPage(ToughAnimationPage):
......
...@@ -208,10 +208,6 @@ class BouncingClippedRectanglesPage(ToughCanvasPage): ...@@ -208,10 +208,6 @@ class BouncingClippedRectanglesPage(ToughCanvasPage):
BASE_NAME = 'bouncing_clipped_rectangles' BASE_NAME = 'bouncing_clipped_rectangles'
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'file://../tough_canvas_cases/rendering_throughput/bouncing_clipped_rectangles.html' URL = 'file://../tough_canvas_cases/rendering_throughput/bouncing_clipped_rectangles.html'
TAGS = ToughCanvasPage.TAGS + [
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP
]
class BouncingGradientCirclesPage(ToughCanvasPage): class BouncingGradientCirclesPage(ToughCanvasPage):
......
...@@ -38,7 +38,6 @@ class ChalkboardPage(rendering_story.RenderingStory): ...@@ -38,7 +38,6 @@ class ChalkboardPage(rendering_story.RenderingStory):
URL = 'https://testdrive-archive.azurewebsites.net/performance/chalkboard/' URL = 'https://testdrive-archive.azurewebsites.net/performance/chalkboard/'
TAGS = [ TAGS = [
story_tags.TOUGH_PATH_RENDERING, story_tags.TOUGH_PATH_RENDERING,
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP story_tags.REPRESENTATIVE_MAC_DESKTOP
] ]
......
...@@ -57,6 +57,5 @@ class ExtraLargeTextureUploadsPage(ToughTextureUploadPage): ...@@ -57,6 +57,5 @@ class ExtraLargeTextureUploadsPage(ToughTextureUploadPage):
BASE_NAME = 'extra_large_texture_uploads' BASE_NAME = 'extra_large_texture_uploads'
URL = 'file://../tough_texture_upload_cases/extra_large_texture_uploads.html' URL = 'file://../tough_texture_upload_cases/extra_large_texture_uploads.html'
TAGS = ToughTextureUploadPage.TAGS + [ TAGS = ToughTextureUploadPage.TAGS + [
story_tags.REPRESENTATIVE_MOBILE, story_tags.REPRESENTATIVE_MOBILE
story_tags.REPRESENTATIVE_MAC_DESKTOP
] ]
...@@ -109,7 +109,6 @@ class AnimometerWebGLAttribArraysPage(ToughWebglPage): ...@@ -109,7 +109,6 @@ class AnimometerWebGLAttribArraysPage(ToughWebglPage):
# pylint: disable=line-too-long # pylint: disable=line-too-long
URL = 'http://kenrussell.github.io/webgl-animometer/Animometer/tests/3d/webgl.html?use_attributes=1' URL = 'http://kenrussell.github.io/webgl-animometer/Animometer/tests/3d/webgl.html?use_attributes=1'
TAGS = ToughWebglPage.TAGS + [ TAGS = ToughWebglPage.TAGS + [
story_tags.REPRESENTATIVE_MOBILE,
story_tags.REPRESENTATIVE_MAC_DESKTOP story_tags.REPRESENTATIVE_MAC_DESKTOP
] ]
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment