Skip to content

GitLab

T
tangled
Commit 177b8e6b authored by nednguyen's avatar nednguyen Committed by Commit Bot
Browse files
Options

Remove dromaeo.* benchmarks from perf waterfall 


We now have overlapping data: https://chromeperf.appspot.com/report?sid=9f295d22e6e471ddb12191a1cc59b12e5d8c0e29660595a3c72d3bb31989dd86

So it should be safe to remove all these legacy dromaeo benchmarks

Bug: 777664
Change-Id: I2d1d56ac2b59ec701475641f6b5cbd7875cd0246
Reviewed-on: https://chromium-review.googlesource.com/775587Reviewed-by: default avatarJeremy Roman <jbroman@chromium.org>
Reviewed-by: default avatarKentaro Hara <haraken@chromium.org>
Commit-Queue: Ned Nguyen <nednguyen@google.com>
Cr-Commit-Position: refs/heads/master@{#517264}
parent 3a1f9f32
Hide whitespace changes
Inline Side-by-side
Showing with 793 additions and 6540 deletions
testing/buildbot/chromium.perf.fyi.json
View file @ 177b8e6b
...@@ -964,254 +964,6 @@ ...@@ -964,254 +964,6 @@
"upload_test_results": true "upload_test_results": true
} }
}, },
{
"args": [
"dromaeo.domcoreattr",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoreattr",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build47-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoreattr",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoreattr.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build47-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoremodify",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoremodify",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build142-b1",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoremodify",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoremodify.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build142-b1",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcorequery",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcorequery",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build144-b1",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcorequery",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcorequery.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build144-b1",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoretraverse",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoretraverse",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build150-b1",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoretraverse",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoretraverse.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "8086:22b1",
"id": "build150-b1",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{ {
"args": [ "args": [
"dromaeo", "dromaeo",
...@@ -5110,254 +4862,6 @@ ...@@ -5110,254 +4862,6 @@
"upload_test_results": true "upload_test_results": true
} }
}, },
{
"args": [
"dromaeo.domcoreattr",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoreattr",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build220-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoreattr",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoreattr.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build220-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoremodify",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoremodify",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build206-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoremodify",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoremodify.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build206-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcorequery",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcorequery",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build208-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcorequery",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcorequery.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build208-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoretraverse",
"-v",
"--upload-results",
"--browser=release_x64",
"--output-format=chartjson"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoretraverse",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build214-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": false,
"io_timeout": 600,
"upload_test_results": true
}
},
{
"args": [
"dromaeo.domcoretraverse",
"-v",
"--upload-results",
"--browser=reference",
"--output-format=chartjson",
"--max-failures=5",
"--output-trace-tag=_ref"
],
"isolate_name": "telemetry_perf_tests",
"name": "dromaeo.domcoretraverse.reference",
"override_compile_targets": [
"telemetry_perf_tests"
],
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"gpu": "1002:9874",
"id": "build214-b4",
"os": "Windows-10-10586",
"pool": "Chrome-perf-fyi"
}
],
"expiration": 36000,
"hard_timeout": 10800,
"ignore_task_failure": true,
"io_timeout": 600,
"upload_test_results": true
}
},
{ {
"args": [ "args": [
"dromaeo", "dromaeo",
......
testing/buildbot/chromium.perf.json
View file @ 177b8e6b
This source diff could not be displayed because it is too large. You can view the blob instead.
tools/perf/benchmark.csv
View file @ 177b8e6b
...@@ -18,10 +18,6 @@ blink_perf.shadow_dom,hayato@chromium.org, ...@@ -18,10 +18,6 @@ blink_perf.shadow_dom,hayato@chromium.org,
blink_perf.svg,"kouhei@chromium.org, fs@opera.com", blink_perf.svg,"kouhei@chromium.org, fs@opera.com",
cc_perftests,enne@chromium.org, cc_perftests,enne@chromium.org,
dromaeo,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org", dromaeo,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",
dromaeo.domcoreattr,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",
dromaeo.domcoremodify,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",
dromaeo.domcorequery,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",
dromaeo.domcoretraverse,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",
dummy_benchmark.histogram_benchmark_1,"eakuefner@chromium.org, simonhatch@chromium.org", dummy_benchmark.histogram_benchmark_1,"eakuefner@chromium.org, simonhatch@chromium.org",
dummy_benchmark.noisy_benchmark_1,nednguyen@google.com, dummy_benchmark.noisy_benchmark_1,nednguyen@google.com,
dummy_benchmark.stable_benchmark_1,nednguyen@google.com, dummy_benchmark.stable_benchmark_1,nednguyen@google.com,
......
tools/perf/benchmarks/dromaeo.py
View file @ 177b8e6b
...@@ -128,90 +128,3 @@ class DromaeoBenchmark(_DromaeoBenchmark): ...@@ -128,90 +128,3 @@ class DromaeoBenchmark(_DromaeoBenchmark):
ps.AddStory(page_module.Page( ps.AddStory(page_module.Page(
url, ps, ps.base_dir, make_javascript_deterministic=False, name=url)) url, ps, ps.base_dir, make_javascript_deterministic=False, name=url))
return ps return ps
@benchmark.Owner(emails=['jbroman@chromium.org',
'yukishiino@chromium.org',
'haraken@chromium.org'])
class DromaeoDomCoreAttr(_DromaeoBenchmark):
"""Dromaeo DOMCore attr JavaScript benchmark.
Tests setting and getting DOM node attributes.
"""
tag = 'domcoreattr'
query_param = 'dom-attr'
@classmethod
def Name(cls):
return 'dromaeo.domcoreattr'
def GetExpectations(self):
class StoryExpectations(story.expectations.StoryExpectations):
def SetExpectations(self):
pass # http://dromaeo.com?dom-attr not disabled.
return StoryExpectations()
@benchmark.Owner(emails=['jbroman@chromium.org',
'yukishiino@chromium.org',
'haraken@chromium.org'])
class DromaeoDomCoreModify(_DromaeoBenchmark):
"""Dromaeo DOMCore modify JavaScript benchmark.
Tests creating and injecting DOM nodes.
"""
tag = 'domcoremodify'
query_param = 'dom-modify'
@classmethod
def Name(cls):
return 'dromaeo.domcoremodify'
def GetExpectations(self):
class StoryExpectations(story.expectations.StoryExpectations):
def SetExpectations(self):
pass # http://dromaeo.com?dom-modify not disabled.
return StoryExpectations()
@benchmark.Owner(emails=['jbroman@chromium.org',
'yukishiino@chromium.org',
'haraken@chromium.org'])
class DromaeoDomCoreQuery(_DromaeoBenchmark):
"""Dromaeo DOMCore query JavaScript benchmark.
Tests querying DOM elements in a document.
"""
tag = 'domcorequery'
query_param = 'dom-query'
@classmethod
def Name(cls):
return 'dromaeo.domcorequery'
def GetExpectations(self):
class StoryExpectations(story.expectations.StoryExpectations):
def SetExpectations(self):
pass # http://dromaeo.com?dom-query not disabled.
return StoryExpectations()
@benchmark.Owner(emails=['jbroman@chromium.org',
'yukishiino@chromium.org',
'haraken@chromium.org'])
class DromaeoDomCoreTraverse(_DromaeoBenchmark):
"""Dromaeo DOMCore traverse JavaScript benchmark.
Tests traversing a DOM structure.
"""
tag = 'domcoretraverse'
query_param = 'dom-traverse'
@classmethod
def Name(cls):
return 'dromaeo.domcoretraverse'
def GetExpectations(self):
class StoryExpectations(story.expectations.StoryExpectations):
def SetExpectations(self):
self.DisableBenchmark([story.expectations.ALL_WIN], 'crbug.com/763263')
return StoryExpectations()
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment