Commit de996baf authored by Ashley Enstad's avatar Ashley Enstad Committed by Commit Bot

Simplifying perf_data_generator

We are down to one waterfall json generated by this file so we should
have easier to read code.

Bug: 781312
Change-Id: I9e3c770691362690c5967947001ebf219844ca8c
Reviewed-on: https://chromium-review.googlesource.com/923282
Commit-Queue: Ashley Enstad <ashleymarie@chromium.org>
Commit-Queue: Ned Nguyen <nednguyen@google.com>
Reviewed-by: default avatarNed Nguyen <nednguyen@google.com>
Cr-Commit-Position: refs/heads/master@{#537193}
parent 74f7d52c
...@@ -865,23 +865,12 @@ def generate_all_tests(waterfall): ...@@ -865,23 +865,12 @@ def generate_all_tests(waterfall):
return tests return tests
def get_json_config_file_for_waterfall(waterfall): def update_all_tests(waterfall, file_path):
filename = '%s.json' % waterfall['name'] tests = generate_all_tests(waterfall)
buildbot_dir = os.path.join( with open(file_path, 'w') as fp:
path_util.GetChromiumSrcDir(), 'testing', 'buildbot') json.dump(tests, fp, indent=2, separators=(',', ': '), sort_keys=True)
return os.path.join(buildbot_dir, filename) fp.write('\n')
verify_all_tests_in_benchmark_csv(tests,
def update_all_tests(waterfalls):
all_tests = {}
for w in waterfalls:
tests = generate_all_tests(w)
all_tests.update(tests)
config_file = get_json_config_file_for_waterfall(w)
with open(config_file, 'w') as fp:
json.dump(tests, fp, indent=2, separators=(',', ': '), sort_keys=True)
fp.write('\n')
verify_all_tests_in_benchmark_csv(all_tests,
get_all_waterfall_benchmarks_metadata()) get_all_waterfall_benchmarks_metadata())
...@@ -1006,7 +995,7 @@ def _verify_benchmark_owners(benchmark_metadata): ...@@ -1006,7 +995,7 @@ def _verify_benchmark_owners(benchmark_metadata):
'Please fix the following errors:\n'+ '\n'.join(error_messages)) 'Please fix the following errors:\n'+ '\n'.join(error_messages))
def update_benchmark_csv(): def update_benchmark_csv(file_path):
"""Updates go/chrome-benchmarks. """Updates go/chrome-benchmarks.
Updates telemetry/perf/benchmark.csv containing the current benchmark names, Updates telemetry/perf/benchmark.csv containing the current benchmark names,
...@@ -1033,16 +1022,17 @@ def update_benchmark_csv(): ...@@ -1033,16 +1022,17 @@ def update_benchmark_csv():
csv_data = sorted(csv_data, key=lambda b: b[0]) csv_data = sorted(csv_data, key=lambda b: b[0])
csv_data = header_data + csv_data csv_data = header_data + csv_data
perf_dir = os.path.join(path_util.GetChromiumSrcDir(), 'tools', 'perf') with open(file_path, 'wb') as f:
benchmark_file = os.path.join(perf_dir, 'benchmark.csv')
with open(benchmark_file, 'wb') as f:
writer = csv.writer(f, lineterminator="\n") writer = csv.writer(f, lineterminator="\n")
writer.writerows(csv_data) writer.writerows(csv_data)
def main(): def main():
waterfall = get_waterfall_config() waterfall_file = os.path.join(
waterfall['name'] = 'chromium.perf' path_util.GetChromiumSrcDir(), 'testing', 'buildbot',
'chromium.perf.json')
update_all_tests([waterfall]) update_all_tests(get_waterfall_config(), waterfall_file)
update_benchmark_csv()
benchmark_file = os.path.join(
path_util.GetChromiumSrcDir(), 'tools', 'perf', 'benchmark.csv')
update_benchmark_csv(benchmark_file)
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment