Commit a59fa454 authored by tonyg@chromium.org's avatar tonyg@chromium.org

[Telemetry] Report stddev for JetStream.

Previously, we flattened all the iterations and reported one number. Now we
report the geo mean of each iteration so that the dashboard can display the
stddev.

BUG=405719

Review URL: https://codereview.chromium.org/493153002

Cr-Commit-Position: refs/heads/master@{#291248}
git-svn-id: svn://svn.chromium.org/chrome/trunk/src@291248 0039d316-1c4b-4281-b951-d872f2087c98
parent bcb39e8b
...@@ -25,7 +25,6 @@ from telemetry.page import page_set ...@@ -25,7 +25,6 @@ from telemetry.page import page_set
from telemetry.page import page_test from telemetry.page import page_test
from telemetry.util import statistics from telemetry.util import statistics
from telemetry.value import list_of_scalar_values from telemetry.value import list_of_scalar_values
from telemetry.value import scalar
class _JetstreamMeasurement(page_test.PageTest): class _JetstreamMeasurement(page_test.PageTest):
...@@ -59,16 +58,21 @@ class _JetstreamMeasurement(page_test.PageTest): ...@@ -59,16 +58,21 @@ class _JetstreamMeasurement(page_test.PageTest):
result = tab.EvaluateJavaScript(get_results_js) result = tab.EvaluateJavaScript(get_results_js)
result = json.loads(result.partition(': ')[2]) result = json.loads(result.partition(': ')[2])
all_scores = [] all_score_lists = []
for k, v in result.iteritems(): for k, v in result.iteritems():
results.AddValue(list_of_scalar_values.ListOfScalarValues( results.AddValue(list_of_scalar_values.ListOfScalarValues(
results.current_page, k.replace('.', '_'), 'score', v['result'], results.current_page, k.replace('.', '_'), 'score', v['result'],
important=False)) important=False))
# Collect all test scores to compute geometric mean. # Collect all test scores to compute geometric mean.
all_scores.extend(v['result']) for i, score in enumerate(v['result']):
total = statistics.GeometricMean(all_scores) if len(all_score_lists) <= i:
results.AddSummaryValue( all_score_lists.append([])
scalar.ScalarValue(None, 'Score', 'score', total)) all_score_lists[i].append(score)
all_scores = []
for score_list in all_score_lists:
all_scores.append(statistics.GeometricMean(score_list))
results.AddSummaryValue(list_of_scalar_values.ListOfScalarValues(
None, 'Score', 'score', all_scores))
@benchmark.Disabled('android', 'xp') # crbug.com/381742 @benchmark.Disabled('android', 'xp') # crbug.com/381742
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment