# Copyright 2019 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import logging
import os
import time
from core.results_processor import util
from core.tbmv3 import trace_processor
from tracing.metrics import metric_runner
# Aggregated TBMv2 trace is saved under this name.
HTML_TRACE_NAME = 'trace.html'
# Concatenated proto trace is saved under this name.
CONCATENATED_PROTO_NAME = 'trace.pb'
def _RunMetric(test_result, metrics):
html_trace = test_result['outputArtifacts'][HTML_TRACE_NAME]
html_local_path = html_trace['filePath']
html_remote_url = html_trace.get('viewUrl')
# The timeout needs to be coordinated with the Swarming IO timeout for the
# task that runs this code. If this timeout is longer or close in length
# to the swarming IO timeout then we risk being forcibly killed for not
# producing any output. Note that this could be fixed by periodically
# outputting logs while waiting for metrics to be calculated.
TEN_MINUTES = 60 * 10
mre_result = metric_runner.RunMetricOnSingleTrace(
html_local_path, metrics, canonical_url=html_remote_url,
timeout=TEN_MINUTES,
extra_import_options={'trackDetailedModelStats': True})
if mre_result.failures:
util.SetUnexpectedFailure(test_result)
for f in mre_result.failures:
logging.error('Failure recorded for test %s: %s',
test_result['testPath'], f)
return mre_result.pairs.get('histograms', [])
def ComputeTBMv2Metrics(test_result):
"""Compute metrics on aggregated traces in parallel.
For each test run that has an aggregate trace and some TBMv2 metrics listed
in its tags, compute the metrics and return the list of all resulting
histograms.
"""
artifacts = test_result.get('outputArtifacts', {})
if test_result['status'] == 'SKIP':
return
metrics = [tag['value'] for tag in test_result.get('tags', [])
if tag['key'] == 'tbmv2']
if not metrics:
logging.debug('%s: No TBMv2 metrics specified.', test_result['testPath'])
return
if HTML_TRACE_NAME not in artifacts:
util.SetUnexpectedFailure(test_result)
logging.error('%s: No traces to compute metrics on.',
test_result['testPath'])
return
trace_size_in_mib = (os.path.getsize(artifacts[HTML_TRACE_NAME]['filePath'])
/ (2 ** 20))
# Bails out on traces that are too big. See crbug.com/812631 for more
# details.
if trace_size_in_mib > 400:
util.SetUnexpectedFailure(test_result)
logging.error('%s: Trace size is too big: %s MiB',
test_result['testPath'], trace_size_in_mib)
return
start = time.time()
test_result['_histograms'].ImportDicts(_RunMetric(test_result, metrics))
logging.info('%s: Computing TBMv2 metrics took %.3f seconds.' % (
test_result['testPath'], time.time() - start))
def ComputeTBMv3Metrics(test_result,
trace_processor_path,
fetch_power_profile=False):
artifacts = test_result.get('outputArtifacts', {})
if test_result['status'] == 'SKIP':
return
metrics = [tag['value'] for tag in test_result.get('tags', [])
if tag['key'] == 'tbmv3']
if not metrics:
logging.debug('%s: No TBMv3 metrics specified.', test_result['testPath'])
return
if CONCATENATED_PROTO_NAME not in artifacts:
# TODO(crbug.com/40638725): This is only a warning now, because proto trace
# generation is enabled only on selected bots. Make this an error
# when Telemetry is switched over to proto trace generation everywhere.
# Also don't forget to call util.SetUnexpectedFailure(test_result).
logging.warning('%s: No proto traces to compute metrics on.',
test_result['testPath'])
return
start = time.time()
histograms = trace_processor.RunMetrics(
trace_processor_path, artifacts[CONCATENATED_PROTO_NAME]['filePath'],
metrics, fetch_power_profile)
test_result['_histograms'].Merge(histograms)
logging.info('%s: Computing TBMv3 metrics took %.3f seconds.' % (
test_result['testPath'], time.time() - start))
Codebase Browser
chromium