# Copyright 2022 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import json
from unittest.mock import Mock, call
from blinkpy.common import exit_codes
from blinkpy.common.host_mock import MockHost
from blinkpy.common.net.git_cl import BuildStatus
from blinkpy.common.net.git_cl_mock import MockGitCL
from blinkpy.common.system.log_testing import LoggingTestCase
from blinkpy.tool.commands.build_resolver import Build, BuildResolver
from blinkpy.w3c.gerrit_mock import MockGerritAPI, MockGerritCL
class BuildResolverTest(LoggingTestCase):
"""Basic build resolver tests.
See high-level `rebaseline-cl` unit tests for coverage of triggering
try builders and logging builds.
"""
def setUp(self):
super().setUp()
self.host = MockHost()
self.host.web.session = Mock()
# A CL should only be required for try builders without explicit build
# numbers.
self.git_cl = MockGitCL(self.host, issue_number='None')
self.gerrit = MockGerritAPI()
self.resolver = BuildResolver(self.host,
self.git_cl,
gerrit=self.gerrit)
def test_resolve_last_failing_ci_build(self):
self.host.web.append_prpc_response({
'responses': [{
'searchBuilds': {
'builds': [{
'id': '123',
'builder': {
'builder': 'Fake Test Linux',
'bucket': 'ci',
},
'number': 123,
'status': 'FAILURE',
'output': {
'properties': {
'failure_type': 'TEST_FAILURE',
},
},
}],
},
}],
})
build_statuses = self.resolver.resolve_builds(
[Build('Fake Test Linux', bucket='ci')])
self.assertEqual(build_statuses, {
Build('Fake Test Linux', 123, '123', 'ci'):
BuildStatus.TEST_FAILURE,
})
(_, body), = self.host.web.requests
self.assertEqual(
json.loads(body), {
'requests': [{
'searchBuilds': {
'predicate': {
'builder': {
'project': 'chromium',
'bucket': 'ci',
'builder': 'Fake Test Linux',
},
'status': 'FAILURE',
},
'fields': ('builds.*.id,'
'builds.*.number,'
'builds.*.builder.builder,'
'builds.*.builder.bucket,'
'builds.*.status,'
'builds.*.output.properties,'
'builds.*.steps.*.name,'
'builds.*.steps.*.logs.*.name,'
'builds.*.steps.*.logs.*.view_url'),
},
}],
})
def test_resolve_builds_with_explicit_numbers(self):
self.host.web.append_prpc_response({
'responses': [{
'getBuild': {
'id': '123',
'builder': {
'builder': 'Fake Test Linux',
'bucket': 'ci',
},
'number': 123,
'status': 'FAILURE',
'output': {
'properties': {
'failure_type': 'TEST_FAILURE',
},
},
},
}, {
'getBuild': {
'id': '456',
'builder': {
'builder': 'linux-rel',
'bucket': 'try',
},
'number': 456,
'status': 'SCHEDULED',
},
}],
})
build_statuses = self.resolver.resolve_builds([
Build('Fake Test Linux', 123, bucket='ci'),
Build('linux-rel', 456),
])
self.assertEqual(
build_statuses, {
Build('Fake Test Linux', 123, '123', 'ci'):
BuildStatus.TEST_FAILURE,
Build('linux-rel', 456, '456'): BuildStatus.SCHEDULED,
})
(_, body), = self.host.web.requests
self.assertEqual(
json.loads(body), {
'requests': [{
'getBuild': {
'builder': {
'project': 'chromium',
'bucket': 'ci',
'builder': 'Fake Test Linux',
},
'buildNumber':
123,
'fields': ('id,'
'number,'
'builder.builder,'
'builder.bucket,'
'status,'
'output.properties,'
'steps.*.name,'
'steps.*.logs.*.name,'
'steps.*.logs.*.view_url'),
},
}, {
'getBuild': {
'builder': {
'project': 'chromium',
'bucket': 'try',
'builder': 'linux-rel',
},
'buildNumber':
456,
'fields': ('id,'
'number,'
'builder.builder,'
'builder.bucket,'
'status,'
'output.properties,'
'steps.*.name,'
'steps.*.logs.*.name,'
'steps.*.logs.*.view_url'),
},
}],
})
def test_detect_interruption_from_shard_status(self):
self.host.web.append_prpc_response({
'responses': [{
'getBuild': {
'id':
str(build_num),
'builder': {
'builder': 'linux-rel',
'bucket': 'try',
},
'number':
build_num,
'status':
'FAILURE',
'steps': [{
'name': ('highdpi_blink_web_tests '
'(with patch) on Ubuntu-18.04 (2)'),
'logs': [{
'name':
'chromium_swarming.summary',
'viewUrl':
'https://logs.chromium.org/swarming',
}],
}],
},
} for build_num in [1, 2, 3, 4]],
})
self.host.web.session.get.return_value.json.side_effect = [{
'shards': [{
'state': 'COMPLETED',
'exit_code': '0',
}, {
'state': 'TIMED_OUT',
'exit_code': str(exit_codes.INTERRUPTED_EXIT_STATUS),
}],
}, {
'shards': [{
'state': 'COMPLETED',
'exit_code': '0',
}, {
'state': 'COMPLETED',
'exit_code': str(exit_codes.EARLY_EXIT_STATUS),
}],
}, {
'shards': [{
'state': 'DEDUPED',
'exit_code': '0',
}, {
'state': 'COMPLETED',
'exit_code': '5',
}],
}, {
'shards': [{
'state': 'COMPLETED',
'exit_code': '0',
}, {
'state': 'EXPIRED',
}],
}]
build_statuses = self.resolver.resolve_builds([
Build('linux-rel', 1),
Build('linux-rel', 2),
Build('linux-rel', 3),
Build('linux-rel', 4),
])
self.assertEqual([
call('https://logs.chromium.org/swarming',
params={'format': 'raw'}),
] * 4, self.host.web.session.get.call_args_list)
self.assertEqual(
build_statuses, {
Build('linux-rel', 1, '1'): BuildStatus.INFRA_FAILURE,
Build('linux-rel', 2, '2'): BuildStatus.INFRA_FAILURE,
Build('linux-rel', 3, '3'): BuildStatus.OTHER_FAILURE,
Build('linux-rel', 4, '4'): BuildStatus.INFRA_FAILURE,
})
def test_detect_unrelated_failure(self):
self.host.web.append_prpc_response({
'responses': [{
'getBuild': {
'id': '1',
'builder': {
'builder': 'linux-rel',
'bucket': 'try',
},
'number': 1,
'status': 'FAILURE',
'output': {
'properties': {
'failure_type': 'COMPILE_FAILURE',
},
},
},
}],
})
build_statuses = self.resolver.resolve_builds([Build('linux-rel', 1)])
self.assertEqual(
build_statuses, {
Build('linux-rel', 1, '1'): BuildStatus.COMPILE_FAILURE,
})
def test_latest_nontrivial_patchset(self):
self.gerrit.cl = MockGerritCL(
{
'change_id': 'I01234abc',
'revisions': {
'0123': {
'_number': 1,
'kind': 'REWORK',
},
'4567': {
'_number': 2,
'kind': 'TRIVIAL_REBASE',
},
'89ab': {
'_number': 3,
'kind': 'REWORK',
},
'cdef': {
'_number': 4,
'kind': 'TRIVIAL_REBASE_WITH_MESSAGE_UPDATE',
},
'01ab': {
'_number': 5,
'kind': 'NO_CODE_CHANGE',
},
},
}, self.gerrit)
self.assertEqual(self.resolver.latest_nontrivial_patchset(999), 3)
self.assertEqual(self.gerrit.cls_queried, ['999'])
Codebase Browser
chromium