# Copyright 2017 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.
# Exceptions to the common test suites can only include removal from
# particular bots, and modifications on particular bots. By design,
# it's not possible to add one-off tests to bots. Instead they have to
# be added to one of the test suites in test_suites.pyl.
#
# Note that if you are excluding with variants, you will need to exclude
# per variant, with the identifier appended to the test suite name.
# For example, if you have ios_chrome_ui_eg2tests_module with variant
# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
# must exclude with the test name as:
# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
# The goal is to drive the number of exceptions to zero, to make all
# the bots behave similarly. whitespace
{
'accessibility_unittests': {
'modifications': {
'Linux ASan LSan Tests (1)': {
'args': [
# TODO(crbug.com/40266898): Re-enable.
'--gtest_filter=-AXPlatformNodeAuraLinuxTest.AtkComponentScrollTo:'
'AtkUtilAuraLinuxTest.*',
],
},
},
},
'android_browsertests': {
'modifications': {
'android-11-x86-rel': {
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
},
'android-12-x64-rel': {
# TODO(crbug.com/40188616): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
},
'android-12l-x64-dbg-tests': {
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*:'
# https://crbug.com/1468262
'All/PaymentHandlerEnforceFullDelegationTest.WhenEnabled_ShowPaymentSheet_WhenDisabled_Reject/1',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
},
'android-13-x64-fyi-rel': {
'args': [
# https://crbug.com/1414886
'--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
],
},
'android-13-x64-rel': {
'ci_only': True,
'args': [
# https://crbug.com/1414886
'--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
],
},
'android-14-arm64-rel': {
'swarming': {
'shards': 4,
},
},
'android-14-x64-rel': {
'args': [
# https://crbug.com/361042311
'--gtest_filter=-All/SharedStorageChromeBrowserTest.CrossOriginWorklet_SelectURL_Success/*',
],
},
'android-asan': {
'swarming': {
'shards': 2,
},
},
'android-code-coverage-native': {
'swarming': {
'shards': 3,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'ci_only': True,
'swarming': {
'shards': 9,
},
},
'android-pie-arm64-rel': {
'args': [
'--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
],
'ci_only': True,
'swarming': {
'dimensions': {
'device_type': 'crosshatch',
},
# TODO(crbug.com/40917979): Temporarily increase the shard by 1 for the surging number of tests.
# Recover to original number of shards(4) after the bug is fixed.
'shards': 5,
},
},
'android-pie-x86-rel': {
'args': [
'--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
],
'swarming': {
'dimensions': {
'cores': '8', # crbug.com/1292221
},
},
},
'android-tablet-14-arm64-fyi-rel': {
'swarming': {
'shards': 2,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'ci_only': True,
'swarming': {
'shards': 9,
},
},
},
},
'android_browsertests_no_fieldtrial': {
'modifications': {
'android-12-x64-rel': {
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
}
},
'remove_from': [
'android-12l-x64-fyi-dbg',
],
},
'android_sync_integration_tests': {
'modifications': {
'android-12-x64-rel': {
'swarming': {
'shards': 3,
},
},
'android-13-x64-rel': {
'swarming': {
'shards': 2,
},
},
'android-14-x64-rel': {
'args': [
'--emulator-debug-tags=all',
],
'swarming': {
'shards': 2,
},
'experiment_percentage': 100, # https://crbug.com/345579530
},
'android-code-coverage-native': {
'swarming': {
'shards': 2,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'ci_only': True,
'swarming': {
'shards': 2,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'ci_only': True,
'swarming': {
'shards': 2,
},
},
},
},
'android_webview_unittests': {
},
'angle_unittests': {
'remove_from': [
# On Android, these are already run on the main waterfall.
'Android FYI Release (Nexus 5X)',
# Times out listing tests crbug.com/1167314
'android-asan',
],
'modifications': {
'linux-chromeos-rel': {
# b/41493162: angle_unittests has a high failure rate.
# Re-enable cq when the issue is fixed.
'ci_only': True,
},
},
},
'ash_crosapi_tests': {
'remove_from': [
# Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
# TODO(crbug.com/1376064): Re-enable.
'Linux ChromiumOS MSan Tests',
]
},
'base_unittests': {
'modifications': {
'ToTAndroid': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14.base_unittests.filter',
]
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14.base_unittests.filter',
],
},
'android-mte-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.mte.base_unittests.filter',
],
},
'android-tablet-14-arm64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.tangorpro.base_unittests.filter',
],
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 5,
},
},
},
},
'blink_platform_unittests': {
'modifications': {
'android-pie-arm64-rel': {
'ci_only': True,
# TODO(crbug.com/40142574): Move this back to walleye if/when additional
# capacity has been deployed.
'swarming': {
'dimensions': {
'device_type': 'crosshatch',
},
},
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 5,
},
},
},
},
'blink_pytype': {
'remove_from': [
'linux-code-coverage',
],
},
'blink_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 30,
},
},
},
},
'blink_web_tests': {
'remove_from': [
# TODO: crbug.com/346921029 - fix broken tests.
'linux-win-cross-rel',
'Win10 Tests x64 (dbg)',
'win11-arm64-dbg-tests',
],
'modifications': {
'Linux Tests': {
"args": [
"--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
],
'swarming': {
'shards': 8,
},
},
'Mac Tests Siso FYI': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'Mac11 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'Mac12 Tests': {
# TODO(crbug.com/40280753): Remove this once the bug is fixed.
'args': [
'--driver-logging',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'Mac13 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'ToTFuchsia x64': {
'args': [
'--platform=fuchsia',
],
'swarming': {
'shards': 1,
},
},
'V8 Blink Linux Future': {
'args': [
'--flag-specific=future-js',
],
},
'WebKit Linux ASAN': {
'args': [
'--timeout-ms',
'48000',
],
'swarming': {
'shards': 8,
},
},
'WebKit Linux Leak': {
'args': [
'--timeout-ms',
'48000',
],
'swarming': {
'shards': 4,
},
},
'WebKit Linux MSAN': {
'args': [
'--timeout-ms',
'66000',
],
'swarming': {
'expiration': 36000,
'hard_timeout': 10800,
'io_timeout': 3600,
'shards': 8,
},
},
'Win10 Tests x64': {
'swarming': {
# blink_web_tests has issues on non-broadwell machines.
# see https://crbug.com/1458859
'dimensions': {
'cpu': 'x86-64-Broadwell_GCE',
},
"shards": 12,
},
},
'Win11 Tests x64': {
'swarming': {
"shards": 12
},
},
'devtools_frontend_linux_blink_light_rel': {
'args': [
'http/tests/devtools',
],
'swarming': {
'shards': 2,
},
},
'devtools_frontend_linux_blink_light_rel_fastbuild': {
'args': [
'http/tests/devtools',
],
'swarming': {
'shards': 2,
},
},
'linux-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'linux-blink-wpt-reset-rel': {
'args': [
'--additional-driver-flag=--force-browsing-instance-reset-between-tests',
],
# The flag above will slow the tests down, and we don't want the bot to
# timeout, so set a higher timeout here.
# TODO(wjmaclean): It would be nice if we could somehow specify a delta
# to the default/inherited timeout instead of an absolute.
'swarming': {
'hard_timeout': 1500,
},
},
'linux-code-coverage': {
'args': [
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m%c.profraw',
],
'swarming': {
'shards': 8,
},
},
'linux-layout-tests-edit-ng': {
'args': [
'--flag-specific=enable-editing-ng',
],
},
'linux-rel-cft': {
"args": [
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
'--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
'--flag-specific=chrome-for-testing',
],
'swarming': {
'shards': 8,
},
},
'mac-osxbeta-rel': {
'swarming': {
'dimensions': {
'gpu': None
},
'shards': 10,
},
},
'mac-rel-cft': {
"args": [
'--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'mac11.0-blink-rel': {
'swarming': {
'shards': 5,
'hard_timeout': 2400,
},
},
'mac11.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12-arm64-rel-tests': {
'args': [
'--driver-logging',
],
},
'mac12.0-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac14-tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'mac14-tests-dbg': {
'swarming': {
'shards': 16,
},
},
'win-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
],
'swarming': {
"shards": 12,
},
},
'win10-rel-no-external-ip': {
'swarming': {
"shards": 12
},
},
'win10.20h2-blink-rel': {
'swarming': {
'shards': 6,
'hard_timeout': 2400,
},
},
'win11-arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'win11-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
},
},
'blink_wpt_tests': {
'remove_from': [
'Win10 Tests x64 (dbg)',
'devtools_frontend_linux_blink_light_rel',
'devtools_frontend_linux_blink_light_rel_fastbuild',
'linux-rel-cft',
# TODO: crbug.com/346921029 - fix broken tests.
'linux-win-cross-rel',
'mac-rel-cft',
'win-rel-cft',
'win11-arm64-dbg-tests',
],
'modifications': {
'Linux Tests': {
"args": [
"--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
],
'swarming': {
'shards': 10,
},
},
'Mac Tests Siso FYI': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'Mac11 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'Mac12 Tests': {
'args': [
'--driver-logging',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'Mac13 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'ToTFuchsia x64': {
'args': [
'--platform=fuchsia',
],
'swarming': {
'shards': 1,
},
},
'V8 Blink Linux Future': {
'args': [
'--flag-specific=future-js',
],
},
'WebKit Linux ASAN': {
'args': [
'--timeout-ms',
'48000',
],
'swarming': {
'shards': 12,
},
},
'WebKit Linux Leak': {
'args': [
'--timeout-ms',
'48000',
],
'swarming': {
'shards': 6,
},
},
'WebKit Linux MSAN': {
'args': [
'--timeout-ms',
'66000',
],
'swarming': {
'expiration': 36000,
'hard_timeout': 10800,
'io_timeout': 3600,
'shards': 12,
},
},
'Win10 Tests x64': {
'swarming': {
"shards": 18,
},
},
'Win11 Tests x64': {
'swarming': {
"shards": 18
},
},
'linux-bfcache-rel': {
'args': [
# TODO(crbug.com/40200069): Re-enable the test.
'--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
],
},
'linux-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'linux-blink-wpt-reset-rel': {
'args': [
'--additional-driver-flag=--force-browsing-instance-reset-between-tests',
],
},
'linux-code-coverage': {
'args': [
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m%c.profraw',
],
},
'linux-layout-tests-edit-ng': {
'args': [
'--flag-specific=enable-editing-ng',
],
},
'linux-rel-cft': {
"args": [
"--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
'--flag-specific=chrome-for-testing',
],
'swarming': {
'shards': 10,
},
},
'mac-osxbeta-rel': {
'swarming': {
'dimensions': {
'gpu': None
},
'shards': 18,
},
},
'mac-rel-cft': {
'args': [
'--driver-logging',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'mac11.0-blink-rel': {
'swarming': {
'shards': 7,
'hard_timeout': 2400,
},
},
'mac11.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12-arm64-rel-tests': {
'args': [
'--driver-logging',
],
},
'mac12.0-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac14-tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'mac14-tests-dbg': {
'args': [
'--debug',
],
'swarming': {
'shards': 24,
},
},
'win-rel-cft': {
'swarming': {
"shards": 18,
},
},
'win10-rel-no-external-ip': {
'swarming': {
"shards": 18
},
},
'win10.20h2-blink-rel': {
'swarming': {
'shards': 9,
'hard_timeout': 2400,
},
},
'win11-arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'win11-arm64-rel-tests': {
'swarming': {
'shards': 18,
},
},
'win11-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
},
},
'browser_tests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
'ToTLinuxTSan', # https://crbug.com/368525
'mac-code-coverage', # https://crbug.com/1201386
'mac11-arm64-rel-tests', # https://crbug.com/1406364
'mac12-arm64-rel-tests', # https://crbug.com/1406364
'mac13-arm64-rel-tests', # https://crbug.com/1406364
'mac14-arm64-rel-tests', # https://crbug.com/1406364
# TODO(crbug.com/338402345): Enable if there is enough capacity after
# Mac 14 upgrades.
'mac14-tests-dbg',
'Linux TSan Tests', # https://crbug.com/368525
'linux-chromeos-chrome-preuprev', # http://b/331706144
'Win10 Tests x64 (dbg)',
'win11-arm64-dbg-tests',
],
'modifications': {
'CrWinAsan': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 40,
},
},
'CrWinAsan(dll)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 40,
},
},
'Linux - Future (dbg)': { # client.v8.chromium
'swarming': {
'shards': 10,
},
},
'Linux ASan LSan Tests (1)': {
'ci_only': True,
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 40,
},
},
'Linux CFI': {
'swarming': {
'shards': 20, # https://crbug.com/1361973
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
# And even more slow on linux-chromeos: crbug.com/1491533.
'swarming': {
'shards': 140,
'hard_timeout': 7200,
},
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
# run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
# crbug.com/40585695 and crbug.com/326621525
'swarming': {
'shards': 100,
},
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
],
},
'Linux MSan Tests': {
'swarming': {
'shards': 23,
},
},
'Linux Tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
'shards': 20,
},
},
'Mac ASan 64 Tests (1)': {
'swarming': {
'shards': 30,
},
# crbug.com/1196416
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
],
'experiment_percentage': 100, # https://crbug.com/1251657
},
'Mac Builder Next': {
'swarming': {
'shards': 20, # crbug.com/1419045
},
},
'Mac Tests Siso FYI': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'Mac11 Tests': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1366016
},
},
'Mac12 Tests': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'Mac13 Tests': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'ToTLinuxMSan': {
'swarming': {
'shards': 24,
},
},
'ToTWin(dbg)': {
'swarming': {
'shards': 20,
},
},
'ToTWin64(dbg)': {
'swarming': {
'shards': 20,
},
},
'Win10 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
# This is for slow test execution that often becomes a critical path of
# swarming jobs. crbug.com/868114
'shards': 55,
}
},
'Win11 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
'swarming': {
# This is for slow test execution that often becomes a critical path of
# swarming jobs. crbug.com/868114
'shards': 15,
}
},
'linux-chromeos-chrome': {
# TODO(crbug.com/40614042): Promote out of experiment when the
# tests are green.
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
],
'swarming': {
'shards': 20,
},
},
'linux-chromeos-code-coverage': {
'swarming': {
'shards': 50,
},
},
'linux-chromeos-dbg': {
'swarming': {
'shards': 110,
},
},
'linux-chromeos-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
'shards': 60,
'dimensions': {
'kvm': '1',
},
},
},
'linux-code-coverage': {
'args': [
'--no-sandbox',
],
'swarming': {
'shards': 50,
},
},
'linux-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
],
'swarming': {
'shards': 20,
},
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 20,
}
},
'mac-code-coverage': {
'args': [
'--coverage-continuous-mode=1',
],
},
'mac-osxbeta-rel': {
'swarming': {
'shards': 30,
},
},
'mac-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
],
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'mac14-tests': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'mac14-tests-dbg': {
# crbug.com/1196416
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
],
},
'win-asan': {
# Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
'args': [
'--test-launcher-jobs=3',
],
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 60,
},
},
'win-rel-cft': {
'args': [
# crbug.com/868082
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
],
'swarming': {
# This is for slow test execution that often becomes a critical path of
# swarming jobs. crbug.com/868114
'shards': 15,
}
},
'win10-code-coverage': {
'swarming': {
'shards': 40,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
'win10-rel-no-external-ip': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
'swarming': {
'shards': 15,
}
},
'win11-arm64-rel-tests': {
'swarming': {
# This is for slow test execution that often becomes a critical path of
# swarming jobs. crbug.com/868114
'shards': 15,
}
},
},
},
'browser_tests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
'win11-arm64-rel-tests',
'win-rel-cft',
'Win11 Tests x64',
],
},
'browser_tests_require_lacros': {
'modifications': {
'linux-chromeos-rel': {
'retry_only_failed_tests': True
}
}
},
'capture_unittests': {
'modifications': {
'WebRTC Chromium Linux Tester': {
'swarming': {
'dimensions': {
'os': 'Ubuntu-22.04|Ubuntu-18.04',
},
},
},
},
},
'cc_unittests': {
'modifications': {
'Linux TSan Tests': {
'swarming': {
'shards': 3,
},
},
'android-11-x86-rel': {
# https://crbug.com/1039860
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
],
},
'android-12-x64-rel': {
# https://crbug.com/1039860
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
],
},
'android-14-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.cc_unittests.filter',
],
},
'android-pie-arm64-rel': {
'ci_only': True,
},
'android-pie-x86-rel': {
# https://crbug.com/1039860
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
],
},
'android-tablet-14-arm64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.cc_unittests.filter',
],
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 4,
},
},
},
},
'check_static_initializers': {
'modifications': {
'Mac Builder': {
'args': [
'--allow-coverage-initializer',
],
},
'mac-rel-cft': {
'args': [
'--allow-coverage-initializer',
],
},
},
},
'chrome_all_tast_tests': {
'modifications': {
'chromeos-amd64-generic-rel-tast': {
'args': [
'--tast-shard-method=hash',
],
},
'chromeos-eve-chrome': {
'swarming': {
# Increased timeout to 4 hours due to shard timeout.
'hard_timeout': 14400,
}
},
# TODO(crbug.com/40727045): Move out of experimental if/when the bots are
# stable.
'chromeos-jacuzzi-chrome': {
'experiment_percentage': 100,
},
'chromeos-reven-chrome': {
'args': [
'--tast-shard-method=hash',
],
},
},
},
'chrome_public_smoke_test': {
'remove_from': [
'android-code-coverage-native', # Does not generate profraw data.
],
'modifications': {
'android-pie-arm64-rel': {
'ci_only': True,
},
},
},
'chrome_public_test_apk': {
'remove_from': [
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
'modifications': {
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
'--timeout-scale=2.0',
],
# TODO(crbug.com/40210655) Remove experiment and enable on
# trybot once the device offline issue is resolved.
'ci_only': True,
'experiment_percentage': 100,
'swarming': {
'dimensions': {
'cores': "8",
},
},
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
'--timeout-scale=2.0',
],
# TODO(crbug.com/40188616): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
},
'android-12l-landscape-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_landscape.chrome_public_test_apk.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
],
'swarming': {
'shards': 40,
},
},
'android-14-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device_14.chrome_public_test_apk.filter',
],
'ci_only': True,
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14.chrome_public_test_apk.filter',
'--emulator-debug-tags=all',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_15.chrome_public_test_apk.filter',
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-pie-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
'--use-persistent-shell',
],
'ci_only': True, # https://crbug.com/1233700
},
'android-pie-arm64-rel-dev': {
'swarming': {
'service_account': '[email protected]'
},
},
'android-pie-x86-rel': {
'args': [
# https://crbug.com/1046059
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
],
'swarming': {
'dimensions': {
'cores': "8",
},
# See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
'shards': 30,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
},
},
'chrome_public_test_vr_apk': {
'remove_from': [
'android-pie-arm64-rel', # https://crbug.com/1010211
'ToTAndroid',
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
},
'chrome_public_unit_test_apk': {
'remove_from': [
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
'modifications': {
'android-12-x64-rel': {
'ci_only': True,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
],
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14.chrome_public_unit_test_apk.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_15.chrome_public_unit_test_apk.filter',
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_unit_test_apk.filter',
],
},
'android-pie-arm64-rel': {
'swarming': {
'dimensions': {
'device_type': 'crosshatch',
},
# TODO(crbug.com/40922014): Temporarily increase the shard to 5 for the network issue.
'shards': 5,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_unit_test_apk.filter',
],
},
},
},
'chrome_public_wpt': {
'modifications': {
'android-chrome-pie-x86-wpt-fyi-rel': {
'args': [
'--use-upstream-wpt',
'--timeout-multiplier=4',
],
},
},
},
'chromedriver_py_tests': {
'modifications': {
'Win10 Tests x64': {
# TODO(crbug.com/40868908): Fix & re-enable.
'isolate_profile_data': False,
},
'mac14-arm64-rel-tests': {
# TODO(crbug.com/347304858) : Remove once fixed.
'experiment_percentage': 100,
},
'win-rel-cft': {
# TODO(crbug.com/40868908): Fix & re-enable.
'isolate_profile_data': False,
},
},
'remove_from': [
# Timeout happens sometimes (crbug.com/951799).
'Win10 Tests x64 (dbg)',
],
},
'components_browsertests': {
'modifications': {
'Linux TSan Tests': {
'swarming': {
'shards': 2,
},
},
'android-11-x86-rel': {
'swarming': {
'shards': 2,
},
},
'android-14-x64-rel': {
'args': [
# TODO(crbug.com/40746860): Fix the test failure
'--gtest_filter=-V8ContextTrackerTest.AboutBlank',
],
},
'android-asan': {
'swarming': {
'shards': 3,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'swarming': {
'shards': 4,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'swarming': {
'shards': 4,
},
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 4,
},
},
},
},
'components_browsertests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
'win11-arm64-rel-tests',
'win-rel-cft',
'Win11 Tests x64',
],
},
'components_unittests': {
'modifications': {
'Linux ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 5,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 5,
},
},
'Linux TSan Tests': {
'swarming': {
'shards': 2,
},
},
'Win10 Tests x64 (dbg)': {
'swarming': {
'shards': 2,
},
},
'android-11-x86-rel': {
'args': [
# TODO(crbug.com/40174843): Fix the test failure
'--gtest_filter=-FieldFormatterTest.DifferentLocales',
],
},
'android-12-x64-rel': {
'args': [
# TODO(crbug.com/40174843): Fix the test failure
'--gtest_filter=-FieldFormatterTest.DifferentLocales',
],
},
'android-14-x64-rel': {
'args': [
# crbug.com/361638641
'--gtest_filter=-BrowsingTopicsStateTest.EpochsForSite_FourEpochs_SwitchTimeArrived',
],
},
'android-mte-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.mte.components_unittests.filter',
],
},
'win-asan': {
# TODO(crbug.com/41491387): With a single shard seems to hit time limit.
'swarming': {
'shards': 4,
},
},
'win10-code-coverage': {
'swarming': {
'shards': 6,
},
},
},
},
'content_browsertests': {
'remove_from': [
# TODO(crbug.com/40263601): Temporarily remove it from android-12L builder due to infra flakiness.
'android-12l-x64-dbg-tests',
'CrWinAsan(dll)', # https://crbug.com/935598
# TODO(crbug.com/40241445): Enable on Fuchsia asan/clang builders.
'ToTFuchsia x64',
'ToTFuchsiaOfficial arm64',
'linux-chromeos-chrome-preuprev', # http://b/331706144
],
'modifications': {
'Linux ASan LSan Tests (1)': {
'swarming': {
'shards': 24,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
'swarming': {
'shards': 10, # https://crbug.com/1471857
},
},
'Linux MSan Tests': {
'swarming': {
'shards': 10, # https://crbug.com/1497706
},
},
'Linux TSan Tests': {
'ci_only': True, # https://crbug.com/1498240
'swarming': {
'shards': 30,
},
},
'Linux Tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
},
'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
'experiment_percentage': 100,
},
'Mac Tests Siso FYI': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
'swarming': {
'shards': 12,
},
},
'Mac11 Tests': {
'swarming': {
'shards': 12,
},
},
'Mac12 Tests': {
'swarming': {
'shards': 12,
},
},
'Mac13 Tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
'swarming': {
'shards': 12,
},
},
'WebRTC Chromium FYI Android Tests (dbg)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
],
},
'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
],
},
'Win10 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
},
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100,
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
'Win11 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
'android-11-x86-rel': {
# TODO(crbug.com/40152686): Remove ci_only and experiment_percentage
# after the test suite is green.
'ci_only': True,
'experiment_percentage': 100,
# TODO(crbug.com/40152686): Revisit the shard number once failed tests
# are fixed.
'swarming': {
'shards': 30,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-12-x64-rel': {
# TODO(crbug.com/40188616): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-12l-x64-dbg-tests': {
# TODO(crbug.com/40265619): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_browsertests.filter',
],
'ci_only': True,
'swarming': {
'shards': 40,
},
},
'android-14-arm64-rel': {
'args': [
'--gtest-also-run-pre-tests',
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device_14.content_browsertests.filter',
],
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_15.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-asan': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
],
'swarming': {
'shards': 25,
},
},
'android-code-coverage-native': {
'swarming': {
'shards': 25,
},
},
'android-mte-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.mte.content_browsertests.filter',
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--gtest-also-run-pre-tests',
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-pie-arm64-rel': {
'args': [
'--gtest-also-run-pre-tests',
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
],
'ci_only': True,
'swarming': {
# TODO(crbug.com/40922014): Temporarily increase the shard by 5 for the surging number of tests.
# Recover to default number of shards(20) after the bug is fixed.
'shards': 25,
},
},
'android-pie-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
],
'swarming': {
# Flaking with only 20 shards with 40-60 minute runs.
# https://crbug.com/1230118
'shards': 30,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'fuchsia-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.coverage.content_browsertests.filter',
'--test-launcher-jobs=1',
],
'swarming': {
'shards': 41,
},
},
'linux-chromeos-code-coverage': {
'swarming': {
'shards': 12,
},
},
'linux-chromeos-dbg': {
'swarming': {
'shards': 16,
},
},
'linux-chromeos-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
'swarming': {
'shards': 6,
},
},
'linux-code-coverage': {
'args': [
'--no-sandbox',
],
'swarming': {
'shards': 12,
},
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 16,
}
},
'mac-code-coverage': {
'args': [
'--coverage-continuous-mode=1',
],
},
'mac-rel-cft': {
'swarming': {
'shards': 12,
},
},
# https://crbug.com/1255940
'mac-rel-dev': {
'swarming': {
'dimensions': {
# These test would time out when running on 4 cores instances.
'cores': '8|12',
},
},
},
'mac14-tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
'swarming': {
'shards': 12,
},
},
'mac14-tests-dbg': { # https://crbug.com/1279504
'swarming': {
'shards': 18,
},
},
'win-asan': {
# Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
'args': [
'--test-launcher-jobs=3',
],
'swarming': {
# ASAN bot is slow: https://crbug.com/1484550#c3
'shards': 32,
},
},
'win-rel-cft': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
'win10-code-coverage': {
'swarming': {
'shards': 40,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
'win10-rel-no-external-ip': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
'win11-arm64-dbg-tests': {
'swarming': {
'shards': 16,
},
},
},
},
'content_shell_crash_test': {
'remove_from': [
'android-oreo-x86-rel', # crbug.com/1084353. If you remove this, also remove android-x86-code-coverage.
'android-x86-code-coverage',
],
'modifications': {
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100, # https://crbug.com/861730
},
},
},
'content_shell_test_apk': {
'remove_from': [
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
'modifications': {
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
'--timeout-scale=2.0',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
],
'ci_only': True,
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
],
'ci_only': True,
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14_15.content_shell_test_apk.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14_15.content_shell_test_apk.filter',
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'swarming': {
'shards': 6,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-pie-x86-rel': {
'args': [
'--gtest_filter=-org.chromium.content.browser.input.ImeInputModeTest.testShowAndHideInputMode*',
],
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'swarming': {
'shards': 6,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
},
},
'content_unittests': {
'modifications': {
'Linux ASan LSan Tests (1)': {
# These are slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 2,
},
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot for some reason.
# crbug.com/865455
'swarming': {
'shards': 2,
},
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14.content_unittests.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_15.content_unittests.filter',
],
},
'android-mte-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.content_unittests.filter',
],
},
'android-tablet-14-arm64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.content_unittests.filter',
],
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 12,
},
},
'win-rel-cft': {
# crbug.com/337984655
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.content_unittests.filter',
],
},
'win10-code-coverage': {
'swarming': {
'shards': 2,
},
},
},
},
'context_lost_metal_passthrough_ganesh_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'context_lost_metal_passthrough_graphite_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'context_lost_passthrough_graphite_tests': {
'remove_from': [
# Test is not high priority and win11/arm has limited capacity.
'Win11 FYI arm64 Release (Qualcomm Adreno 690)',
],
},
'context_lost_passthrough_tests': {
'modifications': {
'Win10 FYI x64 Experimental Release (Intel)': {
'args': [
# TODO(crbug.com/41496675): Apply this via magic subustitutions if it
# helps with stability.
'--jobs=2',
],
},
'Win11 FYI arm64 Release (Qualcomm Adreno 690)': {
'args': [
# These devices have issues running these tests in parallel.
'--jobs=1',
],
},
},
'replacements': {
'Win10 FYI x64 Experimental Release (Intel)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
'Win11 FYI arm64 Release (Qualcomm Adreno 690)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
},
},
'context_lost_validating_tests': {
# TODO(crbug.com/40039565): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'remove_from': [
'Android FYI Release (Pixel 2)',
],
},
'crashpad_tests': {
'remove_from': [
# https://crbug.com/crashpad/304
'Linux TSan Tests',
'ToTLinuxTSan',
# https://crbug.com/crashpad/306
'Linux CFI',
'CFI Linux ToT',
],
'modifications': {
# TODO(crbug.com/40794640): dyld was rebuilt for macOS 12, which breaks
# the tests. Run this experimentally on all the macOS bots >= 12 and
# remove this exception once fixed.
'Mac Builder Next': {
'experiment_percentage': 100,
},
'ToTAndroid': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.crashpad_tests.filter',
],
},
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-13-x64-rel': {
# TODO(crbug.com/337935399): Remove experiment after the bug is fixed.
'experiment_percentage': 100,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-mte-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.mte.crashpad_tests.filter',
],
},
# TODO(crbug.com/40794640): dyld was rebuilt for macOS 12, which breaks
# the tests. Run this experimentally on all the macOS bots >= 12 and
# remove this exception once fixed.
'mac-osxbeta-rel': {
'experiment_percentage': 100,
},
},
},
'dawn_end2end_implicit_device_sync_tests': {
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_no_dxc_tests': {
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_skip_validation_tests': {
'remove_from': [
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_tests': {
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_validation_layers_tests': {
'remove_from': [
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
},
'dawn_end2end_wire_tests': {
'remove_from': [
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_perf_tests': {
'remove_from': [
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
},
'device_unittests': {
'modifications': {
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
},
},
'expected_color_pixel_gl_passthrough_ganesh_test': {
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_metal_passthrough_ganesh_test': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_metal_passthrough_graphite_test': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_passthrough_test': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
'replacements': {
# The V8 builders pass the V8 revision for ${got_revision}, so instead
# use ${got_cr_revision}, which is only set on the V8 bots.
'Linux V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Linux V8 FYI Release - pointer compression (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Win V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_passthrough_test JACUZZI_RELEASE_LKGM': {
'modifications': {
'ChromeOS FYI Release Skylab (jacuzzi)': {
'args': [
# Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
# automatically get the service account to authenticate with.
'--service-account=/creds/service_accounts/skylab-drone.json',
],
},
},
},
'expected_color_pixel_passthrough_test VOLTEER_PUBLIC_RELEASE_LKGM': {
'modifications': {
'ChromeOS FYI Release Skylab (volteer)': {
'args': [
# Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
# automatically get the service account to authenticate with.
'--service-account=/creds/service_accounts/skylab-drone.json',
],
},
},
},
'expected_color_pixel_validating_test': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
# TODO(crbug.com/40039565): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'remove_from': [
'Android FYI Release (Pixel 2)',
],
'replacements': {
# The V8 builders pass the V8 revision for ${got_revision}, so instead
# use ${got_cr_revision}, which is only set on the V8 bots.
'Android V8 FYI Release (Nexus 5X)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'extensions_browsertests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
],
'modifications': {
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100, # https://crbug.com/876615
},
'win10-code-coverage': {
'swarming': {
'shards': 2,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
},
},
'extensions_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 2,
},
},
},
},
'gcp_unittests': {
'modifications': {
# Flakily times out with only a single shard due to slow runtime.
'win-asan': {
'swarming': {
'shards': 2,
},
},
},
},
'gfx_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 2,
},
},
},
},
'gin_unittests': {
'remove_from': [
'ToTLinuxASan', # https://crbug.com/831667
'Linux ASan LSan Tests (1)', # https://crbug.com/831667
'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
],
'modifications': {
'android-code-coverage-native': {
'args': [
# https://crbug.com/1404782
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests.filter',
],
},
},
},
'gl_tests_passthrough': {
'remove_from': [
'CFI Linux ToT',
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
# Can't run on MSAN because gl_tests uses the hardware driver,
# which isn't instrumented.
'Linux MSan Tests',
],
'modifications': {
'Android FYI Release (Motorola Moto G Power 5G)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.moto_g_power_5g.gl_tests.filter',
],
},
'Dawn Linux x64 Experimental Release (Intel UHD 630)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.uhd_630.gl_tests_passthrough.filter',
],
},
'Dawn Linux x64 Release (Intel UHD 770)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.uhd_770.gl_tests_passthrough.filter',
],
},
'Dawn Win10 x64 Release (Intel UHD 770)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/win.uhd_770.gl_tests_passthrough.filter',
],
},
# TODO(kbr): figure out a better way to specify blocks of
# arguments like this for tests on multiple machines.
'Linux ASan LSan Tests (1)': {
'args': [
'--use-gpu-in-tests',
'--no-xvfb',
],
'swarming': {
# This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
'dimensions': {
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu',
},
},
},
'Linux CFI': {
'args': [
'--use-gpu-in-tests',
'--no-xvfb',
],
'swarming': {
# This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
'dimensions': {
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu',
},
},
},
'Linux FYI Experimental Release (Intel UHD 630)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.uhd_630.gl_tests_passthrough.filter',
],
},
'Linux FYI Release (Intel UHD 770)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.uhd_770.gl_tests_passthrough.filter',
],
},
'Linux TSan Tests': {
'args': [
'--use-gpu-in-tests',
'--no-xvfb',
],
'swarming': {
# This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
'dimensions': {
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu',
},
},
},
'Win10 FYI x64 Release (Intel UHD 770)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/win.uhd_770.gl_tests_passthrough.filter',
],
},
},
},
'gl_tests_validating': {
'modifications': {
'Android FYI Release (Motorola Moto G Power 5G)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.moto_g_power_5g.gl_tests.filter',
],
},
'Android FYI Release (Samsung A13)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a13.gl_tests.filter',
],
},
'Android FYI Release (Samsung A23)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a23.gl_tests.filter',
],
},
'ToTAndroid': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.gl_tests.filter', # https://crbug.com/1034007
],
},
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-code-coverage-native': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
],
},
'android-pie-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
],
},
'android-pie-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
],
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
],
},
},
},
'gl_unittests': {
'remove_from': [
# On Android, these are already run on the main waterfall.
# Run them on the one-off Android FYI bots, though.
'Android FYI Release (Nexus 5X)',
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
# Can't run on MSAN because gl_unittests uses the hardware driver,
# which isn't instrumented.
'Linux MSan Tests',
],
'modifications': {
'Win10 FYI x64 Release (AMD RX 5500 XT)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/win.amd.5500xt.gl_unittests.filter',
],
},
'Win11 FYI arm64 Release (Qualcomm Adreno 690)': {
'args': [
# crbug.com/1523061
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win_arm64.gl_unittests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
],
},
},
},
'gl_unittests_ozone': {
'remove_from': [
# Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
# which isn't instrumented.
'Linux ChromiumOS MSan Tests',
],
},
'gold_common_pytype': {
'remove_from': [
'linux-code-coverage',
],
},
'gpu_process_launch_tests': {
'remove_from': [
# TODO(crbug.com/40039565): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'Android FYI Release (Pixel 2)',
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'gpu_pytype': {
'remove_from': [
'linux-code-coverage',
],
},
'gpu_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 5,
},
},
},
},
'grit_python_unittests': {
'remove_from': [
# TODO(crbug.com/40204342): Re-enable.
'mac11-arm64-rel-tests',
# TODO(crbug.com/40204342): Re-enable.
'mac12-arm64-rel-tests',
# TODO(crbug.com/40204342): Re-enable.
'mac13-arm64-rel-tests',
# TODO(crbug.com/40204342): Re-enable.
'mac14-arm64-rel-tests',
# TODO: crbug.com/346921029 - fix broken tests.
'linux-win-cross-rel',
],
},
'gwp_asan_unittests': {
'modifications': {
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_15.gwp_asan_unittests.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_15.gwp_asan_unittests.filter',
],
},
'android-mte-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.gwp_asan_unittests.filter',
],
},
'android-tablet-14-arm64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.gwp_asan_unittests.filter',
],
},
},
},
'hardware_accelerated_feature_tests': {
'remove_from': [
# TODO(crbug.com/40039565): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'Android FYI Release (Pixel 2)',
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'headless_browsertests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 6,
},
},
},
},
'headless_shell_wpt_tests': {
'remove_from': [
# TODO(crbug.com/360008882): Add the line below once the issue is fixed.
'WebKit Linux MSAN',
],
},
'headless_shell_wpt_tests_include_all': {
'modifications': {
'linux-wpt-chromium-rel': {
'args': [
'--test-type',
'testharness',
'reftest',
'crashtest',
'print-reftest',
'--exit-after-n-crashes-or-timeouts=10000',
'--exit-after-n-failures=10000',
'--no-retry-failures',
],
'swarming': {
'shards': 15,
},
'experiment_percentage': 100,
},
'mac13-wpt-chromium-rel': {
'args': [
'--test-type',
'testharness',
'reftest',
'crashtest',
'print-reftest',
'--exit-after-n-crashes-or-timeouts=10000',
'--exit-after-n-failures=10000',
'--no-retry-failures',
],
'experiment_percentage': 100,
},
'win10-wpt-chromium-rel': {
'args': [
'--test-type',
'testharness',
'reftest',
'crashtest',
'print-reftest',
'--exit-after-n-crashes-or-timeouts=10000',
'--exit-after-n-failures=10000',
'--no-retry-failures',
],
'experiment_percentage': 100,
},
},
},
'info_collection_tests': {
'remove_from': [
'Android V8 FYI Release (Nexus 5X)',
'Linux V8 FYI Release (NVIDIA)',
'Linux V8 FYI Release - pointer compression (NVIDIA)',
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
'Mac V8 FYI Release (Intel)',
'Win V8 FYI Release (NVIDIA)',
],
'modifications': {
'ChromeOS FYI Release (amd64-generic)': {
'args': [
# Swarming does not report a GPU since tests are run in a VM, but
# the VM does report that a GPU is present.
'--expected-vendor-id', '1af4',
'--expected-device-id', '1050',
],
},
},
'replacements': {
'ChromeOS FYI Release (amd64-generic)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the expected device ID above.
'$$MAGIC_SUBSTITUTION_GPUExpectedVendorId': None,
'$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
},
},
},
},
'interactive_ui_tests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
],
'modifications': {
'Linux - Future (dbg)': { # client.v8.chromium
'swarming': {
'shards': 3,
},
},
'Linux ASan LSan Tests (1)': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
# These are slow on the ASan trybot for some reason, crbug.com/1257927
'swarming': {
'shards': 12,
},
},
'Linux CFI': {
# Slow on certain debug builders, see crbug.com/1513713.
'swarming': {
'shards': 6,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are slow on the ASan trybot for some reason, crbug.com/1257927
'swarming': {
'shards': 12,
},
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot for some reason.
# crbug.com/865455
'swarming': {
'shards': 5,
},
},
'Linux MSan Tests': {
'swarming': {
'shards': 8,
},
},
'Linux TSan Tests': {
'ci_only': True, # https://crbug.com/1498240
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
# These are slow on the TSan bots for some reason, crbug.com/1257927
'swarming': {
'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
},
},
'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
'experiment_percentage': 100,
},
'Mac Builder Next': {
'swarming': {
'shards': 7,
},
},
'Mac Tests Siso FYI': {
'swarming': {
'shards': 6,
},
},
'Mac12 Tests': {
'swarming': {
'shards': 6,
},
},
'Mac13 Tests': {
'swarming': {
'shards': 6,
},
},
'ToTLinuxTSan': {
# These are slow on the TSan bots for some reason, crbug.com/1257927
'swarming': {
'shards': 6,
},
},
'Win10 Tests x64': {
'swarming': {
'shards': 9,
},
},
# temporary, https://crbug.com/818832
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100,
},
# TODO(crbug.com/40630654): Remove these filters.
'linux-chromeos-chrome': {
'args': [
'--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
],
},
'linux-chromeos-code-coverage': {
'swarming': {
'shards': 10,
},
},
'linux-chromeos-dbg': {
'swarming': {
'shards': 6,
},
},
'linux-chromeos-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
'swarming': {
'shards': 5,
},
},
'linux-code-coverage': {
'swarming': {
'shards': 10,
},
},
'linux-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.interactive_ui_tests.filter',
],
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 6,
}
},
# Shadow Win10 Tests x64
'linux-win-cross-rel':{
'swarming': {
'shards': 9,
},
},
'mac-code-coverage': {
'args': [
'--coverage-continuous-mode=1',
],
},
# TODO (crbug.com/1278617) Re-enable once fixed
'mac-osxbeta-rel': {
'experiment_percentage': 100,
'swarming': {
'shards': 7,
},
},
'mac-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.interactive_ui_tests.filter',
],
'swarming': {
'shards': 6,
},
},
'mac13-arm64-rel-tests': {
'ci_only': False,
'swarming': {
'shards': 6,
},
},
'mac14-arm64-rel-tests': {
'ci_only': False,
'swarming': {
'shards': 6,
},
},
'mac14-tests': {
'swarming': {
'shards': 6,
},
},
'mac14-tests-dbg': {
# TODO(crbug.com/338408669): Remove experimental when suite is ready to
# be sheriffed.
'experiment_percentage': 100,
'swarming': {
'shards': 12,
}
},
'win-asan': {
# Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
'args': [
'--test-launcher-jobs=3',
],
'swarming': {
'shards': 9,
},
},
'win-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.interactive_ui_tests.filter',
],
'swarming': {
'shards': 9,
},
},
'win10-code-coverage': {
'swarming': {
'shards': 32,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
'win11-arm64-dbg-tests': {
'swarming': {
'shards': 9,
},
},
},
},
'interactive_ui_tests_no_field_trial': {
'modifications': {
'Win10 Tests x64': {
'swarming': {
'shards': 4,
},
},
# shadow Win10 Tests x64
'linux-win-cross-rel': {
'swarming': {
'shards': 4,
},
},
},
'remove_from': [
'Win11 Tests x64',
'win10-rel-no-external-ip',
'win11-arm64-rel-tests',
'win-rel-cft',
],
},
'ipc_tests': {
'modifications': {
'android-asan': {
'swarming': {
'shards': 2,
},
},
},
},
'leveldb_unittests': {
'modifications': {
'Win10 Tests x64 (dbg)': {
'args': [
'--test-launcher-timeout=90000',
],
},
'win11-arm64-dbg-tests': {
'args': [
'--test-launcher-timeout=90000',
],
},
},
'remove_from': [
# TODO(crbug.com/40264100): Runs too slowly in this configuration.
'android-oreo-x86-rel',
],
},
'mac_signing_tests': {
'remove_from': [
# This is intentional and explained in the waterfalls.pyl comment for
# this builder.
'mac-rel-cft',
],
},
'media_foundation_browser_tests': {
'remove_from': [
# TODO(crbug.com/40912267): Enable Media Foundation browser tests on NVIDIA
# gpu bots once the Windows OS supports HW secure decryption.
'Win10 FYI x64 Debug (NVIDIA)',
'Win10 FYI x64 Release (AMD RX 5500 XT)',
'Win10 FYI x64 Release (NVIDIA)',
'Win10 FYI x86 Release (NVIDIA)',
],
},
'media_unittests': {
'modifications': {
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.media_unittests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
],
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
],
},
'android-mte-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.media_unittests.filter',
],
},
'android-pie-arm64-rel': {
'args': [
'--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
],
},
'android-tablet-14-arm64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.device.media_unittests.filter',
],
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 3,
},
},
},
},
'mediapipe_passthrough_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'metrics_python_tests': {
'remove_from': [
# TODO: crbug.com/347165944 - Fix missing dirmd.exe on Linux.
'linux-win-cross-rel',
],
},
'mini_installer_tests': {
'remove_from': [
# TODO: crbug.com/346921029: support mini_installer_tests
# The label "//chrome/test/mini_installer:mini_installer_tests(//build/toolchain/win:win_clang_x64)" isn't a target.
# https://ci.chromium.org/ui/p/chromium/builders/try/linux-win-cross-rel/44/overview
'linux-win-cross-rel',
],
},
'model_validation_tests MODEL_VALIDATION_BASE': {
'modifications': {
'optimization_guide-win32': {
'args': [
'--target-platform=win32',
],
},
},
},
'mojo_test_apk': {
'remove_from': [
'android-code-coverage-native', # Does not generate profraw data.
],
},
'mojo_unittests': {
'modifications': {
'android-asan': {
'swarming': {
'shards': 5,
},
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 2,
},
},
},
},
'monochrome_public_bundle_smoke_test': {
'modifications': {
'android-pie-arm64-rel': {
'ci_only': True,
},
},
},
'monochrome_public_smoke_test': {
'modifications': {
'android-pie-arm64-rel': {
'ci_only': True,
},
},
},
'nacl_loader_unittests': {
# If you change this, make similar changes in ppapi_unittests
'remove_from': [
'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
'Linux TSan Tests', # The TSan bot sets enable_nacl=false
'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
],
},
'net_unittests': {
'modifications': {
'CrWinAsan': {
# TODO(crbug.com/40200867): net_unittests is slow under ASan.
'swarming': {
'shards': 16,
},
},
'CrWinAsan(dll)': {
# TODO(crbug.com/40200867): net_unittests is slow under ASan.
'swarming': {
'shards': 16,
},
},
'Linux ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 16,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 8,
}
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot for some reason.
# crbug.com/865455
'swarming': {
'shards': 2,
},
},
'Linux TSan Tests': {
'swarming': {
'shards': 4,
}
},
'ToTLinuxASan': {
# TODO(crbug.com/40200867): net_unittests is slow under ASan.
'swarming': {
'shards': 16,
},
},
'ToTLinuxTSan': {
'swarming': {
'shards': 4,
}
},
'android-15-x64-fyi-rel': {
'args': [
# TODO(crbug.com/362292404): Fix the failed test
'--gtest_filter=-TrafficStatsAndroidTest.*',
],
},
'android-pie-x86-rel': {
# crbug.com/1046060
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
],
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 14,
},
},
'linux-chromeos-dbg': {
'swarming': {
'shards': 2,
},
},
'win-asan': {
# TODO(crbug.com/40200867): net_unittests is slow under ASan.
'swarming': {
'shards': 16,
},
},
},
},
'net_unittests RELEASE_LKGM': {
# TODO(b/319364912): vpython cannot be delivered via CIPD on skylab builders
'remove_from': [
'chromeos-brya-chrome-dchecks-skylab',
'chromeos-brya-chrome-skylab',
],
},
'not_site_per_process_blink_web_tests': {
'modifications': {
'Linux Tests': {
"args": [
"--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
],
},
'linux-code-coverage': {
'args': [
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m%c.profraw',
],
'swarming': {
'shards': 20,
},
},
'linux-rel-cft': {
"args": [
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
'--flag-specific=chrome-for-testing',
],
},
},
},
'notification_helper_unittests': {
'remove_from': [
# all these bots run Windows 7.
'ToTWin',
'ToTWin(dbg)',
'ToTWin(dll)',
'ToTWinOfficial',
'ToTWinOfficial64',
'ToTWin64',
'ToTWin64(dbg)',
'ToTWin64(dll)',
],
},
'ondevice_stability_tests AMD Radeon RX 5500 XT': {
'modifications': {
'optimization_guide-win32': {
'args': [
'--target-platform=win32',
],
},
},
},
'ondevice_stability_tests Intel UHD 630': {
'modifications': {
'optimization_guide-win32': {
'args': [
'--target-platform=win32',
],
},
},
},
'ondevice_stability_tests NVIDIA GeForce GTX 1660': {
'modifications': {
'optimization_guide-win32': {
'args': [
'--target-platform=win32',
],
},
},
},
'ozone_unittests': {
'modifications': {
'linux-chromeos-chrome': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
],
},
'linux-chromeos-chrome-preuprev': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
],
},
},
},
'perfetto_unittests': {
'modifications': {
'android-12-x64-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-12l-x64-dbg-tests': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-13-x64-fyi-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-13-x64-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-14-x64-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-15-x64-fyi-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-mte-arm64-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
'android-tablet-14-arm64-fyi-rel': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
# TODO(crbug.com/40201873): Fix the failed test
'--gtest_filter=-ScopedDirTest.CloseOutOfScope',
],
},
},
'remove_from': [
# TODO(crbug.com/41440830): Fix permission issue when creating tmp files
'android-asan',
'android-code-coverage',
'android-code-coverage-native',
'android-pie-arm64-rel',
'android-pie-x86-rel',
'android-11-x86-rel',
'ToTAndroid'
]
},
'performance_test_suite': {
'modifications': {
'Win10 Tests x64 (dbg)': {
'args': [
'--browser=debug_x64',
],
'experiment_percentage': 100,
},
'mac14-tests-dbg': {
'args': [
'--browser=debug',
],
},
},
},
'pixel_browser_tests': {
# This target should be removed from any CI only builders. Developers can
# intentionally make UI changes. Without running pixel tests on CQ, those
# cls will get wrongly reverted by sheriffs.
# When we switch CQ builders(e.g. use Win11 to replace Win10), we also
# need to update this field.
'remove_from': [
'Win11 Tests x64',
'win-rel-cft',
'win11-arm64-rel-tests',
],
},
'pixel_interactive_ui_tests': {
# This target should be removed from any CI only builders. Developers can
# intentionally make UI changes. Without running pixel tests on CQ, those
# cls will get wrongly reverted by sheriffs.
# When we switch CQ builders(e.g. use Win11 to replace Win10), we also
# need to update this field.
'remove_from': [
'Win11 Tests x64',
'win-rel-cft',
'win11-arm64-rel-tests',
],
},
'pixel_skia_gold_gl_passthrough_ganesh_test': {
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'pixel_skia_gold_metal_passthrough_ganesh_test': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'pixel_skia_gold_metal_passthrough_graphite_test': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'pixel_skia_gold_passthrough_test': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'Win10 FYI x64 Experimental Release (Intel)': {
'args': [
# TODO(crbug.com/41496675): Apply this via magic subustitutions if it
# helps with stability.
'--jobs=2',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
'replacements': {
# The V8 builders pass the V8 revision for ${got_revision}, so instead
# use ${got_cr_revision}, which is only set on the V8 bots.
'Linux V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Linux V8 FYI Release - pointer compression (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Win V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Win10 FYI x64 Experimental Release (Intel)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
},
},
'pixel_skia_gold_passthrough_test JACUZZI_RELEASE_LKGM': {
'modifications': {
'ChromeOS FYI Release Skylab (jacuzzi)': {
'args': [
# Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
# automatically get the service account to authenticate with.
'--service-account=/creds/service_accounts/skylab-drone.json',
],
},
},
},
'pixel_skia_gold_passthrough_test VOLTEER_PUBLIC_RELEASE_LKGM': {
'modifications': {
'ChromeOS FYI Release Skylab (volteer)': {
'args': [
# Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
# automatically get the service account to authenticate with.
'--service-account=/creds/service_accounts/skylab-drone.json',
],
},
},
},
'pixel_skia_gold_validating_test': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
'replacements': {
# The V8 builders pass the V8 revision for ${got_revision}, so instead
# use ${got_cr_revision}, which is only set on the V8 bots.
'Android V8 FYI Release (Nexus 5X)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'pixel_test':{
'modifications': {
'Android Release (Nexus 5X)': {
'swarming': {
'shards': 2,
},
},
},
},
'ppapi_unittests': {
# If you change this, make similar changes in nacl_loader_unittests
'remove_from': [
'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
'Linux TSan Tests', # The TSan bot sets enable_nacl=false
'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
],
},
'pthreadpool_unittests': {
'remove_from': [
# pthreadpool is not built for ChromeOS currently.
'linux-chromeos-dbg',
'linux-chromeos-rel',
],
},
'sandbox_linux_unittests': {
'remove_from': [
'android-asan', # https://crbug.com/962650
],
'modifications': {
'linux-ubsan-vptr': {
'args': [
# TODO(crbug.com/40273116): Remove this.
'--gtest_filter=-SandboxBPF.ApplyBasicAllowlistPolicy:SandboxBPF.SyntheticPolicy:SandboxBPF.UnsafeTrapWithCond',
],
},
},
},
'screenshot_sync_metal_passthrough_ganesh_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'screenshot_sync_metal_passthrough_graphite_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'screenshot_sync_passthrough_tests': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
},
'screenshot_sync_validating_tests': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
},
'services_unittests': {
'remove_from': [
'ToTLinuxMSan', # https://crbug.com/831676
# The face and barcode detection tests fail on the Mac Pros.
'Mac Pro FYI Release (AMD)',
'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
'Linux MSan Tests', # https://crbug.com/831676
],
'modifications': {
'android-11-x86-rel': {
'args': [
# TODO(crbug.com/40203477): Fix the failed tests
'--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
],
},
'android-12-x64-rel': {
'args': [
# TODO(crbug.com/40203477): Fix the failed tests
'--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
],
'swarming': {
'shards': 2,
},
},
'android-13-x64-rel': {
'swarming': {
'shards': 2,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'ci_only': True,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.services_unittests.filter',
],
'swarming': {
'shards': 3,
},
},
'android-pie-x86-rel': {
'args': [
# TODO(crbug.com/40203477): Fix the failed tests
'--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
],
'swarming': {
'shards': 2,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.services_unittests.filter',
],
'swarming': {
'shards': 3,
},
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 7,
},
},
}
},
'services_webnn_unittests': {
'modifications': {
'Win11 FYI arm64 Release (Qualcomm Adreno 690)': {
'args': [
# crbug.com/1522972
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win_arm64.services_webnn_unittests.filter',
],
},
},
},
'sync_integration_tests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
],
'modifications': {
'Linux ASan LSan Tests (1)': {
'swarming': {
'shards': 4,
},
},
'Linux TSan Tests': {
'ci_only': True, # https://crbug.com/1498240
'swarming': {
'shards': 6,
},
},
'Mac ASan 64 Tests (1)': {
'swarming': {
'shards': 3,
},
},
'Mac Tests Siso FYI': {
'ci_only': True,
'swarming': {
'shards': 4,
},
},
'Mac11 Tests': {
'swarming': {
'shards': 4,
},
},
'Mac12 Tests': {
'ci_only': True,
'swarming': {
'shards': 4,
},
},
'Mac13 Tests': {
'ci_only': True,
'swarming': {
'shards': 4,
},
},
'ToTLinuxTSan': {
'swarming': {
'shards': 6,
},
},
'Win10 Tests x64': {
'swarming': {
'shards': 3,
},
},
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100, # https://crbug.com/840369
},
'linux-chromeos-code-coverage': {
'swarming': {
'shards': 4,
},
},
'linux-chromeos-rel': {
'swarming': {
'shards': 2,
},
},
'linux-code-coverage': {
'swarming': {
'shards': 4,
},
},
'mac-code-coverage': {
'args': [
'--coverage-continuous-mode=1',
],
},
'mac-rel-cft': {
'ci_only': True,
'swarming': {
'shards': 4,
},
},
'mac14-tests': {
'ci_only': True,
'swarming': {
'shards': 4,
},
},
'mac14-tests-dbg': {
'swarming': {
'shards': 3,
}
},
'win-asan': {
# Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
'args': [
'--test-launcher-jobs=3',
],
'swarming': {
'shards': 2,
},
},
'win-rel-cft': {
'swarming': {
'shards': 3,
},
},
'win10-code-coverage': {
'swarming': {
'shards': 4,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
},
},
'sync_integration_tests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
'win11-arm64-rel-tests',
'win-rel-cft',
'Win11 Tests x64',
],
},
'system_webview_wpt': {
'modifications': {
'android-webview-pie-x86-wpt-fyi-rel': {
'args': [
'--use-upstream-wpt',
],
},
},
},
'tab_capture_end2end_tests': {
# Run these only on Release bots.
'remove_from': [
'Linux Debug (NVIDIA)',
'Mac Debug (Intel)',
'Mac Retina Debug (AMD)',
'Win10 FYI x64 Debug (NVIDIA)',
# Disabled due to dbus crashes crbug.com/927465
'Linux FYI Release (Intel UHD 630)',
'Linux FYI Release (NVIDIA)',
'Linux Release (NVIDIA)',
],
},
'telemetry_chromium_minidump_unittests': {
'modifications': {
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'ci_only': True,
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'ci_only': True,
},
},
},
'telemetry_desktop_minidump_unittests': {
'remove_from': [
# TODO: crbug.com/347165944 - Fix missing dirmd.exe on Linux.
'linux-win-cross-rel',
],
},
'telemetry_gpu_unittests': {
'remove_from': [
# TODO: crbug.com/347165944 - Fix missing dirmd.exe on Linux.
'linux-win-cross-rel',
],
},
'telemetry_monochrome_minidump_unittests': {
'modifications': {
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'ci_only': True,
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'ci_only': True,
},
},
},
'telemetry_perf_unittests': {
'modifications': {
'Linux Tests': {
'args': [
'--xvfb',
'--jobs=1',
],
},
'Mac11 Tests': {
'ci_only': True,
},
'Mac12 Tests': {
'ci_only': True,
},
'Mac13 Tests': {
'ci_only': True,
},
'chromeos-eve-chrome': {
'args': [
# TODO(crbug.com/40756418): Re-enable.
'--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
],
},
'linux-rel-cft': {
'args': [
'--xvfb',
'--jobs=1',
],
},
'linux-rel-no-external-ip': {
'args': [
'--xvfb',
'--jobs=1',
],
},
'mac-rel-cft': {
'ci_only': True,
},
'mac14-tests': {
'ci_only': True,
},
},
'remove_from': [
'android-pie-arm64-rel',
# TODO crbug.com/1277277
'mac14-tests-dbg',
'Linux - Future (dbg)', # client.v8.chromium
'Win10 Tests x64',
'Win10 Tests x64 (dbg)',
'Win11 Tests x64',
'linux-win-cross-rel', # shadow Win10 Tests x64
'win10-rel-no-external-ip',
'win11-arm64-dbg-tests',
'win11-arm64-rel-tests',
'win-rel-cft',
],
},
'telemetry_perf_unittests_android_chrome': {
'modifications': {
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
# For whatever reason, automatic browser selection on this bot chooses
# webview instead of the full browser, so explicitly specify it here.
'--browser=android-chromium',
],
'ci_only': True,
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
# For whatever reason, automatic browser selection on this bot chooses
# webview instead of the full browser, so explicitly specify it here.
'--browser=android-chromium',
],
'ci_only': True,
},
},
},
'telemetry_unittests': {
'modifications': {
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100, # crbug.com/870673
},
},
'remove_from': [
# TODO(crbug.com/40727045): Restore when there's more DUTs
'chromeos-eve-chrome',
'Win10 Tests x64',
'Win11 Tests x64',
'linux-win-cross-rel', # shadow Win10 Tests x64
'win10-rel-no-external-ip',
'win11-arm64-dbg-tests',
'win11-arm64-rel-tests',
'win-rel-cft',
# TODO(crbug.com/40204348): Re-enable when platform is supported.
'mac11-arm64-rel-tests',
# TODO(crbug.com/40204348): Re-enable when platform is supported.
'mac12-arm64-rel-tests',
# TODO(crbug.com/40204348): Re-enable when platform is supported.
'mac13-arm64-rel-tests',
# TODO(crbug.com/40204348): Re-enable when platform is supported.
'mac14-arm64-rel-tests',
],
},
'testing_pytype': {
'remove_from': [
'linux-code-coverage',
],
},
'trace_test': {
'modifications': {
# The browser is restarted after every test in this suite, which includes
# re-applying permissions. Nexus 5Xs are very slow to apply permissions
# compared to other devices, so increase sharding to offset the increased
# runtime.
'Android FYI Release (Nexus 5X)': {
'swarming': {
'shards': 2,
},
},
'Android Release (Nexus 5X)': {
'swarming': {
'shards': 2,
},
},
'Win10 FYI x64 Experimental Release (Intel)': {
'args': [
# TODO(crbug.com/41496675): Apply this via magic subustitutions if it
# helps with stability.
'--jobs=2',
],
},
},
'replacements': {
'Win10 FYI x64 Experimental Release (Intel)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
},
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'trace_test 8086:9bc5': {
'remove_from': [
# TODO(crbug.com/41483572): Re-add this when capacity issues are resolved.
'win_optional_gpu_tests_rel',
],
},
'unit_tests': {
'remove_from': [
'android-pie-arm64-rel', # https://crbug.com/1010211
],
'modifications': {
'Linux ASan LSan Tests (1)': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
# These are slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 4,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 4,
},
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot for some reason.
# crbug.com/865455
'swarming': {
'shards': 2,
},
},
'Linux TSan Tests': {
'swarming': {
'shards': 2,
},
},
'Linux Tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
},
'Mac ASan 64 Tests (1)': {
'swarming': {
'shards': 2,
},
},
'Mac Tests Siso FYI': {
'swarming': {
'shards': 2,
},
},
'Mac13 Tests': {
'swarming': {
'shards': 2,
},
},
'ToTLinuxASan': {
'swarming': {
'shards': 2,
},
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14_15.unit_tests.filter',
],
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_14_15.unit_tests.filter',
],
},
'android-asan': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
],
},
'android-pie-arm64-rel-dev': {
'swarming': {
'shards': 8,
},
},
'linux-chromeos-chrome': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
],
},
'linux-chromeos-chrome-preuprev': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
],
},
'linux-chromeos-dbg': {
'swarming': {
'shards': 4,
},
},
'linux-chromeos-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
'swarming': {
'shards': 2,
},
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 2,
}
},
'mac14-tests': {
'swarming': {
'shards': 2,
},
},
'mac14-tests-dbg': {
'swarming': {
'shards': 2,
},
},
'win-asan': {
'swarming': {
# ASAN bot is slow: https://crbug.com/1484550#c4
'shards': 4,
},
},
'win10-code-coverage': {
'swarming': {
'shards': 6,
},
},
},
},
'variations_smoke_tests': {
'modifications': {
'linux-chrome': {
'swarming': {
'dimensions': {
'pool': 'chrome.tests.finch',
},
},
},
'win-chrome': {
'experiment_percentage': 100,
'swarming': {
'dimensions': {
'pool': 'chrome.tests.finch',
},
},
},
},
},
'video_decode_accelerator_gl_unittest': {
'remove_from': [
# Windows Intel doesn't have the GL extensions to support this test.
'Win10 FYI x64 Release (Intel)',
'Win10 FYI x64 Experimental Release (Intel)',
],
},
'viz_unittests': {
'modifications': {
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
],
},
'android-pie-arm64-rel': {
'ci_only': True,
},
},
},
'vr_common_unittests': {
'remove_from': [
'android-pie-x86-rel',
],
},
'vulkan_pixel_skia_gold_test': {
'replacements': {
# The V8 builders pass the V8 revision for ${got_revision}, so instead
# use ${got_cr_revision}, which is only set on the V8 bots.
'Linux V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Linux V8 FYI Release - pointer compression (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Win V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'wayland_client_perftests': {
'remove_from': [
'linux-chromeos-dbg', # https://crbug.com/859307
],
},
'web_engine_browsertests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 28,
},
},
},
},
'web_engine_integration_tests': {
'modifications': {
'fuchsia-code-coverage': {
'args': [
'--test-launcher-jobs=1',
],
'swarming': {
'shards': 4,
},
},
},
},
'webcodecs_metal_passthrough_ganesh_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'webcodecs_metal_passthrough_graphite_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'webcodecs_tests': {
'modifications': {
'Win10 FYI x64 Experimental Release (Intel)': {
'args': [
# TODO(crbug.com/41496675): Apply this via magic subustitutions if it
# helps with stability.
'--jobs=2',
],
},
'Win11 FYI arm64 Release (Qualcomm Adreno 690)': {
'args': [
# These devices have issues running these tests in parallel.
# TODO(crbug.com/346406092): Once addressed, remove this block.
'--jobs=1',
],
},
},
'replacements': {
'Win10 FYI x64 Experimental Release (Intel)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
'Win11 FYI arm64 Release (Qualcomm Adreno 690)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
},
},
'webdriver_wpt_tests': {
'remove_from': [
'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
'linux-rel-cft',
],
},
'webgl2_conformance_d3d11_passthrough_tests': {
'remove_from': [
# Removed from V8 builder since WebGL 1 should provide reasonable
# upstream test coverage without the capacity hit from WebGL 2.
'Win V8 FYI Release (NVIDIA)',
],
},
'webgl2_conformance_d3d11_passthrough_tests 8086:9bc5': {
'remove_from': [
# TODO(crbug.com/41483572): Re-add this when capacity issues are resolved.
'win_optional_gpu_tests_rel',
],
},
'webgl2_conformance_gl_passthrough_ganesh_tests': {
'remove_from': [
'Mac V8 FYI Release (Intel)',
],
'modifications': {
'mac-angle-chromium-intel': {
'args': [
# TODO(crbug.com/326277739): Remove this once we determine if this
# has an impact on ANGLE test stability.
'--jobs=2',
],
},
},
'replacements': {
'mac-angle-chromium-intel': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
},
},
'webgl2_conformance_gl_passthrough_tests': {
'remove_from': [
# Removed from V8 builders since WebGL 1 should provide reasonable
# upstream test coverage without the capacity hit from WebGL 2.
'Linux V8 FYI Release - pointer compression (NVIDIA)',
],
},
'webgl2_conformance_gles_passthrough_tests': {
'remove_from': [
# Currently not enough capacity to run these tests on this config.
# TODO(crbug.com/40208926): Re-enable once more of the Pixel 6 capacity
# is deployed.
'Android FYI Release (Pixel 6)',
'Android FYI Experimental Release (Pixel 6)',
# Not enough CrOS hardware capacity to run both on anything other than
# VMs. See https://crbug.com/1238070.
'Linux Wayland FYI Release (Intel)',
],
'modifications': {
# This VM configuration is known to be significantly slower than other
# CrOS configurations, so increase the shards.
# TODO(crbug.com/40774693): Remove this if the configuration can be sped
# up.
'ChromeOS FYI Release (amd64-generic)': {
'swarming': {
'shards': 30,
},
},
},
},
'webgl2_conformance_gles_passthrough_tests Ash ToT': {
'modifications': {
# Not enough capacity.
'Lacros FYI Release (jacuzzi)': {
'swarming': {
'shards': 1,
},
},
# Not enough capacity.
'Lacros FYI Release (octopus)': {
'swarming': {
'shards': 1,
},
},
},
},
'webgl2_conformance_metal_passthrough_graphite_tests': {
'remove_from': [
# crbug.com/1270755
'Mac FYI ASAN (Intel)',
'Mac FYI Retina ASAN (AMD)',
# Not enough capacity.
'Mac FYI Retina Release (NVIDIA)',
'Mac FYI Experimental Retina Release (NVIDIA)',
# Removed from V8 builders since WebGL 1 should provide reasonable
# upstream test coverage without the capacity hit from WebGL 2.
'Mac V8 FYI Release (Intel)',
],
'modifications': {
'Mac FYI ASAN (Intel)': {
'args': [
'--extra-browser-args=--disable-metal-shader-cache',
],
},
'Mac FYI Retina ASAN (AMD)': {
'args': [
'--extra-browser-args=--disable-metal-shader-cache',
],
},
'mac-angle-chromium-intel': {
'args': [
# TODO(crbug.com/326277739): Remove this once we determine if this
# has an impact on ANGLE test stability.
'--jobs=2',
],
},
},
'replacements': {
'Mac Pro FYI Release (AMD)': {
'args': {
# Causes problems on older hardware. crbug.com/1499911.
'--enable-metal-debug-layers': None,
},
},
'mac-angle-chromium-intel': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
},
},
'webgl2_conformance_validating_tests': {
'remove_from': [
# Currently not enough capacity to run these tests on this config.
# TODO(crbug.com/40208926): Re-enable once more of the Pixel 6 capacity
# is deployed.
'Android FYI Release (Pixel 6)',
'Android FYI Experimental Release (Pixel 6)',
],
'modifications': {
# This VM configuration is known to be significantly slower than other
# CrOS configurations, so increase the shards.
# TODO(crbug.com/40774693): Remove this if the configuration can be sped
# up.
'ChromeOS FYI Release (amd64-generic)': {
'swarming': {
'shards': 30,
},
# This configuration is tested with the passthrough decoder as well,
# which will be shipped in the nearish future, so any failures that
# show up with the validating decoder are just an FYI.
'experiment_percentage': 100,
},
},
},
'webgl_conformance_d3d9_passthrough_tests': {
'remove_from': [
# Per discussion on crbug.com/1523698, we aren't interested in testing
# D3D9 on this newer hardware.
'Win11 FYI arm64 Release (Qualcomm Adreno 690)',
],
},
'webgl_conformance_gl_passthrough_ganesh_tests 1002:67ef': {
'modifications': {
'mac_optional_gpu_tests_rel': {
'args': [
# Added to debug crbug.com/1293967.
'--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
],
},
},
},
'webgl_conformance_gles_passthrough_tests Ash ToT': {
'modifications': {
# Not enough capacity.
'Lacros FYI Release (jacuzzi)': {
'swarming': {
'shards': 1,
},
},
# Not enough capacity.
'Lacros FYI Release (octopus)': {
'swarming': {
'shards': 1,
},
},
},
},
'webgl_conformance_metal_passthrough_ganesh_tests': {
'remove_from': [
# crbug.com/1270755
'Mac FYI ASAN (Intel)',
'Mac FYI Retina ASAN (AMD)',
],
},
'webgl_conformance_metal_passthrough_graphite_tests': {
'remove_from': [
# crbug.com/1270755
'Mac FYI ASAN (Intel)',
'Mac FYI Retina ASAN (AMD)',
# crbug.com/1158857: re-enable when switching to Metal by default.
'Mac FYI Retina Release (NVIDIA)',
'Mac FYI Experimental Retina Release (NVIDIA)',
],
'modifications': {
'Mac FYI ASAN (Intel)': {
'args': [
'--extra-browser-args=--disable-metal-shader-cache',
],
},
'Mac FYI Retina ASAN (AMD)': {
'args': [
'--extra-browser-args=--disable-metal-shader-cache',
],
},
},
'replacements': {
'Mac Pro FYI Release (AMD)': {
'args': {
# Causes problems on older hardware. crbug.com/1499911.
'--enable-metal-debug-layers': None,
},
},
},
},
'webgl_conformance_vulkan_passthrough_tests': {
'remove_from': [
# Vulkan is not supported on these devices.
'Win11 FYI arm64 Release (Qualcomm Adreno 690)',
],
},
'webgpu_blink_web_tests': {
'remove_from': [
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
'modifications': {
# These tests must run with a GPU.
'linux-code-coverage': {
'swarming': {
'dimensions': {
# TODO(crbug.com/40888390): This must be kept in sync with the
# appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
# which is used by Dawn Linux x64 Release (NVIDIA).
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu'
},
},
},
'mac-code-coverage': {
'swarming': {
'dimensions': {
# TODO(crbug.com/40888390): This must be kept in sync with the
# appropriate mixin; currently, mac_mini_intel_gpu_stable,
# which is used by Dawn Mac x64 Release (Intel).
'cpu': 'x86-64',
'gpu': '8086:3e9b',
'os': 'Mac-14.5',
'display_attached': '1',
},
},
},
'win10-code-coverage': {
'swarming': {
'dimensions': {
# TODO(crbug.com/40888390): This must be kept in sync with the
# appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
# which is used by Dawn Win10 x64 Release (NVIDIA).
'gpu': '10de:2184-27.21.14.5638',
'os': 'Windows-10-18363',
'pool': 'chromium.tests.gpu',
},
},
},
},
},
'webgpu_blink_web_tests_with_backend_validation': {
'remove_from': [
# TODO(crbug.com/40238674): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
# Remove from bots where capacity is constrained.
'Dawn Win10 x64 DEPS Release (Intel)',
'Dawn Win10 x64 Experimental Release (Intel)',
'Dawn Win10 x64 Release (Intel)',
'linux-code-coverage',
'mac-code-coverage',
'win10-code-coverage',
],
},
'webgpu_cts_compat_tests': {
'modifications': {
# TODO(crbug.com/40277102): Make these tests non-experimental on Android
# after they've had a chance to soak on CI.
'Dawn Android arm64 DEPS Release (Pixel 6)': {
'experiment_percentage': 100,
},
'Dawn Android arm64 Experimental Release (Pixel 6)': {
'experiment_percentage': 100,
},
'Dawn Android arm64 Release (Pixel 6)': {
'experiment_percentage': 100,
},
# TODO(crbug.com/40932096): Enable on Intel trybots once there is
# sufficient capacity.
'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
'ci_only': True,
'experiment_percentage': 100,
},
'Dawn Linux x64 Experimental Release (Intel UHD 630)': {
'ci_only': True,
'experiment_percentage': 100,
},
'Dawn Linux x64 Release (Intel UHD 630)': {
'ci_only': True,
'experiment_percentage': 100,
},
},
},
'webgpu_cts_dedicated_worker_tests': {
'remove_from': [
# We only need coverage on one GPU per OS, so remove from lower capacity
# configs.
'Dawn Linux x64 DEPS Release (Intel UHD 630)',
'Dawn Linux x64 Experimental Release (Intel UHD 630)',
'Dawn Linux x64 Release (Intel UHD 630)',
'Dawn Mac x64 DEPS Release (AMD)',
'Dawn Mac x64 DEPS Release (Intel)',
'Dawn Mac x64 Experimental Release (AMD)',
'Dawn Mac x64 Experimental Release (Intel)',
'Dawn Mac x64 Release (AMD)',
'Dawn Mac x64 Release (Intel)',
'Dawn Win10 x64 ASAN Release (Intel)',
'Dawn Win10 x64 DEPS Release (Intel)',
'Dawn Win10 x64 Experimental Release (Intel)',
'Dawn Win10 x64 Release (Intel)',
'Dawn Win10 x86 DEPS Release (Intel)',
'Dawn Win10 x86 Experimental Release (Intel)',
'Dawn Win10 x86 Release (Intel)',
],
},
'webgpu_cts_fxc_tests': {
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
# ASAN builds taking a bit longer so needs extra shards to not timeout.
'swarming': {
'shards': 14,
}
},
},
},
'webgpu_cts_fxc_with_validation_tests': {
'remove_from': [
# Disable testing with validation on x86 where they frequently OOM.
# See crbug.com/1444815.
'Dawn Win10 x86 DEPS Release (Intel)',
'Dawn Win10 x86 Release (Intel)',
'Dawn Win10 x86 Experimental Release (Intel)',
'Dawn Win10 x86 DEPS Release (NVIDIA)',
'Dawn Win10 x86 Release (NVIDIA)',
],
},
'webgpu_cts_service_worker_tests': {
'remove_from': [
# We only need coverage on one GPU per OS, so remove from lower capacity
# configs.
'Dawn Linux x64 DEPS Release (Intel UHD 630)',
'Dawn Linux x64 Experimental Release (Intel UHD 630)',
'Dawn Linux x64 Release (Intel UHD 630)',
'Dawn Mac x64 DEPS Release (AMD)',
'Dawn Mac x64 DEPS Release (Intel)',
'Dawn Mac x64 Experimental Release (AMD)',
'Dawn Mac x64 Experimental Release (Intel)',
'Dawn Mac x64 Release (AMD)',
'Dawn Mac x64 Release (Intel)',
'Dawn Win10 x64 ASAN Release (Intel)',
'Dawn Win10 x64 DEPS Release (Intel)',
'Dawn Win10 x64 Experimental Release (Intel)',
'Dawn Win10 x64 Release (Intel)',
'Dawn Win10 x86 DEPS Release (Intel)',
'Dawn Win10 x86 Experimental Release (Intel)',
'Dawn Win10 x86 Release (Intel)',
],
},
'webgpu_cts_shared_worker_tests': {
'remove_from': [
# We only need coverage on one GPU per OS, so remove from lower capacity
# configs. Additionally, shared workers are not supported on Android, so
# remove tests from there.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Experimental Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
'Dawn Linux x64 DEPS Release (Intel UHD 630)',
'Dawn Linux x64 Experimental Release (Intel UHD 630)',
'Dawn Linux x64 Release (Intel UHD 630)',
'Dawn Mac x64 DEPS Release (AMD)',
'Dawn Mac x64 DEPS Release (Intel)',
'Dawn Mac x64 Experimental Release (AMD)',
'Dawn Mac x64 Experimental Release (Intel)',
'Dawn Mac x64 Release (AMD)',
'Dawn Mac x64 Release (Intel)',
'Dawn Win10 x64 ASAN Release (Intel)',
'Dawn Win10 x64 DEPS Release (Intel)',
'Dawn Win10 x64 Experimental Release (Intel)',
'Dawn Win10 x64 Release (Intel)',
'Dawn Win10 x86 DEPS Release (Intel)',
'Dawn Win10 x86 Experimental Release (Intel)',
'Dawn Win10 x86 Release (Intel)',
],
},
'webgpu_cts_tests': {
'modifications': {
'Dawn Android arm DEPS Release (Pixel 4)': {
'ci_only': True,
},
'Dawn Android arm Release (Pixel 4)': {
'ci_only': True,
},
'Dawn Win10 x64 ASAN Release (Intel)': {
# ASAN builds taking a bit longer so needs extra shards to not timeout.
'swarming': {
'shards': 16,
}
},
# These tests must run with a GPU.
'linux-code-coverage': {
'swarming': {
'dimensions': {
# TODO(crbug.com/40888390): This must be kept in sync with the
# appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
# which is used by Dawn Linux x64 Release (NVIDIA).
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu'
},
},
},
'mac-code-coverage': {
'swarming': {
'dimensions': {
# TODO(crbug.com/40888390): This must be kept in sync with the
# appropriate mixin; currently, mac_mini_intel_gpu_stable,
# which is used by Dawn Mac x64 Release (Intel).
'cpu': 'x86-64',
'gpu': '8086:3e9b',
'os': 'Mac-14.5',
'display_attached': '1',
},
},
},
'win10-code-coverage': {
'swarming': {
'dimensions': {
# TODO(crbug.com/40888390): This must be kept in sync with the
# appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
# which is used by Dawn Win10 x64 Release (NVIDIA).
'gpu': '10de:2184-27.21.14.5638',
'os': 'Windows-10-18363',
'pool': 'chromium.tests.gpu',
},
},
},
},
},
'webgpu_cts_with_validation_tests': {
'remove_from': [
# Remove from bots where capacity is constrained.
'Dawn Win10 x64 DEPS Release (Intel)',
'Dawn Win10 x64 Experimental Release (Intel)',
'Dawn Win10 x64 Release (Intel)',
# Don't need validation layers on code coverage bots
'linux-code-coverage',
'mac-code-coverage',
'win10-code-coverage',
],
'modifications': {
'Dawn Android arm DEPS Release (Pixel 4)': {
'ci_only': True,
},
'Dawn Android arm Release (Pixel 4)': {
'ci_only': True,
},
# ci_only for bots where capacity is constrained.
'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
'ci_only': True,
},
'Dawn Linux x64 Experimental Release (Intel UHD 630)': {
'ci_only': True,
},
'Dawn Linux x64 Release (Intel UHD 630)': {
'ci_only': True,
},
},
},
'webgpu_swiftshader_web_platform_cts_with_validation_tests': {
# Remove from bots where capacity is constrained.
'remove_from': [
'Dawn Win10 x64 DEPS Release (Intel)',
'Dawn Win10 x64 Experimental Release (Intel)',
'Dawn Win10 x64 Release (Intel)',
'Dawn Win10 x86 DEPS Release (Intel)',
'Dawn Win10 x86 Experimental Release (Intel)',
'Dawn Win10 x86 Release (Intel)',
],
'modifications': {
# ci_only for bots where capacity is constrained.
'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
'ci_only': True,
},
'Dawn Linux x64 Experimental Release (Intel UHD 630)': {
'ci_only': True,
},
'Dawn Linux x64 Release (Intel UHD 630)': {
'ci_only': True,
},
},
},
'webkit_unit_tests': {
'modifications': {
'Linux ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 5,
},
},
'Linux TSan Tests': {
'swarming': {
'shards': 2,
},
},
'android-14-x64-rel': {
'args': [
'--gtest_filter=-All/HTMLPreloadScannerLCPPLazyLoadImageTest.TokenStreamMatcherWithLoadingLazy/*', # https://crbug.com/352586409
],
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 2,
}
},
'win-asan': {
'swarming': {
'shards': 6,
},
},
'win10-code-coverage': {
'swarming': {
'shards': 4,
},
},
},
},
'webkit_unit_tests_v2':{
'modifications': {
'win-asan': {
'swarming': {
'shards': 6, # crbug.com/326231701
},
},
'win10-code-coverage': {
'swarming': {
'shards': 6,
},
},
},
},
'webview_64_cts_tests': {
'modifications': {
'android-pie-arm64-rel': {
# TODO(crbug.com/40142574): Move this back to walleye if/when additional
# capacity has been deployed.
'swarming': {
'dimensions': {
'device_type': 'crosshatch',
},
},
},
},
},
'webview_instrumentation_test_apk_multiple_process_mode': {
'remove_from': [
# This test frequently fails on Android, https://crbug.com/824959
# matching android builders, the test fails on these.
'ToTAndroid',
'android-asan', # https://crbug.com/964562
],
'modifications': {
'android-11-x86-rel': {
'args': [
# TODO(crbug.com/40173842) Enable this test once the issue is fixed.
'--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
],
},
'android-12-x64-rel': {
'swarming': {
'shards': 10,
},
},
'android-12l-x64-dbg-tests': {
'swarming': {
'shards': 9,
},
},
'android-12l-x64-fyi-dbg': {
'swarming': {
'shards': 9,
},
},
'android-13-x64-fyi-rel': {
'swarming': {
'shards': 9,
},
},
'android-13-x64-rel': {
'swarming': {
'shards': 12,
},
},
'android-14-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.14.webview_instrumentation_test_apk.filter',
],
'ci_only': True,
},
'android-14-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.14.webview_instrumentation_test_apk.filter',
],
'swarming': {
'shards': 12,
},
},
'android-15-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_15.webview_instrumentation_test_apk.filter',
],
'swarming': {
'shards': 12,
},
},
'android-code-coverage-native': {
'args': [
'--use-persistent-shell',
],
'swarming': {
# Shard number is increased for longer test execution time and added
# local coverage data merging time.
'shards': 24,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--use-persistent-shell',
],
'swarming': {
'shards': 15,
},
},
'android-pie-arm64-rel': {
'args': [
'--use-persistent-shell',
],
'ci_only': True, # crbug/1368281
'swarming': {
'shards': 6,
},
},
'android-pie-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
],
'swarming': {
'shards': 8, # crbug.com/1294924
},
},
'android-tablet-14-arm64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.14.webview_instrumentation_test_apk.filter',
],
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--use-persistent-shell',
],
'swarming': {
'shards': 18,
},
},
},
},
'webview_instrumentation_test_apk_mutations': {
'modifications': {
'android-webview-code-coverage-native': {
'swarming': {
# Shard number is increased for longer test execution time and added
# local coverage data merging time.
'shards': 60,
},
},
}
},
'webview_instrumentation_test_apk_no_field_trial': {
'remove_from': [
'android-12-x64-rel', # These tests are not ready to run on a non FYI CI.
],
'modifications': {
'android-webview-code-coverage-native': {
'swarming': {
# Shard number is increased for longer test execution time and added
# local coverage data merging time.
'shards': 30,
},
},
}
},
'webview_instrumentation_test_apk_single_process_mode': {
'modifications': {
'android-code-coverage-native': {
'args': [
'--use-persistent-shell',
],
'swarming': {
# Shard number is increased for longer test execution time and added
# local coverage data merging time.
'shards': 12,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
# This builder is mirrored by CQ builder. Only multiple process tests run in CQ.
'ci_only': True,
'args': [
'--use-persistent-shell',
],
'swarming': {
'shards': 9,
},
},
'android-pie-arm64-rel': {
'args': [
'--use-persistent-shell',
],
# This builder is mirrored by CQ builder. Only multiple process tests run in CQ.
'ci_only': True,
'swarming': {
'shards': 3,
},
},
'android-pie-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
],
'swarming': {
'shards': 5, # crbug.com/1294924
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--use-persistent-shell',
],
'swarming': {
'shards': 9,
},
},
}
},
'webview_trichrome_64_cts_hostside_tests full_mode': {
'modifications': {
'android-webview-13-x64-hostside-rel': {
'swarming': {
'shards': 1,
},
},
},
},
"webview_trichrome_64_cts_tests full_mode": {
'remove_from': [
'android-15-x64-fyi-rel', # https://crbug.com/353915320
],
},
"webview_trichrome_64_cts_tests instant_mode": {
'remove_from': [
'android-15-x64-fyi-rel', # https://crbug.com/353915320
],
},
"webview_trichrome_64_cts_tests_no_field_trial": {
'remove_from': [
'android-15-x64-fyi-rel', # https://crbug.com/353915320
],
},
'webview_ui_test_app_test_apk': {
'remove_from': [
'android-11-x86-rel', # crbug.com/1165280
],
},
'webview_ui_test_app_test_apk_single_group_per_study_prefer_existing_behavior': {
'remove_from': [
'android-12-x64-rel', # These tests are not ready to run on a non FYI CI.
]
},
'webview_ui_test_app_test_apk_single_group_per_study_prefer_new_behavior': {
'remove_from': [
'android-12-x64-rel', # These tests are not ready to run on a non FYI CI.
]
},
'xr_browser_tests': {
'remove_from': [
# No Windows arm64 devices currently support XR features, so don't bother
# running related tests.
'Win11 FYI arm64 Release (Qualcomm Adreno 690)',
],
'modifications': {
'Win10 FYI x64 Experimental Release (Intel)': {
'args': [
# TODO(crbug.com/40937024): Remove this once the flakes on Intel are
# resolved.
'--gtest_filter=-WebXrVrOpenXrBrowserTest.TestNoStalledFrameLoop',
],
},
'Win10 FYI x64 Release (Intel UHD 770)': {
'args': [
# TODO(crbug.com/40937024): Remove this once the flakes on Intel are
# resolved.
'--gtest_filter=-WebXrVrOpenXrBrowserTest.TestNoStalledFrameLoop',
],
},
'Win10 FYI x64 Release (Intel)': {
'args': [
# TODO(crbug.com/40937024): Remove this once the flakes on Intel are
# resolved.
'--gtest_filter=-WebXrVrOpenXrBrowserTest.TestNoStalledFrameLoop',
],
},
},
},
'xr_browser_tests 8086:9bc5': {
'modifications': {
'win_optional_gpu_tests_rel': {
'args': [
# TODO(crbug.com/40937024): Remove this once the flakes on Intel are
# resolved.
'--gtest_filter=-WebXrVrOpenXrBrowserTest.TestNoStalledFrameLoop',
],
},
},
},
}
Codebase Browser
chromium