chromium/testing/buildbot/chromium.webrtc.fyi.json

{
  "AAAAA1 AUTOGENERATED FILE DO NOT EDIT": {},
  "AAAAA2 See generate_buildbot_json.py to make changes": {},
  "WebRTC Chromium FYI Android Builder": {
    "additional_compile_targets": [
      "capture_unittests",
      "content_browsertests",
      "content_unittests",
      "remoting_unittests"
    ]
  },
  "WebRTC Chromium FYI Android Builder (dbg)": {},
  "WebRTC Chromium FYI Android Builder ARM64 (dbg)": {},
  "WebRTC Chromium FYI Android Tests (dbg)": {
    "gtest_tests": [
      {
        "args": [
          "--gtest_filter=WebRtc*",
          "--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter",
          "--gs-results-bucket=chromium-result-details",
          "--recover-devices"
        ],
        "merge": {
          "args": [
            "--bucket",
            "chromium-result-details",
            "--test-name",
            "content_browsertests"
          ],
          "script": "//build/android/pylib/results/presentation/test_results_presentation.py"
        },
        "name": "content_browsertests",
        "swarming": {
          "dimensions": {
            "device_os_type": "userdebug",
            "device_type": "walleye",
            "os": "Android"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=UsingRealWebcam*",
          "--run-manual",
          "--test-launcher-jobs=1",
          "--gs-results-bucket=chromium-result-details",
          "--recover-devices"
        ],
        "merge": {
          "args": [
            "--bucket",
            "chromium-result-details",
            "--test-name",
            "content_browsertests_sequential"
          ],
          "script": "//build/android/pylib/results/presentation/test_results_presentation.py"
        },
        "name": "content_browsertests_sequential",
        "swarming": {
          "dimensions": {
            "device_os_type": "userdebug",
            "device_type": "walleye",
            "os": "Android"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      }
    ]
  },
  "WebRTC Chromium FYI Android Tests ARM64 (dbg)": {
    "gtest_tests": [
      {
        "args": [
          "--gtest_filter=WebRtc*",
          "--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter",
          "--gs-results-bucket=chromium-result-details",
          "--recover-devices"
        ],
        "merge": {
          "args": [
            "--bucket",
            "chromium-result-details",
            "--test-name",
            "content_browsertests"
          ],
          "script": "//build/android/pylib/results/presentation/test_results_presentation.py"
        },
        "name": "content_browsertests",
        "swarming": {
          "dimensions": {
            "device_os_type": "userdebug",
            "device_type": "walleye",
            "os": "Android"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=UsingRealWebcam*",
          "--run-manual",
          "--test-launcher-jobs=1",
          "--gs-results-bucket=chromium-result-details",
          "--recover-devices"
        ],
        "merge": {
          "args": [
            "--bucket",
            "chromium-result-details",
            "--test-name",
            "content_browsertests_sequential"
          ],
          "script": "//build/android/pylib/results/presentation/test_results_presentation.py"
        },
        "name": "content_browsertests_sequential",
        "swarming": {
          "dimensions": {
            "device_os_type": "userdebug",
            "device_type": "walleye",
            "os": "Android"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      }
    ]
  },
  "WebRTC Chromium FYI Linux Builder (dbg)": {
    "additional_compile_targets": [
      "browser_tests",
      "capture_unittests",
      "content_browsertests",
      "content_unittests",
      "remoting_unittests"
    ]
  },
  "WebRTC Chromium FYI Linux Tester": {
    "gtest_tests": [
      {
        "args": [
          "--gtest_filter=WebRtcStatsPerfBrowserTest.*:WebRtcVideoDisplayPerfBrowserTests*:WebRtcVideoQualityBrowserTests*:WebRtcVideoHighBitrateBrowserTest*:WebRtcWebcamBrowserTests*",
          "--run-manual",
          "--ui-test-action-max-timeout=300000",
          "--test-launcher-timeout=350000",
          "--test-launcher-jobs=1",
          "--test-launcher-bot-mode",
          "--test-launcher-print-test-stdio=always"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "browser_tests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Ubuntu-22.04"
          },
          "service_account": "[email protected]"
        },
        "test": "browser_tests",
        "test_id_prefix": "ninja://chrome/test:browser_tests/"
      },
      {
        "args": [
          "--test-launcher-filter-file=../../testing/buildbot/filters/webrtc_functional.browser_tests.filter",
          "--run-manual",
          "--test-launcher-jobs=1"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "browser_tests_functional",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Ubuntu-22.04"
          },
          "service_account": "[email protected]"
        },
        "test": "browser_tests",
        "test_id_prefix": "ninja://chrome/test:browser_tests/"
      },
      {
        "args": [
          "--gtest_filter=WebRtc*"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Ubuntu-22.04"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=UsingRealWebcam*",
          "--run-manual",
          "--test-launcher-jobs=1"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests_sequential",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Ubuntu-22.04"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=WebRtc*MANUAL*:-UsingRealWebcam*",
          "--run-manual",
          "--ui-test-action-max-timeout=110000",
          "--test-launcher-timeout=120000"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests_stress",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Ubuntu-22.04"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--test-launcher-filter-file=../../testing/buildbot/filters/webrtc.content_unittests.filter"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_unittests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Ubuntu-22.04"
          },
          "service_account": "[email protected]"
        },
        "test": "content_unittests",
        "test_id_prefix": "ninja://content/test:content_unittests/"
      },
      {
        "args": [
          "--gtest_filter=Webrtc*"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "remoting_unittests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Ubuntu-22.04"
          },
          "service_account": "[email protected]"
        },
        "test": "remoting_unittests",
        "test_id_prefix": "ninja://remoting:remoting_unittests/"
      }
    ]
  },
  "WebRTC Chromium FYI Mac Builder (dbg)": {
    "additional_compile_targets": [
      "browser_tests",
      "capture_unittests",
      "content_browsertests",
      "content_unittests",
      "remoting_unittests"
    ]
  },
  "WebRTC Chromium FYI Mac Tester": {
    "gtest_tests": [
      {
        "args": [
          "--gtest_filter=WebRtcStatsPerfBrowserTest.*:WebRtcVideoDisplayPerfBrowserTests*:WebRtcVideoQualityBrowserTests*:WebRtcVideoHighBitrateBrowserTest*:WebRtcWebcamBrowserTests*",
          "--run-manual",
          "--ui-test-action-max-timeout=300000",
          "--test-launcher-timeout=350000",
          "--test-launcher-jobs=1",
          "--test-launcher-bot-mode",
          "--test-launcher-print-test-stdio=always"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "browser_tests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "service_account": "[email protected]"
        },
        "test": "browser_tests",
        "test_id_prefix": "ninja://chrome/test:browser_tests/"
      },
      {
        "args": [
          "--test-launcher-filter-file=../../testing/buildbot/filters/webrtc_functional.browser_tests.filter",
          "--run-manual",
          "--test-launcher-jobs=1"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "browser_tests_functional",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "service_account": "[email protected]"
        },
        "test": "browser_tests",
        "test_id_prefix": "ninja://chrome/test:browser_tests/"
      },
      {
        "args": [
          "--gtest_filter=WebRtc*"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=UsingRealWebcam*",
          "--run-manual",
          "--test-launcher-jobs=1"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests_sequential",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=WebRtc*MANUAL*:-UsingRealWebcam*",
          "--run-manual",
          "--ui-test-action-max-timeout=110000",
          "--test-launcher-timeout=120000"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests_stress",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--test-launcher-filter-file=../../testing/buildbot/filters/webrtc.content_unittests.filter"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_unittests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "service_account": "[email protected]"
        },
        "test": "content_unittests",
        "test_id_prefix": "ninja://content/test:content_unittests/"
      },
      {
        "args": [
          "--gtest_filter=Webrtc*"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "remoting_unittests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "service_account": "[email protected]"
        },
        "test": "remoting_unittests",
        "test_id_prefix": "ninja://remoting:remoting_unittests/"
      }
    ]
  },
  "WebRTC Chromium FYI Win Builder (dbg)": {
    "additional_compile_targets": [
      "browser_tests",
      "capture_unittests",
      "content_browsertests",
      "content_unittests",
      "remoting_unittests"
    ]
  },
  "WebRTC Chromium FYI Win10 Tester": {
    "gtest_tests": [
      {
        "args": [
          "--gtest_filter=WebRtcStatsPerfBrowserTest.*:WebRtcVideoDisplayPerfBrowserTests*:WebRtcVideoQualityBrowserTests*:WebRtcVideoHighBitrateBrowserTest*:WebRtcWebcamBrowserTests*",
          "--run-manual",
          "--ui-test-action-max-timeout=300000",
          "--test-launcher-timeout=350000",
          "--test-launcher-jobs=1",
          "--test-launcher-bot-mode",
          "--test-launcher-print-test-stdio=always"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "browser_tests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Windows-10-19045"
          },
          "service_account": "[email protected]"
        },
        "test": "browser_tests",
        "test_id_prefix": "ninja://chrome/test:browser_tests/"
      },
      {
        "args": [
          "--test-launcher-filter-file=../../testing/buildbot/filters/webrtc_functional.browser_tests.filter",
          "--run-manual",
          "--test-launcher-jobs=1"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "browser_tests_functional",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Windows-10-19045"
          },
          "service_account": "[email protected]"
        },
        "test": "browser_tests",
        "test_id_prefix": "ninja://chrome/test:browser_tests/"
      },
      {
        "args": [
          "--gtest_filter=WebRtc*"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Windows-10-19045"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=UsingRealWebcam*",
          "--run-manual",
          "--test-launcher-jobs=1"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests_sequential",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Windows-10-19045"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--gtest_filter=WebRtc*MANUAL*:-UsingRealWebcam*",
          "--run-manual",
          "--ui-test-action-max-timeout=110000",
          "--test-launcher-timeout=120000"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_browsertests_stress",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Windows-10-19045"
          },
          "service_account": "[email protected]"
        },
        "test": "content_browsertests",
        "test_id_prefix": "ninja://content/test:content_browsertests/"
      },
      {
        "args": [
          "--test-launcher-filter-file=../../testing/buildbot/filters/webrtc.content_unittests.filter"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "content_unittests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Windows-10-19045"
          },
          "service_account": "[email protected]"
        },
        "test": "content_unittests",
        "test_id_prefix": "ninja://content/test:content_unittests/"
      },
      {
        "args": [
          "--gtest_filter=Webrtc*"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_gtest_merge.py"
        },
        "name": "remoting_unittests",
        "swarming": {
          "dimensions": {
            "cpu": "x86-64",
            "os": "Windows-10-19045"
          },
          "service_account": "[email protected]"
        },
        "test": "remoting_unittests",
        "test_id_prefix": "ninja://remoting:remoting_unittests/"
      }
    ]
  },
  "WebRTC Chromium FYI ios-device": {},
  "WebRTC Chromium FYI ios-simulator": {
    "isolated_scripts": [
      {
        "args": [
          "--platform",
          "iPad Air (5th generation)",
          "--version",
          "17.5",
          "--out-dir",
          "${ISOLATED_OUTDIR}",
          "--xcode-build-version",
          "16a5230g",
          "--xctest"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_isolated_script_merge.py"
        },
        "name": "ios_remoting_unittests iPad Air (5th generation) 17.5",
        "resultdb": {
          "enable": true,
          "has_native_resultdb_integration": true
        },
        "swarming": {
          "cipd_packages": [
            {
              "cipd_package": "infra/tools/mac_toolchain/${platform}",
              "location": ".",
              "revision": "git_revision:a18b7d95d26f3c6bf9591978b19cf0ca8268ac7d"
            }
          ],
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "named_caches": [
            {
              "name": "runtime_ios_17_5",
              "path": "Runtime-ios-17.5"
            },
            {
              "name": "xcode_ios_16a5230g",
              "path": "Xcode.app"
            }
          ],
          "service_account": "[email protected]"
        },
        "test": "ios_remoting_unittests",
        "test_id_prefix": "ninja://remoting/ios:ios_remoting_unittests/",
        "variant_id": "iPad Air (5th generation) 17.5"
      },
      {
        "args": [
          "--platform",
          "iPad Air 11-inch (M2)",
          "--version",
          "18.0",
          "--out-dir",
          "${ISOLATED_OUTDIR}",
          "--xcode-build-version",
          "16a5230g",
          "--xctest"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_isolated_script_merge.py"
        },
        "name": "ios_remoting_unittests iPad Air (6th generation) 18.0",
        "resultdb": {
          "enable": true,
          "has_native_resultdb_integration": true
        },
        "swarming": {
          "cipd_packages": [
            {
              "cipd_package": "infra/tools/mac_toolchain/${platform}",
              "location": ".",
              "revision": "git_revision:a18b7d95d26f3c6bf9591978b19cf0ca8268ac7d"
            }
          ],
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "named_caches": [
            {
              "name": "runtime_ios_18_0",
              "path": "Runtime-ios-18.0"
            },
            {
              "name": "xcode_ios_16a5230g",
              "path": "Xcode.app"
            }
          ],
          "service_account": "[email protected]"
        },
        "test": "ios_remoting_unittests",
        "test_id_prefix": "ninja://remoting/ios:ios_remoting_unittests/",
        "variant_id": "iPad Air (6th generation) 18.0"
      },
      {
        "args": [
          "--platform",
          "iPhone 14",
          "--version",
          "17.5",
          "--out-dir",
          "${ISOLATED_OUTDIR}",
          "--xcode-build-version",
          "16a5230g",
          "--xctest"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_isolated_script_merge.py"
        },
        "name": "ios_remoting_unittests iPhone 14 17.5",
        "resultdb": {
          "enable": true,
          "has_native_resultdb_integration": true
        },
        "swarming": {
          "cipd_packages": [
            {
              "cipd_package": "infra/tools/mac_toolchain/${platform}",
              "location": ".",
              "revision": "git_revision:a18b7d95d26f3c6bf9591978b19cf0ca8268ac7d"
            }
          ],
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "named_caches": [
            {
              "name": "runtime_ios_17_5",
              "path": "Runtime-ios-17.5"
            },
            {
              "name": "xcode_ios_16a5230g",
              "path": "Xcode.app"
            }
          ],
          "service_account": "[email protected]"
        },
        "test": "ios_remoting_unittests",
        "test_id_prefix": "ninja://remoting/ios:ios_remoting_unittests/",
        "variant_id": "iPhone 14 17.5"
      },
      {
        "args": [
          "--platform",
          "iPhone 15",
          "--version",
          "18.0",
          "--out-dir",
          "${ISOLATED_OUTDIR}",
          "--xcode-build-version",
          "16a5230g",
          "--xctest"
        ],
        "merge": {
          "script": "//testing/merge_scripts/standard_isolated_script_merge.py"
        },
        "name": "ios_remoting_unittests iPhone 15 18.0",
        "resultdb": {
          "enable": true,
          "has_native_resultdb_integration": true
        },
        "swarming": {
          "cipd_packages": [
            {
              "cipd_package": "infra/tools/mac_toolchain/${platform}",
              "location": ".",
              "revision": "git_revision:a18b7d95d26f3c6bf9591978b19cf0ca8268ac7d"
            }
          ],
          "dimensions": {
            "cpu": "x86-64",
            "os": "Mac-14"
          },
          "named_caches": [
            {
              "name": "runtime_ios_18_0",
              "path": "Runtime-ios-18.0"
            },
            {
              "name": "xcode_ios_16a5230g",
              "path": "Xcode.app"
            }
          ],
          "service_account": "[email protected]"
        },
        "test": "ios_remoting_unittests",
        "test_id_prefix": "ninja://remoting/ios:ios_remoting_unittests/",
        "variant_id": "iPhone 15 18.0"
      }
    ]
  }
}