Skip to content

GitLab

T
tangled
Commit 05669f04 authored by Rakib M. Hasan's avatar Rakib M. Hasan Committed by Commit Bot
Browse files
Options

weblayer, skew tests: Add M88 skew tests 

Bug: 1041619, 1147459, 1148450
Change-Id: Id1a61ce88a5a05b26835190fbd0e246434cad239
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2544743Reviewed-by: default avatarScott Violet <sky@chromium.org>
Commit-Queue: Scott Violet <sky@chromium.org>
Auto-Submit: Rakib Hasan <rmhasan@google.com>
Cr-Commit-Position: refs/heads/master@{#828377}
parent 4f24045d
Hide whitespace changes
Inline Side-by-side
Showing with 493 additions and 1 deletion
testing/buildbot/chromium.android.fyi.json
View file @ 05669f04
......@@ -3555,6 +3555,154 @@
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
},
{
"args": [
"--test-runner-outdir",
".",
"--client-outdir",
"../../weblayer_instrumentation_test_M88/out/Release",
"--implementation-outdir",
".",
"--test-expectations",
"../../weblayer/browser/android/javatests/skew/expectations.txt",
"--client-version=88",
"--gs-results-bucket=chromium-result-details",
"--recover-devices",
"--avd-config=../../tools/android/avd/proto/generic_android29.textpb"
],
"merge": {
"args": [
"--bucket",
"chromium-result-details",
"--test-name",
"weblayer_instrumentation_test_versions_apk_M88 Client Tests"
],
"script": "//build/android/pylib/results/presentation/test_results_presentation.py"
},
"name": "weblayer_instrumentation_test_versions_apk_M88 Client Tests",
"swarming": {
"can_use_on_swarming_builders": true,
"cipd_packages": [
{
"cipd_package": "chromium/testing/weblayer-x86",
"location": "weblayer_instrumentation_test_M88",
"revision": "version:88.0.4324.2"
},
{
"cipd_package": "infra/tools/luci/logdog/butler/${platform}",
"location": "bin",
"revision": "git_revision:ff387eadf445b24c935f1cf7d6ddd279f8a6b04c"
}
],
"dimension_sets": [
{
"cpu": "x86-64",
"device_os": null,
"device_type": null,
"machine_type": "n1-standard-4",
"os": "Ubuntu-16.04",
"pool": "chromium.tests.avd"
}
],
"named_caches": [
{
"name": "avd_generic_android29",
"path": ".android"
},
{
"name": "system_images_android_29_google_apis_x86",
"path": ".emulator_sdk"
}
],
"output_links": [
{
"link": [
"https://luci-logdog.appspot.com/v/?s",
"=android%2Fswarming%2Flogcats%2F",
"${TASK_ID}%2F%2B%2Funified_logcats"
],
"name": "shard #${SHARD_INDEX} logcats"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
},
{
"args": [
"--test-runner-outdir",
".",
"--client-outdir",
".",
"--implementation-outdir",
"../../weblayer_instrumentation_test_M88/out/Release",
"--test-expectations",
"../../weblayer/browser/android/javatests/skew/expectations.txt",
"--impl-version=88",
"--gs-results-bucket=chromium-result-details",
"--recover-devices",
"--avd-config=../../tools/android/avd/proto/generic_android29.textpb"
],
"merge": {
"args": [
"--bucket",
"chromium-result-details",
"--test-name",
"weblayer_instrumentation_test_versions_apk_M88 Implementation Tests"
],
"script": "//build/android/pylib/results/presentation/test_results_presentation.py"
},
"name": "weblayer_instrumentation_test_versions_apk_M88 Implementation Tests",
"swarming": {
"can_use_on_swarming_builders": true,
"cipd_packages": [
{
"cipd_package": "chromium/testing/weblayer-x86",
"location": "weblayer_instrumentation_test_M88",
"revision": "version:88.0.4324.2"
},
{
"cipd_package": "infra/tools/luci/logdog/butler/${platform}",
"location": "bin",
"revision": "git_revision:ff387eadf445b24c935f1cf7d6ddd279f8a6b04c"
}
],
"dimension_sets": [
{
"cpu": "x86-64",
"device_os": null,
"device_type": null,
"machine_type": "n1-standard-4",
"os": "Ubuntu-16.04",
"pool": "chromium.tests.avd"
}
],
"named_caches": [
{
"name": "avd_generic_android29",
"path": ".android"
},
{
"name": "system_images_android_29_google_apis_x86",
"path": ".emulator_sdk"
}
],
"output_links": [
{
"link": [
"https://luci-logdog.appspot.com/v/?s",
"=android%2Fswarming%2Flogcats%2F",
"${TASK_ID}%2F%2B%2Funified_logcats"
],
"name": "shard #${SHARD_INDEX} logcats"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
}
]
},
......@@ -4063,6 +4211,154 @@
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
},
{
"args": [
"--test-runner-outdir",
".",
"--client-outdir",
"../../weblayer_instrumentation_test_M88/out/Release",
"--implementation-outdir",
".",
"--test-expectations",
"../../weblayer/browser/android/javatests/skew/expectations.txt",
"--client-version=88",
"--gs-results-bucket=chromium-result-details",
"--recover-devices",
"--avd-config=../../tools/android/avd/proto/generic_android23.textpb"
],
"merge": {
"args": [
"--bucket",
"chromium-result-details",
"--test-name",
"weblayer_instrumentation_test_versions_apk_M88 Client Tests"
],
"script": "//build/android/pylib/results/presentation/test_results_presentation.py"
},
"name": "weblayer_instrumentation_test_versions_apk_M88 Client Tests",
"swarming": {
"can_use_on_swarming_builders": true,
"cipd_packages": [
{
"cipd_package": "chromium/testing/weblayer-x86",
"location": "weblayer_instrumentation_test_M88",
"revision": "version:88.0.4324.2"
},
{
"cipd_package": "infra/tools/luci/logdog/butler/${platform}",
"location": "bin",
"revision": "git_revision:ff387eadf445b24c935f1cf7d6ddd279f8a6b04c"
}
],
"dimension_sets": [
{
"cpu": "x86-64",
"device_os": null,
"device_type": null,
"machine_type": "n1-standard-4",
"os": "Ubuntu-16.04",
"pool": "chromium.tests.avd"
}
],
"named_caches": [
{
"name": "avd_generic_android23",
"path": ".android"
},
{
"name": "system_images_android_23_google_apis_x86",
"path": ".emulator_sdk"
}
],
"output_links": [
{
"link": [
"https://luci-logdog.appspot.com/v/?s",
"=android%2Fswarming%2Flogcats%2F",
"${TASK_ID}%2F%2B%2Funified_logcats"
],
"name": "shard #${SHARD_INDEX} logcats"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
},
{
"args": [
"--test-runner-outdir",
".",
"--client-outdir",
".",
"--implementation-outdir",
"../../weblayer_instrumentation_test_M88/out/Release",
"--test-expectations",
"../../weblayer/browser/android/javatests/skew/expectations.txt",
"--impl-version=88",
"--gs-results-bucket=chromium-result-details",
"--recover-devices",
"--avd-config=../../tools/android/avd/proto/generic_android23.textpb"
],
"merge": {
"args": [
"--bucket",
"chromium-result-details",
"--test-name",
"weblayer_instrumentation_test_versions_apk_M88 Implementation Tests"
],
"script": "//build/android/pylib/results/presentation/test_results_presentation.py"
},
"name": "weblayer_instrumentation_test_versions_apk_M88 Implementation Tests",
"swarming": {
"can_use_on_swarming_builders": true,
"cipd_packages": [
{
"cipd_package": "chromium/testing/weblayer-x86",
"location": "weblayer_instrumentation_test_M88",
"revision": "version:88.0.4324.2"
},
{
"cipd_package": "infra/tools/luci/logdog/butler/${platform}",
"location": "bin",
"revision": "git_revision:ff387eadf445b24c935f1cf7d6ddd279f8a6b04c"
}
],
"dimension_sets": [
{
"cpu": "x86-64",
"device_os": null,
"device_type": null,
"machine_type": "n1-standard-4",
"os": "Ubuntu-16.04",
"pool": "chromium.tests.avd"
}
],
"named_caches": [
{
"name": "avd_generic_android23",
"path": ".android"
},
{
"name": "system_images_android_23_google_apis_x86",
"path": ".emulator_sdk"
}
],
"output_links": [
{
"link": [
"https://luci-logdog.appspot.com/v/?s",
"=android%2Fswarming%2Flogcats%2F",
"${TASK_ID}%2F%2B%2Funified_logcats"
],
"name": "shard #${SHARD_INDEX} logcats"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
}
]
},
......@@ -4571,6 +4867,154 @@
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
},
{
"args": [
"--test-runner-outdir",
".",
"--client-outdir",
"../../weblayer_instrumentation_test_M88/out/Release",
"--implementation-outdir",
".",
"--test-expectations",
"../../weblayer/browser/android/javatests/skew/expectations.txt",
"--client-version=88",
"--gs-results-bucket=chromium-result-details",
"--recover-devices",
"--avd-config=../../tools/android/avd/proto/generic_android28.textpb"
],
"merge": {
"args": [
"--bucket",
"chromium-result-details",
"--test-name",
"weblayer_instrumentation_test_versions_apk_M88 Client Tests"
],
"script": "//build/android/pylib/results/presentation/test_results_presentation.py"
},
"name": "weblayer_instrumentation_test_versions_apk_M88 Client Tests",
"swarming": {
"can_use_on_swarming_builders": true,
"cipd_packages": [
{
"cipd_package": "chromium/testing/weblayer-x86",
"location": "weblayer_instrumentation_test_M88",
"revision": "version:88.0.4324.2"
},
{
"cipd_package": "infra/tools/luci/logdog/butler/${platform}",
"location": "bin",
"revision": "git_revision:ff387eadf445b24c935f1cf7d6ddd279f8a6b04c"
}
],
"dimension_sets": [
{
"cpu": "x86-64",
"device_os": null,
"device_type": null,
"machine_type": "n1-standard-4",
"os": "Ubuntu-16.04",
"pool": "chromium.tests.avd"
}
],
"named_caches": [
{
"name": "avd_generic_android28",
"path": ".android"
},
{
"name": "system_images_android_28_google_apis_x86",
"path": ".emulator_sdk"
}
],
"output_links": [
{
"link": [
"https://luci-logdog.appspot.com/v/?s",
"=android%2Fswarming%2Flogcats%2F",
"${TASK_ID}%2F%2B%2Funified_logcats"
],
"name": "shard #${SHARD_INDEX} logcats"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
},
{
"args": [
"--test-runner-outdir",
".",
"--client-outdir",
".",
"--implementation-outdir",
"../../weblayer_instrumentation_test_M88/out/Release",
"--test-expectations",
"../../weblayer/browser/android/javatests/skew/expectations.txt",
"--impl-version=88",
"--gs-results-bucket=chromium-result-details",
"--recover-devices",
"--avd-config=../../tools/android/avd/proto/generic_android28.textpb"
],
"merge": {
"args": [
"--bucket",
"chromium-result-details",
"--test-name",
"weblayer_instrumentation_test_versions_apk_M88 Implementation Tests"
],
"script": "//build/android/pylib/results/presentation/test_results_presentation.py"
},
"name": "weblayer_instrumentation_test_versions_apk_M88 Implementation Tests",
"swarming": {
"can_use_on_swarming_builders": true,
"cipd_packages": [
{
"cipd_package": "chromium/testing/weblayer-x86",
"location": "weblayer_instrumentation_test_M88",
"revision": "version:88.0.4324.2"
},
{
"cipd_package": "infra/tools/luci/logdog/butler/${platform}",
"location": "bin",
"revision": "git_revision:ff387eadf445b24c935f1cf7d6ddd279f8a6b04c"
}
],
"dimension_sets": [
{
"cpu": "x86-64",
"device_os": null,
"device_type": null,
"machine_type": "n1-standard-4",
"os": "Ubuntu-16.04",
"pool": "chromium.tests.avd"
}
],
"named_caches": [
{
"name": "avd_generic_android28",
"path": ".android"
},
{
"name": "system_images_android_28_google_apis_x86",
"path": ".emulator_sdk"
}
],
"output_links": [
{
"link": [
"https://luci-logdog.appspot.com/v/?s",
"=android%2Fswarming%2Flogcats%2F",
"${TASK_ID}%2F%2B%2Funified_logcats"
],
"name": "shard #${SHARD_INDEX} logcats"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "weblayer_instrumentation_test_versions_apk",
"test_id_prefix": "ninja://weblayer/browser/android/javatests:weblayer_instrumentation_test_versions_apk/"
}
]
}
......
testing/buildbot/test_suites.pyl
View file @ 05669f04
......@@ -5981,9 +5981,11 @@
},
'weblayer_instrumentation_version_tests': {
'variants': [
'WEBLAYER_M88_IMPL_NIGHTLY_SKEW_TESTS',
'WEBLAYER_IMPL_SKEW_TESTS_NTH_MILESTONE',
'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
'WEBLAYER_M88_CLIENT_NIGHTLY_SKEW_TESTS',
'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MILESTONE',
'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
......
testing/buildbot/variants.pyl
View file @ 05669f04
......@@ -307,6 +307,29 @@
],
'identifier': 'iPhone X 14.2'
},
'WEBLAYER_M88_IMPL_NIGHTLY_SKEW_TESTS': {
'args': [
'--test-runner-outdir',
'.',
'--client-outdir',
'.',
'--implementation-outdir',
'../../weblayer_instrumentation_test_M88/out/Release',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--impl-version=88',
],
'identifier': 'M88 Implementation Tests',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M88',
'revision': 'version:88.0.4324.2',
}
],
},
},
'WEBLAYER_IMPL_SKEW_TESTS_NTH_MILESTONE': {
'args': [
'--test-runner-outdir',
......@@ -376,6 +399,29 @@
],
},
},
'WEBLAYER_M88_CLIENT_NIGHTLY_SKEW_TESTS': {
'args': [
'--test-runner-outdir',
'.',
'--client-outdir',
'../../weblayer_instrumentation_test_M88/out/Release',
'--implementation-outdir',
'.',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--client-version=88',
],
'identifier': 'M88 Client Tests',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M88',
'revision': 'version:88.0.4324.2',
}
],
},
},
'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MILESTONE': {
'args': [
'--test-runner-outdir',
......@@ -445,4 +491,4 @@
],
},
},
}
\ No newline at end of file
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment