Commit dcd78d5a authored by Shahbaz Youssefi's avatar Shahbaz Youssefi Committed by Commit Bot

Run emulated pre-rotation dEQP tests on ANGLE trybots

These tests run the pre-rotation AOSP mustpass list.  This testing is
currently done on Linux/Nvidia, Windows/Nvidia and SwANGLE.

Bug: angleproject:4901
Change-Id: Iaef446559b40128462adfc92bc3a8370e1b529c5
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2515093
Commit-Queue: Shahbaz Youssefi <syoussefi@chromium.org>
Reviewed-by: default avatarJamie Madill <jmadill@chromium.org>
Reviewed-by: default avatarYuly Novikov <ynovikov@chromium.org>
Cr-Commit-Position: refs/heads/master@{#828612}
parent a827501a
...@@ -14380,6 +14380,87 @@ ...@@ -14380,6 +14380,87 @@
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles2_tests/", "test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles2_tests/",
"use_isolated_scripts_api": true "use_isolated_scripts_api": true
}, },
{
"args": [
"angle_deqp_gles31_rotate180_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles31_vulkan_rotate180_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-418.56",
"os": "Ubuntu-19.04",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "angle_deqp_gles31_rotate180_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_rotate180_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles31_rotate270_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles31_vulkan_rotate270_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-418.56",
"os": "Ubuntu-19.04",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "angle_deqp_gles31_rotate270_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_rotate270_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles31_rotate90_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles31_vulkan_rotate90_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-418.56",
"os": "Ubuntu-19.04",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "angle_deqp_gles31_rotate90_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_rotate90_tests/",
"use_isolated_scripts_api": true
},
{ {
"args": [ "args": [
"angle_deqp_gles31_tests", "angle_deqp_gles31_tests",
...@@ -14436,6 +14517,90 @@ ...@@ -14436,6 +14517,90 @@
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_tests/", "test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_tests/",
"use_isolated_scripts_api": true "use_isolated_scripts_api": true
}, },
{
"args": [
"angle_deqp_gles3_rotate180_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles3_vulkan_rotate180_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-418.56",
"os": "Ubuntu-19.04",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 2
},
"test": "angle_deqp_gles3_rotate180_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles3_rotate180_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles3_rotate270_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles3_vulkan_rotate270_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-418.56",
"os": "Ubuntu-19.04",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 2
},
"test": "angle_deqp_gles3_rotate270_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles3_rotate270_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles3_rotate90_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles3_vulkan_rotate90_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-418.56",
"os": "Ubuntu-19.04",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 2
},
"test": "angle_deqp_gles3_rotate90_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles3_rotate90_tests/",
"use_isolated_scripts_api": true
},
{ {
"args": [ "args": [
"angle_deqp_gles3_tests", "angle_deqp_gles3_tests",
...@@ -34429,6 +34594,87 @@ ...@@ -34429,6 +34594,87 @@
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles2_tests/", "test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles2_tests/",
"use_isolated_scripts_api": true "use_isolated_scripts_api": true
}, },
{
"args": [
"angle_deqp_gles31_rotate180_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles31_vulkan_rotate180_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-27.21.14.5148",
"os": "Windows-10-18363",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "angle_deqp_gles31_rotate180_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_rotate180_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles31_rotate270_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles31_vulkan_rotate270_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-27.21.14.5148",
"os": "Windows-10-18363",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "angle_deqp_gles31_rotate270_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_rotate270_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles31_rotate90_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles31_vulkan_rotate90_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-27.21.14.5148",
"os": "Windows-10-18363",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com"
},
"test": "angle_deqp_gles31_rotate90_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_rotate90_tests/",
"use_isolated_scripts_api": true
},
{ {
"args": [ "args": [
"angle_deqp_gles31_tests", "angle_deqp_gles31_tests",
...@@ -34513,6 +34759,90 @@ ...@@ -34513,6 +34759,90 @@
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_tests/", "test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles31_tests/",
"use_isolated_scripts_api": true "use_isolated_scripts_api": true
}, },
{
"args": [
"angle_deqp_gles3_rotate180_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles3_vulkan_rotate180_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-27.21.14.5148",
"os": "Windows-10-18363",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 2
},
"test": "angle_deqp_gles3_rotate180_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles3_rotate180_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles3_rotate270_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles3_vulkan_rotate270_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-27.21.14.5148",
"os": "Windows-10-18363",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 2
},
"test": "angle_deqp_gles3_rotate270_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles3_rotate270_tests/",
"use_isolated_scripts_api": true
},
{
"args": [
"angle_deqp_gles3_rotate90_tests",
"--use-angle=vulkan",
"--bot-mode"
],
"merge": {
"args": [],
"script": "//testing/merge_scripts/standard_isolated_script_merge.py"
},
"name": "angle_deqp_gles3_vulkan_rotate90_tests",
"swarming": {
"can_use_on_swarming_builders": true,
"containment_type": "AUTO",
"dimension_sets": [
{
"gpu": "10de:1cb3-27.21.14.5148",
"os": "Windows-10-18363",
"pool": "chromium.tests.gpu"
}
],
"service_account": "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 2
},
"test": "angle_deqp_gles3_rotate90_tests",
"test_id_prefix": "ninja://third_party/angle/src/tests:angle_deqp_gles3_rotate90_tests/",
"use_isolated_scripts_api": true
},
{ {
"args": [ "args": [
"angle_deqp_gles3_tests", "angle_deqp_gles3_tests",
This source diff could not be displayed because it is too large. You can view the blob instead.
...@@ -151,6 +151,36 @@ ...@@ -151,6 +151,36 @@
"type": "script", "type": "script",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py", "script": "//third_party/angle/scripts/run_gtest_angle_test.py",
}, },
"angle_deqp_gles3_rotate180_tests": {
"label": "//third_party/angle/src/tests:angle_deqp_gles3_rotate180_tests",
"type": "script",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py",
},
"angle_deqp_gles3_rotate270_tests": {
"label": "//third_party/angle/src/tests:angle_deqp_gles3_rotate270_tests",
"type": "script",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py",
},
"angle_deqp_gles3_rotate90_tests": {
"label": "//third_party/angle/src/tests:angle_deqp_gles3_rotate90_tests",
"type": "script",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py",
},
"angle_deqp_gles31_rotate180_tests": {
"label": "//third_party/angle/src/tests:angle_deqp_gles31_rotate180_tests",
"type": "script",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py",
},
"angle_deqp_gles31_rotate270_tests": {
"label": "//third_party/angle/src/tests:angle_deqp_gles31_rotate270_tests",
"type": "script",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py",
},
"angle_deqp_gles31_rotate90_tests": {
"label": "//third_party/angle/src/tests:angle_deqp_gles31_rotate90_tests",
"type": "script",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py",
},
"angle_end2end_tests": { "angle_end2end_tests": {
"label": "//third_party/angle/src/tests:angle_end2end_tests", "label": "//third_party/angle/src/tests:angle_end2end_tests",
"script": "//third_party/angle/scripts/run_gtest_angle_test.py", "script": "//third_party/angle/scripts/run_gtest_angle_test.py",
......
...@@ -1904,6 +1904,57 @@ ...@@ -1904,6 +1904,57 @@
}, },
}, },
'gpu_angle_deqp_gles31_vulkan_rotate180_gtests': {
'angle_deqp_gles31_vulkan_rotate180_tests': {
'args': [
'angle_deqp_gles31_rotate180_tests',
'--use-angle=vulkan',
],
'desktop_args': [
'--bot-mode',
],
'swarming': {
'shards': 1,
},
'test': 'angle_deqp_gles31_rotate180_tests',
'use_isolated_scripts_api': True,
},
},
'gpu_angle_deqp_gles31_vulkan_rotate270_gtests': {
'angle_deqp_gles31_vulkan_rotate270_tests': {
'args': [
'angle_deqp_gles31_rotate270_tests',
'--use-angle=vulkan',
],
'desktop_args': [
'--bot-mode',
],
'swarming': {
'shards': 1,
},
'test': 'angle_deqp_gles31_rotate270_tests',
'use_isolated_scripts_api': True,
},
},
'gpu_angle_deqp_gles31_vulkan_rotate90_gtests': {
'angle_deqp_gles31_vulkan_rotate90_tests': {
'args': [
'angle_deqp_gles31_rotate90_tests',
'--use-angle=vulkan',
],
'desktop_args': [
'--bot-mode',
],
'swarming': {
'shards': 1,
},
'test': 'angle_deqp_gles31_rotate90_tests',
'use_isolated_scripts_api': True,
},
},
'gpu_angle_deqp_gles3_d3d11_gtests': { 'gpu_angle_deqp_gles3_d3d11_gtests': {
'angle_deqp_gles3_d3d11_tests': { 'angle_deqp_gles3_d3d11_tests': {
'args': [ 'args': [
...@@ -1993,6 +2044,57 @@ ...@@ -1993,6 +2044,57 @@
}, },
}, },
'gpu_angle_deqp_gles3_vulkan_rotate180_gtests': {
'angle_deqp_gles3_vulkan_rotate180_tests': {
'args': [
'angle_deqp_gles3_rotate180_tests',
'--use-angle=vulkan',
],
'desktop_args': [
'--bot-mode',
],
'swarming': {
'shards': 2,
},
'test': 'angle_deqp_gles3_rotate180_tests',
'use_isolated_scripts_api': True,
},
},
'gpu_angle_deqp_gles3_vulkan_rotate270_gtests': {
'angle_deqp_gles3_vulkan_rotate270_tests': {
'args': [
'angle_deqp_gles3_rotate270_tests',
'--use-angle=vulkan',
],
'desktop_args': [
'--bot-mode',
],
'swarming': {
'shards': 2,
},
'test': 'angle_deqp_gles3_rotate270_tests',
'use_isolated_scripts_api': True,
},
},
'gpu_angle_deqp_gles3_vulkan_rotate90_gtests': {
'angle_deqp_gles3_vulkan_rotate90_tests': {
'args': [
'angle_deqp_gles3_rotate90_tests',
'--use-angle=vulkan',
],
'desktop_args': [
'--bot-mode',
],
'swarming': {
'shards': 2,
},
'test': 'angle_deqp_gles3_rotate90_tests',
'use_isolated_scripts_api': True,
},
},
'gpu_angle_deqp_khr_gles2_vulkan_gtests': { 'gpu_angle_deqp_khr_gles2_vulkan_gtests': {
'angle_deqp_khr_gles2_vulkan_tests': { 'angle_deqp_khr_gles2_vulkan_tests': {
'args': [ 'args': [
...@@ -4341,6 +4443,39 @@ ...@@ -4341,6 +4443,39 @@
], ],
'use_isolated_scripts_api': True, 'use_isolated_scripts_api': True,
}, },
'angle_deqp_gles31_rotate180_tests': {
'args': [
'angle_deqp_gles31_rotate180_tests',
'--use-angle=swiftshader',
'--bot-mode',
],
'linux_args': [
'--xvfb',
],
'use_isolated_scripts_api': True,
},
'angle_deqp_gles31_rotate270_tests': {
'args': [
'angle_deqp_gles31_rotate270_tests',
'--use-angle=swiftshader',
'--bot-mode',
],
'linux_args': [
'--xvfb',
],
'use_isolated_scripts_api': True,
},
'angle_deqp_gles31_rotate90_tests': {
'args': [
'angle_deqp_gles31_rotate90_tests',
'--use-angle=swiftshader',
'--bot-mode',
],
'linux_args': [
'--xvfb',
],
'use_isolated_scripts_api': True,
},
'angle_deqp_gles31_tests': { 'angle_deqp_gles31_tests': {
'args': [ 'args': [
'angle_deqp_gles31_tests', 'angle_deqp_gles31_tests',
...@@ -4355,6 +4490,39 @@ ...@@ -4355,6 +4490,39 @@
}, },
'use_isolated_scripts_api': True, 'use_isolated_scripts_api': True,
}, },
'angle_deqp_gles3_rotate180_tests': {
'args': [
'angle_deqp_gles3_rotate180_tests',
'--use-angle=swiftshader',
'--bot-mode',
],
'linux_args': [
'--xvfb',
],
'use_isolated_scripts_api': True,
},
'angle_deqp_gles3_rotate270_tests': {
'args': [
'angle_deqp_gles3_rotate270_tests',
'--use-angle=swiftshader',
'--bot-mode',
],
'linux_args': [
'--xvfb',
],
'use_isolated_scripts_api': True,
},
'angle_deqp_gles3_rotate90_tests': {
'args': [
'angle_deqp_gles3_rotate90_tests',
'--use-angle=swiftshader',
'--bot-mode',
],
'linux_args': [
'--xvfb',
],
'use_isolated_scripts_api': True,
},
'angle_deqp_gles3_tests': { 'angle_deqp_gles3_tests': {
'args': [ 'args': [
'angle_deqp_gles3_tests', 'angle_deqp_gles3_tests',
...@@ -5279,8 +5447,14 @@ ...@@ -5279,8 +5447,14 @@
'gpu_angle_deqp_gles2_vulkan_gtests', 'gpu_angle_deqp_gles2_vulkan_gtests',
'gpu_angle_deqp_gles31_gl_gtests', 'gpu_angle_deqp_gles31_gl_gtests',
'gpu_angle_deqp_gles31_vulkan_gtests', 'gpu_angle_deqp_gles31_vulkan_gtests',
'gpu_angle_deqp_gles31_vulkan_rotate180_gtests',
'gpu_angle_deqp_gles31_vulkan_rotate270_gtests',
'gpu_angle_deqp_gles31_vulkan_rotate90_gtests',
'gpu_angle_deqp_gles3_gl_gtests', 'gpu_angle_deqp_gles3_gl_gtests',
'gpu_angle_deqp_gles3_vulkan_gtests', 'gpu_angle_deqp_gles3_vulkan_gtests',
'gpu_angle_deqp_gles3_vulkan_rotate180_gtests',
'gpu_angle_deqp_gles3_vulkan_rotate270_gtests',
'gpu_angle_deqp_gles3_vulkan_rotate90_gtests',
'gpu_angle_deqp_khr_gles2_vulkan_gtests', 'gpu_angle_deqp_khr_gles2_vulkan_gtests',
'gpu_angle_deqp_khr_gles31_vulkan_gtests', 'gpu_angle_deqp_khr_gles31_vulkan_gtests',
'gpu_angle_deqp_khr_gles3_vulkan_gtests', 'gpu_angle_deqp_khr_gles3_vulkan_gtests',
...@@ -5321,9 +5495,15 @@ ...@@ -5321,9 +5495,15 @@
'gpu_angle_deqp_gles31_d3d11_gtests', 'gpu_angle_deqp_gles31_d3d11_gtests',
'gpu_angle_deqp_gles31_gl_gtests', 'gpu_angle_deqp_gles31_gl_gtests',
'gpu_angle_deqp_gles31_vulkan_gtests', 'gpu_angle_deqp_gles31_vulkan_gtests',
'gpu_angle_deqp_gles31_vulkan_rotate180_gtests',
'gpu_angle_deqp_gles31_vulkan_rotate270_gtests',
'gpu_angle_deqp_gles31_vulkan_rotate90_gtests',
'gpu_angle_deqp_gles3_d3d11_gtests', 'gpu_angle_deqp_gles3_d3d11_gtests',
'gpu_angle_deqp_gles3_gl_gtests', 'gpu_angle_deqp_gles3_gl_gtests',
'gpu_angle_deqp_gles3_vulkan_gtests', 'gpu_angle_deqp_gles3_vulkan_gtests',
'gpu_angle_deqp_gles3_vulkan_rotate180_gtests',
'gpu_angle_deqp_gles3_vulkan_rotate270_gtests',
'gpu_angle_deqp_gles3_vulkan_rotate90_gtests',
'gpu_angle_deqp_khr_gles2_vulkan_gtests', 'gpu_angle_deqp_khr_gles2_vulkan_gtests',
'gpu_angle_deqp_khr_gles31_vulkan_gtests', 'gpu_angle_deqp_khr_gles31_vulkan_gtests',
'gpu_angle_deqp_khr_gles3_vulkan_gtests', 'gpu_angle_deqp_khr_gles3_vulkan_gtests',
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment