Skip to content

GitLab

T
tangled
Commit 1a2ee799 authored by kyle Ju's avatar kyle Ju Committed by Commit Bot
Browse files
Options

Activate the use of is_unexpected field in the output JSON file. 

Check in bits of code from the pending two-way sync CL. It allows me to monitor the flakiness of webdriver_test_suit on Linux Tests (dbg)(1) while the other CL is being reviewed. The changes are taken from https://chromium-review.googlesource.com/c/chromium/src/+/1484616/36

Sample JSON output:
https://pastebin.com/CfuVTuP8

The is_unexpected fields for all of the three tests are false because their expectations exist in the WebDriverExpectations.

Bug: 934919
Change-Id: If068f2318f2f2cbe6b866f96f14cb97f941a4df0
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1574360Reviewed-by: default avatarJohn Chen <johnchen@chromium.org>
Reviewed-by: default avatarRobert Ma <robertma@chromium.org>
Commit-Queue: Kyle Ju <kyleju@chromium.org>
Cr-Commit-Position: refs/heads/master@{#652292}
parent 040d96eb
Hide whitespace changes
Inline Side-by-side
Showing with 215 additions and 14 deletions
chrome/test/chromedriver/test/run_webdriver_tests.py
View file @ 1a2ee799
...@@ -30,6 +30,7 @@ BLINK_TOOLS_PATH = 'third_party/blink/tools' ...@@ -30,6 +30,7 @@ BLINK_TOOLS_PATH = 'third_party/blink/tools'
BLINK_TOOLS_ABS_PATH = os.path.join(SRC_DIR, BLINK_TOOLS_PATH) BLINK_TOOLS_ABS_PATH = os.path.join(SRC_DIR, BLINK_TOOLS_PATH)
sys.path.insert(0, BLINK_TOOLS_ABS_PATH) sys.path.insert(0, BLINK_TOOLS_ABS_PATH)
from blinkpy.common import exit_codes
from blinkpy.common.host import Host from blinkpy.common.host import Host
from blinkpy.common.system.log_utils import configure_logging from blinkpy.common.system.log_utils import configure_logging
from blinkpy.web_tests.models import test_expectations from blinkpy.web_tests.models import test_expectations
...@@ -66,9 +67,10 @@ def preprocess_skipped_tests(test_results, expectations, path_finder): ...@@ -66,9 +67,10 @@ def preprocess_skipped_tests(test_results, expectations, path_finder):
return skip_list return skip_list
class SubtestResultRecorder(object): class SubtestResultRecorder(object):
def __init__(self, path): def __init__(self, path, port):
self.result = [] self.result = []
self.test_path = path self.test_path = path
self.port = port
def pytest_runtest_logreport(self, report): def pytest_runtest_logreport(self, report):
if report.passed and report.when == "call": if report.passed and report.when == "call":
...@@ -102,7 +104,8 @@ class SubtestResultRecorder(object): ...@@ -102,7 +104,8 @@ class SubtestResultRecorder(object):
# location is a (filesystempath, lineno, domaininfo) tuple # location is a (filesystempath, lineno, domaininfo) tuple
# https://docs.pytest.org/en/3.6.2/reference.html#_pytest.runner.TestReport.location # https://docs.pytest.org/en/3.6.2/reference.html#_pytest.runner.TestReport.location
test_name = report.location[2] test_name = report.location[2]
output_name = self.test_path + '::' + test_name output_name = self.port.add_webdriver_subtest_suffix(
self.test_path, test_name)
self.result.append(WebDriverTestResult( self.result.append(WebDriverTestResult(
output_name, status, message)) output_name, status, message))
...@@ -137,10 +140,10 @@ def set_up_config(chromedriver_server): ...@@ -137,10 +140,10 @@ def set_up_config(chromedriver_server):
"browser_host": "web-platform.test", "browser_host": "web-platform.test",
"ports": {"ws": [9001], "wss": [9444], "http": [8001], "https": [8444]}}) "ports": {"ws": [9001], "wss": [9444], "http": [8001], "https": [8444]}})
def run_test(path, path_finder, skipped_tests=[]): def run_test(path, path_finder, port, skipped_tests=[]):
abs_path = os.path.abspath(path) abs_path = os.path.abspath(path)
external_path = path_finder.strip_web_tests_path(abs_path) external_path = path_finder.strip_web_tests_path(abs_path)
subtests = SubtestResultRecorder(external_path) subtests = SubtestResultRecorder(external_path, port)
skip_test_flag = ['--deselect=' + skip_test_flag = ['--deselect=' +
skipped_test for skipped_test in skipped_tests] skipped_test for skipped_test in skipped_tests]
...@@ -221,14 +224,14 @@ if __name__ == '__main__': ...@@ -221,14 +224,14 @@ if __name__ == '__main__':
sys.path.insert(0, WEBDRIVER_CLIENT_ABS_PATH) sys.path.insert(0, WEBDRIVER_CLIENT_ABS_PATH)
try: try:
if os.path.isfile(test_path): if os.path.isfile(test_path):
test_results = run_test(test_path, path_finder, skipped_tests) test_results = run_test(test_path, path_finder, port, skipped_tests)
elif os.path.isdir(test_path): elif os.path.isdir(test_path):
for root, dirnames, filenames in os.walk(test_path): for root, dirnames, filenames in os.walk(test_path):
for filename in filenames: for filename in filenames:
if '__init__' in filename: if '__init__' in filename:
continue continue
test_file = os.path.join(root, filename) test_file = os.path.join(root, filename)
test_results += run_test(test_file, path_finder, skipped_tests) test_results += run_test(test_file, path_finder, port, skipped_tests)
else: else:
_log.error('%s is not a file nor directory.' % test_path) _log.error('%s is not a file nor directory.' % test_path)
sys.exit(1) sys.exit(1)
...@@ -238,6 +241,7 @@ if __name__ == '__main__': ...@@ -238,6 +241,7 @@ if __name__ == '__main__':
chromedriver_server.Kill() chromedriver_server.Kill()
port.stop_wptserve() port.stop_wptserve()
exit_code = 0
if options.isolated_script_test_output: if options.isolated_script_test_output:
output = { output = {
'interrupted': False, 'interrupted': False,
...@@ -251,16 +255,21 @@ if __name__ == '__main__': ...@@ -251,16 +255,21 @@ if __name__ == '__main__':
success_count = 0 success_count = 0
for test_result in test_results: for test_result in test_results:
expected_result = test_result.test_status
if expectations.model().has_test(test_result.test_name): if expectations.model().has_test(test_result.test_name):
expected_result = expectations.get_expectations_string( expected_result = expectations.get_expectations_string(
test_result.test_name) test_result.test_name)
status = test_expectations.TestExpectations.expectation_from_string(
test_result.test_status)
is_unexpected = not expectations.matches_an_expected_result(
test_result.test_name, status, False)
else:
expected_result = 'PASS'
is_unexpected = (test_result.test_status != expected_result)
# TODO(crbug.com/934919): is_unexpected needs to be set for
# unexpected failures once expectations have been supported.
output['tests'][test_result.test_name] = { output['tests'][test_result.test_name] = {
'expected': expected_result, 'expected': expected_result,
'actual': test_result.test_status, 'actual': test_result.test_status,
'is_unexpected': is_unexpected,
} }
if test_result.message: if test_result.message:
...@@ -269,6 +278,9 @@ if __name__ == '__main__': ...@@ -269,6 +278,9 @@ if __name__ == '__main__':
if test_result.test_status == 'PASS': if test_result.test_status == 'PASS':
success_count += 1 success_count += 1
if is_unexpected:
exit_code += 1
output['num_failures_by_type']['PASS'] = success_count output['num_failures_by_type']['PASS'] = success_count
output['num_failures_by_type']['SKIP'] = len(skipped_tests) output['num_failures_by_type']['SKIP'] = len(skipped_tests)
output['num_failures_by_type']['FAIL'] = len( output['num_failures_by_type']['FAIL'] = len(
...@@ -277,7 +289,9 @@ if __name__ == '__main__': ...@@ -277,7 +289,9 @@ if __name__ == '__main__':
with open(options.isolated_script_test_output, 'w') as fp: with open(options.isolated_script_test_output, 'w') as fp:
json.dump(output, fp) json.dump(output, fp)
# TODO(crbug.com/934919): exit code should be non-zero once if exit_code > exit_codes.MAX_FAILURES_EXIT_STATUS:
# the runner is able to detect unexpected failures. Currently set _log.warning('num regressions (%d) exceeds max exit status (%d)',
# to 0 because all failures are expected. exit_code, exit_codes.MAX_FAILURES_EXIT_STATUS)
sys.exit(0) exit_code = exit_codes.MAX_FAILURES_EXIT_STATUS
sys.exit(exit_code)
\ No newline at end of file
third_party/blink/tools/blinkpy/web_tests/port/base.py
View file @ 1a2ee799
...@@ -174,6 +174,9 @@ class Port(object): ...@@ -174,6 +174,9 @@ class Port(object):
FLAG_EXPECTATIONS_PREFIX = 'FlagExpectations' FLAG_EXPECTATIONS_PREFIX = 'FlagExpectations'
# The following is used for concetenating WebDriver test names.
WEBDRIVER_SUBTEST_SEPARATOR = '>>'
# The following two constants must match. When adding a new WPT root, also # The following two constants must match. When adding a new WPT root, also
# remember to add an alias rule to third_party/wpt/wpt.config.json. # remember to add an alias rule to third_party/wpt/wpt.config.json.
# WPT_DIRS maps WPT roots on the file system to URL prefixes on wptserve. # WPT_DIRS maps WPT roots on the file system to URL prefixes on wptserve.
...@@ -1776,6 +1779,8 @@ class Port(object): ...@@ -1776,6 +1779,8 @@ class Port(object):
raise TestRunException(exit_codes.SYS_DEPS_EXIT_STATUS, message) raise TestRunException(exit_codes.SYS_DEPS_EXIT_STATUS, message)
return result return result
def add_webdriver_subtest_suffix(self, test_name, subtest_name):
return test_name + self.WEBDRIVER_SUBTEST_SEPARATOR + subtest_name
class VirtualTestSuite(object): class VirtualTestSuite(object):
......
third_party/blink/tools/blinkpy/web_tests/port/base_unittest.py
View file @ 1a2ee799
...@@ -938,6 +938,15 @@ class PortTest(LoggingTestCase): ...@@ -938,6 +938,15 @@ class PortTest(LoggingTestCase):
self.assertTrue(port.skips_test('failures/expected/image.html')) self.assertTrue(port.skips_test('failures/expected/image.html'))
def test_add_webdriver_subtest_suffix(self):
port = self.make_port()
wb_test_name = "abd"
sub_test_name = "bar"
full_webdriver_name = port.add_webdriver_subtest_suffix(wb_test_name, sub_test_name)
self.assertEqual(full_webdriver_name, "abd>>bar")
class NaturalCompareTest(unittest.TestCase): class NaturalCompareTest(unittest.TestCase):
def setUp(self): def setUp(self):
......
third_party/blink/web_tests/WebDriverExpectations
View file @ 1a2ee799
# This is the main failure suppression file for WPT WebDriver Tests. # This is the main failure suppression file for WPT WebDriver Tests.
# WPT WebDriver tests are a part of layout tests, but are run by a # WPT WebDriver tests are a part of layout tests, but are run by a
# separate runner, run_webdriver_tests.py. Thus this is a separate # separate runner, run_webdriver_tests.py. Thus this is a separate
# expectation file from TestExpectations. # expectation file from TestExpectations.
\ No newline at end of file # ====== New tests from wpt-importer added here ======
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/minimize_window/minimize.py>>test_fully_exit_fullscreen [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_default[confirm-False] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_dismiss[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_all_resolve [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_default[prompt-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[1] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_non_secure_context[denied] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters2] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_send_keys/interactability.py>>test_document_element_is_interactable [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/stress.py>>test_stress[4] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/bubbling.py>>test_spin_event_loop [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[6] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_ignore[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_reject [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting2-denied] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_send_keys/content_editable.py>>test_sets_insertion_point_to_after_last_text_node [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_ignore[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/create_alwaysMatch.py>>test_valid[pageLoadStrategy-eager] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters7] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_non_secure_context[granted] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_dismiss[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_accept[capabilities0-alert-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_clear/clear.py>>test_designmode [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_dismiss_and_notify[capabilities0-confirm-False] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_reject_delayed [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_accept[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/file_upload.py>>test_file_upload_state [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting2-granted] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters1] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/maximize_window/maximize.py>>test_fully_exit_fullscreen [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state_cross_realm[realmSetting1-granted] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_ignore[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting1-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/user_prompts.py>>test_accept[capabilities0-prompt-] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_resolve [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_await_promise_resolve [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/fullscreen.py>>test_fullscreen [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_default[alert-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_accept_and_notify[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_dismiss[capabilities0-alert-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_reject_timeout [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_accept[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_accept[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/set_window_rect/set.py>>test_width_height_floats [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_accept[capabilities0-confirm-True] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state_cross_realm[realmSetting1-denied] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_accept_and_notify[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_default[confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_accept_and_notify[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/set_window_rect/set.py>>test_restore_from_minimized [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_send_keys/scroll_into_view.py>>test_option_stays_outside_of_scrollable_viewport [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting1-granted] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_clear/clear.py>>test_resettable_element_does_not_satisfy_validation_constraints[month-foo] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_window.py>>test_new_window_sets_no_window_name [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_events.py>>test_special_key_sends_keydown[META-expected11] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_all_reject [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_send_keys/content_editable.py>>test_sets_insertion_point_to_end [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters0] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_accept_and_notify[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_special_keys.py>>test_codepoint_keys_behave_correctly[\u1100\u1161\u11a8] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/status/status.py>>test_status_with_session_running_on_endpoint_node [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[9] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_send_keys/scroll_into_view.py>>test_option_select_container_outside_of_scrollable_viewport [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_default[prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_dismiss[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting0-denied] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/user_prompts.py>>test_dismiss[capabilities0-alert-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/maximize_window/maximize.py>>test_maximize_when_resized_to_max_size [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[3] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/json_serialize_windowproxy.py>>test_window_open [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_dismiss_and_notify[capabilities0-alert-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_no_browsing_context [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state_cross_realm[realmSetting0-denied] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/stress.py>>test_stress[1] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_default[alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_default[prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_accept_and_notify[capabilities0-prompt-] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_ignore[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_resolve_timeout [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_ignore[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_dismiss_and_notify[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[8] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_events.py>>test_modifier_key_sends_correct_events[\ue03d-META] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_dismiss_and_notify[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_accept[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[2] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_window.py>>test_new_window_opens_about_blank [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/merge.py>>test_merge_browserName [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/default_values.py>>test_no_capabilites [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_events.py>>test_special_key_sends_keydown[R_META-expected19] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/user_prompts.py>>test_accept[capabilities0-confirm-True] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_special_keys.py>>test_codepoint_keys_behave_correctly[\U0001f60d] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/stress.py>>test_stress[0] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/merge.py>>test_merge_platformName [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_dismiss_and_notify[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_non_secure_context[prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_accept[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_ignore[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_dismiss[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_accept_and_notify[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters6] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_accept_and_notify[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_accept_and_notify[capabilities0-alert-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_tab.py>>test_new_tab [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/user_prompts.py>>test_dismiss[capabilities0-confirm-False] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_type_with_invalid_type[42] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_accept[capabilities0-prompt-] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_type_with_invalid_type[True] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/default_values.py>>test_repeat_new_session [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_events.py>>test_modifier_key_sends_correct_events[\ue053-R_META] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_await_promise_reject [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_default[confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/stress.py>>test_stress[3] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[5] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_type_with_invalid_type[type_hint3] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_ignore[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_dismiss[capabilities0-confirm-False] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_dismiss[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters5] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_type_with_invalid_type[4.2] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/json_serialize_windowproxy.py>>test_frame [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/set_window_rect/set.py>>test_fully_exit_fullscreen [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state_cross_realm[realmSetting0-granted] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/user_prompts.py>>test_dismiss[capabilities0-prompt-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_type_with_unknown_value [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting1-denied] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_type_with_invalid_type[type_hint4] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/pointer_contextmenu.py>>test_control_click[\ue009-ctrlKey] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_type_with_null_value [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_dismiss[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[4] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/pointer_contextmenu.py>>test_release_control_click [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/promise.py>>test_promise_resolve_delayed [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_accept[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/stress.py>>test_stress[2] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_default[alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/pointer_contextmenu.py>>test_control_click[\ue051-ctrlKey] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_tab.py>>test_new_tab_sets_no_opener [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters4] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_dismiss[capabilities0-prompt-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_tab.py>>test_new_tab_sets_no_window_name [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/create_firstMatch.py>>test_valid[pageLoadStrategy-eager] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting0-granted] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_ignore[capabilities0-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/user_prompts.py>>test_accept[capabilities0-alert-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/page_load_strategy.py>>test_pageLoadStrategy [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_special_keys.py>>test_codepoint_keys_behave_correctly[\u0ba8\u0bbf] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state_cross_realm[realmSetting1-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/set_window_rect/set.py>>test_restore_from_maximized [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/fullscreen_window/fullscreen.py>>test_fullscreen_twice_is_idempotent [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_dismiss_and_notify[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_clear/clear.py>>test_non_editable_inputs[hidden] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/execute_script/json_serialize_windowproxy.py>>test_initial_window [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_clear/clear.py>>test_contenteditable [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_invalid_parameters[parameters3] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_click/scroll_into_view.py>>test_partially_visible_does_not_scroll[7] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_accept_and_notify[capabilities0-confirm-True] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_tab.py>>test_new_tab_opens_about_blank [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/default_values.py>>test_valid_but_unmatchable_key [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_dismiss_and_notify[capabilities0-confirm] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/element_send_keys/scroll_into_view.py>>test_element_outside_of_not_scrollable_viewport [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_window.py>>test_type_with_window [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/perform_actions/key_special_keys.py>>test_codepoint_keys_behave_correctly[\U0001f604] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_session/default_values.py>>test_desired [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_screenshot/user_prompts.py>>test_dismiss_and_notify[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/take_element_screenshot/user_prompts.py>>test_ignore[capabilities0-alert] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new.py>>test_null_parameter_value [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/new_window.py>>test_new_window_sets_no_opener [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/new_window/user_prompts.py>>test_dismiss_and_notify[capabilities0-prompt-None] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state[realmSetting2-prompt] [ Failure ]
crbug.com/626703 [ Linux ] external/wpt/webdriver/tests/permissions/set.py>>test_set_to_state_cross_realm[realmSetting0-prompt] [ Failure ]
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment