diff options
8 files changed, 706 insertions, 0 deletions
diff --git a/tests/wpt/include.ini b/tests/wpt/include.ini index 09299d7927f..d6dd4d7d592 100644 --- a/tests/wpt/include.ini +++ b/tests/wpt/include.ini @@ -125,6 +125,12 @@ skip: true skip: false [WebCryptoAPI] skip: false +[webdriver] + skip: true + [tests] + skip: true + [new_session] + skip: false [webgl] skip: false [webvr] diff --git a/tests/wpt/metadata/webdriver/tests/new_session/default_values.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/default_values.py.ini new file mode 100644 index 00000000000..01d332bcfef --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/default_values.py.ini @@ -0,0 +1,13 @@ +[default_values.py] + [test_ignore_non_spec_fields_in_capabilities] + expected: FAIL + + [test_valid_but_unmatchable_key] + expected: FAIL + + [test_no_capabilites] + expected: FAIL + + [test_desired] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/invalid_capabilities.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/invalid_capabilities.py.ini new file mode 100644 index 00000000000..3b3ee7c9ddc --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/invalid_capabilities.py.ini @@ -0,0 +1,586 @@ +[invalid_capabilities.py] + [test_invalid_values[timeouts-value58-<lambda>0\]] + expected: FAIL + + [test_invalid_values[platformName-value13-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value43-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value54-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value28-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value40-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[firefox-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[automaticInspection-<lambda>1\]] + expected: FAIL + + [test_invalid_values[browserName-1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value57-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismiss -<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value62-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value37-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value69-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-False-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value31-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-interactive-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value37-<lambda>0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-DISMISS-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value39-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[firefox_binary-<lambda>0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-false-<lambda>0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value50-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserVersion-False-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[logFile-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value60-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value68-<lambda>0\]] + expected: FAIL + + [test_invalid_values[platformName-value13-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserName-value6-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value18-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value57-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[nativeEvents-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-False-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eagerblah-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value58-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[platform-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserVersion-False-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value61-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value46-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-Accept-<lambda>1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value39-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[firefox_binary-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[logLevel-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserName-1-<lambda>1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-false-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value50-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eager -<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[profile-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[platformVersion-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value36-<lambda>0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value2-<lambda>0\]] + expected: FAIL + + [test_invalid_values[platformName-False-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value33-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value59-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value49-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserName-value5-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[browser-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value41-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value62-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value42-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value32-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[chromeOptions-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value69-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-{}-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[trustAllSSLCertificates-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[initialBrowserUrl-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value56-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-Eager-<lambda>0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value64-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-{}-<lambda>1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-false-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value52-<lambda>1\]] + expected: FAIL + + [test_invalid_values[browserVersion-value10-<lambda>1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value64-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[firefox-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[platformVersion-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismiss -<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value36-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value43-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value28-<lambda>1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value65-<lambda>1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value2-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value54-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value49-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-1-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value40-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[nativeEvents-<lambda>1\]] + expected: FAIL + + [test_invalid_values[browserName-value5-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value32-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[platform-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-interactive-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value31-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-False-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-{}-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[initialBrowserUrl-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-Eager-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismissABC-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value56-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-value68-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[automaticProfiling-<lambda>0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-value1-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eager -<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-1-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[chromeOptions-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value61-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[version-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-dismissABC-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value51-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value17-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[requireWindowFocus-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserVersion-value9-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value34-<lambda>0\]] + expected: FAIL + + [test_invalid_values[platformName-value14-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value44-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[browser-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value38-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[ensureCleanSession-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value33-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior- dismiss-<lambda>1\]] + expected: FAIL + + [test_invalid_values[browserName-False-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value52-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-invalid-<lambda>0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-1-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value30-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value53-<lambda>0\]] + expected: FAIL + + [test_invalid_values[platformName-value14-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value60-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy- eager-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value51-<lambda>0\]] + expected: FAIL + + [test_invalid_values[platformName-False-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-1-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[version-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserVersion-value9-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value18-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[javascriptEnabled-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value59-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value34-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value41-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value42-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-1-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[requireWindowFocus-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value44-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[automaticInspection-<lambda>0\]] + expected: FAIL + + [test_invalid_always_match[None\]] + expected: FAIL + + [test_invalid_values[proxy-value38-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior- dismiss-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserVersion-value10-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-{}-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[firefoxOptions-<lambda>0\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-false-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserName-False-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[seleniumProtocol-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[javascriptEnabled-<lambda>0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-False-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[automaticProfiling-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[safari.options-<lambda>1\]] + expected: FAIL + + [test_invalid_values[browserName-value6-<lambda>1\]] + expected: FAIL + + [test_invalid_values[platformName-1-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value35-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[ensureCleanSession-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[logFile-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-DISMISS-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-eagerblah-<lambda>0\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-Accept-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value55-<lambda>1\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-NONE-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-1-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[profile-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[firefoxOptions-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value46-<lambda>0\]] + expected: FAIL + + [test_invalid_values[browserVersion-1-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[trustAllSSLCertificates-<lambda>1\]] + expected: FAIL + + [test_invalid_extensions[safari.options-<lambda>0\]] + expected: FAIL + + [test_invalid_values[platformName-1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[proxy-value35-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[logLevel-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-value17-<lambda>1\]] + expected: FAIL + + [test_invalid_values[acceptInsecureCerts-1-<lambda>1\]] + expected: FAIL + + [test_invalid_values[strictFileInteractability-value65-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-False-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy- eager-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-NONE-<lambda>1\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-1-<lambda>0\]] + expected: FAIL + + [test_invalid_extensions[seleniumProtocol-<lambda>1\]] + expected: FAIL + + [test_invalid_values[browserVersion-1-<lambda>0\]] + expected: FAIL + + [test_invalid_values[pageLoadStrategy-invalid-<lambda>1\]] + expected: FAIL + + [test_invalid_values[timeouts-value55-<lambda>0\]] + expected: FAIL + + [test_invalid_values[timeouts-value53-<lambda>1\]] + expected: FAIL + + [test_invalid_values[proxy-value30-<lambda>0\]] + expected: FAIL + + [test_invalid_values[unhandledPromptBehavior-False-<lambda>1\]] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/merge.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/merge.py.ini new file mode 100644 index 00000000000..2922adbc303 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/merge.py.ini @@ -0,0 +1,28 @@ +[merge.py] + [test_merge_invalid[unhandledPromptBehavior-value2\]] + expected: FAIL + + [test_merge_platformName] + expected: FAIL + + [test_platform_name[<lambda>0\]] + expected: FAIL + + [test_platform_name[<lambda>1\]] + expected: FAIL + + [test_merge_invalid[timeouts-value4\]] + expected: FAIL + + [test_merge_browserName] + expected: FAIL + + [test_merge_invalid[unhandledPromptBehavior-value1\]] + expected: FAIL + + [test_merge_invalid[timeouts-value3\]] + expected: FAIL + + [test_merge_invalid[acceptInsecureCerts-value0\]] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/page_load_strategy.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/page_load_strategy.py.ini new file mode 100644 index 00000000000..1db6da945e0 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/page_load_strategy.py.ini @@ -0,0 +1,4 @@ +[page_load_strategy.py] + [test_pageLoadStrategy] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/platform_name.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/platform_name.py.ini new file mode 100644 index 00000000000..2df613a5690 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/platform_name.py.ini @@ -0,0 +1,4 @@ +[platform_name.py] + [test_corresponds_to_local_system] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/response.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/response.py.ini new file mode 100644 index 00000000000..99af8c4efa0 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/response.py.ini @@ -0,0 +1,40 @@ +[response.py] + [test_capability_default_value[strictFileInteractability-False\]] + expected: FAIL + + [test_capability_default_value[timeouts-default_value4\]] + expected: FAIL + + [test_capability_type[platformName-basestring\]] + expected: FAIL + + [test_capability_type[unhandledPromptBehavior-basestring\]] + expected: FAIL + + [test_capability_default_value[setWindowRect-True\]] + expected: FAIL + + [test_capability_type[pageLoadStrategy-basestring\]] + expected: FAIL + + [test_capability_default_value[proxy-default_value2\]] + expected: FAIL + + [test_capability_default_value[unhandledPromptBehavior-dismiss and notify\]] + expected: FAIL + + [test_capability_type[timeouts-dict\]] + expected: FAIL + + [test_capability_type[proxy-dict\]] + expected: FAIL + + [test_capability_type[strictFileInteractability-bool\]] + expected: FAIL + + [test_capability_default_value[pageLoadStrategy-normal\]] + expected: FAIL + + [test_capability_type[setWindowRect-bool\]] + expected: FAIL + diff --git a/tests/wpt/metadata/webdriver/tests/new_session/timeouts.py.ini b/tests/wpt/metadata/webdriver/tests/new_session/timeouts.py.ini new file mode 100644 index 00000000000..9e2e960e161 --- /dev/null +++ b/tests/wpt/metadata/webdriver/tests/new_session/timeouts.py.ini @@ -0,0 +1,25 @@ +[timeouts.py] + [test_default_values] + expected: FAIL + + [test_timeouts[timeouts0\]] + expected: FAIL + + [test_invalid_timeouts[timeouts1\]] + expected: FAIL + + [test_timeouts[timeouts2\]] + expected: FAIL + + [test_timeouts[timeouts3\]] + expected: FAIL + + [test_invalid_timeouts[timeouts0\]] + expected: FAIL + + [test_timeouts[timeouts1\]] + expected: FAIL + + [test_invalid_timeouts[timeouts2\]] + expected: FAIL + |