aboutsummaryrefslogtreecommitdiffstats
path: root/python/wpt/run.py
diff options
context:
space:
mode:
authorJosh Matthews <josh@joshmatthews.net>2025-05-01 17:13:27 -0400
committerGitHub <noreply@github.com>2025-05-01 21:13:27 +0000
commit46f59e329c6e8ab8cc7988a917b80351fba275b8 (patch)
tree0a1f1081aa6e1d5c9a3705e8bd12ce9adf4fcd4c /python/wpt/run.py
parent573d394898e8e9c3f45df4c1c943a15be5a8c806 (diff)
downloadservo-46f59e329c6e8ab8cc7988a917b80351fba275b8.tar.gz
servo-46f59e329c6e8ab8cc7988a917b80351fba275b8.zip
Establish baseline webdriver conformance results (#35024)
https://github.com/web-platform-tests/wpt/pull/50041 allows us to start running the webdriver conformance tests in Servo, which will make it easier for us to track regressions/improvements in our webdriver server implementation. --- - [x] `./mach build -d` does not report any errors - [x] `./mach test-tidy` does not report any errors - [x] These changes are part of #15274 - [x] There are tests for these changes --------- Signed-off-by: Josh Matthews <josh@joshmatthews.net>
Diffstat (limited to 'python/wpt/run.py')
-rw-r--r--python/wpt/run.py8
1 files changed, 8 insertions, 0 deletions
diff --git a/python/wpt/run.py b/python/wpt/run.py
index 97639ff34b6..b40287cbd96 100644
--- a/python/wpt/run.py
+++ b/python/wpt/run.py
@@ -51,6 +51,11 @@ def run_tests(default_binary_path: str, **kwargs):
os.environ["RUST_BACKTRACE"] = "1"
os.environ["HOST_FILE"] = os.path.join(SERVO_ROOT, "tests", "wpt", "hosts")
+ # The pytest framework used in the webdriver conformance tests dumps the
+ # environment variables when unexpected results occur, and this variable
+ # makes CI logs unreadable.
+ github_context = os.environ.pop("GITHUB_CONTEXT", None)
+
set_if_none(kwargs, "product", "servo")
set_if_none(kwargs, "config", os.path.join(WPT_PATH, "config.ini"))
set_if_none(kwargs, "include_manifest", os.path.join(WPT_PATH, "include.ini"))
@@ -142,6 +147,9 @@ def run_tests(default_binary_path: str, **kwargs):
kwargs["pause_after_test"] = False
wptrunner.run_tests(**kwargs)
+ if github_context:
+ os.environ["GITHUB_CONTEXT"] = github_context
+
# Use the second run to mark tests from the first run as flaky, but
# discard the results otherwise.
# TODO: It might be a good idea to send the new results to the