aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--etc/ci/buildbot_steps.yml8
-rwxr-xr-xetc/ci/check_intermittents.sh24
-rw-r--r--etc/ci/former_intermittents_css.txt3
-rw-r--r--etc/ci/former_intermittents_wpt.txt0
-rw-r--r--tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-002.htm.ini3
-rw-r--r--tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-007.htm.ini3
-rw-r--r--tests/wpt/metadata-css/css-transforms-1_dev/html/transform-table-007.htm.ini3
7 files changed, 35 insertions, 9 deletions
diff --git a/etc/ci/buildbot_steps.yml b/etc/ci/buildbot_steps.yml
index 473c6379d5a..c5f3ad63b7b 100644
--- a/etc/ci/buildbot_steps.yml
+++ b/etc/ci/buildbot_steps.yml
@@ -27,6 +27,14 @@ mac-nightly:
- ./mach package --release
- ./etc/ci/upload_nightly.sh mac
+linux-rel-intermittent:
+ - ./mach build --release
+ - ./etc/ci/check_intermittents.sh
+
+mac-rel-intermittent:
+ - ./mach build --release
+ - ./etc/ci/check_intermittents.sh
+
linux-dev:
- ./mach test-tidy --no-progress --all
- ./mach test-tidy --no-progress --self-test
diff --git a/etc/ci/check_intermittents.sh b/etc/ci/check_intermittents.sh
new file mode 100755
index 00000000000..0ba915e4a86
--- /dev/null
+++ b/etc/ci/check_intermittents.sh
@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+set -o errexit
+set -o nounset
+set -o pipefail
+REPEAT_COUNT=100
+
+for test_type in wpt css; do
+ while read test_name; do
+ echo " - Checking ${test_name}"
+ ./mach "test-${test_type}" \
+ --release \
+ --log-raw - \
+ --repeat "${REPEAT_COUNT}" \
+ "${test_name}" \
+ > intermittents.log \
+ < /dev/null
+ done < "etc/ci/former_intermittents_${test_type}.txt"
+done
+
diff --git a/etc/ci/former_intermittents_css.txt b/etc/ci/former_intermittents_css.txt
new file mode 100644
index 00000000000..19abe956cb8
--- /dev/null
+++ b/etc/ci/former_intermittents_css.txt
@@ -0,0 +1,3 @@
+/css-transforms-1_dev/html/transform-table-007.htm
+/css-transforms-1_dev/html/transform-abspos-002.htm
+/css-transforms-1_dev/html/transform-abspos-007.htm
diff --git a/etc/ci/former_intermittents_wpt.txt b/etc/ci/former_intermittents_wpt.txt
new file mode 100644
index 00000000000..e69de29bb2d
--- /dev/null
+++ b/etc/ci/former_intermittents_wpt.txt
diff --git a/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-002.htm.ini b/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-002.htm.ini
deleted file mode 100644
index 834651c26b3..00000000000
--- a/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-002.htm.ini
+++ /dev/null
@@ -1,3 +0,0 @@
-[transform-abspos-002.htm]
- type: reftest
- disabled: https://github.com/servo/servo/issues/11561
diff --git a/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-007.htm.ini b/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-007.htm.ini
deleted file mode 100644
index d3924d64958..00000000000
--- a/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-abspos-007.htm.ini
+++ /dev/null
@@ -1,3 +0,0 @@
-[transform-abspos-007.htm]
- type: reftest
- disabled: https://github.com/servo/servo/issues/11561
diff --git a/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-table-007.htm.ini b/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-table-007.htm.ini
deleted file mode 100644
index 839df62416d..00000000000
--- a/tests/wpt/metadata-css/css-transforms-1_dev/html/transform-table-007.htm.ini
+++ /dev/null
@@ -1,3 +0,0 @@
-[transform-table-007.htm]
- type: reftest
- disabled: https://github.com/servo/servo/issues/11574