From 0a0ede7bfd2ad5979d50a119d11cded470d951f9 Mon Sep 17 00:00:00 2001 From: Sam Sneddon Date: Wed, 29 Apr 2026 21:31:47 -0700 Subject: [PATCH 1/2] Update infrastructure/metadata based on recent wpt.fyi runs As a data source, this uses the latest 25 runs from wpt.fyi (excluding `/infrastructure/wpt-metadata/`) plus earlier PR results from this infrastructure update. --- .../infrastructure/crashtests/testdriver.html.ini | 3 +++ .../reftest/reftest_match_and_mismatch-1.html.ini | 4 +++- .../server/webtransport-h3.https.sub.any.js.ini | 11 +++-------- .../testdriver/actions/eventOrder.html.ini | 7 +++++++ .../testdriver/actions/multiDevice.html.ini | 4 ++++ .../simulate_gatt_connection_response.https.html.ini | 1 + .../bidi/emulation/set_locale_override.https.html.ini | 1 + .../bidi/permissions/set_permission.https.html.ini | 1 + .../prefetch_status_updated.https.html.ini | 1 + .../testdriver/bidi/subscription.html.ini | 1 + .../infrastructure/testdriver/click_nested.html.ini | 3 +++ .../testdriver/virtual_authenticator.html.ini | 8 ++++++++ 12 files changed, 36 insertions(+), 9 deletions(-) create mode 100644 infrastructure/metadata/infrastructure/crashtests/testdriver.html.ini create mode 100644 infrastructure/metadata/infrastructure/testdriver/actions/multiDevice.html.ini diff --git a/infrastructure/metadata/infrastructure/crashtests/testdriver.html.ini b/infrastructure/metadata/infrastructure/crashtests/testdriver.html.ini new file mode 100644 index 00000000000000..9ea96b0326281f --- /dev/null +++ b/infrastructure/metadata/infrastructure/crashtests/testdriver.html.ini @@ -0,0 +1,3 @@ +[testdriver.html] + expected: + if product == "safari": [CRASH, PASS, TIMEOUT] diff --git a/infrastructure/metadata/infrastructure/reftest/reftest_match_and_mismatch-1.html.ini b/infrastructure/metadata/infrastructure/reftest/reftest_match_and_mismatch-1.html.ini index eeb9fc582dc5e6..9dc317acd72558 100644 --- a/infrastructure/metadata/infrastructure/reftest/reftest_match_and_mismatch-1.html.ini +++ b/infrastructure/metadata/infrastructure/reftest/reftest_match_and_mismatch-1.html.ini @@ -1,2 +1,4 @@ [reftest_match_and_mismatch-1.html] - expected: FAIL + expected: + if product == "chrome": [FAIL, CRASH] + FAIL diff --git a/infrastructure/metadata/infrastructure/server/webtransport-h3.https.sub.any.js.ini b/infrastructure/metadata/infrastructure/server/webtransport-h3.https.sub.any.js.ini index 8c94d19e0a5f2e..df925996b0a10d 100644 --- a/infrastructure/metadata/infrastructure/server/webtransport-h3.https.sub.any.js.ini +++ b/infrastructure/metadata/infrastructure/server/webtransport-h3.https.sub.any.js.ini @@ -1,22 +1,19 @@ [webtransport-h3.https.sub.any.html] [WebTransport server should be running and should handle a bidirectional stream] expected: - if (product == "chrome") or (product == "firefox"): PASS - FAIL + if product == "firefox_android": FAIL [webtransport-h3.https.sub.any.worker.html] [WebTransport server should be running and should handle a bidirectional stream] expected: - if (product == "chrome") or (product == "firefox"): PASS - FAIL + if product == "firefox_android": FAIL [webtransport-h3.https.sub.any.sharedworker.html] [WebTransport server should be running and should handle a bidirectional stream] expected: - if (product == "chrome") or (product == "firefox"): PASS - FAIL + if product == "firefox_android": FAIL [webtransport-h3.https.sub.any.serviceworker.html] @@ -24,6 +21,4 @@ if product == "firefox_android": [TIMEOUT, OK] [WebTransport server should be running and should handle a bidirectional stream] expected: - if (product == "chrome") or (product == "firefox"): PASS if product == "firefox_android": [TIMEOUT, FAIL] - FAIL diff --git a/infrastructure/metadata/infrastructure/testdriver/actions/eventOrder.html.ini b/infrastructure/metadata/infrastructure/testdriver/actions/eventOrder.html.ini index 94fb0e3f97920c..b4e122518b43ee 100644 --- a/infrastructure/metadata/infrastructure/testdriver/actions/eventOrder.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/actions/eventOrder.html.ini @@ -1,3 +1,10 @@ [eventOrder.html] expected: if (product == "epiphany") or (product == "webkit"): ERROR + [TestDriver actions: event order] + expected: + if product == "safari": [PASS, FAIL] + + [indivisible actions on the same track dispatch events in series] + expected: + if product == "safari": [PASS, FAIL] diff --git a/infrastructure/metadata/infrastructure/testdriver/actions/multiDevice.html.ini b/infrastructure/metadata/infrastructure/testdriver/actions/multiDevice.html.ini new file mode 100644 index 00000000000000..408120111e978c --- /dev/null +++ b/infrastructure/metadata/infrastructure/testdriver/actions/multiDevice.html.ini @@ -0,0 +1,4 @@ +[multiDevice.html] + [TestDriver actions: multiple devices] + expected: + if product == "safari": [PASS, FAIL] diff --git a/infrastructure/metadata/infrastructure/testdriver/bidi/bluetooth/simulate_gatt_connection_response.https.html.ini b/infrastructure/metadata/infrastructure/testdriver/bidi/bluetooth/simulate_gatt_connection_response.https.html.ini index 15e36e89896f44..b68191964376fe 100644 --- a/infrastructure/metadata/infrastructure/testdriver/bidi/bluetooth/simulate_gatt_connection_response.https.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/bidi/bluetooth/simulate_gatt_connection_response.https.html.ini @@ -1,3 +1,4 @@ [simulate_gatt_connection_response.https.html] expected: if product != "chrome": ERROR + [OK, ERROR] diff --git a/infrastructure/metadata/infrastructure/testdriver/bidi/emulation/set_locale_override.https.html.ini b/infrastructure/metadata/infrastructure/testdriver/bidi/emulation/set_locale_override.https.html.ini index 3312a5a6a154dd..1ae70300d32abb 100644 --- a/infrastructure/metadata/infrastructure/testdriver/bidi/emulation/set_locale_override.https.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/bidi/emulation/set_locale_override.https.html.ini @@ -1,3 +1,4 @@ [set_locale_override.https.html] expected: if product != "chrome": ERROR + [OK, ERROR] diff --git a/infrastructure/metadata/infrastructure/testdriver/bidi/permissions/set_permission.https.html.ini b/infrastructure/metadata/infrastructure/testdriver/bidi/permissions/set_permission.https.html.ini index 2101196fa2fe43..27c18f4612f3a9 100644 --- a/infrastructure/metadata/infrastructure/testdriver/bidi/permissions/set_permission.https.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/bidi/permissions/set_permission.https.html.ini @@ -1,3 +1,4 @@ [set_permission.https.html] expected: if product != "chrome": ERROR + [OK, ERROR] diff --git a/infrastructure/metadata/infrastructure/testdriver/bidi/speculation/prefetch_status_updated.https.html.ini b/infrastructure/metadata/infrastructure/testdriver/bidi/speculation/prefetch_status_updated.https.html.ini index 2d5131639757f3..12af934caa9722 100644 --- a/infrastructure/metadata/infrastructure/testdriver/bidi/speculation/prefetch_status_updated.https.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/bidi/speculation/prefetch_status_updated.https.html.ini @@ -1,3 +1,4 @@ [prefetch_status_updated.https.html] expected: if product != "chrome": ERROR + [OK, ERROR] diff --git a/infrastructure/metadata/infrastructure/testdriver/bidi/subscription.html.ini b/infrastructure/metadata/infrastructure/testdriver/bidi/subscription.html.ini index 2d828266f1083b..7c21361047233e 100644 --- a/infrastructure/metadata/infrastructure/testdriver/bidi/subscription.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/bidi/subscription.html.ini @@ -1,3 +1,4 @@ [subscription.html] expected: if product != "chrome": ERROR + [OK, ERROR] diff --git a/infrastructure/metadata/infrastructure/testdriver/click_nested.html.ini b/infrastructure/metadata/infrastructure/testdriver/click_nested.html.ini index 16534a47ad1161..98683707efae25 100644 --- a/infrastructure/metadata/infrastructure/testdriver/click_nested.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/click_nested.html.ini @@ -1,3 +1,6 @@ [click_nested.html] expected: if product == "chrome": [OK, TIMEOUT] + [TestDriver click method with multiple windows and nested iframe] + expected: + if product == "safari": [PASS, FAIL] diff --git a/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini b/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini index 542c40507bdd8b..899519108b2a2b 100644 --- a/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini @@ -9,18 +9,26 @@ [Can add a credential] expected: if product == "safari": FAIL + if product == "firefox": [FAIL, PASS] + if product == "firefox_android": [PASS, FAIL] [Can get the credentials] expected: if product == "safari": FAIL + if product == "firefox": [FAIL, PASS] + if product == "firefox_android": [PASS, FAIL] [Can remove a credential] expected: if product == "safari": FAIL + if product == "firefox": [FAIL, PASS] + if product == "firefox_android": [PASS, FAIL] [Can remove all credentials] expected: if product == "safari": FAIL + if product == "firefox": [FAIL, PASS] + if product == "firefox_android": [PASS, FAIL] [Can set user verified] expected: From 6331bee808490a8b1a9cd1949217687d893c8479 Mon Sep 17 00:00:00 2001 From: Sam Sneddon Date: Wed, 29 Apr 2026 21:34:02 -0700 Subject: [PATCH 2/2] Reformat infrastructure/metadata to match update-expectations --- .../infrastructure/expected-fail/failing-test.html.ini | 1 - .../uncaught-exception-following-subtest.html.ini | 4 ---- .../expected-fail/uncaught-exception-single-test.html.ini | 1 - .../unhandled-rejection-following-subtest.html.ini | 4 ---- .../expected-fail/unhandled-rejection-single-test.html.ini | 1 - .../infrastructure/expected-fail/window-onload-test.html.ini | 1 - .../infrastructure/reftest/testdriver-in-ref.html.ini | 2 +- .../metadata/infrastructure/server/test-pac.html.ini | 2 +- .../metadata/infrastructure/test262/async-error.js.ini | 1 - .../metadata/infrastructure/test262/async-failure.js.ini | 1 - .../metadata/infrastructure/test262/basic-failure.js.ini | 1 - infrastructure/metadata/infrastructure/test262/error.js.ini | 1 - .../metadata/infrastructure/test262/module-error.js.ini | 1 - .../metadata/infrastructure/test262/module-failure.js.ini | 1 - .../metadata/infrastructure/test262/negative-error.js.ini | 1 - .../metadata/infrastructure/test262/negative-failure.js.ini | 1 - .../metadata/infrastructure/test262/strict-error.js.ini | 1 - .../metadata/infrastructure/test262/strict-failure.js.ini | 1 - .../metadata/infrastructure/test262/unexpected-error.js.ini | 1 - .../testdriver/actions/multiTouchPoints.html.ini | 3 +-- .../infrastructure/testdriver/set_get_window_rect.html.ini | 1 + .../infrastructure/testdriver/virtual_authenticator.html.ini | 1 - .../infrastructure/testharness/lone-surrogates.html.ini | 1 - 23 files changed, 4 insertions(+), 29 deletions(-) diff --git a/infrastructure/metadata/infrastructure/expected-fail/failing-test.html.ini b/infrastructure/metadata/infrastructure/expected-fail/failing-test.html.ini index b954a0e9b75d79..0d874f2b1cbf30 100644 --- a/infrastructure/metadata/infrastructure/expected-fail/failing-test.html.ini +++ b/infrastructure/metadata/infrastructure/expected-fail/failing-test.html.ini @@ -1,4 +1,3 @@ [failing-test.html] [Failing test] expected: FAIL - diff --git a/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-following-subtest.html.ini b/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-following-subtest.html.ini index f7f3d4f7b5dfe3..af1291b48056ff 100644 --- a/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-following-subtest.html.ini +++ b/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-following-subtest.html.ini @@ -1,6 +1,2 @@ [uncaught-exception-following-subtest.html] expected: ERROR - - [Uncaught exception following subtest] - expected: PASS - diff --git a/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-single-test.html.ini b/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-single-test.html.ini index 6d2bd7f236780e..9f9cbb2ea4c6c9 100644 --- a/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-single-test.html.ini +++ b/infrastructure/metadata/infrastructure/expected-fail/uncaught-exception-single-test.html.ini @@ -1,4 +1,3 @@ [uncaught-exception-single-test.html] [Uncaught exception in single-page test] expected: FAIL - diff --git a/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-following-subtest.html.ini b/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-following-subtest.html.ini index ff1861aff94622..c2b68fbce4b4d2 100644 --- a/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-following-subtest.html.ini +++ b/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-following-subtest.html.ini @@ -1,6 +1,2 @@ [unhandled-rejection-following-subtest.html] expected: ERROR - - [Unhandled rejection following subtest] - expected: PASS - diff --git a/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-single-test.html.ini b/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-single-test.html.ini index f785f4cc6ec545..9a1a618515bb0c 100644 --- a/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-single-test.html.ini +++ b/infrastructure/metadata/infrastructure/expected-fail/unhandled-rejection-single-test.html.ini @@ -1,4 +1,3 @@ [unhandled-rejection-single-test.html] [Unhandled rejection in single-page test] expected: FAIL - diff --git a/infrastructure/metadata/infrastructure/expected-fail/window-onload-test.html.ini b/infrastructure/metadata/infrastructure/expected-fail/window-onload-test.html.ini index e380f5e58150d9..5367551e5e5e46 100644 --- a/infrastructure/metadata/infrastructure/expected-fail/window-onload-test.html.ini +++ b/infrastructure/metadata/infrastructure/expected-fail/window-onload-test.html.ini @@ -1,5 +1,4 @@ [window-onload-test.html] - [test 2] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/reftest/testdriver-in-ref.html.ini b/infrastructure/metadata/infrastructure/reftest/testdriver-in-ref.html.ini index 5dbd6945aa0381..e897541a4f13b5 100644 --- a/infrastructure/metadata/infrastructure/reftest/testdriver-in-ref.html.ini +++ b/infrastructure/metadata/infrastructure/reftest/testdriver-in-ref.html.ini @@ -2,4 +2,4 @@ expected: # https://github.com/web-platform-tests/wpt/issues/13183 # marionette executor doesn't currently implement testdriver for reftests - if product == "firefox" or product == "firefox_android": TIMEOUT + if (product == "firefox") or (product == "firefox_android"): TIMEOUT diff --git a/infrastructure/metadata/infrastructure/server/test-pac.html.ini b/infrastructure/metadata/infrastructure/server/test-pac.html.ini index 26ea697fe810ac..4ecaf8d856d721 100644 --- a/infrastructure/metadata/infrastructure/server/test-pac.html.ini +++ b/infrastructure/metadata/infrastructure/server/test-pac.html.ini @@ -1,4 +1,4 @@ [test-pac.html] [test that PAC metadata is respected] expected: - if product == "safari": FAIL # Safari WebDriver does not support PAC \ No newline at end of file + if product == "safari": FAIL # Safari WebDriver does not support PAC diff --git a/infrastructure/metadata/infrastructure/test262/async-error.js.ini b/infrastructure/metadata/infrastructure/test262/async-error.js.ini index bc95cbbd689c2b..3a87149fbebb00 100644 --- a/infrastructure/metadata/infrastructure/test262/async-error.js.ini +++ b/infrastructure/metadata/infrastructure/test262/async-error.js.ini @@ -1,4 +1,3 @@ [async-error.test262.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/async-failure.js.ini b/infrastructure/metadata/infrastructure/test262/async-failure.js.ini index f8ef240b514a25..bf2502b2ea078f 100644 --- a/infrastructure/metadata/infrastructure/test262/async-failure.js.ini +++ b/infrastructure/metadata/infrastructure/test262/async-failure.js.ini @@ -1,4 +1,3 @@ [async-failure.test262.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/basic-failure.js.ini b/infrastructure/metadata/infrastructure/test262/basic-failure.js.ini index f09895219ef187..6b66fd0ee99d74 100644 --- a/infrastructure/metadata/infrastructure/test262/basic-failure.js.ini +++ b/infrastructure/metadata/infrastructure/test262/basic-failure.js.ini @@ -1,4 +1,3 @@ [basic-failure.test262.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/error.js.ini b/infrastructure/metadata/infrastructure/test262/error.js.ini index 76852fe1949d5c..9747fc494057b8 100644 --- a/infrastructure/metadata/infrastructure/test262/error.js.ini +++ b/infrastructure/metadata/infrastructure/test262/error.js.ini @@ -1,4 +1,3 @@ [error.test262.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/module-error.js.ini b/infrastructure/metadata/infrastructure/test262/module-error.js.ini index 318f7afd5f6be5..5e9a7e69d836ae 100644 --- a/infrastructure/metadata/infrastructure/test262/module-error.js.ini +++ b/infrastructure/metadata/infrastructure/test262/module-error.js.ini @@ -1,4 +1,3 @@ [module-error.test262-module.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/module-failure.js.ini b/infrastructure/metadata/infrastructure/test262/module-failure.js.ini index 259ff3ed8a942f..eb3a43ff5c73d3 100644 --- a/infrastructure/metadata/infrastructure/test262/module-failure.js.ini +++ b/infrastructure/metadata/infrastructure/test262/module-failure.js.ini @@ -1,4 +1,3 @@ [module-failure.test262-module.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/negative-error.js.ini b/infrastructure/metadata/infrastructure/test262/negative-error.js.ini index 2d84ec708f7884..2139235f9bcf87 100644 --- a/infrastructure/metadata/infrastructure/test262/negative-error.js.ini +++ b/infrastructure/metadata/infrastructure/test262/negative-error.js.ini @@ -1,4 +1,3 @@ [negative-error.test262.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/negative-failure.js.ini b/infrastructure/metadata/infrastructure/test262/negative-failure.js.ini index 2d7ad8eb0c3497..91af50c132bb31 100644 --- a/infrastructure/metadata/infrastructure/test262/negative-failure.js.ini +++ b/infrastructure/metadata/infrastructure/test262/negative-failure.js.ini @@ -1,4 +1,3 @@ [negative-failure.test262.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/strict-error.js.ini b/infrastructure/metadata/infrastructure/test262/strict-error.js.ini index 84578263ba48e9..047c6d2e664abb 100644 --- a/infrastructure/metadata/infrastructure/test262/strict-error.js.ini +++ b/infrastructure/metadata/infrastructure/test262/strict-error.js.ini @@ -1,4 +1,3 @@ [strict-error.test262.strict.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/strict-failure.js.ini b/infrastructure/metadata/infrastructure/test262/strict-failure.js.ini index 646caf613bf8ef..59c6d4b6f749da 100644 --- a/infrastructure/metadata/infrastructure/test262/strict-failure.js.ini +++ b/infrastructure/metadata/infrastructure/test262/strict-failure.js.ini @@ -1,4 +1,3 @@ [strict-failure.test262.strict.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/test262/unexpected-error.js.ini b/infrastructure/metadata/infrastructure/test262/unexpected-error.js.ini index 42fb768208fea5..6af4bda4773c1c 100644 --- a/infrastructure/metadata/infrastructure/test262/unexpected-error.js.ini +++ b/infrastructure/metadata/infrastructure/test262/unexpected-error.js.ini @@ -1,4 +1,3 @@ [unexpected-error.test262.html] - expected: OK [Test] expected: FAIL diff --git a/infrastructure/metadata/infrastructure/testdriver/actions/multiTouchPoints.html.ini b/infrastructure/metadata/infrastructure/testdriver/actions/multiTouchPoints.html.ini index c8fd2d282fbede..23ff6b915e3646 100644 --- a/infrastructure/metadata/infrastructure/testdriver/actions/multiTouchPoints.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/actions/multiTouchPoints.html.ini @@ -1,7 +1,6 @@ [multiTouchPoints.html] expected: - if product == "epiphany" or product == "webkit": ERROR - + if (product == "epiphany") or (product == "webkit"): ERROR [TestDriver actions: two touch points with one moving one pause] expected: if product == "safari": FAIL diff --git a/infrastructure/metadata/infrastructure/testdriver/set_get_window_rect.html.ini b/infrastructure/metadata/infrastructure/testdriver/set_get_window_rect.html.ini index a01f56c1953af2..c9fa963d507bc8 100644 --- a/infrastructure/metadata/infrastructure/testdriver/set_get_window_rect.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/set_get_window_rect.html.ini @@ -2,6 +2,7 @@ [Window Size] expected: if product == "firefox_android": FAIL + [Window Position] expected: if product == "firefox_android": FAIL diff --git a/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini b/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini index 899519108b2a2b..7340d7a415a4e8 100644 --- a/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini +++ b/infrastructure/metadata/infrastructure/testdriver/virtual_authenticator.html.ini @@ -1,7 +1,6 @@ [virtual_authenticator.html] expected: if product == "safari": CRASH - [Can create an authenticator] expected: if product == "safari": FAIL diff --git a/infrastructure/metadata/infrastructure/testharness/lone-surrogates.html.ini b/infrastructure/metadata/infrastructure/testharness/lone-surrogates.html.ini index 6505d896a9c195..ea08b40270c624 100644 --- a/infrastructure/metadata/infrastructure/testharness/lone-surrogates.html.ini +++ b/infrastructure/metadata/infrastructure/testharness/lone-surrogates.html.ini @@ -4,4 +4,3 @@ [failing test with lone surrogate U+d800 in name] expected: FAIL -