]> git.ipfire.org Git - thirdparty/Python/cpython.git/commitdiff
[3.13] gh-154582: Fix test_invalid_utf8_arg in non-UTF-8 multibyte locales (GH-154584...
authorSerhiy Storchaka <storchaka@gmail.com>
Fri, 24 Jul 2026 12:54:47 +0000 (15:54 +0300)
committerGitHub <noreply@github.com>
Fri, 24 Jul 2026 12:54:47 +0000 (12:54 +0000)
Arbitrary bytes round-trip through surrogateescape only in UTF-8 and
single-byte encodings, not in a stateful multibyte encoding such as EUC-JP.
(cherry picked from commit b1e530ebf3b68e884ab37882d690d95e5d82aef5)

Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
Lib/test/test_cmd_line.py

index 797615c915c3d5945dd9aed80204eaf894f5c887..7c2e1b98c28dea793ebf00c55b431e134bf8fc17 100644 (file)
@@ -326,8 +326,26 @@ class CmdLineTest(unittest.TestCase):
         )
         test_args = [valid_utf8, invalid_utf8]
 
-        for run_cmd in (run_default, run_c_locale, run_utf8_mode):
-            with self.subTest(run_cmd=run_cmd):
+        for run_cmd, encoding in (
+            (run_default, sys.getfilesystemencoding()),
+            (run_c_locale, None),
+            (run_utf8_mode, None),
+        ):
+            with self.subTest(run_cmd=run_cmd.__name__):
+                # Arbitrary bytes round-trip through surrogateescape only in
+                # UTF-8 and single-byte encodings, not in a multibyte encoding
+                # such as EUC-JP.
+                if encoding is not None:
+                    try:
+                        lossless = len(bytes(range(256)).decode(
+                            encoding, 'surrogateescape')) == 256
+                    except UnicodeError:
+                        lossless = False
+                else:
+                    lossless = True
+                if not lossless:
+                    self.skipTest(f'{encoding} cannot losslessly '
+                                  f'round-trip arbitrary bytes')
                 for arg in test_args:
                     proc = run_cmd(arg)
                     self.assertEqual(proc.stdout.rstrip(), ascii(arg))