From: Tomas R. <tomas.roun8@gmail.com>
Date: Mon, 6 Jan 2025 08:42:26 +0000 (+0100)
Subject: gh-128519: Align the docstring of untokenize() to match the docs (#128521)
X-Git-Tag: v3.14.0a4~105
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=aef52ca8b334ff90e8032da39f4d06e7b5130eb9;p=thirdparty%2FPython%2Fcpython.git

gh-128519: Align the docstring of untokenize() to match the docs (#128521)
---

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 7ece4e9b70d3..1a60fd32a77e 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -318,16 +318,10 @@ def untokenize(iterable):
     with at least two elements, a token number and token value.  If
     only two tokens are passed, the resulting output is poor.
 
-    Round-trip invariant for full input:
-        Untokenized source will match input source exactly
-
-    Round-trip invariant for limited input:
-        # Output bytes will tokenize back to the input
-        t1 = [tok[:2] for tok in tokenize(f.readline)]
-        newcode = untokenize(t1)
-        readline = BytesIO(newcode).readline
-        t2 = [tok[:2] for tok in tokenize(readline)]
-        assert t1 == t2
+    The result is guaranteed to tokenize back to match the input so
+    that the conversion is lossless and round-trips are assured.
+    The guarantee applies only to the token type and token string as
+    the spacing between tokens (column positions) may change.
     """
     ut = Untokenizer()
     out = ut.untokenize(iterable)