[3.12] gh-128519: Align the docstring of untokenize() to match the docs (GH-128521...

(cherry picked from commit aef52ca8b334ff90e8032da39f4d06e7b5130eb9)

Co-authored-by: Tomas R <tomas.roun8@gmail.com>

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index b2dff8e69670941f528e584ec7e1daa131fc6307..553c1ca43889749a023856e312e595be84c82628 100644 (file)
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -320,16 +320,10 @@ def untokenize(iterable):
     with at least two elements, a token number and token value.  If
     only two tokens are passed, the resulting output is poor.
 
-    Round-trip invariant for full input:
-        Untokenized source will match input source exactly
-
-    Round-trip invariant for limited input:
-        # Output bytes will tokenize back to the input
-        t1 = [tok[:2] for tok in tokenize(f.readline)]
-        newcode = untokenize(t1)
-        readline = BytesIO(newcode).readline
-        t2 = [tok[:2] for tok in tokenize(readline)]
-        assert t1 == t2
+    The result is guaranteed to tokenize back to match the input so
+    that the conversion is lossless and round-trips are assured.
+    The guarantee applies only to the token type and token string as
+    the spacing between tokens (column positions) may change.
     """
     ut = Untokenizer()
     out = ut.untokenize(iterable)