From: Raymond Hettinger <python@rcn.com>
Date: Tue, 5 Nov 2002 06:06:02 +0000 (+0000)
Subject: SF 633560:  tokenize.__all__ needs "generate_tokens"
X-Git-Tag: v2.3c1~3584
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=78a7aeeb1a93b0a3b850355bc7f71dab00fa755a;p=thirdparty%2FPython%2Fcpython.git

SF 633560:  tokenize.__all__ needs "generate_tokens"
---

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 76ea7a2ef99c..37ce049a79c3 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -30,7 +30,8 @@ import string, re
 from token import *
 
 import token
-__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize", "NL"]
+__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize",
+           "generate_tokens", "NL"]
 del x
 del token