SF 633560: tokenize.__all__ needs "generate_tokens"

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index b64be8083202c39f75fd7c6c815a25b8c7e59040..4787a8011c54fef9f45216f6a1ba7302c0a02b7c 100644 (file)
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -32,7 +32,8 @@ import string, re
 from token import *
 
 import token
-__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize", "NL"]
+__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize",
+           "generate_tokens", "NL"]
 del token
 
 COMMENT = N_TOKENS