SF 633560: tokenize.__all__ needs "generate_tokens"

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 76ea7a2ef99cfb7d3eb075983ba13f14730c6c40..37ce049a79c3f15f435a1b5c88cc3560d210c31e 100644 (file)
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -30,7 +30,8 @@ import string, re
 from token import *
 
 import token
-__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize", "NL"]
+__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize",
+           "generate_tokens", "NL"]
 del x
 del token