diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 76ea7a2ef99..37ce049a79c 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -30,7 +30,8 @@ import string, re
 from token import *
 
 import token
-__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize", "NL"]
+__all__ = [x for x in dir(token) if x[0] != '_'] + ["COMMENT", "tokenize",
+           "generate_tokens", "NL"]
 del x
 del token