From ce7298ab42f40c079092fb79bec7d02c1175e99c Mon Sep 17 00:00:00 2001
From: Ka-Ping Yee <ping@zesty.ca>
Date: Fri, 23 Mar 2001 05:22:12 +0000
Subject: [PATCH] Explain the difference between NL and NEWLINE.

---
 Doc/lib/libtokenize.tex | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/Doc/lib/libtokenize.tex b/Doc/lib/libtokenize.tex
index 3c5e8ef0fe5..205407c0202 100644
--- a/Doc/lib/libtokenize.tex
+++ b/Doc/lib/libtokenize.tex
@@ -43,5 +43,8 @@ passed to the \var{tokeneater} function by \function{tokenize()}:
   Token value used to indicate a comment.
 \end{datadesc}
 \begin{datadesc}{NL}
-  Token value used to indicate a newline.
+  Token value used to indicate a non-terminating newline.  The NEWLINE
+  token indicates the end of a logical line of Python code; NL tokens
+  are generated when a logical line of code is continued over multiple
+  physical lines.
 \end{datadesc}