diff options
Diffstat (limited to 'Doc/lib/libtokenize.tex')
| -rw-r--r-- | Doc/lib/libtokenize.tex | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/Doc/lib/libtokenize.tex b/Doc/lib/libtokenize.tex index 3c5e8ef..205407c 100644 --- a/Doc/lib/libtokenize.tex +++ b/Doc/lib/libtokenize.tex @@ -43,5 +43,8 @@ passed to the \var{tokeneater} function by \function{tokenize()}: Token value used to indicate a comment. \end{datadesc} \begin{datadesc}{NL} - Token value used to indicate a newline. + Token value used to indicate a non-terminating newline. The NEWLINE + token indicates the end of a logical line of Python code; NL tokens + are generated when a logical line of code is continued over multiple + physical lines. \end{datadesc} |