summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.c
diff options
context:
space:
mode:
authorGuido van Rossum <guido@python.org>1993-05-12 11:35:44 (GMT)
committerGuido van Rossum <guido@python.org>1993-05-12 11:35:44 (GMT)
commita849b834f1e86bec20027654c91bb4cc74de5c8d (patch)
tree9889abb429019cd73a52e225b1f9ddbc4d4b87ee /Parser/tokenizer.c
parentb2c6556fb0d309a04e37c2c9937fed16284cd00f (diff)
downloadcpython-a849b834f1e86bec20027654c91bb4cc74de5c8d.zip
cpython-a849b834f1e86bec20027654c91bb4cc74de5c8d.tar.gz
cpython-a849b834f1e86bec20027654c91bb4cc74de5c8d.tar.bz2
* selectmodule.c: fix (another!) two memory leaks -- this time in list2set
* tokenizer.[ch]: allow continuation without \ inside () [] {}.
Diffstat (limited to 'Parser/tokenizer.c')
-rw-r--r--Parser/tokenizer.c19
1 files changed, 17 insertions, 2 deletions
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 38a9e9a..725a2f1 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -109,6 +109,7 @@ tok_new()
tok->pendin = 0;
tok->prompt = tok->nextprompt = NULL;
tok->lineno = 0;
+ tok->level = 0;
return tok;
}
@@ -390,7 +391,7 @@ tok_get(tok, p_start, p_end)
/* We can't jump back right here since we still
may need to skip to the end of a comment */
}
- if (!blankline) {
+ if (!blankline && tok->level == 0) {
if (col == tok->indstack[tok->indent]) {
/* No change */
}
@@ -483,7 +484,7 @@ tok_get(tok, p_start, p_end)
/* Newline */
if (c == '\n') {
tok->atbol = 1;
- if (blankline)
+ if (blankline || tok->level > 0)
goto nextline;
*p_end = tok->cur - 1; /* Leave '\n' out of the string */
return NEWLINE;
@@ -612,6 +613,20 @@ tok_get(tok, p_start, p_end)
tok_backup(tok, c2);
}
+ /* Keep track of parenteses nesting level */
+ switch (c) {
+ case '(':
+ case '[':
+ case '{':
+ tok->level++;
+ break;
+ case ')':
+ case ']':
+ case '}':
+ tok->level--;
+ break;
+ }
+
/* Punctuation character */
*p_end = tok->cur;
return tok_1char(c);