summaryrefslogtreecommitdiffstats
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorNeil Schemenauer <nascheme@enme.ucalgary.ca>2007-09-21 20:50:26 (GMT)
committerNeil Schemenauer <nascheme@enme.ucalgary.ca>2007-09-21 20:50:26 (GMT)
commit3f993c3b52f9799a010b889d20f1bc129eb89704 (patch)
tree6e3cde6b4de93d5d8509385deb93aea5cbcba92d /Parser/tokenizer.h
parent16c7075164abe85f7cf750d6b63ee2b5ddaa2f54 (diff)
downloadcpython-3f993c3b52f9799a010b889d20f1bc129eb89704.zip
cpython-3f993c3b52f9799a010b889d20f1bc129eb89704.tar.gz
cpython-3f993c3b52f9799a010b889d20f1bc129eb89704.tar.bz2
Use an enum for decoding_state. It makes the code a little more
understandable.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h8
1 files changed, 7 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index f38ad60..72982bd 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -12,6 +12,12 @@ extern "C" {
#define MAXINDENT 100 /* Max indentation level */
+enum decoding_state {
+ STATE_INIT,
+ STATE_RAW,
+ STATE_NORMAL, /* have a codec associated with input */
+};
+
/* Tokenizer state */
struct tok_state {
/* Input state; buf <= cur <= inp <= end */
@@ -40,7 +46,7 @@ struct tok_state {
int alttabsize; /* Alternate tab spacing */
int altindstack[MAXINDENT]; /* Stack of alternate indents */
/* Stuff for PEP 0263 */
- int decoding_state; /* -1:decoding, 0:init, 1:raw */
+ enum decoding_state decoding_state;
int decoding_erred; /* whether erred in decoding */
int read_coding_spec; /* whether 'coding:...' has been read */
char *encoding;