summaryrefslogtreecommitdiff
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorNeil Schemenauer <nascheme@enme.ucalgary.ca>2007-09-21 20:50:26 +0000
committerNeil Schemenauer <nascheme@enme.ucalgary.ca>2007-09-21 20:50:26 +0000
commit1f5c6258541809802348be94cb2ef4131da44941 (patch)
tree6f5dd3cbf6bac9e64eaa6da75e647b1e7998faaa /Parser/tokenizer.h
parentcf72f816ea27b8d4a05787bf3ccc5dacf037a0be (diff)
downloadcpython-1f5c6258541809802348be94cb2ef4131da44941.tar.gz
Use an enum for decoding_state. It makes the code a little more
understandable.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h8
1 files changed, 7 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index f38ad607b3..72982bde47 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -12,6 +12,12 @@ extern "C" {
#define MAXINDENT 100 /* Max indentation level */
+enum decoding_state {
+ STATE_INIT,
+ STATE_RAW,
+ STATE_NORMAL, /* have a codec associated with input */
+};
+
/* Tokenizer state */
struct tok_state {
/* Input state; buf <= cur <= inp <= end */
@@ -40,7 +46,7 @@ struct tok_state {
int alttabsize; /* Alternate tab spacing */
int altindstack[MAXINDENT]; /* Stack of alternate indents */
/* Stuff for PEP 0263 */
- int decoding_state; /* -1:decoding, 0:init, 1:raw */
+ enum decoding_state decoding_state;
int decoding_erred; /* whether erred in decoding */
int read_coding_spec; /* whether 'coding:...' has been read */
char *encoding;