summaryrefslogtreecommitdiff
path: root/Parser/tokenizer.h
diff options
context:
space:
mode:
authorMartin v. Löwis <martin@v.loewis.de>2007-09-04 09:18:06 +0000
committerMartin v. Löwis <martin@v.loewis.de>2007-09-04 09:18:06 +0000
commit85bcc66bb492931b6ca3de21ca53ca53b754be33 (patch)
tree3e46f8d106d8ac338238c146480568dd4a3c0083 /Parser/tokenizer.h
parent53de1902e7a9788d2d4b917b1b14b2a76171f0f4 (diff)
downloadcpython-git-85bcc66bb492931b6ca3de21ca53ca53b754be33.tar.gz
Convert code from sys.stdin.encoding to UTF-8 in
interactive mode. Fixes #1100.
Diffstat (limited to 'Parser/tokenizer.h')
-rw-r--r--Parser/tokenizer.h3
1 files changed, 2 insertions, 1 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index 5e7ebf74f1..ba90a5f63c 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -55,7 +55,8 @@ struct tok_state {
};
extern struct tok_state *PyTokenizer_FromString(const char *);
-extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *);
+extern struct tok_state *PyTokenizer_FromFile(FILE *, char*,
+ char *, char *);
extern void PyTokenizer_Free(struct tok_state *);
extern int PyTokenizer_Get(struct tok_state *, char **, char **);