diff options
| author | Benjamin Peterson <benjamin@python.org> | 2009-03-02 23:31:26 +0000 |
|---|---|---|
| committer | Benjamin Peterson <benjamin@python.org> | 2009-03-02 23:31:26 +0000 |
| commit | f5b52246ed8a1191c3aa1da7d3c63bbe11aee020 (patch) | |
| tree | dcac9a1daca7f583ff958cb61f73e9ed11b5564b /Parser/tokenizer.h | |
| parent | 0663a1ed793c164fb11d3dd62bebc677e260891e (diff) | |
| download | cpython-git-f5b52246ed8a1191c3aa1da7d3c63bbe11aee020.tar.gz | |
ignore the coding cookie in compile(), exec(), and eval() if the source is a string #4626
Diffstat (limited to 'Parser/tokenizer.h')
| -rw-r--r-- | Parser/tokenizer.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index df9cbc74b9..e3328f1a58 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -61,6 +61,7 @@ struct tok_state { }; extern struct tok_state *PyTokenizer_FromString(const char *); +extern struct tok_state *PyTokenizer_FromUTF8(const char *); extern struct tok_state *PyTokenizer_FromFile(FILE *, char*, char *, char *); extern void PyTokenizer_Free(struct tok_state *); |