diff options
Diffstat (limited to 'Parser/tokenizer.h')
| -rw-r--r-- | Parser/tokenizer.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index 72982bde47..a66d78e7d9 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -67,6 +67,7 @@ extern void PyTokenizer_Free(struct tok_state *); extern int PyTokenizer_Get(struct tok_state *, char **, char **); extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int *offset); +extern char * PyTokenizer_FindEncoding(FILE *fp); #ifdef __cplusplus } |