summaryrefslogtreecommitdiff
path: root/Parser
diff options
context:
space:
mode:
authorChristian Heimes <christian@cheimes.de>2008-01-23 14:20:50 +0000
committerChristian Heimes <christian@cheimes.de>2008-01-23 14:20:50 +0000
commitce1b92a944f22183ccc76464ab48043a15462214 (patch)
tree37edf78a752e288dc4ff8354a25ee617ace55514 /Parser
parent9e55242b1c5b7bcc3cb170aaedca1055159d2131 (diff)
downloadcpython-ce1b92a944f22183ccc76464ab48043a15462214.tar.gz
Fixed bug #1915: Python compiles with --enable-unicode=no again. However several extension methods and modules do not work without unicode support.
Diffstat (limited to 'Parser')
-rw-r--r--Parser/tokenizer.c3
1 files changed, 1 insertions, 2 deletions
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 6e74c7b26b..257ef1c87b 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -1563,7 +1563,7 @@ PyTokenizer_Get(struct tok_state *tok, char **p_start, char **p_end)
there, as it must be empty for PGEN, and we can check for PGEN only
in this file. */
-#ifdef PGEN
+#if defined(PGEN) || !defined(Py_USING_UNICODE)
char*
PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int* offset)
{
@@ -1584,7 +1584,6 @@ dec_utf8(const char *enc, const char *text, size_t len) {
}
return ret;
}
-
char *
PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int *offset)
{