From 2f4ca2051945343f0ec217d9f83e0f96d7f3eb0d Mon Sep 17 00:00:00 2001 From: Armin Ronacher Date: Sat, 14 Jun 2008 19:00:35 +0000 Subject: added some newlines to extract and jslexer to stay consistent with the rest of the sourcecode. --- babel/messages/jslexer.py | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'babel/messages/jslexer.py') diff --git a/babel/messages/jslexer.py b/babel/messages/jslexer.py index a5f4436..9c666f0 100644 --- a/babel/messages/jslexer.py +++ b/babel/messages/jslexer.py @@ -58,6 +58,7 @@ uni_escape_re = re.compile(r'[a-fA-F0-9]{1,4}') class TokenError(ValueError): """Raised if the tokenizer stumbled upon invalid tokens.""" + class Token(tuple): """Represents a token as returned by `tokenize`.""" __slots__ = () @@ -69,6 +70,7 @@ class Token(tuple): value = property(itemgetter(1)) lineno = property(itemgetter(2)) + def indicates_division(token): """A helper function that helps the tokenizer to decide if the current token may be followed by a division operator. @@ -77,6 +79,7 @@ def indicates_division(token): return token.value in (')', ']', '}', '++', '--') return token.type in ('name', 'number', 'string', 'regexp') + def unquote_string(string): """Unquote a string with JavaScript rules. The string has to start with string delimiters (``'`` or ``"``.) @@ -134,6 +137,7 @@ def unquote_string(string): return u''.join(result) + def tokenize(source): """Tokenize a JavaScript source. -- cgit v1.2.1