diff options
| author | Benjamin Peterson <benjamin@python.org> | 2014-04-09 23:55:56 -0400 |
|---|---|---|
| committer | Benjamin Peterson <benjamin@python.org> | 2014-04-09 23:55:56 -0400 |
| commit | d51374ed78a3e3145911a16cdf3b9b84b3ba7d15 (patch) | |
| tree | 31f9086f20f5b8923604f41f1a4d139fa809aaed /Lib/tokenize.py | |
| parent | 2aad6ef77419887f5875ba942e9369b4bdd34a5e (diff) | |
| download | cpython-git-d51374ed78a3e3145911a16cdf3b9b84b3ba7d15.tar.gz | |
PEP 465: a dedicated infix operator for matrix multiplication (closes #21176)
Diffstat (limited to 'Lib/tokenize.py')
| -rw-r--r-- | Lib/tokenize.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/Lib/tokenize.py b/Lib/tokenize.py index 98e91223fe..742abd1992 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -91,7 +91,8 @@ EXACT_TOKEN_TYPES = { '**=': DOUBLESTAREQUAL, '//': DOUBLESLASH, '//=': DOUBLESLASHEQUAL, - '@': AT + '@': AT, + '@=': ATEQUAL, } class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')): @@ -150,7 +151,7 @@ String = group(StringPrefix + r"'[^\n'\\]*(?:\\.[^\n'\\]*)*'", # recognized as two instances of =). Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"!=", r"//=?", r"->", - r"[+\-*/%&|^=<>]=?", + r"[+\-*/%&@|^=<>]=?", r"~") Bracket = '[][(){}]' |