From d4914e9041cb9455592facba2a1afa6d905f1c01 Mon Sep 17 00:00:00 2001
From: Jim Fasarakis-Hilliard <d.f.hilliard@gmail.com>
Date: Tue, 14 Mar 2017 22:16:15 +0200
Subject: Add ELLIPSIS and RARROW. Add tests (#666)

---
 Lib/tokenize.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

(limited to 'Lib/tokenize.py')

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 825aa90646..eea88b7d43 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -86,12 +86,14 @@ EXACT_TOKEN_TYPES = {
     '%=':  PERCENTEQUAL,
     '&=':  AMPEREQUAL,
     '|=':  VBAREQUAL,
-    '^=': CIRCUMFLEXEQUAL,
+    '^=':  CIRCUMFLEXEQUAL,
     '<<=': LEFTSHIFTEQUAL,
     '>>=': RIGHTSHIFTEQUAL,
     '**=': DOUBLESTAREQUAL,
     '//':  DOUBLESLASH,
     '//=': DOUBLESLASHEQUAL,
+    '...': ELLIPSIS,
+    '->':  RARROW,
     '@':   AT,
     '@=':  ATEQUAL,
 }
-- 
cgit v1.2.1