From d268eb9986f7fef9c5f9276c54e313c5313a50c5 Mon Sep 17 00:00:00 2001
From: Ned Batchelder <ned@nedbatchelder.com>
Date: Sat, 13 Mar 2010 08:00:40 -0500
Subject: Deal properly with dos-ended source files while tokenizing.  Fixes
 issue #53.

---
 test/test_phystokens.py | 1 +
 1 file changed, 1 insertion(+)

(limited to 'test/test_phystokens.py')

diff --git a/test/test_phystokens.py b/test/test_phystokens.py
index 6b533cf6..0e778510 100644
--- a/test/test_phystokens.py
+++ b/test/test_phystokens.py
@@ -36,6 +36,7 @@ class PhysTokensTest(CoverageTest):
             tokenized += text + "\n"
         # source_token_lines doesn't preserve trailing spaces, so trim all that
         # before comparing.
+        source = source.replace('\r\n', '\n')
         source = re.sub("(?m)[ \t]+$", "", source)
         tokenized = re.sub("(?m)[ \t]+$", "", tokenized)
         self.assertMultiLineEqual(source, tokenized)
-- 
cgit v1.2.1