summaryrefslogtreecommitdiff
path: root/Demo/parser/unparse.py
diff options
context:
space:
mode:
Diffstat (limited to 'Demo/parser/unparse.py')
-rw-r--r--Demo/parser/unparse.py6
1 files changed, 5 insertions, 1 deletions
diff --git a/Demo/parser/unparse.py b/Demo/parser/unparse.py
index 1c034bab96..56728734c7 100644
--- a/Demo/parser/unparse.py
+++ b/Demo/parser/unparse.py
@@ -1,6 +1,7 @@
"Usage: unparse.py <path to source file>"
import sys
import ast
+import tokenize
import io
import os
@@ -548,7 +549,10 @@ class Unparser:
self.write(" as "+t.asname)
def roundtrip(filename, output=sys.stdout):
- source = open(filename).read()
+ with open(filename, "rb") as pyfile:
+ encoding = tokenize.detect_encoding(pyfile.readline)[0]
+ with open(filename, "r", encoding=encoding) as pyfile:
+ source = pyfile.read()
tree = compile(source, filename, "exec", ast.PyCF_ONLY_AST)
Unparser(tree, output)