unparse.py: respect coding cookie in input files

mdickinson · mdickinson · commit 82c8d9335701 · 2010-06-29T07:48:23.000Z
diff --git a/Demo/parser/unparse.py b/Demo/parser/unparse.py
@@ -1,6 +1,7 @@
 "Usage: unparse.py <path to source file>"
 import sys
 import ast
+import tokenize
 import io
 import os
 
@@ -548,7 +549,10 @@ def _alias(self, t):
             self.write(" as "+t.asname)
 
 def roundtrip(filename, output=sys.stdout):
-    source = open(filename).read()
+    with open(filename, "rb") as pyfile:
+        encoding = tokenize.detect_encoding(pyfile.readline)[0]
+    with open(filename, "r", encoding=encoding) as pyfile:
+        source = pyfile.read()
     tree = compile(source, filename, "exec", ast.PyCF_ONLY_AST)
     Unparser(tree, output)
 
