Recode modules from latin-1 to utf-8

pitrou · pitrou · commit d72402effcc3 · 2010-10-27T18:52:48.000Z
diff --git a/Lib/shlex.py b/Lib/shlex.py
@@ -1,4 +1,3 @@
-# -*- coding: iso-8859-1 -*-
 """A lexical analyzer class for simple shell-like syntaxes."""
 
 # Module and documentation by Eric S. Raymond, 21 Dec 1998
@@ -35,8 +34,8 @@ def __init__(self, instream=None, infile=None, posix=False):
         self.wordchars = ('abcdfeghijklmnopqrstuvwxyz'
                           'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_')
         if self.posix:
-            self.wordchars += ('��������������������������������'
-                               '������������������������������')
+            self.wordchars += ('ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ'
+                               'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ')
         self.whitespace = ' \t\r\n'
         self.whitespace_split = False
         self.quotes = '\'"'
diff --git a/Lib/test/test_sax.py b/Lib/test/test_sax.py
@@ -1,4 +1,4 @@
-# regression test for SAX 2.0            -*- coding: iso-8859-1 -*-
+# regression test for SAX 2.0
 # $Id$
 
 from xml.sax import make_parser, ContentHandler, \
@@ -114,7 +114,7 @@ def test_escape_all(self):
                           "&lt;Donald Duck &amp; Co&gt;")
 
     def test_escape_extra(self):
-        self.assertEquals(escape("Hei p� deg", {"�" : "&aring;"}),
+        self.assertEquals(escape("Hei på deg", {"å" : "&aring;"}),
                           "Hei p&aring; deg")
 
     # ===== unescape
@@ -126,7 +126,7 @@ def test_unescape_all(self):
                           "<Donald Duck & Co>")
 
     def test_unescape_extra(self):
-        self.assertEquals(unescape("Hei p� deg", {"�" : "&aring;"}),
+        self.assertEquals(unescape("Hei på deg", {"å" : "&aring;"}),
                           "Hei p&aring; deg")
 
     def test_unescape_amp_extra(self):
diff --git a/Lib/test/test_shlex.py b/Lib/test/test_shlex.py
@@ -1,4 +1,3 @@
-# -*- coding: iso-8859-1 -*-
 import unittest
 import os, sys, io
 import shlex
@@ -68,7 +67,7 @@
 foo\ bar|foo|\|bar|
 foo#bar\nbaz|foobaz|
 :-) ;-)|:|-|)|;|-|)|
-�����|�|�|�|�|�|
+áéíóú|á|é|í|ó|ú|
 """
 
 posix_data = r"""x|x|
@@ -132,7 +131,7 @@
 foo\ bar|foo bar|
 foo#bar\nbaz|foo|baz|
 :-) ;-)|:-)|;-)|
-�����|�����|
+áéíóú|áéíóú|
 """
 
 class ShlexTest(unittest.TestCase):
diff --git a/Lib/test/test_unicode.py b/Lib/test/test_unicode.py
@@ -1,4 +1,3 @@
-# -*- coding: iso-8859-1 -*-
 """ Test script for the Unicode implementation.
 
 Written by Marc-Andre Lemburg (mal@lemburg.com).
@@ -403,11 +402,11 @@ def test_isidentifier(self):
         self.assertTrue("b0".isidentifier())
         self.assertTrue("bc".isidentifier())
         self.assertTrue("b_".isidentifier())
-        self.assertTrue("�".isidentifier())
+        self.assertTrue("µ".isidentifier())
 
         self.assertFalse(" ".isidentifier())
         self.assertFalse("[".isidentifier())
-        self.assertFalse("�".isidentifier())
+        self.assertFalse("©".isidentifier())
         self.assertFalse("0".isidentifier())
 
     def test_isprintable(self):
