tokenize is just broken on test_pep3131.py

benjaminp · benjaminp · commit 963e40256a70 · 2011-08-13T00:33:21.000-05:00
diff --git a/Lib/test/test_tokenize.py b/Lib/test/test_tokenize.py
@@ -520,6 +520,9 @@
     >>> tempdir = os.path.dirname(f) or os.curdir
     >>> testfiles = glob.glob(os.path.join(tempdir, "test*.py"))
 
+tokenize is broken on test_pep3131.py because regular expressions are broken on
+the obscure unicode identifiers in it. *sigh*
+    >>> testfiles.remove(os.path.join(tempdir, "test_pep3131.py"))
     >>> if not support.is_resource_enabled("cpu"):
     ...     testfiles = random.sample(testfiles, 10)
     ...
