Recode modules from latin-1 to utf-8

This commit is contained in:
Antoine Pitrou 2010-10-27 18:52:48 +00:00
parent 6b03ee6033
commit d72402effc
4 changed files with 9 additions and 12 deletions

View File

@ -1,4 +1,3 @@
# -*- coding: iso-8859-1 -*-
"""A lexical analyzer class for simple shell-like syntaxes."""
# Module and documentation by Eric S. Raymond, 21 Dec 1998
@ -35,8 +34,8 @@ class shlex:
self.wordchars = ('abcdfeghijklmnopqrstuvwxyz'
'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_')
if self.posix:
self.wordchars += ('ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ'
'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ')
self.wordchars += ('ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ'
'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ')
self.whitespace = ' \t\r\n'
self.whitespace_split = False
self.quotes = '\'"'

View File

@ -1,4 +1,4 @@
# regression test for SAX 2.0 -*- coding: iso-8859-1 -*-
# regression test for SAX 2.0
# $Id$
from xml.sax import make_parser, ContentHandler, \
@ -114,7 +114,7 @@ class SaxutilsTest(unittest.TestCase):
"<Donald Duck & Co>")
def test_escape_extra(self):
self.assertEquals(escape("Hei på deg", {"å" : "å"}),
self.assertEquals(escape("Hei på deg", {"å" : "å"}),
"Hei på deg")
# ===== unescape
@ -126,7 +126,7 @@ class SaxutilsTest(unittest.TestCase):
"<Donald Duck & Co>")
def test_unescape_extra(self):
self.assertEquals(unescape("Hei på deg", {"å" : "&aring;"}),
self.assertEquals(unescape("Hei på deg", {"å" : "&aring;"}),
"Hei p&aring; deg")
def test_unescape_amp_extra(self):

View File

@ -1,4 +1,3 @@
# -*- coding: iso-8859-1 -*-
import unittest
import os, sys, io
import shlex
@ -68,7 +67,7 @@ foo\ x\x\""|foo|\|x|\|x|\|""|
foo\ bar|foo|\|bar|
foo#bar\nbaz|foobaz|
:-) ;-)|:|-|)|;|-|)|
ביםףת|ב|י|ם|ף|ת|
áéíóú|á|é|í|ó|ú|
"""
posix_data = r"""x|x|
@ -132,7 +131,7 @@ foo\ x\x\"|foo xx"|
foo\ bar|foo bar|
foo#bar\nbaz|foo|baz|
:-) ;-)|:-)|;-)|
ביםףת|ביםףת|
áéíóú|áéíóú|
"""
class ShlexTest(unittest.TestCase):

View File

@ -1,4 +1,3 @@
# -*- coding: iso-8859-1 -*-
""" Test script for the Unicode implementation.
Written by Marc-Andre Lemburg (mal@lemburg.com).
@ -403,11 +402,11 @@ class UnicodeTest(string_tests.CommonTest,
self.assertTrue("b0".isidentifier())
self.assertTrue("bc".isidentifier())
self.assertTrue("b_".isidentifier())
self.assertTrue("µ".isidentifier())
self.assertTrue("µ".isidentifier())
self.assertFalse(" ".isidentifier())
self.assertFalse("[".isidentifier())
self.assertFalse("©".isidentifier())
self.assertFalse("©".isidentifier())
self.assertFalse("0".isidentifier())
def test_isprintable(self):