Support PEP-263-style coding declarations.

Default to UTF-8 per PEP-3120.
This commit is contained in:
Guido van Rossum 2007-05-09 23:24:46 +00:00
parent cd6ae68943
commit 33f3124fb1
1 changed files with 11 additions and 0 deletions

View File

@ -7,6 +7,7 @@ that name.
import sys import sys
import os import os
import re
__all__ = ["getline", "clearcache", "checkcache"] __all__ = ["getline", "clearcache", "checkcache"]
@ -131,6 +132,16 @@ def updatecache(filename, module_globals=None):
except IOError as msg: except IOError as msg:
## print '*** Cannot open', fullname, ':', msg ## print '*** Cannot open', fullname, ':', msg
return [] return []
coding = "utf-8"
for line in lines[:2]:
m = re.search(r"coding[:=]\s*([-\w.]+)", line)
if m:
coding = m.group(1)
break
try:
lines = [unicode(line, coding) for line in lines]
except UnicodeError:
pass # Hope for the best
size, mtime = stat.st_size, stat.st_mtime size, mtime = stat.st_size, stat.st_mtime
cache[filename] = size, mtime, lines, fullname cache[filename] = size, mtime, lines, fullname
return lines return lines