Support PEP-263-style coding declarations.
Default to UTF-8 per PEP-3120.
This commit is contained in:
parent
cd6ae68943
commit
33f3124fb1
|
@ -7,6 +7,7 @@ that name.
|
||||||
|
|
||||||
import sys
|
import sys
|
||||||
import os
|
import os
|
||||||
|
import re
|
||||||
|
|
||||||
__all__ = ["getline", "clearcache", "checkcache"]
|
__all__ = ["getline", "clearcache", "checkcache"]
|
||||||
|
|
||||||
|
@ -131,6 +132,16 @@ def updatecache(filename, module_globals=None):
|
||||||
except IOError as msg:
|
except IOError as msg:
|
||||||
## print '*** Cannot open', fullname, ':', msg
|
## print '*** Cannot open', fullname, ':', msg
|
||||||
return []
|
return []
|
||||||
|
coding = "utf-8"
|
||||||
|
for line in lines[:2]:
|
||||||
|
m = re.search(r"coding[:=]\s*([-\w.]+)", line)
|
||||||
|
if m:
|
||||||
|
coding = m.group(1)
|
||||||
|
break
|
||||||
|
try:
|
||||||
|
lines = [unicode(line, coding) for line in lines]
|
||||||
|
except UnicodeError:
|
||||||
|
pass # Hope for the best
|
||||||
size, mtime = stat.st_size, stat.st_mtime
|
size, mtime = stat.st_size, stat.st_mtime
|
||||||
cache[filename] = size, mtime, lines, fullname
|
cache[filename] = size, mtime, lines, fullname
|
||||||
return lines
|
return lines
|
||||||
|
|
Loading…
Reference in New Issue