383 lines
14 KiB
Python
383 lines
14 KiB
Python
|
"""Configuration file parser.
|
|||
|
|
|
|||
|
|
A setup file consists of sections, lead by a "[section]" header,
|
|||
|
|
and followed by "name: value" entries, with continuations and such in
|
|||
|
|
the style of RFC 822.
|
|||
|
|
|
|||
|
|
The option values can contain format strings which refer to other values in
|
|||
|
|
the same section, or values in a special [DEFAULT] section.
|
|||
|
|
|
|||
|
|
For example:
|
|||
|
|
|
|||
|
|
something: %(dir)s/whatever
|
|||
|
|
|
|||
|
|
would resolve the "%(dir)s" to the value of dir. All reference
|
|||
|
|
expansions are done late, on demand.
|
|||
|
|
|
|||
|
|
Intrinsic defaults can be specified by passing them into the
|
|||
|
|
ConfigParser constructor as a dictionary.
|
|||
|
|
|
|||
|
|
class:
|
|||
|
|
|
|||
|
|
ConfigParser -- responsible for for parsing a list of
|
|||
|
|
configuration files, and managing the parsed database.
|
|||
|
|
|
|||
|
|
methods:
|
|||
|
|
|
|||
|
|
__init__(defaults=None)
|
|||
|
|
create the parser and specify a dictionary of intrinsic defaults. The
|
|||
|
|
keys must be strings, the values must be appropriate for %()s string
|
|||
|
|
interpolation. Note that `__name__' is always an intrinsic default;
|
|||
|
|
it's value is the section's name.
|
|||
|
|
|
|||
|
|
sections()
|
|||
|
|
return all the configuration section names, sans DEFAULT
|
|||
|
|
|
|||
|
|
has_section(section)
|
|||
|
|
return whether the given section exists
|
|||
|
|
|
|||
|
|
options(section)
|
|||
|
|
return list of configuration options for the named section
|
|||
|
|
|
|||
|
|
has_option(section, option)
|
|||
|
|
return whether the given section has the given option
|
|||
|
|
|
|||
|
|
read(filenames)
|
|||
|
|
read and parse the list of named configuration files, given by
|
|||
|
|
name. A single filename is also allowed. Non-existing files
|
|||
|
|
are ignored.
|
|||
|
|
|
|||
|
|
readfp(fp, filename=None)
|
|||
|
|
read and parse one configuration file, given as a file object.
|
|||
|
|
The filename defaults to fp.name; it is only used in error
|
|||
|
|
messages (if fp has no `name' attribute, the string `<???>' is used).
|
|||
|
|
|
|||
|
|
get(section, option, raw=0, vars=None)
|
|||
|
|
return a string value for the named option. All % interpolations are
|
|||
|
|
expanded in the return values, based on the defaults passed into the
|
|||
|
|
constructor and the DEFAULT section. Additional substitutions may be
|
|||
|
|
provided using the `vars' argument, which must be a dictionary whose
|
|||
|
|
contents override any pre-existing defaults.
|
|||
|
|
|
|||
|
|
getint(section, options)
|
|||
|
|
like get(), but convert value to an integer
|
|||
|
|
|
|||
|
|
getfloat(section, options)
|
|||
|
|
like get(), but convert value to a float
|
|||
|
|
|
|||
|
|
getboolean(section, options)
|
|||
|
|
like get(), but convert value to a boolean (currently defined as 0 or
|
|||
|
|
1, only)
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
import sys
|
|||
|
|
import string
|
|||
|
|
import re
|
|||
|
|
|
|||
|
|
DEFAULTSECT = "DEFAULT"
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
# exception classes
|
|||
|
|
class Error:
|
|||
|
|
def __init__(self, msg=''):
|
|||
|
|
self._msg = msg
|
|||
|
|
def __repr__(self):
|
|||
|
|
return self._msg
|
|||
|
|
|
|||
|
|
class NoSectionError(Error):
|
|||
|
|
def __init__(self, section):
|
|||
|
|
Error.__init__(self, 'No section: %s' % section)
|
|||
|
|
self.section = section
|
|||
|
|
|
|||
|
|
class DuplicateSectionError(Error):
|
|||
|
|
def __init__(self, section):
|
|||
|
|
Error.__init__(self, "Section %s already exists" % section)
|
|||
|
|
self.section = section
|
|||
|
|
|
|||
|
|
class NoOptionError(Error):
|
|||
|
|
def __init__(self, option, section):
|
|||
|
|
Error.__init__(self, "No option `%s' in section: %s" %
|
|||
|
|
(option, section))
|
|||
|
|
self.option = option
|
|||
|
|
self.section = section
|
|||
|
|
|
|||
|
|
class InterpolationError(Error):
|
|||
|
|
def __init__(self, reference, option, section, rawval):
|
|||
|
|
Error.__init__(self,
|
|||
|
|
"Bad value substitution:\n"
|
|||
|
|
"\tsection: [%s]\n"
|
|||
|
|
"\toption : %s\n"
|
|||
|
|
"\tkey : %s\n"
|
|||
|
|
"\trawval : %s\n"
|
|||
|
|
% (section, option, reference, rawval))
|
|||
|
|
self.reference = reference
|
|||
|
|
self.option = option
|
|||
|
|
self.section = section
|
|||
|
|
|
|||
|
|
class MissingSectionHeaderError(Error):
|
|||
|
|
def __init__(self, filename, lineno, line):
|
|||
|
|
Error.__init__(
|
|||
|
|
self,
|
|||
|
|
'File contains no section headers.\nfile: %s, line: %d\n%s' %
|
|||
|
|
(filename, lineno, line))
|
|||
|
|
self.filename = filename
|
|||
|
|
self.lineno = lineno
|
|||
|
|
self.line = line
|
|||
|
|
|
|||
|
|
class ParsingError(Error):
|
|||
|
|
def __init__(self, filename):
|
|||
|
|
Error.__init__(self, 'File contains parsing errors: %s' % filename)
|
|||
|
|
self.filename = filename
|
|||
|
|
self.errors = []
|
|||
|
|
|
|||
|
|
def append(self, lineno, line):
|
|||
|
|
self.errors.append((lineno, line))
|
|||
|
|
self._msg = self._msg + '\n\t[line %2d]: %s' % (lineno, line)
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
class ConfigParser:
|
|||
|
|
def __init__(self, defaults=None):
|
|||
|
|
self.__sections = {}
|
|||
|
|
if defaults is None:
|
|||
|
|
self.__defaults = {}
|
|||
|
|
else:
|
|||
|
|
self.__defaults = defaults
|
|||
|
|
|
|||
|
|
def defaults(self):
|
|||
|
|
return self.__defaults
|
|||
|
|
|
|||
|
|
def sections(self):
|
|||
|
|
"""Return a list of section names, excluding [DEFAULT]"""
|
|||
|
|
# self.__sections will never have [DEFAULT] in it
|
|||
|
|
return self.__sections.keys()
|
|||
|
|
|
|||
|
|
def add_section(self, section):
|
|||
|
|
"""Create a new section in the configuration.
|
|||
|
|
|
|||
|
|
Raise DuplicateSectionError if a section by the specified name
|
|||
|
|
already exists.
|
|||
|
|
"""
|
|||
|
|
if self.__sections.has_key(section):
|
|||
|
|
raise DuplicateSectionError(section)
|
|||
|
|
self.__sections[section] = {}
|
|||
|
|
|
|||
|
|
def has_section(self, section):
|
|||
|
|
"""Indicate whether the named section is present in the configuration.
|
|||
|
|
|
|||
|
|
The DEFAULT section is not acknowledged.
|
|||
|
|
"""
|
|||
|
|
return self.__sections.has_key(section)
|
|||
|
|
|
|||
|
|
def options(self, section):
|
|||
|
|
"""Return a list of option names for the given section name."""
|
|||
|
|
try:
|
|||
|
|
opts = self.__sections[section].copy()
|
|||
|
|
except KeyError:
|
|||
|
|
raise NoSectionError(section)
|
|||
|
|
opts.update(self.__defaults)
|
|||
|
|
return opts.keys()
|
|||
|
|
|
|||
|
|
def has_option(self, section, option):
|
|||
|
|
"""Return whether the given section has the given option."""
|
|||
|
|
try:
|
|||
|
|
opts = self.__sections[section]
|
|||
|
|
except KeyError:
|
|||
|
|
raise NoSectionError(section)
|
|||
|
|
return opts.has_key(option)
|
|||
|
|
|
|||
|
|
def read(self, filenames):
|
|||
|
|
"""Read and parse a filename or a list of filenames.
|
|||
|
|
|
|||
|
|
Files that cannot be opened are silently ignored; this is
|
|||
|
|
designed so that you can specify a list of potential
|
|||
|
|
configuration file locations (e.g. current directory, user's
|
|||
|
|
home directory, systemwide directory), and all existing
|
|||
|
|
configuration files in the list will be read. A single
|
|||
|
|
filename may also be given.
|
|||
|
|
"""
|
|||
|
|
if type(filenames) is type(''):
|
|||
|
|
filenames = [filenames]
|
|||
|
|
for filename in filenames:
|
|||
|
|
try:
|
|||
|
|
fp = open(filename)
|
|||
|
|
except IOError:
|
|||
|
|
continue
|
|||
|
|
self.__read(fp, filename)
|
|||
|
|
fp.close()
|
|||
|
|
|
|||
|
|
def readfp(self, fp, filename=None):
|
|||
|
|
"""Like read() but the argument must be a file-like object.
|
|||
|
|
|
|||
|
|
The `fp' argument must have a `readline' method. Optional
|
|||
|
|
second argument is the `filename', which if not given, is
|
|||
|
|
taken from fp.name. If fp has no `name' attribute, `<???>' is
|
|||
|
|
used.
|
|||
|
|
|
|||
|
|
"""
|
|||
|
|
if filename is None:
|
|||
|
|
try:
|
|||
|
|
filename = fp.name
|
|||
|
|
except AttributeError:
|
|||
|
|
filename = '<???>'
|
|||
|
|
self.__read(fp, filename)
|
|||
|
|
|
|||
|
|
def get(self, section, option, raw=0, vars=None):
|
|||
|
|
"""Get an option value for a given section.
|
|||
|
|
|
|||
|
|
All % interpolations are expanded in the return values, based on the
|
|||
|
|
defaults passed into the constructor, unless the optional argument
|
|||
|
|
`raw' is true. Additional substitutions may be provided using the
|
|||
|
|
`vars' argument, which must be a dictionary whose contents overrides
|
|||
|
|
any pre-existing defaults.
|
|||
|
|
|
|||
|
|
The section DEFAULT is special.
|
|||
|
|
"""
|
|||
|
|
try:
|
|||
|
|
sectdict = self.__sections[section].copy()
|
|||
|
|
except KeyError:
|
|||
|
|
if section == DEFAULTSECT:
|
|||
|
|
sectdict = {}
|
|||
|
|
else:
|
|||
|
|
raise NoSectionError(section)
|
|||
|
|
d = self.__defaults.copy()
|
|||
|
|
d.update(sectdict)
|
|||
|
|
# Update with the entry specific variables
|
|||
|
|
if vars:
|
|||
|
|
d.update(vars)
|
|||
|
|
option = self.optionxform(option)
|
|||
|
|
try:
|
|||
|
|
rawval = d[option]
|
|||
|
|
except KeyError:
|
|||
|
|
raise NoOptionError(option, section)
|
|||
|
|
# do the string interpolation
|
|||
|
|
if raw:
|
|||
|
|
return rawval
|
|||
|
|
|
|||
|
|
value = rawval # Make it a pretty variable name
|
|||
|
|
depth = 0
|
|||
|
|
while depth < 10: # Loop through this until it's done
|
|||
|
|
depth = depth + 1
|
|||
|
|
if string.find(value, "%(") >= 0:
|
|||
|
|
try:
|
|||
|
|
value = value % d
|
|||
|
|
except KeyError, key:
|
|||
|
|
raise InterpolationError(key, option, section, rawval)
|
|||
|
|
else:
|
|||
|
|
return value
|
|||
|
|
|
|||
|
|
def __get(self, section, conv, option):
|
|||
|
|
return conv(self.get(section, option))
|
|||
|
|
|
|||
|
|
def getint(self, section, option):
|
|||
|
|
return self.__get(section, string.atoi, option)
|
|||
|
|
|
|||
|
|
def getfloat(self, section, option):
|
|||
|
|
return self.__get(section, string.atof, option)
|
|||
|
|
|
|||
|
|
def getboolean(self, section, option):
|
|||
|
|
v = self.get(section, option)
|
|||
|
|
val = string.atoi(v)
|
|||
|
|
if val not in (0, 1):
|
|||
|
|
raise ValueError, 'Not a boolean: %s' % v
|
|||
|
|
return val
|
|||
|
|
|
|||
|
|
def optionxform(self, optionstr):
|
|||
|
|
return string.lower(optionstr)
|
|||
|
|
|
|||
|
|
#
|
|||
|
|
# Regular expressions for parsing section headers and options. Note a
|
|||
|
|
# slight semantic change from the previous version, because of the use
|
|||
|
|
# of \w, _ is allowed in section header names.
|
|||
|
|
SECTCRE = re.compile(
|
|||
|
|
r'\[' # [
|
|||
|
|
r'(?P<header>[-\w_.*,(){}]+)' # a lot of stuff found by IvL
|
|||
|
|
r'\]' # ]
|
|||
|
|
)
|
|||
|
|
OPTCRE = re.compile(
|
|||
|
|
r'(?P<option>[-\w_.*,(){}]+)' # a lot of stuff found by IvL
|
|||
|
|
r'[ \t]*(?P<vi>[:=])[ \t]*' # any number of space/tab,
|
|||
|
|
# followed by separator
|
|||
|
|
# (either : or =), followed
|
|||
|
|
# by any # space/tab
|
|||
|
|
r'(?P<value>.*)$' # everything up to eol
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
def __read(self, fp, fpname):
|
|||
|
|
"""Parse a sectioned setup file.
|
|||
|
|
|
|||
|
|
The sections in setup file contains a title line at the top,
|
|||
|
|
indicated by a name in square brackets (`[]'), plus key/value
|
|||
|
|
options lines, indicated by `name: value' format lines.
|
|||
|
|
Continuation are represented by an embedded newline then
|
|||
|
|
leading whitespace. Blank lines, lines beginning with a '#',
|
|||
|
|
and just about everything else is ignored.
|
|||
|
|
"""
|
|||
|
|
cursect = None # None, or a dictionary
|
|||
|
|
optname = None
|
|||
|
|
lineno = 0
|
|||
|
|
e = None # None, or an exception
|
|||
|
|
while 1:
|
|||
|
|
line = fp.readline()
|
|||
|
|
if not line:
|
|||
|
|
break
|
|||
|
|
lineno = lineno + 1
|
|||
|
|
# comment or blank line?
|
|||
|
|
if string.strip(line) == '' or line[0] in '#;':
|
|||
|
|
continue
|
|||
|
|
if string.lower(string.split(line)[0]) == 'rem' \
|
|||
|
|
and line[0] in "rR": # no leading whitespace
|
|||
|
|
continue
|
|||
|
|
# continuation line?
|
|||
|
|
if line[0] in ' \t' and cursect is not None and optname:
|
|||
|
|
value = string.strip(line)
|
|||
|
|
if value:
|
|||
|
|
cursect[optname] = cursect[optname] + '\n ' + value
|
|||
|
|
# a section header or option header?
|
|||
|
|
else:
|
|||
|
|
# is it a section header?
|
|||
|
|
mo = self.SECTCRE.match(line)
|
|||
|
|
if mo:
|
|||
|
|
sectname = mo.group('header')
|
|||
|
|
if self.__sections.has_key(sectname):
|
|||
|
|
cursect = self.__sections[sectname]
|
|||
|
|
elif sectname == DEFAULTSECT:
|
|||
|
|
cursect = self.__defaults
|
|||
|
|
else:
|
|||
|
|
cursect = {'__name__': sectname}
|
|||
|
|
self.__sections[sectname] = cursect
|
|||
|
|
# So sections can't start with a continuation line
|
|||
|
|
optname = None
|
|||
|
|
# no section header in the file?
|
|||
|
|
elif cursect is None:
|
|||
|
|
raise MissingSectionHeaderError(fpname, lineno, `line`)
|
|||
|
|
# an option line?
|
|||
|
|
else:
|
|||
|
|
mo = self.OPTCRE.match(line)
|
|||
|
|
if mo:
|
|||
|
|
optname, vi, optval = mo.group('option', 'vi', 'value')
|
|||
|
|
optname = string.lower(optname)
|
|||
|
|
if vi in ('=', ':') and ';' in optval:
|
|||
|
|
# ';' is a comment delimiter only if it follows
|
|||
|
|
# a spacing character
|
|||
|
|
pos = string.find(optval, ';')
|
|||
|
|
if pos and optval[pos-1] in string.whitespace:
|
|||
|
|
optval = optval[:pos]
|
|||
|
|
optval = string.strip(optval)
|
|||
|
|
# allow empty values
|
|||
|
|
if optval == '""':
|
|||
|
|
optval = ''
|
|||
|
|
cursect[optname] = optval
|
|||
|
|
else:
|
|||
|
|
# a non-fatal parsing error occurred. set up the
|
|||
|
|
# exception but keep going. the exception will be
|
|||
|
|
# raised at the end of the file and will contain a
|
|||
|
|
# list of all bogus lines
|
|||
|
|
if not e:
|
|||
|
|
e = ParsingError(fpname)
|
|||
|
|
e.append(lineno, `line`)
|
|||
|
|
# if any parsing errors occurred, raise an exception
|
|||
|
|
if e:
|
|||
|
|
raise e
|