"""Configuration file parser.
A setup file consists of sections, lead by a "[section]" header,
and followed by "name: value" entries, with continuations and such in
The option values can contain format strings which refer to other values in
the same section, or values in a special [DEFAULT] section.
something: %(dir)s/whatever
would resolve the "%(dir)s" to the value of dir. All reference
expansions are done late, on demand.
Intrinsic defaults can be specified by passing them into the
ConfigParser constructor as a dictionary.
ConfigParser -- responsible for parsing a list of
configuration files, and managing the parsed database.
create the parser and specify a dictionary of intrinsic defaults. The
keys must be strings, the values must be appropriate for %()s string
interpolation. Note that `__name__' is always an intrinsic default;
its value is the section's name.
return all the configuration section names, sans DEFAULT
return whether the given section exists
has_option(section, option)
return whether the given option exists in the given section
return list of configuration options for the named section
read and parse the list of named configuration files, given by
name. A single filename is also allowed. Non-existing files
are ignored. Return list of successfully read files.
readfp(fp, filename=None)
read and parse one configuration file, given as a file object.
The filename defaults to fp.name; it is only used in error
messages (if fp has no `name' attribute, the string `<???>' is used).
get(section, option, raw=False, vars=None)
return a string value for the named option. All % interpolations are
expanded in the return values, based on the defaults passed into the
constructor and the DEFAULT section. Additional substitutions may be
provided using the `vars' argument, which must be a dictionary whose
contents override any pre-existing defaults.
like get(), but convert value to an integer
getfloat(section, options)
like get(), but convert value to a float
getboolean(section, options)
like get(), but convert value to a boolean (currently case
insensitively defined as 0, false, no, off for False, and 1, true,
yes, on for True). Returns False or True.
items(section, raw=False, vars=None)
return a list of tuples with (name, value) for each option
remove the given file section and all its options
remove_option(section, option)
remove the given option from the given section
set(section, option, value)
write the configuration state in .ini format
__all__
= ["NoSectionError", "DuplicateSectionError", "NoOptionError",
"InterpolationError", "InterpolationDepthError",
"InterpolationSyntaxError", "ParsingError",
"MissingSectionHeaderError",
"ConfigParser", "SafeConfigParser", "RawConfigParser",
"DEFAULTSECT", "MAX_INTERPOLATION_DEPTH"]
MAX_INTERPOLATION_DEPTH
= 10
"""Base class for ConfigParser exceptions."""
def __init__(self
, msg
=''):
Exception.__init
__(self
, msg
)
class NoSectionError(Error
):
"""Raised when no section matches a requested option."""
def __init__(self
, section
):
Error
.__init
__(self
, 'No section: %r' % (section
,))
class DuplicateSectionError(Error
):
"""Raised when a section is multiply-created."""
def __init__(self
, section
):
Error
.__init
__(self
, "Section %r already exists" % section
)
class NoOptionError(Error
):
"""A requested option was not found."""
def __init__(self
, option
, section
):
Error
.__init
__(self
, "No option %r in section: %r" %
class InterpolationError(Error
):
"""Base class for interpolation-related exceptions."""
def __init__(self
, option
, section
, msg
):
Error
.__init
__(self
, msg
)
class InterpolationMissingOptionError(InterpolationError
):
"""A string substitution required a setting which was not available."""
def __init__(self
, option
, section
, rawval
, reference
):
msg
= ("Bad value substitution:\n"
% (section
, option
, reference
, rawval
))
InterpolationError
.__init
__(self
, option
, section
, msg
)
self
.reference
= reference
class InterpolationSyntaxError(InterpolationError
):
"""Raised when the source text into which substitutions are made
does not conform to the required syntax."""
class InterpolationDepthError(InterpolationError
):
"""Raised when substitutions are nested too deeply."""
def __init__(self
, option
, section
, rawval
):
msg
= ("Value interpolation too deeply recursive:\n"
% (section
, option
, rawval
))
InterpolationError
.__init
__(self
, option
, section
, msg
)
class ParsingError(Error
):
"""Raised when a configuration file does not follow legal syntax."""
def __init__(self
, filename
):
Error
.__init
__(self
, 'File contains parsing errors: %s' % filename
)
def append(self
, lineno
, line
):
self
.errors
.append((lineno
, line
))
self
.message
+= '\n\t[line %2d]: %s' % (lineno
, line
)
class MissingSectionHeaderError(ParsingError
):
"""Raised when a key-value pair is found before any section header."""
def __init__(self
, filename
, lineno
, line
):
'File contains no section headers.\nfile: %s, line: %d\n%r' %
(filename
, lineno
, line
))
def __init__(self
, defaults
=None):
for key
, value
in defaults
.items():
self
._defaults
[self
.optionxform(key
)] = value
"""Return a list of section names, excluding [DEFAULT]"""
# self._sections will never have [DEFAULT] in it
return self
._sections
.keys()
def add_section(self
, section
):
"""Create a new section in the configuration.
Raise DuplicateSectionError if a section by the specified name
if section
in self
._sections
:
raise DuplicateSectionError(section
)
self
._sections
[section
] = {}
def has_section(self
, section
):
"""Indicate whether the named section is present in the configuration.
The DEFAULT section is not acknowledged.
return section
in self
._sections
def options(self
, section
):
"""Return a list of option names for the given section name."""
opts
= self
._sections
[section
].copy()
raise NoSectionError(section
)
opts
.update(self
._defaults
)
def read(self
, filenames
):
"""Read and parse a filename or a list of filenames.
Files that cannot be opened are silently ignored; this is
designed so that you can specify a list of potential
configuration file locations (e.g. current directory, user's
home directory, systemwide directory), and all existing
configuration files in the list will be read. A single
filename may also be given.
Return list of successfully read files.
if isinstance(filenames
, basestring
):
for filename
in filenames
:
def readfp(self
, fp
, filename
=None):
"""Like read() but the argument must be a file-like object.
The `fp' argument must have a `readline' method. Optional
second argument is the `filename', which if not given, is
taken from fp.name. If fp has no `name' attribute, `<???>' is
def get(self
, section
, option
):
opt
= self
.optionxform(option
)
if section
not in self
._sections
:
if section
!= DEFAULTSECT
:
raise NoSectionError(section
)
if opt
in self
._defaults
:
return self
._defaults
[opt
]
raise NoOptionError(option
, section
)
elif opt
in self
._sections
[section
]:
return self
._sections
[section
][opt
]
elif opt
in self
._defaults
:
return self
._defaults
[opt
]
raise NoOptionError(option
, section
)
def items(self
, section
):
d2
= self
._sections
[section
]
if section
!= DEFAULTSECT
:
raise NoSectionError(section
)
d
= self
._defaults
.copy()
def _get(self
, section
, conv
, option
):
return conv(self
.get(section
, option
))
def getint(self
, section
, option
):
return self
._get
(section
, int, option
)
def getfloat(self
, section
, option
):
return self
._get
(section
, float, option
)
_boolean_states
= {'1': True, 'yes': True, 'true': True, 'on': True,
'0': False, 'no': False, 'false': False, 'off': False}
def getboolean(self
, section
, option
):
v
= self
.get(section
, option
)
if v
.lower() not in self
._boolean
_states
:
raise ValueError, 'Not a boolean: %s' % v
return self
._boolean
_states
[v
.lower()]
def optionxform(self
, optionstr
):
def has_option(self
, section
, option
):
"""Check for the existence of a given option in a given section."""
if not section
or section
== DEFAULTSECT
:
option
= self
.optionxform(option
)
return option
in self
._defaults
elif section
not in self
._sections
:
option
= self
.optionxform(option
)
return (option
in self
._sections
[section
]
or option
in self
._defaults
)
def set(self
, section
, option
, value
):
if not section
or section
== DEFAULTSECT
:
sectdict
= self
._defaults
sectdict
= self
._sections
[section
]
raise NoSectionError(section
)
sectdict
[self
.optionxform(option
)] = value
"""Write an .ini-format representation of the configuration state."""
fp
.write("[%s]\n" % DEFAULTSECT
)
for (key
, value
) in self
._defaults
.items():
fp
.write("%s = %s\n" % (key
, str(value
).replace('\n', '\n\t')))
for section
in self
._sections
:
fp
.write("[%s]\n" % section
)
for (key
, value
) in self
._sections
[section
].items():
(key
, str(value
).replace('\n', '\n\t')))
def remove_option(self
, section
, option
):
if not section
or section
== DEFAULTSECT
:
sectdict
= self
._defaults
sectdict
= self
._sections
[section
]
raise NoSectionError(section
)
option
= self
.optionxform(option
)
existed
= option
in sectdict
def remove_section(self
, section
):
"""Remove a file section."""
existed
= section
in self
._sections
del self
._sections
[section
]
# Regular expressions for parsing section headers and options.
r
'(?P<header>[^]]+)' # very permissive!
r
'(?P<option>[^:=\s][^:=]*)' # very permissive!
r
'\s*(?P<vi>[:=])\s*' # any number of space/tab,
# (either : or =), followed
r
'(?P<value>.*)$' # everything up to eol
def _read(self
, fp
, fpname
):
"""Parse a sectioned setup file.
The sections in setup file contains a title line at the top,
indicated by a name in square brackets (`[]'), plus key/value
options lines, indicated by `name: value' format lines.
Continuations are represented by an embedded newline then
leading whitespace. Blank lines, lines beginning with a '#',
and just about everything else are ignored.
cursect
= None # None, or a dictionary
e
= None # None, or an exception
if line
.strip() == '' or line
[0] in '#;':
if line
.split(None, 1)[0].lower() == 'rem' and line
[0] in "rR":
if line
[0].isspace() and cursect
is not None and optname
:
cursect
[optname
] = "%s\n%s" % (cursect
[optname
], value
)
# a section header or option header?
# is it a section header?
mo
= self
.SECTCRE
.match(line
)
sectname
= mo
.group('header')
if sectname
in self
._sections
:
cursect
= self
._sections
[sectname
]
elif sectname
== DEFAULTSECT
:
cursect
= {'__name__': sectname
}
self
._sections
[sectname
] = cursect
# So sections can't start with a continuation line
# no section header in the file?
raise MissingSectionHeaderError(fpname
, lineno
, line
)
mo
= self
.OPTCRE
.match(line
)
optname
, vi
, optval
= mo
.group('option', 'vi', 'value')
if vi
in ('=', ':') and ';' in optval
:
# ';' is a comment delimiter only if it follows
if pos
!= -1 and optval
[pos
-1].isspace():
optname
= self
.optionxform(optname
.rstrip())
cursect
[optname
] = optval
# a non-fatal parsing error occurred. set up the
# exception but keep going. the exception will be
# raised at the end of the file and will contain a
# list of all bogus lines
e
.append(lineno
, repr(line
))
# if any parsing errors occurred, raise an exception
class ConfigParser(RawConfigParser
):
def get(self
, section
, option
, raw
=False, vars=None):
"""Get an option value for a given section.
All % interpolations are expanded in the return values, based on the
defaults passed into the constructor, unless the optional argument
`raw' is true. Additional substitutions may be provided using the
`vars' argument, which must be a dictionary whose contents overrides
any pre-existing defaults.
The section DEFAULT is special.
d
= self
._defaults
.copy()
d
.update(self
._sections
[section
])
if section
!= DEFAULTSECT
:
raise NoSectionError(section
)
# Update with the entry specific variables
for key
, value
in vars.items():
d
[self
.optionxform(key
)] = value
option
= self
.optionxform(option
)
raise NoOptionError(option
, section
)
return self
._interpolate
(section
, option
, value
, d
)
def items(self
, section
, raw
=False, vars=None):
"""Return a list of tuples with (name, value) for each option
All % interpolations are expanded in the return values, based on the
defaults passed into the constructor, unless the optional argument
`raw' is true. Additional substitutions may be provided using the
`vars' argument, which must be a dictionary whose contents overrides
any pre-existing defaults.
The section DEFAULT is special.
d
= self
._defaults
.copy()
d
.update(self
._sections
[section
])
if section
!= DEFAULTSECT
:
raise NoSectionError(section
)
# Update with the entry specific variables
for key
, value
in vars.items():
d
[self
.optionxform(key
)] = value
if "__name__" in options
:
options
.remove("__name__")
return [(option
, d
[option
])
return [(option
, self
._interpolate
(section
, option
, d
[option
], d
))
def _interpolate(self
, section
, option
, rawval
, vars):
# do the string interpolation
depth
= MAX_INTERPOLATION_DEPTH
while depth
: # Loop through this until it's done
value
= self
._KEYCRE
.sub(self
._interpolation
_replace
, value
)
raise InterpolationMissingOptionError(
option
, section
, rawval
, e
[0])
raise InterpolationDepthError(option
, section
, rawval
)
_KEYCRE
= re
.compile(r
"%\(([^)]*)\)s|.")
def _interpolation_replace(self
, match
):
return "%%(%s)s" % self
.optionxform(s
)
class SafeConfigParser(ConfigParser
):
def _interpolate(self
, section
, option
, rawval
, vars):
# do the string interpolation
self
._interpolate
_some
(option
, L
, rawval
, section
, vars, 1)
_interpvar_match
= re
.compile(r
"%\(([^)]+)\)s").match
def _interpolate_some(self
, option
, accum
, rest
, section
, map, depth
):
if depth
> MAX_INTERPOLATION_DEPTH
:
raise InterpolationDepthError(option
, section
, rest
)
m
= self
._interpvar
_match
(rest
)
raise InterpolationSyntaxError(option
, section
,
"bad interpolation variable reference %r" % rest
)
var
= self
.optionxform(m
.group(1))
raise InterpolationMissingOptionError(
option
, section
, rest
, var
)
self
._interpolate
_some
(option
, accum
, v
,
raise InterpolationSyntaxError(
"'%%' must be followed by '%%' or '(', found: %r" % (rest
,))
def set(self
, section
, option
, value
):
"""Set an option. Extend ConfigParser.set: check for string values."""
if not isinstance(value
, basestring
):
raise TypeError("option values must be strings")
ConfigParser
.set(self
, section
, option
, value
)