tiramisu/tiramisu/config.py

468 lines
19 KiB
Python
Raw Normal View History

# -*- coding: utf-8 -*-
"pretty small and local configuration management tool"
2013-02-21 17:07:00 +01:00
# Copyright (C) 2012-2013 Team tiramisu (see AUTHORS for all contributors)
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
2012-10-05 16:00:07 +02:00
# The original `Config` design model is unproudly borrowed from
# the rough pypy's guys: http://codespeak.net/svn/pypy/dist/pypy/config/
# the whole pypy projet is under MIT licence
# ____________________________________________________________
2013-04-03 12:20:26 +02:00
#from inspect import getmembers, ismethod
from tiramisu.error import PropertiesOptionError
from tiramisu.option import OptionDescription, Option, SymLinkOption
from tiramisu.setting import groups, Setting
2013-02-22 11:09:17 +01:00
from tiramisu.value import Values
2013-04-13 23:09:05 +02:00
from tiramisu.i18n import _
2013-02-22 11:09:17 +01:00
2013-04-03 12:20:26 +02:00
class SubConfig(object):
"sub configuration management entry"
__slots__ = ('_cfgimpl_descr', '_cfgimpl_context')
2013-04-03 12:20:26 +02:00
def __init__(self, descr, context):
2012-10-05 16:00:07 +02:00
""" Configuration option management master class
2013-02-19 11:24:17 +01:00
2012-10-05 16:00:07 +02:00
:param descr: describes the configuration schema
:type descr: an instance of ``option.OptionDescription``
2013-02-07 16:20:21 +01:00
:param context: the current root config
:type context: `Config`
2012-10-05 16:00:07 +02:00
"""
# main option description
2013-04-16 11:51:48 +02:00
if not isinstance(descr, OptionDescription):
raise ValueError(_('descr must be an optiondescription, not {0}').format(type(descr)))
self._cfgimpl_descr = descr
# sub option descriptions
2013-04-03 12:20:26 +02:00
self._cfgimpl_context = context
2013-04-03 12:20:26 +02:00
def cfgimpl_get_context(self):
return self._cfgimpl_context
2013-02-07 16:20:21 +01:00
def cfgimpl_get_settings(self):
return self._cfgimpl_context._cfgimpl_settings
2013-04-03 12:20:26 +02:00
def cfgimpl_get_values(self):
return self._cfgimpl_context._cfgimpl_values
2013-02-07 16:20:21 +01:00
def cfgimpl_get_consistancies(self):
return self.cfgimpl_get_context().cfgimpl_get_description()._consistancies
2013-02-27 11:09:13 +01:00
def cfgimpl_get_description(self):
return self._cfgimpl_descr
def cfgimpl_reset_cache(self, only_expired=False, only=('values', 'settings')):
self.cfgimpl_get_context().cfgimpl_reset_cache(only_expired, only)
# ____________________________________________________________
2012-10-05 16:00:07 +02:00
# attribute methods
def __setattr__(self, name, value):
2012-10-05 16:00:07 +02:00
"attribute notation mechanism for the setting of the value of an option"
if name.startswith('_cfgimpl_'):
#self.__dict__[name] = value
object.__setattr__(self, name, value)
return
2013-04-03 12:20:26 +02:00
self._setattr(name, value)
def _setattr(self, name, value, force_permissive=False):
2012-09-19 09:31:02 +02:00
if '.' in name:
2013-03-14 16:07:26 +01:00
homeconfig, name = self.cfgimpl_get_home_by_path(name)
2013-04-03 12:20:26 +02:00
return homeconfig.__setattr__(name, value)
2013-04-11 11:30:58 +02:00
child = getattr(self._cfgimpl_descr, name)
if not isinstance(child, SymLinkOption):
self.cfgimpl_get_values().setitem(child, value,
force_permissive=force_permissive)
2013-04-11 11:30:58 +02:00
else:
context = self.cfgimpl_get_context()
path = context.cfgimpl_get_description().optimpl_get_path_by_opt(child._opt)
context._setattr(path, value, force_permissive=force_permissive)
2012-10-05 16:00:07 +02:00
def __delattr__(self, name):
child = getattr(self._cfgimpl_descr, name)
del(self.cfgimpl_get_values()[child])
def __getattr__(self, name):
2012-10-16 15:09:52 +02:00
return self._getattr(name)
def _getattr(self, name, force_permissive=False, force_properties=None,
validate=True):
2012-11-08 09:03:28 +01:00
"""
attribute notation mechanism for accessing the value of an option
:param name: attribute name
:return: option's value if name is an option name, OptionDescription
2012-11-19 10:45:03 +01:00
otherwise
2012-11-08 09:03:28 +01:00
"""
2012-10-05 16:00:07 +02:00
# attribute access by passing a path,
# for instance getattr(self, "creole.general.family.adresse_ip_eth0")
if '.' in name:
homeconfig, name = self.cfgimpl_get_home_by_path(name,
force_permissive=force_permissive,
force_properties=force_properties)
return homeconfig._getattr(name, force_permissive=force_permissive,
force_properties=force_properties,
validate=validate)
# special attributes
if name.startswith('_cfgimpl_') or name.startswith('cfgimpl_'):
# if it were in __dict__ it would have been found already
object.__getattr__(self, name)
opt_or_descr = getattr(self.cfgimpl_get_description(), name)
2012-10-05 16:00:07 +02:00
# symlink options
if isinstance(opt_or_descr, SymLinkOption):
context = self.cfgimpl_get_context()
path = context.cfgimpl_get_description().optimpl_get_path_by_opt(opt_or_descr._opt)
return context._getattr(path, validate=validate,
force_properties=force_properties,
force_permissive=force_permissive)
elif isinstance(opt_or_descr, OptionDescription):
self.cfgimpl_get_settings().validate_properties(opt_or_descr,
True, False,
force_permissive=force_permissive,
force_properties=force_properties)
return SubConfig(opt_or_descr, self._cfgimpl_context)
else:
return self.cfgimpl_get_values().getitem(opt_or_descr,
validate=validate,
force_properties=force_properties,
force_permissive=force_permissive)
def cfgimpl_get_home_by_path(self, path, force_permissive=False, force_properties=None):
2012-10-05 16:00:07 +02:00
""":returns: tuple (config, name)"""
path = path.split('.')
for step in path[:-1]:
self = self._getattr(step,
force_permissive=force_permissive,
force_properties=force_properties)
return self, path[-1]
def __hash__(self):
return hash(self.cfgimpl_get_description().optimpl_getkey(self))
def __eq__(self, other):
2012-10-05 16:00:07 +02:00
"Config comparison"
2012-12-05 09:41:53 +01:00
if not isinstance(other, Config):
2012-11-30 15:08:34 +01:00
return False
return self.cfgimpl_get_description().optimpl_getkey(self) == \
other.cfgimpl_get_description().optimpl_getkey(other)
def __ne__(self, other):
2012-10-05 16:00:07 +02:00
"Config comparison"
if not isinstance(other, Config):
return False
return not self == other
2013-02-25 16:24:30 +01:00
2012-10-05 16:00:07 +02:00
# ______________________________________________________________________
def __iter__(self):
2012-11-20 17:14:58 +01:00
"""Pythonesque way of parsing group's ordered options.
iteration only on Options (not OptionDescriptions)"""
for child in self.cfgimpl_get_description().optimpl_getchildren():
if not isinstance(child, OptionDescription):
try:
yield child._name, getattr(self, child._name)
2013-03-25 14:21:30 +01:00
except GeneratorExit:
raise StopIteration
2013-04-16 12:04:20 +02:00
except PropertiesOptionError:
2013-02-25 16:24:30 +01:00
pass # option with properties
2013-03-07 11:02:18 +01:00
def iter_all(self):
"""A way of parsing options **and** groups.
iteration on Options and OptionDescriptions."""
for child in self.cfgimpl_get_description().optimpl_getchildren():
2013-03-07 11:02:18 +01:00
try:
yield child._name, getattr(self, child._name)
2013-03-25 14:21:30 +01:00
except GeneratorExit:
raise StopIteration
2013-04-16 12:04:20 +02:00
except PropertiesOptionError:
2013-03-07 11:02:18 +01:00
pass # option with properties
def iter_groups(self, group_type=None):
2012-11-20 17:14:58 +01:00
"""iteration on groups objects only.
All groups are returned if `group_type` is `None`, otherwise the groups
can be filtered by categories (families, or whatever).
2013-02-21 17:07:00 +01:00
2012-12-10 14:38:25 +01:00
:param group_type: if defined, is an instance of `groups.GroupType`
or `groups.MasterGroupType` that lives in
2013-02-07 16:20:21 +01:00
`setting.groups`
2012-12-06 18:14:57 +01:00
2012-11-20 17:14:58 +01:00
"""
2012-12-06 18:14:57 +01:00
if group_type is not None:
2012-12-10 14:38:25 +01:00
if not isinstance(group_type, groups.GroupType):
2013-04-14 12:01:32 +02:00
raise TypeError(_("unknown group_type: {0}").format(group_type))
for child in self.cfgimpl_get_description().optimpl_getchildren():
if isinstance(child, OptionDescription):
2012-11-06 15:19:36 +01:00
try:
if group_type is None or (group_type is not None and
child.optimpl_get_group_type() == group_type):
2012-11-06 15:19:36 +01:00
yield child._name, getattr(self, child._name)
2013-03-25 14:21:30 +01:00
except GeneratorExit:
raise StopIteration
2013-04-16 12:04:20 +02:00
except PropertiesOptionError:
2012-12-06 18:14:57 +01:00
pass
2012-10-05 16:00:07 +02:00
# ______________________________________________________________________
2013-04-03 12:20:26 +02:00
2012-11-28 10:14:16 +01:00
def __str__(self):
2012-10-05 16:00:07 +02:00
"Config's string representation"
lines = []
2012-11-28 10:14:16 +01:00
for name, grp in self.iter_groups():
lines.append("[%s]" % name)
for name, value in self:
try:
lines.append("%s = %s" % (name, value))
2013-04-16 12:04:20 +02:00
except PropertiesOptionError:
2012-11-28 10:14:16 +01:00
pass
return '\n'.join(lines)
2012-11-28 10:14:16 +01:00
__repr__ = __str__
def cfgimpl_get_path(self):
2013-04-03 12:20:26 +02:00
descr = self.cfgimpl_get_description()
context_descr = self.cfgimpl_get_context().cfgimpl_get_description()
return context_descr.optimpl_get_path_by_opt(descr)
2013-04-03 12:20:26 +02:00
def find(self, bytype=None, byname=None, byvalue=None, type_='option'):
2013-04-04 11:24:00 +02:00
"""
finds a list of options recursively in the config
:param bytype: Option class (BoolOption, StrOption, ...)
:param byname: filter by Option._name
:param byvalue: filter by the option's value
:returns: list of matching Option objects
"""
return self.cfgimpl_get_context()._find(bytype, byname, byvalue,
first=False,
type_=type_,
_subpath=self.cfgimpl_get_path())
2013-04-03 12:20:26 +02:00
def find_first(self, bytype=None, byname=None, byvalue=None, type_='option'):
2013-04-04 11:24:00 +02:00
"""
finds an option recursively in the config
:param bytype: Option class (BoolOption, StrOption, ...)
:param byname: filter by Option._name
:param byvalue: filter by the option's value
:returns: list of matching Option objects
"""
return self.cfgimpl_get_context()._find(bytype, byname, byvalue,
first=True,
type_=type_,
_subpath=self.cfgimpl_get_path())
2013-04-04 11:24:00 +02:00
def make_dict(self, flatten=False, _currpath=None, withoption=None, withvalue=None):
"""export the whole config into a `dict`
:returns: dict of Option's name (or path) and values"""
pathsvalues = []
if _currpath is None:
_currpath = []
if withoption is None and withvalue is not None:
2013-04-13 23:09:05 +02:00
raise ValueError(_("make_dict can't filtering with value without option"))
2013-04-04 11:24:00 +02:00
if withoption is not None:
mypath = self.cfgimpl_get_path()
for path in self.cfgimpl_get_context()._find(bytype=Option,
byname=withoption,
byvalue=withvalue,
first=False,
type_='path',
_subpath=mypath):
2013-04-04 11:24:00 +02:00
path = '.'.join(path.split('.')[:-1])
opt = self.cfgimpl_get_context().cfgimpl_get_description().optimpl_get_opt_by_path(path)
2013-04-04 11:24:00 +02:00
if mypath is not None:
if mypath == path:
withoption = None
withvalue = None
break
else:
tmypath = mypath + '.'
if not path.startswith(tmypath):
2013-04-14 12:01:32 +02:00
raise AttributeError(_('unexpected path {0}, '
'should start with {1}').format(path, mypath))
2013-04-04 11:24:00 +02:00
path = path[len(tmypath):]
self._make_sub_dict(opt, path, pathsvalues, _currpath, flatten)
#withoption can be set to None below !
if withoption is None:
for opt in self.cfgimpl_get_description().optimpl_getchildren():
2013-04-04 11:24:00 +02:00
path = opt._name
self._make_sub_dict(opt, path, pathsvalues, _currpath, flatten)
if _currpath == []:
options = dict(pathsvalues)
return options
return pathsvalues
def _make_sub_dict(self, opt, path, pathsvalues, _currpath, flatten):
if isinstance(opt, OptionDescription):
pathsvalues += getattr(self, path).make_dict(flatten,
_currpath + path.split('.'))
else:
try:
value = self._getattr(opt._name)
if flatten:
name = opt._name
else:
name = '.'.join(_currpath + [opt._name])
pathsvalues.append((name, value))
except PropertiesOptionError:
pass # this just a hidden or disabled option
2013-04-03 12:20:26 +02:00
# ____________________________________________________________
class Config(SubConfig):
"main configuration management entry"
__slots__ = ('_cfgimpl_settings', '_cfgimpl_values')
def __init__(self, descr):
2013-04-03 12:20:26 +02:00
""" Configuration option management master class
:param descr: describes the configuration schema
:type descr: an instance of ``option.OptionDescription``
:param context: the current root config
:type context: `Config`
"""
self._cfgimpl_settings = Setting(self)
2013-04-03 12:20:26 +02:00
self._cfgimpl_values = Values(self)
super(Config, self).__init__(descr, self) # , slots)
2013-04-03 12:20:26 +02:00
self._cfgimpl_build_all_paths()
def _cfgimpl_build_all_paths(self):
self._cfgimpl_descr.optimpl_build_cache()
def read_only(self):
self.cfgimpl_get_settings().read_only()
def read_write(self):
self.cfgimpl_get_settings().read_write()
def getowner(self, path):
opt = self.cfgimpl_get_description().optimpl_get_opt_by_path(path)
return self.cfgimpl_get_values().getowner(opt)
2013-04-03 12:20:26 +02:00
def cfgimpl_reset_cache(self, only_expired=False, only=('values', 'settings')):
if 'values' in only:
self.cfgimpl_get_values().reset_cache(only_expired=only_expired)
if 'settings' in only:
self.cfgimpl_get_settings().reset_cache(only_expired=only_expired)
2013-04-03 12:20:26 +02:00
def unwrap_from_path(self, path):
"""convenience method to extract and Option() object from the Config()
and it is **fast**: finds the option directly in the appropriate
namespace
:returns: Option()
"""
if '.' in path:
homeconfig, path = self.cfgimpl_get_home_by_path(path)
return getattr(homeconfig._cfgimpl_descr, path)
return getattr(self._cfgimpl_descr, path)
def cfgimpl_get_path(self):
2013-04-04 11:24:00 +02:00
return None
2013-04-03 12:20:26 +02:00
def _find(self, bytype, byname, byvalue, first, type_='option',
2013-04-03 12:20:26 +02:00
_subpath=None):
2012-10-12 11:35:07 +02:00
"""
convenience method for finding an option that lives only in the subtree
:param first: return only one option if True, a list otherwise
:return: find list or an exception if nothing has been found
2012-10-12 11:35:07 +02:00
"""
def _filter_by_name():
if byname is None:
return True
2013-04-03 12:20:26 +02:00
if path == byname or path.endswith('.' + byname):
2012-10-12 11:35:07 +02:00
return True
else:
return False
2013-04-03 12:20:26 +02:00
2012-10-12 11:35:07 +02:00
def _filter_by_value():
if byvalue is None:
return True
try:
value = getattr(self, path)
if value == byvalue:
return True
2013-04-16 12:04:20 +02:00
except PropertiesOptionError: # a property restricts the access of the value
2012-10-12 11:35:07 +02:00
pass
return False
2013-04-03 12:20:26 +02:00
2012-10-12 11:35:07 +02:00
def _filter_by_type():
if bytype is None:
return True
if isinstance(option, bytype):
return True
return False
#def _filter_by_attrs():
# if byattrs is None:
# return True
# for key, val in byattrs.items():
# print "----", path, key
# if path == key or path.endswith('.' + key):
# if value == val:
# return True
# else:
# return False
# return False
if type_ not in ('option', 'path', 'value'):
2013-04-14 12:01:32 +02:00
raise ValueError(_('unknown type_ type {0} for _find').format(type_))
2012-10-12 11:35:07 +02:00
find_results = []
2013-04-03 12:20:26 +02:00
opts, paths = self.cfgimpl_get_description()._cache_paths
for index in range(0, len(paths)):
option = opts[index]
if isinstance(option, OptionDescription):
continue
2013-04-04 11:24:00 +02:00
path = paths[index]
2013-04-03 12:20:26 +02:00
if _subpath is not None and not path.startswith(_subpath + '.'):
continue
2012-10-12 11:35:07 +02:00
if not _filter_by_name():
continue
if not _filter_by_value():
continue
2013-04-03 12:20:26 +02:00
#remove option with propertyerror, ...
try:
value = getattr(self, path)
2013-04-16 12:04:20 +02:00
except PropertiesOptionError: # a property restricts the access of the value
2013-04-03 12:20:26 +02:00
continue
if not _filter_by_type():
continue
#if not _filter_by_attrs():
# continue
if type_ == 'value':
2013-04-04 11:24:00 +02:00
retval = value
elif type_ == 'path':
2013-04-04 11:24:00 +02:00
retval = path
else:
retval = option
2012-10-12 11:35:07 +02:00
if first:
2013-04-04 11:24:00 +02:00
return retval
2012-10-12 11:35:07 +02:00
else:
2013-04-04 11:24:00 +02:00
find_results.append(retval)
if find_results == []:
2013-04-14 12:01:32 +02:00
raise AttributeError(_("no option found in config with these criteria"))
2012-10-12 11:35:07 +02:00
else:
return find_results
2013-02-22 11:09:17 +01:00
def mandatory_warnings(config):
2012-10-05 16:00:07 +02:00
"""convenience function to trace Options that are mandatory and
where no value has been set
:returns: generator of mandatory Option's path
"""
#if value in cache, properties are not calculated
config.cfgimpl_reset_cache(only=('values',))
for path in config.cfgimpl_get_description().optimpl_getpaths(include_groups=True):
try:
2013-04-03 12:20:26 +02:00
config._getattr(path, force_properties=('mandatory',))
except PropertiesOptionError, err:
if err.proptype == ['mandatory']:
yield path
config.cfgimpl_reset_cache(only=('values',))