577 lines
26 KiB
Python
577 lines
26 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright (C) 2014-2017 Team tiramisu (see AUTHORS for all contributors)
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify it
|
|
# under the terms of the GNU Lesser General Public License as published by the
|
|
# Free Software Foundation, either version 3 of the License, or (at your
|
|
# option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful, but WITHOUT
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
|
|
# details.
|
|
#
|
|
# You should have received a copy of the GNU Lesser General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# The original `Config` design model is unproudly borrowed from
|
|
# the rough pypy's guys: http://codespeak.net/svn/pypy/dist/pypy/config/
|
|
# the whole pypy projet is under MIT licence
|
|
# ____________________________________________________________
|
|
from copy import copy
|
|
import re
|
|
|
|
|
|
from ..i18n import _
|
|
from ..setting import groups, undefined, owners # , log
|
|
from .baseoption import BaseOption
|
|
from .option import Option, ALLOWED_CONST_LIST
|
|
from . import MasterSlaves
|
|
from ..error import ConfigError, ConflictError
|
|
from ..autolib import carry_out_calculation
|
|
|
|
|
|
NAME_REGEXP = re.compile(r'^[a-zA-Z\d\-_]*$')
|
|
|
|
import sys
|
|
if sys.version_info[0] >= 3: # pragma: no cover
|
|
xrange = range
|
|
del(sys)
|
|
|
|
|
|
class CacheOptionDescription(BaseOption):
|
|
__slots__ = ('_cache_paths', '_cache_consistencies', '_cache_force_store_values')
|
|
|
|
def _build_cache(self, config, path='', _consistencies=None,
|
|
cache_option=None, force_store_values=None,
|
|
_dependencies=None):
|
|
"""validate duplicate option and set option has readonly option
|
|
"""
|
|
# cache_option is None only when we start to build cache
|
|
if cache_option is None:
|
|
if self.impl_is_readonly():
|
|
raise ConfigError(_('option description seems to be part of an other '
|
|
'config'))
|
|
init = True
|
|
_consistencies = {}
|
|
cache_option = []
|
|
force_store_values = []
|
|
_dependencies = []
|
|
else:
|
|
init = False
|
|
|
|
for option in self._impl_getchildren(dyn=False):
|
|
cache_option.append(option)
|
|
if path == '':
|
|
subpath = option.impl_getname()
|
|
else:
|
|
subpath = path + '.' + option.impl_getname()
|
|
if isinstance(option, OptionDescription):
|
|
option._set_readonly()
|
|
option._build_cache(config, subpath, _consistencies,
|
|
cache_option, force_store_values,
|
|
_dependencies)
|
|
else:
|
|
if option.impl_is_master_slaves('master'):
|
|
option._add_dependency(option.impl_get_master_slaves())
|
|
option._set_readonly()
|
|
is_multi = option.impl_is_multi()
|
|
if not option._is_symlinkoption() and 'force_store_value' in option.impl_getproperties():
|
|
force_store_values.append((subpath, option))
|
|
for func, all_cons_opts, params in option._get_consistencies():
|
|
option._valid_consistencies(all_cons_opts[1:], init=False)
|
|
if func not in ALLOWED_CONST_LIST and is_multi:
|
|
is_masterslaves = option.impl_is_master_slaves()
|
|
if not is_masterslaves:
|
|
raise ConfigError(_('malformed consistency option "{0}" '
|
|
'must be a master/slaves').format(
|
|
option.impl_getname()))
|
|
masterslaves = option.impl_get_master_slaves()
|
|
for opt in all_cons_opts:
|
|
if func not in ALLOWED_CONST_LIST and is_multi:
|
|
if not opt.impl_is_master_slaves():
|
|
raise ConfigError(_('malformed consistency option "{0}" '
|
|
'must not be a multi for "{1}"').format(
|
|
option.impl_getname(), opt.impl_getname()))
|
|
elif masterslaves != opt.impl_get_master_slaves():
|
|
raise ConfigError(_('malformed consistency option "{0}" '
|
|
'must be in same master/slaves for "{1}"').format(
|
|
option.impl_getname(), opt.impl_getname()))
|
|
_consistencies.setdefault(opt,
|
|
[]).append((func,
|
|
all_cons_opts,
|
|
params))
|
|
# if context is set to callback, must be reset each time a value change
|
|
if hasattr(option, '_has_calc_context'):
|
|
_dependencies.append(option)
|
|
is_slave = None
|
|
if is_multi:
|
|
all_requires = option.impl_getrequires()
|
|
if all_requires != tuple():
|
|
for requires in all_requires:
|
|
for require in requires:
|
|
#if option in require is a multi:
|
|
# * option in require must be a master or a slave
|
|
# * current option must be a slave (and only a slave)
|
|
# * option in require and current option must be in same master/slaves
|
|
for require_opt, values in require[0]:
|
|
if require_opt.impl_is_multi():
|
|
if is_slave is None:
|
|
is_slave = option.impl_is_master_slaves('slave')
|
|
if is_slave:
|
|
masterslaves = option.impl_get_master_slaves()
|
|
if is_slave and require_opt.impl_is_master_slaves():
|
|
if masterslaves != require_opt.impl_get_master_slaves():
|
|
raise ValueError(_('malformed requirements option {0} '
|
|
'must be in same master/slaves for {1}').format(
|
|
require_opt.impl_getname(), option.impl_getname()))
|
|
else:
|
|
raise ValueError(_('malformed requirements option {0} '
|
|
'must not be a multi for {1}').format(
|
|
require_opt.impl_getname(), option.impl_getname()))
|
|
if init:
|
|
if len(cache_option) != len(set(cache_option)):
|
|
for idx in xrange(1, len(cache_option) + 1):
|
|
opt = cache_option.pop(0)
|
|
if opt in cache_option:
|
|
raise ConflictError(_('duplicate option: {0}').format(opt))
|
|
if _consistencies != {}:
|
|
self._cache_consistencies = {}
|
|
for opt, cons in _consistencies.items():
|
|
if opt not in cache_option: # pragma: optional cover
|
|
raise ConfigError(_('consistency with option {0} '
|
|
'which is not in Config').format(
|
|
opt.impl_getname()))
|
|
self._cache_consistencies[opt] = tuple(cons)
|
|
self._cache_force_store_values = force_store_values
|
|
if _dependencies:
|
|
self._dependencies = tuple(_dependencies)
|
|
self._set_readonly()
|
|
|
|
def impl_already_build_caches(self):
|
|
return getattr(self, '_cache_paths', None) is not None
|
|
|
|
def impl_build_force_store_values(self, config, force_store_values):
|
|
session = config._impl_values._p_.getsession()
|
|
value_set = False
|
|
for subpath, option in self._cache_force_store_values:
|
|
if option.impl_is_master_slaves('slave'):
|
|
# problem with index
|
|
raise ConfigError(_('a slave ({0}) cannot have '
|
|
'force_store_value property').format(subpath))
|
|
if option._is_subdyn():
|
|
raise ConfigError(_('a dynoption ({0}) cannot have '
|
|
'force_store_value property').format(subpath))
|
|
if force_store_values and not config._impl_values._p_.hasvalue(subpath, session):
|
|
value = config.cfgimpl_get_values()._get_cached_value(option,
|
|
path=subpath,
|
|
validate=False,
|
|
trusted_cached_properties=False,
|
|
validate_properties=True)
|
|
value_set = True
|
|
config._impl_values._p_.setvalue(subpath, value,
|
|
owners.forced, None, session, False)
|
|
|
|
if value_set:
|
|
config._impl_values._p_.commit()
|
|
|
|
def _build_cache_option(self, _currpath=None, cache_path=None,
|
|
cache_option=None):
|
|
|
|
if self.impl_is_readonly() or (_currpath is None and getattr(self, '_cache_paths', None) is not None):
|
|
# cache already set
|
|
return
|
|
if _currpath is None:
|
|
save = True
|
|
_currpath = []
|
|
else:
|
|
save = False
|
|
if cache_path is None:
|
|
cache_path = []
|
|
cache_option = []
|
|
for option in self._impl_getchildren(dyn=False):
|
|
attr = option.impl_getname()
|
|
path = str('.'.join(_currpath + [attr]))
|
|
cache_option.append(option)
|
|
cache_path.append(path)
|
|
if option.impl_is_optiondescription():
|
|
_currpath.append(attr)
|
|
option._build_cache_option(_currpath, cache_path,
|
|
cache_option)
|
|
_currpath.pop()
|
|
if save:
|
|
_setattr = object.__setattr__
|
|
_setattr(self, '_cache_paths', (tuple(cache_option), tuple(cache_path)))
|
|
|
|
|
|
class OptionDescriptionWalk(CacheOptionDescription):
|
|
__slots__ = ('_children',)
|
|
|
|
def impl_get_options_paths(self, bytype, byname, _subpath, only_first, context):
|
|
find_results = []
|
|
|
|
def _rebuild_dynpath(path, suffix, dynopt):
|
|
found = False
|
|
spath = path.split('.')
|
|
for length in xrange(1, len(spath)):
|
|
subpath = '.'.join(spath[0:length])
|
|
subopt = self.impl_get_opt_by_path(subpath)
|
|
if dynopt == subopt:
|
|
found = True
|
|
break
|
|
if not found: # pragma: no cover
|
|
raise ConfigError(_('cannot find dynpath'))
|
|
subpath = subpath + suffix
|
|
for slength in xrange(length, len(spath)):
|
|
subpath = subpath + '.' + spath[slength] + suffix
|
|
return subpath
|
|
|
|
def _filter_by_name(path, option):
|
|
name = option.impl_getname()
|
|
if option._is_subdyn():
|
|
if byname.startswith(name):
|
|
found = False
|
|
for suffix in option._subdyn._impl_get_suffixes(
|
|
context):
|
|
if byname == name + suffix:
|
|
found = True
|
|
path = _rebuild_dynpath(path, suffix,
|
|
option._subdyn)
|
|
option = option._impl_to_dyn(
|
|
name + suffix, path)
|
|
break
|
|
if not found:
|
|
return False
|
|
else:
|
|
if not byname == name:
|
|
return False
|
|
find_results.append((path, option))
|
|
return True
|
|
|
|
def _filter_by_type(path, option):
|
|
if isinstance(option, bytype):
|
|
#if byname is not None, check option byname in _filter_by_name
|
|
#not here
|
|
if byname is None:
|
|
if option._is_subdyn():
|
|
name = option.impl_getname()
|
|
for suffix in option._subdyn._impl_get_suffixes(
|
|
context):
|
|
spath = _rebuild_dynpath(path, suffix,
|
|
option._subdyn)
|
|
find_results.append((spath, option._impl_to_dyn(
|
|
name + suffix, spath)))
|
|
else:
|
|
find_results.append((path, option))
|
|
return True
|
|
return False
|
|
|
|
def _filter(path, option):
|
|
if bytype is not None:
|
|
retval = _filter_by_type(path, option)
|
|
if byname is None:
|
|
return retval
|
|
if byname is not None:
|
|
return _filter_by_name(path, option)
|
|
|
|
opts, paths = self._cache_paths
|
|
for index in xrange(0, len(paths)):
|
|
option = opts[index]
|
|
if option.impl_is_optiondescription():
|
|
continue
|
|
path = paths[index]
|
|
if _subpath is not None and not path.startswith(_subpath + '.'):
|
|
continue
|
|
if bytype == byname is None:
|
|
if option._is_subdyn():
|
|
name = option.impl_getname()
|
|
for suffix in option._subdyn._impl_get_suffixes(
|
|
context):
|
|
spath = _rebuild_dynpath(path, suffix,
|
|
option._subdyn)
|
|
find_results.append((spath, option._impl_to_dyn(
|
|
name + suffix, spath)))
|
|
else:
|
|
find_results.append((path, option))
|
|
else:
|
|
if _filter(path, option) is False:
|
|
continue
|
|
if only_first:
|
|
return find_results
|
|
return find_results
|
|
|
|
def _impl_st_getchildren(self, context, only_dyn=False):
|
|
for child in self._children[1]:
|
|
if only_dyn is False or child.impl_is_dynoptiondescription():
|
|
yield(child)
|
|
|
|
def _getattr(self, name, suffix=undefined, context=undefined, dyn=True):
|
|
error = False
|
|
if suffix is not undefined:
|
|
if undefined in [suffix, context]: # pragma: no cover
|
|
raise ConfigError(_("suffix and context needed if "
|
|
"it's a dyn option"))
|
|
if name.endswith(suffix):
|
|
oname = name[:-len(suffix)]
|
|
child = self._children[1][self._children[0].index(oname)]
|
|
return self._impl_get_dynchild(child, suffix)
|
|
else:
|
|
error = True
|
|
else:
|
|
if name in self._children[0]:
|
|
child = self._children[1][self._children[0].index(name)]
|
|
if dyn and child.impl_is_dynoptiondescription():
|
|
error = True
|
|
else:
|
|
return child
|
|
else:
|
|
child = self._impl_search_dynchild(name, context=context)
|
|
if child != []:
|
|
return child
|
|
error = True
|
|
if error:
|
|
raise AttributeError(_('unknown Option {0} '
|
|
'in OptionDescription {1}'
|
|
'').format(name, self.impl_getname()))
|
|
|
|
def impl_getpaths(self, include_groups=False, _currpath=None):
|
|
"""returns a list of all paths in self, recursively
|
|
_currpath should not be provided (helps with recursion)
|
|
"""
|
|
return _impl_getpaths(self, include_groups, _currpath)
|
|
|
|
def impl_get_opt_by_path(self, path):
|
|
if getattr(self, '_cache_paths', None) is None:
|
|
raise ConfigError(_('use impl_get_opt_by_path only with root OptionDescription'))
|
|
if path not in self._cache_paths[1]:
|
|
raise AttributeError(_('no option for path {0}').format(path))
|
|
return self._cache_paths[0][self._cache_paths[1].index(path)]
|
|
|
|
def impl_get_path_by_opt(self, opt):
|
|
if getattr(self, '_cache_paths', None) is None:
|
|
raise ConfigError(_('use impl_get_path_by_opt only with root OptionDescription'))
|
|
if opt not in self._cache_paths[0]:
|
|
raise AttributeError(_('no option {0} found').format(opt))
|
|
return self._cache_paths[1][self._cache_paths[0].index(opt)]
|
|
|
|
def _impl_getchildren(self, dyn=True, context=undefined):
|
|
for child in self._impl_st_getchildren(context):
|
|
cname = child.impl_getname()
|
|
if dyn and child.impl_is_dynoptiondescription():
|
|
path = cname
|
|
for value in child._impl_get_suffixes(context):
|
|
yield SynDynOptionDescription(child,
|
|
cname + value,
|
|
path + value, value)
|
|
else:
|
|
yield child
|
|
|
|
def impl_getchildren(self):
|
|
return list(self._impl_getchildren())
|
|
|
|
def __getattr__(self, name, context=undefined):
|
|
if name.startswith('_'): # or name.startswith('impl_'):
|
|
return object.__getattribute__(self, name)
|
|
if '.' in name:
|
|
path = name.split('.')[0]
|
|
subpath = '.'.join(name.split('.')[1:])
|
|
return self.__getattr__(path, context=context).__getattr__(subpath, context=context)
|
|
return self._getattr(name, context=context)
|
|
|
|
def _impl_search_dynchild(self, name, context):
|
|
ret = []
|
|
for child in self._impl_st_getchildren(context, only_dyn=True):
|
|
cname = child.impl_getname()
|
|
if name.startswith(cname):
|
|
path = cname
|
|
for value in child._impl_get_suffixes(context):
|
|
if name == cname + value:
|
|
return SynDynOptionDescription(child, name, path + value, value)
|
|
return ret
|
|
|
|
def _impl_get_dynchild(self, child, suffix):
|
|
name = child.impl_getname() + suffix
|
|
path = self.impl_getname() + suffix + '.' + name
|
|
if isinstance(child, OptionDescription):
|
|
return SynDynOptionDescription(child, name, path, suffix)
|
|
else:
|
|
return child._impl_to_dyn(name, path)
|
|
|
|
|
|
class OptionDescription(OptionDescriptionWalk):
|
|
"""Config's schema (organisation, group) and container of Options
|
|
The `OptionsDescription` objects lives in the `tiramisu.config.Config`.
|
|
"""
|
|
__slots__ = ('_group_type',)
|
|
|
|
def __init__(self, name, doc, children, requires=None, properties=None):
|
|
"""
|
|
:param children: a list of options (including optiondescriptions)
|
|
|
|
"""
|
|
super(OptionDescription, self).__init__(name, doc=doc,
|
|
requires=requires,
|
|
properties=properties)
|
|
child_names = []
|
|
dynopt_names = []
|
|
for child in children:
|
|
name = child.impl_getname()
|
|
child_names.append(name)
|
|
if isinstance(child, DynOptionDescription):
|
|
dynopt_names.append(name)
|
|
|
|
#better performance like this
|
|
valid_child = copy(child_names)
|
|
valid_child.sort()
|
|
old = None
|
|
for child in valid_child:
|
|
if child == old: # pragma: optional cover
|
|
raise ConflictError(_('duplicate option name: '
|
|
'{0}').format(child))
|
|
if dynopt_names:
|
|
for dynopt in dynopt_names:
|
|
if child != dynopt and child.startswith(dynopt):
|
|
raise ConflictError(_('option must not start as '
|
|
'dynoptiondescription'))
|
|
old = child
|
|
_setattr = object.__setattr__
|
|
_setattr(self, '_children', (tuple(child_names), tuple(children)))
|
|
_setattr(self, '_cache_consistencies', None)
|
|
# the group_type is useful for filtering OptionDescriptions in a config
|
|
_setattr(self, '_group_type', groups.default)
|
|
|
|
def impl_getdoc(self):
|
|
return self.impl_get_information('doc')
|
|
|
|
def impl_validate(self, *args, **kwargs):
|
|
"""usefull for OptionDescription"""
|
|
pass
|
|
|
|
# ____________________________________________________________
|
|
def impl_set_group_type(self, group_type):
|
|
"""sets a given group object to an OptionDescription
|
|
|
|
:param group_type: an instance of `GroupType` or `MasterGroupType`
|
|
that lives in `setting.groups`
|
|
"""
|
|
if self._group_type != groups.default: # pragma: optional cover
|
|
raise TypeError(_('cannot change group_type if already set '
|
|
'(old {0}, new {1})').format(self._group_type,
|
|
group_type))
|
|
if isinstance(group_type, groups.GroupType):
|
|
self._group_type = group_type
|
|
if isinstance(group_type, groups.MasterGroupType):
|
|
children = self.impl_getchildren()
|
|
for child in children:
|
|
if child._is_symlinkoption(): # pragma: optional cover
|
|
raise ValueError(_("master group {0} shall not have "
|
|
"a symlinkoption").format(self.impl_getname()))
|
|
if not isinstance(child, Option): # pragma: optional cover
|
|
raise ValueError(_("master group {0} shall not have "
|
|
"a subgroup").format(self.impl_getname()))
|
|
if not child.impl_is_multi(): # pragma: optional cover
|
|
raise ValueError(_("not allowed option {0} "
|
|
"in group {1}"
|
|
": this option is not a multi"
|
|
"").format(child.impl_getname(), self.impl_getname()))
|
|
#length of master change slaves length
|
|
MasterSlaves(self.impl_getname(), children)
|
|
else: # pragma: optional cover
|
|
raise ValueError(_('group_type: {0}'
|
|
' not allowed').format(group_type))
|
|
|
|
def impl_get_group_type(self):
|
|
return self._group_type
|
|
|
|
def __getstate__(self):
|
|
raise NotImplementedError()
|
|
|
|
def _impl_get_suffixes(self, context):
|
|
callback, callback_params = self.impl_get_callback()
|
|
values = carry_out_calculation(self, context=context,
|
|
callback=callback,
|
|
callback_params=callback_params)
|
|
if len(values) > len(set(values)):
|
|
raise ConfigError(_('DynOptionDescription callback return not unique value'))
|
|
for val in values:
|
|
if not isinstance(val, str) or re.match(NAME_REGEXP, val) is None:
|
|
raise ValueError(_("invalid suffix: {0} for option").format(val))
|
|
return values
|
|
|
|
|
|
class DynOptionDescription(OptionDescription):
|
|
def __init__(self, name, doc, children, requires=None, properties=None,
|
|
callback=None, callback_params=None):
|
|
super(DynOptionDescription, self).__init__(name, doc, children,
|
|
requires, properties)
|
|
for child in children:
|
|
if isinstance(child, OptionDescription):
|
|
if child.impl_get_group_type() != groups.master:
|
|
raise ConfigError(_('cannot set optiondescription in a '
|
|
'dynoptiondescription'))
|
|
for chld in child._impl_getchildren():
|
|
chld._impl_setsubdyn(self)
|
|
if child._is_symlinkoption():
|
|
raise ConfigError(_('cannot set symlinkoption in a '
|
|
'dynoptiondescription'))
|
|
child._impl_setsubdyn(self)
|
|
self.impl_set_callback(callback, callback_params)
|
|
|
|
def _validate_callback(self, callback, callback_params):
|
|
if callback is None:
|
|
raise ConfigError(_('callback is mandatory for dynoptiondescription'))
|
|
|
|
|
|
class SynDynOptionDescription(object):
|
|
__slots__ = ('_opt', '_name', '_path', '_suffix')
|
|
|
|
def __init__(self, opt, name, path, suffix):
|
|
self._opt = opt
|
|
self._name = name
|
|
self._path = path
|
|
self._suffix = suffix
|
|
|
|
def __getattr__(self, name, context=undefined):
|
|
if name in dir(self._opt):
|
|
return getattr(self._opt, name)
|
|
return self._opt._getattr(name, suffix=self._suffix, context=context)
|
|
|
|
def impl_getname(self):
|
|
return self._name
|
|
|
|
def _impl_getchildren(self, dyn=True, context=undefined):
|
|
children = []
|
|
for child in self._opt._impl_getchildren():
|
|
yield(self._opt._impl_get_dynchild(child, self._suffix))
|
|
|
|
def impl_getchildren(self):
|
|
return self._impl_getchildren()
|
|
|
|
def impl_getpath(self, context):
|
|
return self._path
|
|
|
|
def impl_getpaths(self, include_groups=False, _currpath=None):
|
|
return _impl_getpaths(self, include_groups, _currpath)
|
|
|
|
def _impl_getopt(self):
|
|
return self._opt
|
|
|
|
|
|
def _impl_getpaths(klass, include_groups, _currpath):
|
|
"""returns a list of all paths in klass, recursively
|
|
_currpath should not be provided (helps with recursion)
|
|
"""
|
|
if _currpath is None:
|
|
_currpath = []
|
|
paths = []
|
|
for option in klass._impl_getchildren():
|
|
attr = option.impl_getname()
|
|
if option.impl_is_optiondescription():
|
|
if include_groups:
|
|
paths.append('.'.join(_currpath + [attr]))
|
|
paths += option.impl_getpaths(include_groups=include_groups,
|
|
_currpath=_currpath + [attr])
|
|
else:
|
|
paths.append('.'.join(_currpath + [attr]))
|
|
return paths
|