Files
mayan-edms/mayan/apps/smart_settings/classes.py
Roberto Rosario b83ab1b528 Improve how settings are loaded from config file
Update the way settings are loaded. Instead of loading the
entire config file now settings are loaded from the config
file on demand when the cache misses.

Improve the smart settings classes tests and add another test
for the config file loading.

Add support for variable config file path.

Signed-off-by: Roberto Rosario <Roberto.Rosario@mayan-edms.com>
2018-12-15 21:00:51 -04:00

217 lines
6.5 KiB
Python

from __future__ import unicode_literals
import errno
from importlib import import_module
import logging
import os
import sys
import yaml
from django.apps import apps
from django.conf import settings
from django.utils.functional import Promise
from django.utils.encoding import force_text, python_2_unicode_compatible
from .utils import read_configuration_file
logger = logging.getLogger(__name__)
@python_2_unicode_compatible
class Namespace(object):
_registry = {}
@staticmethod
def initialize():
for app in apps.get_app_configs():
try:
import_module('{}.settings'.format(app.name))
except ImportError as exception:
if force_text(exception) not in ('No module named settings', 'No module named \'{}.settings\''.format(app.name)):
logger.error(
'Error importing %s settings.py file; %s', app.name,
exception
)
@classmethod
def get_all(cls):
return sorted(cls._registry.values(), key=lambda x: x.label)
@classmethod
def get(cls, name):
return cls._registry[name]
@classmethod
def invalidate_cache_all(cls):
for namespace in cls.get_all():
namespace.invalidate_cache()
def __init__(self, name, label):
if name in self.__class__._registry:
raise Exception(
'Namespace names must be unique; "%s" already exists.' % name
)
self.name = name
self.label = label
self.__class__._registry[name] = self
self._settings = []
def __str__(self):
return force_text(self.label)
def add_setting(self, **kwargs):
return Setting(namespace=self, **kwargs)
def invalidate_cache(self):
for setting in self._settings:
setting.invalidate_cache()
@property
def settings(self):
return sorted(self._settings, key=lambda x: x.global_name)
@python_2_unicode_compatible
class Setting(object):
_registry = {}
@staticmethod
def deserialize_value(value):
return yaml.safe_load(value)
@staticmethod
def express_promises(value):
"""
Walk all the elements of a value and force promises to text
"""
if isinstance(value, (list, tuple)):
return [Setting.express_promises(item) for item in value]
elif isinstance(value, Promise):
return force_text(value)
else:
return value
@staticmethod
def serialize_value(value):
result = yaml.safe_dump(
data=Setting.express_promises(value), allow_unicode=True
)
# safe_dump returns bytestrings
# Disregard the last 3 dots that mark the end of the YAML document
if force_text(result).endswith('...\n'):
result = result[:-4]
return result
@classmethod
def dump_data(cls, filter_term=None, namespace=None):
dictionary = {}
for setting in cls.get_all():
if (namespace and setting.namespace.name == namespace) or not namespace:
if (filter_term and filter_term.lower() in setting.global_name.lower()) or not filter_term:
dictionary[setting.global_name] = Setting.express_promises(setting.value)
return yaml.safe_dump(dictionary, default_flow_style=False)
@classmethod
def get(cls, global_name):
return cls._registry[global_name]
@classmethod
def get_all(cls):
return sorted(cls._registry.values(), key=lambda x: x.global_name)
@classmethod
def save_configuration(cls, path=None):
if not path:
path = settings.CONFIGURATION_FILEPATH
try:
with open(path, 'w') as file_object:
file_object.write(cls.dump_data())
except IOError as exception:
if exception.errno == errno.ENOENT:
logger.warning(
'The path to the configuration file doesn\'t '
'exist. It is not possible to save the backup file.'
)
@classmethod
def save_last_known_good(cls):
# Don't write over the last good configuration if we are trying
# to restore the last good configuration
if 'revertsettings' not in sys.argv:
cls.save_configuration(
path=settings.CONFIGURATION_LAST_GOOD_FILEPATH
)
def __init__(self, namespace, global_name, default, help_text=None, is_path=False, post_edit_function=None):
self.global_name = global_name
self.default = default
self.help_text = help_text
self.loaded = False
self.namespace = namespace
self.environment_variable = False
self.post_edit_function = post_edit_function
namespace._settings.append(self)
self.__class__._registry[global_name] = self
def __str__(self):
return force_text(self.global_name)
def cache_value(self):
environment_value = os.environ.get('MAYAN_{}'.format(self.global_name))
if environment_value:
self.environment_variable = True
try:
self.raw_value = yaml.safe_load(environment_value)
except yaml.YAMLError as exception:
raise type(exception)(
'Error interpreting environment variable: {} with '
'value: {}; {}'.format(
self.global_name, environment_value, exception
)
)
else:
self.raw_value = read_configuration_file(
path=settings.CONFIGURATION_FILEPATH
).get(
self.global_name, getattr(
settings, self.global_name, self.default
)
)
self.yaml = Setting.serialize_value(self.raw_value)
self.loaded = True
def invalidate_cache(self):
self.loaded = False
@property
def serialized_value(self):
"""
YAML serialize value of the setting.
Used for UI display.
"""
if not self.loaded:
self.cache_value()
return self.yaml
@property
def value(self):
if not self.loaded:
self.cache_value()
return self.raw_value
@value.setter
def value(self, value):
# value is in YAML format
self.yaml = value
self.raw_value = Setting.deserialize_value(value)
if self.post_edit_function:
self.post_edit_function(setting=self)