Source code for visiomatic.server.config.config

"""
Configure application.
"""
# Copyright CEA/CFHT/CNRS/UParisSaclay
# Licensed under the MIT licence

from argparse import ArgumentParser, SUPPRESS
from configparser import ConfigParser
from os import makedirs, path
from pathlib import Path
from pprint import pprint
from sys import exit, modules
from time import localtime, strftime
from typing import Tuple

from astropy import units as u  #type: ignore[import-untyped]
from pydantic import ValidationError

from ... import package
from .quantity import str_to_quantity_array
from .settings import AppSettings


[docs] class Config(object): """ Manage application settings in groups. Settings are stored as Pydantic fields. """ def __init__( self, settings: AppSettings, args: bool=True, config_file: str=package.config_file): self.settings = settings self.groups = tuple(self.settings.dict().keys()) self.image_filename = None self.config_filename = config_file # Skip argument parsing if Sphinx or PyTest are involved if 'sphinx' in modules: args = False # Parse command line if args: args_dict = self.parse_args() if args_dict['version']: print(f"{package.title} {package.version}") exit(0) # Save configuration file if requested if args_dict['save_config']: # Create config dir if it does not exist makedirs(path.dirname(self.config_filename), exist_ok=True) self.save_config(self.config_filename) exit(0) self.config_filename = args_dict['config'] image_filename = args_dict['file'] if Path(image_filename).exists(): self.image_filename = image_filename else: exit(f"*Error*: {image_filename} not found!") # Parse configuration file if Path(self.config_filename).exists(): config_dict = self.parse_config(self.config_filename) # Update settings from the config file self.update_from_dict(config_dict) # Update settings from the command line (overriding config file values) if args: self.update_from_dict(args_dict) if args_dict['show_config']: pprint(self.flat_dict())
[docs] def grouped_dict(self) -> dict: """ Return a dictionary of all settings, organized in groups. Returns ------- gdict: dict Dictionary of settings. """ return self.settings.dict()
[docs] def flat_dict(self) -> dict: """ Return a flattened dictionary of all settings. Returns ------- fdict: dict Dictionary of settings. """ fdict = {} for group in self.groups: settings = getattr(self.settings, group).dict() for setting in settings: fdict[setting] = settings[setting] return fdict
[docs] def schema(self) -> dict: """ Return a schema of the settings as a dictionary. Returns ------- schema: dict Schema of the settings, as a dictionary. """ return self.settings.schema()
[docs] def schema_json(self, indent=2) -> str: """ Return a schema of the settings as a JSON string. Parameters ---------- indent: int Number of indentation spaces. Returns ------- schema: str JSON schema of the settings. """ return self.settings.schema_json(indent=indent)
[docs] def parse_args(self) -> dict: """ Return a dictionary of all settings, with values updated from the command line. Extra settings are ignored. Returns ------- gdict: dict Dictionary of all settings, organized in groups. """ parser = ArgumentParser( description=f"{package.title} v{package.version} : {package.summary}" ) # Add options not relevant to configuration itself parser.add_argument( "-V", "--version", default=False, help="Return the version of the package and exit", action='store_true' ) parser.add_argument( "-c", "--config", type=str, default=package.config_file, help=f"Configuration filename (default={package.config_file})", metavar="FILE" ) parser.add_argument( "-s", "--save_config", default=False, help=f"Save a default {package.title} configuration file and exit", action='store_true' ) parser.add_argument( "-S", "--show_config", default=False, help=f"Print the actual {package.title} configuration settings", action='store_true' ) parser.add_argument( "file", default="", type=str, help="FITS image filename", nargs="?" ) for group in self.groups: args_group = parser.add_argument_group(group.title()) groupsettings = getattr(self.settings, group) settings = groupsettings.schema()['properties'] defaults = groupsettings.dict() for setting in settings: props = settings[setting] arg = ["-" + props['short'], "--" + setting] \ if props.get('short') else ["--" + setting] default = defaults[setting] # Booleans don't have units help = props.get('description', "") if props.get('type', 'unit')=='boolean': args_group.add_argument( *arg, default=SUPPRESS, help=props.get('description', ""), action='store_true' ) elif props.get('type', 'unit')=='array': deftype = type(default[0]) args_group.add_argument( *arg, default=SUPPRESS, type=(lambda s: tuple([int(val) for val in s.split(',')])) if deftype==int else (lambda s: tuple([float(val) for val in s.split(',')])), help=f"{help} (default={default})" ) elif isinstance(default, u.Quantity): args_group.add_argument( *arg, default=SUPPRESS, type=u.Quantity if default.isscalar else str_to_quantity_array, help=f"{help} (default={default})" ) else: args_group.add_argument( *arg, default=SUPPRESS, type=type(default), help=f"{help} (default={default})" ) # Generate dictionary of args grouped by section fdict = vars(parser.parse_args()) gdict = {} # Command-line specific arguments gdict['version'] = fdict['version'] gdict['config'] = fdict['config'] gdict['save_config'] = fdict['save_config'] gdict['show_config'] = fdict['show_config'] gdict['file'] = fdict['file'] for group in self.groups: gdict[group] = {} gdictg = gdict[group] settings = getattr(self.settings, group).dict() for setting in settings: if setting in fdict: gdictg[setting] = fdict[setting] return gdict
[docs] def parse_config(self, filename: str) -> dict: """ Return a dictionary of all settings, with values updated from a configuration file in INI format. Extra settings are ignored. Parameters ---------- filename: str | ~pathlib.Path Configuration filename. Returns ------- gdict: dict Dictionary of all settings, organized in groups. """ config = ConfigParser(converters={}) config.read(filename) gdict: dict = {} for group in self.groups: gdict[group] = {} gdictg = gdict[group] settings = getattr(self.settings, group).dict() for setting in settings: if (value := config.get(group, setting, fallback=None)) is not None: default = settings[setting] stype = type(default) gdictg[setting] = tuple( type(settings[setting][i])(val.strip()) \ for i, val in enumerate(value[1:-1].split(',')) ) if stype == tuple \ else value.lower() in ("yes", "true", "t", "1") if stype == bool \ else str_to_quantity_array(value) if \ isinstance(default, u.Quantity) and not default.isscalar \ else stype(value) return gdict
[docs] def save_config(self, filename) -> None: """ Save all settings as a configuration file in INI format. Extra settings are ignored. Parameters ---------- filename: str | ~pathlib.Path Configuration filename. """ config = ConfigParser() for group in self.groups: config[group] = {} settings = getattr(self.settings, group).dict() for setting in settings: props = f"{settings[setting]}" config[group][setting] = props # Ask confirmation if file already exists if Path(filename).exists(): user_input = input( f"This will overwrite {filename}! Continue? [y/N]" ) if user_input.lower() not in ('y', 'yes'): return with open(filename, 'w') as config_file: config_file.write(f"; Default {package.title} configuration file\n") nowstr = strftime("%a, %d %b %Y %H:%M:%S %z", localtime()) config_file.write(f"; {nowstr}\n") config.write(config_file)
[docs] def update_from_dict(self, settings_dict) -> None: """ Update internal settings based on a dictionary (in groups) Parameters ---------- settings_dict: dict Input dictionary. """ for group in self.groups: groupsettings = getattr(self.settings, group) groupsettings_dict = groupsettings.dict() settings = settings_dict[group] for setting in settings: vars(groupsettings).update({setting: settings_dict[group][setting]}) try: groupsettings.model_validate(groupsettings.dict()) except ValidationError as valid_exception: print(valid_exception) exit(1) except Exception as other_exception: print(other_exception) exit(1)