# Copyright 2021-2023 H2020 TeraFlow (https://www.teraflow-h2020.eu/) # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import enum import functools, logging, operator from typing import Dict, List, Optional, Tuple, Union from common.orm.backend.Tools import key_to_str from common.proto.context_pb2 import ConfigActionEnum from common.tools.grpc.Tools import grpc_message_to_json_string from sqlalchemy import Column, ForeignKey, INTEGER, CheckConstraint, Enum, String from sqlalchemy.dialects.postgresql import UUID, ARRAY from context.service.database.Base import Base from sqlalchemy.orm import relationship from context.service.Database import Database from .Tools import fast_hasher, grpc_to_enum, remove_dict_key LOGGER = logging.getLogger(__name__) class ORM_ConfigActionEnum(enum.Enum): UNDEFINED = ConfigActionEnum.CONFIGACTION_UNDEFINED SET = ConfigActionEnum.CONFIGACTION_SET DELETE = ConfigActionEnum.CONFIGACTION_DELETE grpc_to_enum__config_action = functools.partial( grpc_to_enum, ConfigActionEnum, ORM_ConfigActionEnum) class ConfigModel(Base): # pylint: disable=abstract-method __tablename__ = 'Config' config_uuid = Column(UUID(as_uuid=False), primary_key=True) # Relationships config_rule = relationship("ConfigRuleModel", back_populates="config", lazy="dynamic") def delete(self) -> None: db_config_rule_pks = self.references(ConfigRuleModel) for pk,_ in db_config_rule_pks: ConfigRuleModel(self.database, pk).delete() super().delete() def dump(self): # -> List[Dict]: config_rules = [] for a in self.config_rule: asdf = a.dump() config_rules.append(asdf) return [remove_dict_key(config_rule, 'position') for config_rule in config_rules] @staticmethod def main_pk_name(): return 'config_uuid' class ConfigRuleModel(Base): # pylint: disable=abstract-method __tablename__ = 'ConfigRule' config_rule_uuid = Column(UUID(as_uuid=False), primary_key=True) config_uuid = Column(UUID(as_uuid=False), ForeignKey("Config.config_uuid"), primary_key=True) action = Column(Enum(ORM_ConfigActionEnum, create_constraint=True, native_enum=True), nullable=False) position = Column(INTEGER, nullable=False) key = Column(String, nullable=False) value = Column(String, nullable=False) __table_args__ = ( CheckConstraint(position >= 0, name='check_position_value'), {} ) # Relationships config = relationship("ConfigModel", back_populates="config_rule") def dump(self, include_position=True) -> Dict: # pylint: disable=arguments-differ result = { 'action': self.action.value, 'custom': { 'resource_key': self.key, 'resource_value': self.value, }, } if include_position: result['position'] = self.position return result @staticmethod def main_pk_name(): return 'config_rule_uuid' def set_config_rule( database : Database, db_config : ConfigModel, position : int, resource_key : str, resource_value : str, ): # -> Tuple[ConfigRuleModel, bool]: str_rule_key_hash = fast_hasher(resource_key) str_config_rule_key = key_to_str([db_config.config_uuid, str_rule_key_hash], separator=':') data = {'config_fk': db_config, 'position': position, 'action': ORM_ConfigActionEnum.SET, 'key': resource_key, 'value': resource_value} to_add = ConfigRuleModel(**data) result = database.create_or_update(to_add) return result def delete_config_rule( database : Database, db_config : ConfigModel, resource_key : str ) -> None: str_rule_key_hash = fast_hasher(resource_key) str_config_rule_key = key_to_str([db_config.pk, str_rule_key_hash], separator=':') db_config_rule : Optional[ConfigRuleModel] = get_object( database, ConfigRuleModel, str_config_rule_key, raise_if_not_found=False) if db_config_rule is None: return db_config_rule.delete() def delete_all_config_rules( database : Database, db_config : ConfigModel ) -> None: db_config_rule_pks = db_config.references(ConfigRuleModel) for pk,_ in db_config_rule_pks: ConfigRuleModel(database, pk).delete() def grpc_config_rules_to_raw(grpc_config_rules) -> List[Tuple[ORM_ConfigActionEnum, str, str]]: def translate(grpc_config_rule): action = grpc_to_enum__config_action(grpc_config_rule.action) config_rule_type = str(grpc_config_rule.WhichOneof('config_rule')) if config_rule_type != 'custom': raise NotImplementedError('ConfigRule of type {:s} is not implemented: {:s}'.format( config_rule_type, grpc_message_to_json_string(grpc_config_rule))) return action, grpc_config_rule.custom.resource_key, grpc_config_rule.custom.resource_value return [translate(grpc_config_rule) for grpc_config_rule in grpc_config_rules] def update_config( database : Database, db_parent_pk : str, config_name : str, raw_config_rules : List[Tuple[ORM_ConfigActionEnum, str, str]] ) -> List[Tuple[Union[ConfigModel, ConfigRuleModel], bool]]: str_config_key = key_to_str([db_parent_pk, config_name], separator=':') result : Tuple[ConfigModel, bool] = get_or_create_object(database, ConfigModel, str_config_key) db_config, created = result db_objects : List[Tuple[Union[ConfigModel, ConfigRuleModel], bool]] = [(db_config, created)] for position,(action, resource_key, resource_value) in enumerate(raw_config_rules): if action == ORM_ConfigActionEnum.SET: result : Tuple[ConfigRuleModel, bool] = set_config_rule( database, db_config, position, resource_key, resource_value) db_config_rule, updated = result db_objects.append((db_config_rule, updated)) elif action == ORM_ConfigActionEnum.DELETE: delete_config_rule(database, db_config, resource_key) else: msg = 'Unsupported action({:s}) for resource_key({:s})/resource_value({:s})' raise AttributeError(msg.format(str(ConfigActionEnum.Name(action)), str(resource_key), str(resource_value))) return db_objects