zhenxun_bot/zhenxun/configs/utils/__init__.py

427 lines
13 KiB
Python
Raw Normal View History

from collections.abc import Callable
2022-12-04 16:46:33 +08:00
import copy
2021-11-04 16:11:50 +08:00
from pathlib import Path
from typing import Any, TypeVar, get_args, get_origin
modified: basic_plugins/admin_bot_manage/_data_source.py modified: basic_plugins/admin_bot_manage/admin_config.py modified: basic_plugins/admin_bot_manage/custom_welcome_message.py modified: basic_plugins/admin_bot_manage/timing_task.py modified: basic_plugins/apscheduler/__init__.py modified: basic_plugins/ban/__init__.py modified: basic_plugins/ban/data_source.py modified: basic_plugins/chat_history/chat_message.py modified: basic_plugins/chat_history/chat_message_handle.py modified: basic_plugins/group_handle/__init__.py modified: basic_plugins/hooks/_utils.py modified: basic_plugins/hooks/ban_hook.py modified: basic_plugins/hooks/chkdsk_hook.py modified: basic_plugins/init_plugin_config/__init__.py deleted: basic_plugins/init_plugin_config/init_group_manager.py modified: basic_plugins/invite_manager/__init__.py new file: basic_plugins/invite_manager/utils.py modified: basic_plugins/nickname.py modified: basic_plugins/plugin_shop/__init__.py modified: basic_plugins/plugin_shop/data_source.py modified: basic_plugins/scripts.py modified: basic_plugins/shop/__init__.py modified: basic_plugins/shop/buy.py modified: basic_plugins/shop/gold.py modified: basic_plugins/shop/my_props/__init__.py deleted: basic_plugins/shop/reset_today_gold.py modified: basic_plugins/shop/shop_handle/__init__.py modified: basic_plugins/shop/shop_handle/data_source.py modified: basic_plugins/shop/use/__init__.py modified: basic_plugins/shop/use/data_source.py modified: basic_plugins/super_cmd/__init__.py modified: basic_plugins/super_cmd/bot_friend_group.py modified: basic_plugins/super_cmd/clear_data.py modified: basic_plugins/super_cmd/exec_sql.py modified: basic_plugins/super_cmd/manager_group.py modified: basic_plugins/super_cmd/reload_setting.py modified: basic_plugins/super_cmd/set_admin_permissions.py deleted: basic_plugins/super_cmd/super_task_switch.py modified: basic_plugins/super_cmd/update_friend_group_info.py modified: basic_plugins/super_help/__init__.py modified: basic_plugins/update_info.py modified: configs/config.py modified: configs/utils/__init__.py modified: models/bag_user.py modified: models/ban_user.py modified: models/chat_history.py modified: models/friend_user.py modified: models/goods_info.py modified: models/group_info.py modified: models/group_member_info.py modified: models/level_user.py modified: models/sign_group_user.py modified: models/user_shop_gold_log.py modified: plugins/aconfig/__init__.py modified: plugins/ai/__init__.py modified: plugins/ai/data_source.py modified: plugins/bilibili_sub/__init__.py modified: plugins/bilibili_sub/data_source.py modified: plugins/bilibili_sub/model.py modified: plugins/black_word/__init__.py modified: plugins/black_word/model.py modified: plugins/black_word/utils.py modified: plugins/bt/data_source.py modified: plugins/genshin/almanac/__init__.py modified: plugins/genshin/material_remind/__init__.py modified: plugins/genshin/query_user/_models/__init__.py modified: plugins/genshin/query_user/_utils/__init__.py modified: plugins/genshin/query_user/bind/__init__.py modified: plugins/genshin/query_user/genshin_sign/__init__.py modified: plugins/genshin/query_user/genshin_sign/data_source.py modified: plugins/genshin/query_user/genshin_sign/init_task.py modified: plugins/genshin/query_user/mihoyobbs_sign/__init__.py modified: plugins/genshin/query_user/query_memo/__init__.py modified: plugins/genshin/query_user/query_memo/data_source.py modified: plugins/genshin/query_user/query_role/__init__.py modified: plugins/genshin/query_user/query_role/data_source.py modified: plugins/genshin/query_user/reset_today_query_user_data/__init__.py modified: plugins/genshin/query_user/resin_remind/__init__.py modified: plugins/genshin/query_user/resin_remind/init_task.py modified: plugins/gold_redbag/model.py modified: plugins/image_management/send_image/__init__.py modified: plugins/my_info/__init__.py modified: plugins/open_cases/models/buff_prices.py modified: plugins/open_cases/models/open_cases_user.py modified: plugins/open_cases/open_cases_c.py modified: plugins/open_cases/utils.py modified: plugins/parse_bilibili_json.py modified: plugins/pid_search.py modified: plugins/pix_gallery/__init__.py modified: plugins/pix_gallery/_data_source.py modified: plugins/pix_gallery/_model/omega_pixiv_illusts.py modified: plugins/pix_gallery/_model/pixiv.py modified: plugins/pix_gallery/_model/pixiv_keyword_user.py modified: plugins/pix_gallery/pix_add_keyword.py modified: plugins/pix_gallery/pix_pass_del_keyword.py modified: plugins/pix_gallery/pix_show_info.py modified: plugins/pix_gallery/pix_update.py modified: plugins/pixiv_rank_search/data_source.py modified: plugins/poke/__init__.py modified: plugins/russian/__init__.py modified: plugins/russian/data_source.py modified: plugins/russian/model.py modified: plugins/send_dinggong_voice/__init__.py modified: plugins/send_setu_/_model.py modified: plugins/send_setu_/send_setu/__init__.py modified: plugins/send_setu_/send_setu/data_source.py modified: plugins/send_setu_/update_setu/data_source.py modified: plugins/sign_in/goods_register.py modified: plugins/sign_in/group_user_checkin.py modified: plugins/sign_in/random_event.py modified: plugins/sign_in/utils.py modified: plugins/statistics/_model.py modified: plugins/statistics/statistics_handle.py modified: plugins/statistics/statistics_hook.py modified: plugins/update_picture.py modified: plugins/web_ui/api/request.py modified: plugins/word_bank/_model.py deleted: plugins/word_bank/_old_model.py modified: plugins/word_bank/_rule.py modified: plugins/word_bank/word_handle.py modified: plugins/word_clouds/data_source.py modified: resources/image/sign/sign_res/bar.png modified: resources/image/sign/sign_res/bar_white.png modified: services/db_context.py modified: services/log.py modified: utils/browser.py modified: utils/data_utils.py modified: utils/depends/__init__.py modified: utils/http_utils.py modified: utils/image_utils.py modified: utils/manager/admin_manager.py modified: utils/message_builder.py modified: utils/utils.py
2023-02-18 18:46:54 +08:00
import cattrs
from nonebot.compat import model_dump
2025-06-17 17:44:18 +08:00
from pydantic import VERSION, BaseModel, Field
from ruamel.yaml import YAML
2022-05-26 22:49:48 +08:00
from ruamel.yaml.scanner import ScannerError
2021-11-04 16:11:50 +08:00
from zhenxun.configs.path_config import DATA_PATH
from zhenxun.services.log import logger
from .models import (
AICallableParam,
AICallableProperties,
AICallableTag,
BaseBlock,
Command,
ConfigModel,
Example,
PluginCdBlock,
PluginCountBlock,
PluginExtraData,
PluginSetting,
RegisterConfig,
Task,
)
2024-02-04 04:18:54 +08:00
_yaml = YAML(pure=True)
_yaml.indent = 2
_yaml.allow_unicode = True
T = TypeVar("T")
2024-02-04 04:18:54 +08:00
class NoSuchConfig(Exception):
pass
def _dump_pydantic_obj(obj: Any) -> Any:
"""
递归地将一个对象内部的 Pydantic BaseModel 实例转换为字典
支持单个实例实例列表实例字典等情况
"""
if isinstance(obj, BaseModel):
return model_dump(obj)
if isinstance(obj, list):
return [_dump_pydantic_obj(item) for item in obj]
if isinstance(obj, dict):
return {key: _dump_pydantic_obj(value) for key, value in obj.items()}
return obj
def _is_pydantic_type(t: Any) -> bool:
2024-02-04 04:18:54 +08:00
"""
递归检查一个类型注解是否与 Pydantic BaseModel 相关
2024-02-04 04:18:54 +08:00
"""
if t is None:
return False
origin = get_origin(t)
if origin:
return any(_is_pydantic_type(arg) for arg in get_args(t))
return isinstance(t, type) and issubclass(t, BaseModel)
2024-02-04 04:18:54 +08:00
def parse_as(type_: type[T], obj: Any) -> T:
"""
一个兼容 Pydantic V1 parse_obj_as 和V2的TypeAdapter.validate_python 的辅助函数
"""
if VERSION.startswith("1"):
from pydantic import parse_obj_as
return parse_obj_as(type_, obj)
else:
from pydantic import TypeAdapter
return TypeAdapter(type_).validate_python(obj)
class ConfigGroup(BaseModel):
"""
配置组
"""
module: str
"""模块名"""
2024-02-04 04:18:54 +08:00
name: str | None = None
"""插件名"""
configs: dict[str, ConfigModel] = Field(default_factory=dict)
"""配置项列表"""
def get(self, c: str, default: T = None, *, build_model: bool = True) -> T | Any:
"""
获取配置项的值如果指定了类型会自动构建实例
"""
key = c.upper()
cfg = self.configs.get(key)
if cfg is None:
return default
value_to_process = cfg.value if cfg.value is not None else cfg.default_value
if value_to_process is None:
return default
if cfg.type:
if _is_pydantic_type(cfg.type):
if build_model:
try:
return parse_as(cfg.type, value_to_process)
except Exception as e:
logger.warning(
f"Pydantic 模型解析失败 (key: {c.upper()}). ", e=e
)
try:
return cattrs.structure(value_to_process, cfg.type)
except Exception as e:
logger.warning(f"Cattrs 结构化失败 (key: {key}),返回原始值。", e=e)
2024-02-04 04:18:54 +08:00
return value_to_process
2024-02-04 04:18:54 +08:00
def to_dict(self, **kwargs):
return model_dump(self, **kwargs)
2021-11-04 16:11:50 +08:00
class ConfigsManager:
"""
插件配置 资源 管理器
"""
def __init__(self, file: Path):
self._data: dict[str, ConfigGroup] = {}
2022-04-10 22:19:50 +08:00
self._simple_data: dict = {}
2024-02-04 04:18:54 +08:00
self._simple_file = DATA_PATH / "config.yaml"
self.add_module = []
_yaml = YAML()
2021-11-04 16:11:50 +08:00
if file:
file.parent.mkdir(exist_ok=True, parents=True)
self.file = file
self.load_data()
if self._simple_file.exists():
try:
with self._simple_file.open(encoding="utf8") as f:
self._simple_data = _yaml.load(f)
except ScannerError as e:
raise ScannerError(
f"{e}\n**********************************************\n"
f"****** 可能为config.yaml配置文件填写不规范 ******\n"
f"**********************************************"
) from e
2021-11-04 16:11:50 +08:00
2024-05-15 23:24:35 +08:00
def set_name(self, module: str, name: str):
"""设置插件配置中文名出
参数:
module: 模块名
name: 中文名称
异常:
ValueError: module不能为为空
"""
if not module:
raise ValueError("set_name: module不能为为空")
if data := self._data.get(module):
data.name = name
2021-11-04 16:11:50 +08:00
def add_plugin_config(
self,
module: str,
key: str,
2024-02-04 04:18:54 +08:00
value: Any,
2021-11-04 16:11:50 +08:00
*,
2024-02-04 04:18:54 +08:00
help: str | None = None,
default_value: Any = None,
type: type | None = None,
2024-02-04 04:18:54 +08:00
arg_parser: Callable | None = None,
2021-11-29 13:09:47 +08:00
_override: bool = False,
2021-11-04 16:11:50 +08:00
):
2024-02-04 04:18:54 +08:00
"""为插件添加一个配置,不会被覆盖,只有第一个生效
参数:
module: 模块
key:
value:
help: 配置注解.
default_value: 默认值.
type: 值类型.
arg_parser: 值解析器一般与webui配合使用.
_override: 强制覆盖值.
异常:
2024-05-15 23:24:35 +08:00
ValueError: module和key不能为为空
ValueError: 填写错误
2021-11-04 16:11:50 +08:00
"""
2024-02-04 04:18:54 +08:00
if not module or not key:
raise ValueError("add_plugin_config: module和key不能为为空")
if isinstance(value, BaseModel):
value = model_dump(value)
if isinstance(default_value, BaseModel):
default_value = model_dump(default_value)
processed_value = _dump_pydantic_obj(value)
processed_default_value = _dump_pydantic_obj(default_value)
self.add_module.append(f"{module}:{key}".lower())
if module in self._data and (config := self._data[module].configs.get(key)):
2024-02-04 04:18:54 +08:00
config.help = help
config.arg_parser = arg_parser
config.type = type
if _override:
config.value = processed_value
config.default_value = processed_default_value
else:
2021-11-04 16:11:50 +08:00
key = key.upper()
if not self._data.get(module):
self._data[module] = ConfigGroup(module=module)
2024-02-04 04:18:54 +08:00
self._data[module].configs[key] = ConfigModel(
value=processed_value,
2024-02-04 04:18:54 +08:00
help=help,
default_value=processed_default_value,
type=type,
arg_parser=arg_parser,
)
2021-11-04 16:11:50 +08:00
def set_config(
self,
module: str,
key: str,
value: Any,
auto_save: bool = False,
):
2024-02-04 04:18:54 +08:00
"""设置配置值
参数:
module: 模块名
key: 配置名称
value:
auto_save: 自动保存.
2021-11-04 16:11:50 +08:00
"""
2024-10-29 08:26:41 +08:00
key = key.upper()
if module in self._data:
if module not in self._simple_data:
self._simple_data[module] = {}
2024-10-29 08:26:41 +08:00
if self._data[module].configs.get(key):
self._data[module].configs[key].value = value
2024-10-29 08:26:41 +08:00
else:
self.add_plugin_config(module, key, value)
self._simple_data[module][key] = value
if auto_save:
2024-10-29 08:26:41 +08:00
self.save(save_simple_data=True)
2021-11-04 16:11:50 +08:00
def get_config(
self,
module: str,
key: str,
default: T = None,
*,
build_model: bool = True,
) -> T | Any:
"""
获取指定配置值自动构建Pydantic模型或其它类型实例
- 兼容Pydantic V1/V2
- 支持 list[BaseModel] 等泛型容器
- 优先使用Pydantic原生方式解析失败后回退到cattrs
"""
key = key.upper()
config_group = self._data.get(module)
if not config_group:
return default
2024-02-04 04:18:54 +08:00
config = config_group.configs.get(key)
if not config:
return default
2024-02-04 04:18:54 +08:00
value_to_process = (
config.value if config.value is not None else config.default_value
)
if value_to_process is None:
return default
# 1. 最高优先级:自定义的参数解析器
if config.arg_parser:
try:
return config.arg_parser(value_to_process)
except Exception as e:
logger.warning(
f"arg_parser 执行失败 (key: {key}),将尝试其他方法。", e=e
)
if config.type:
if _is_pydantic_type(config.type):
if build_model:
try:
return parse_as(config.type, value_to_process)
except Exception as e:
logger.warning(
f"pydantic类型转换失败 MODULE: [<u><y>{module}</y></u>] | "
f"KEY: [<u><y>{key}</y></u>].",
e=e,
)
else:
try:
return cattrs.structure(value_to_process, config.type)
except Exception as e:
logger.warning(
f"cattrs类型转换失败 MODULE: [<u><y>{module}</y></u>] | "
f"KEY: [<u><y>{key}</y></u>].",
e=e,
)
return value_to_process
2021-11-04 16:11:50 +08:00
2024-02-04 04:18:54 +08:00
def get(self, key: str) -> ConfigGroup:
"""获取插件配置数据
2021-11-29 13:09:47 +08:00
2024-02-04 04:18:54 +08:00
参数:
key: 一般为模块名
2021-11-04 16:11:50 +08:00
2024-02-04 04:18:54 +08:00
返回:
ConfigGroup: ConfigGroup
2021-11-04 16:11:50 +08:00
"""
2024-02-04 04:18:54 +08:00
return self._data.get(key) or ConfigGroup(module="")
def save(self, path: str | Path | None = None, save_simple_data: bool = False):
"""保存数据
参数:
path: 路径.
save_simple_data: 同时保存至config.yaml.
2021-11-04 16:11:50 +08:00
"""
2022-04-10 22:19:50 +08:00
if save_simple_data:
with open(self._simple_file, "w", encoding="utf8") as f:
2024-02-04 04:18:54 +08:00
_yaml.dump(self._simple_data, f)
path = path or self.file
save_data = {}
for module, config_group in self._data.items():
save_data[module] = {}
for config_key, config_model in config_group.configs.items():
save_data[module][config_key] = model_dump(
config_model, exclude={"type", "arg_parser"}
)
2021-11-04 16:11:50 +08:00
with open(path, "w", encoding="utf8") as f:
_yaml.dump(save_data, f)
2021-11-04 16:11:50 +08:00
2022-02-19 18:20:19 +08:00
def reload(self):
2024-02-04 04:18:54 +08:00
"""重新加载配置文件"""
if self._simple_file.exists():
with open(self._simple_file, encoding="utf8") as f:
self._simple_data = _yaml.load(f)
for key in self._simple_data.keys():
for k in self._simple_data[key].keys():
self._data[key].configs[k].value = self._simple_data[key][k]
2022-02-19 18:20:19 +08:00
self.save()
def load_data(self):
2024-02-04 04:18:54 +08:00
"""加载数据
2024-02-04 04:18:54 +08:00
异常:
ValueError: 配置文件为空
"""
if not self.file.exists():
return
with open(self.file, encoding="utf8") as f:
temp_data = _yaml.load(f)
if not temp_data:
self.file.unlink()
raise ValueError(
"配置文件为空!\n"
"***********************************************************\n"
"****** 配置文件 plugins2config.yaml 为空,已删除,请重启 ******\n"
"***********************************************************"
)
count = 0
for module in temp_data:
config_group = ConfigGroup(module=module)
for config in temp_data[module]:
config_group.configs[config] = ConfigModel(**temp_data[module][config])
count += 1
self._data[module] = config_group
logger.info(
f"加载配置完成,共加载 <u><y>{len(temp_data)}</y></u> 个配置组及对应"
f" <u><y>{count}</y></u> 个配置项"
)
def get_data(self) -> dict[str, ConfigGroup]:
2022-12-04 16:46:33 +08:00
return copy.deepcopy(self._data)
2021-11-04 16:11:50 +08:00
def is_empty(self) -> bool:
return not bool(self._data)
def keys(self):
return self._data.keys()
def __str__(self):
return str(self._data)
def __setitem__(self, key, value):
self._data[key] = value
def __getitem__(self, key):
return self._data[key]
__all__ = [
"AICallableParam",
"AICallableProperties",
"AICallableTag",
"BaseBlock",
"Command",
"ConfigGroup",
"ConfigModel",
"ConfigsManager",
"Example",
"NoSuchConfig",
"PluginCdBlock",
"PluginCountBlock",
"PluginExtraData",
"PluginSetting",
"RegisterConfig",
"Task",
]