refactor: 对配置处理器和配置结构进行重构
This commit is contained in:
@@ -7,7 +7,7 @@ from heurams.services.logger import get_logger
|
||||
|
||||
logger = get_logger(__name__)
|
||||
|
||||
play_by_path: Callable = prov[config_var.get()["services"]["audio"]].play_by_path
|
||||
play_by_path: Callable = prov[config_var.get()["services"]["audio"]['provider']].play_by_path
|
||||
logger.debug(
|
||||
"音频服务初始化完成, 使用 Provider: %s", config_var.get()["services"]["audio"]
|
||||
"音频服务初始化完成, 使用 Provider: %s", config_var.get()["services"]["audio"]['provider']
|
||||
)
|
||||
|
||||
127
src/heurams/services/config copy.py
Normal file
127
src/heurams/services/config copy.py
Normal file
@@ -0,0 +1,127 @@
|
||||
"""配置文件服务"""
|
||||
import pathlib
|
||||
import typing
|
||||
|
||||
import toml
|
||||
|
||||
from heurams.services.logger import get_logger
|
||||
|
||||
default_config = {
|
||||
"persist_to_file": 1, # 将更改保存到文件
|
||||
"daystamp_override": -1, # 覆写时间, 设为 -1 以禁用
|
||||
"timestamp_override": -1, # 覆写时间, 设为 -1 以禁用
|
||||
"quick_pass": 1, # 启用用于测试的快速通过
|
||||
"scheduled_num": 8, # 对于每个项目的默认新记忆原子数量
|
||||
"timezone_offset": 28800, # UTC 时间戳修正 仅用于 UNIX 日时间戳的生成修正, 单位为秒
|
||||
# 28800 是中国标准时间 (UTC+8)
|
||||
|
||||
"interface": {
|
||||
"memorizor": {
|
||||
"autovoice": True # 自动语音播放, 仅限于 recognition 组件
|
||||
}
|
||||
},
|
||||
|
||||
"algorithm": {
|
||||
"default": "SM-2" # 主要算法
|
||||
# 可选项: SM-2, SM-15M, FSRS
|
||||
},
|
||||
|
||||
"puzzles": { # 谜题默认配置
|
||||
"mcq": {
|
||||
"max_riddles_num": 2
|
||||
},
|
||||
"cloze": {
|
||||
"min_denominator": 3
|
||||
}
|
||||
},
|
||||
|
||||
"paths": { # 相对于配置文件的 ".." (即工作目录) 而言 或绝对路径
|
||||
"data": "./data"
|
||||
},
|
||||
|
||||
"services": { # 定义服务到提供者的映射
|
||||
"audio": "playsound", # 可选项: playsound(通用), termux(仅用于 Android Termux), mpg123(TODO)
|
||||
"tts": "edgetts", # 可选项: edgetts
|
||||
"llm": "openai", # 可选项: openai
|
||||
"sync": "webdav" # 可选项: 留空, webdav
|
||||
},
|
||||
|
||||
"providers": {
|
||||
"tts": {
|
||||
"edgetts": { # EdgeTTS 设置
|
||||
"voice": "zh-CN-XiaoxiaoNeural" # 可选项: zh-CN-YunjianNeural (男声), zh-CN-XiaoxiaoNeural (女声)
|
||||
}
|
||||
},
|
||||
"llm": {
|
||||
"openai": { # 与 OpenAI 相容的语言模型接口服务设置
|
||||
"url": "",
|
||||
"key": ""
|
||||
}
|
||||
},
|
||||
"sync": {
|
||||
"webdav": { # WebDAV 同步设置
|
||||
"url": "",
|
||||
"username": "",
|
||||
"password": "",
|
||||
"remote_path": "/heurams/",
|
||||
"verify_ssl": True
|
||||
}
|
||||
}
|
||||
},
|
||||
}
|
||||
|
||||
class ConfigFile:
|
||||
def __init__(self, path: pathlib.Path):
|
||||
self.logger = get_logger(__name__)
|
||||
self.path = path
|
||||
self.data = dict()
|
||||
if not self.path.exists():
|
||||
self.path.touch()
|
||||
self.logger.debug("创建配置文件: %s", self.path)
|
||||
self.data = default_config
|
||||
self.valid_configfile = 1
|
||||
# 考虑到可能临时编辑格式错误, 所以不覆写格式错误的配置文件, 而是提示损坏并使用默认配置
|
||||
self._load()
|
||||
|
||||
def _load(self):
|
||||
"""从文件加载配置数据"""
|
||||
with open(self.path, "r") as f:
|
||||
try:
|
||||
self.data = toml.load(f)
|
||||
self.logger.debug("配置文件加载成功: %s", self.path)
|
||||
except toml.TomlDecodeError as e:
|
||||
print(f"{e}")
|
||||
self.logger.error("TOML解析错误: %s", e)
|
||||
self.data = default_config
|
||||
self.valid_configfile = 0
|
||||
|
||||
def modify(self, key: str, value: typing.Any):
|
||||
"""修改配置值并保存"""
|
||||
self.data[key] = value
|
||||
self.logger.debug("修改配置项: %s = %s", key, value)
|
||||
self.save()
|
||||
|
||||
def save(self, path: typing.Union[str, pathlib.Path] = ""):
|
||||
"""保存配置到文件"""
|
||||
if self.valid_configfile:
|
||||
save_path = pathlib.Path(path) if path else self.path
|
||||
with open(save_path, "w") as f:
|
||||
toml.dump(self.data, f)
|
||||
self.logger.debug("配置文件已保存: %s", save_path)
|
||||
else:
|
||||
pass
|
||||
|
||||
def get(self, key: str, default: typing.Any = None) -> typing.Any:
|
||||
"""获取配置值, 如果不存在返回默认值"""
|
||||
return self.data.get(key, default)
|
||||
|
||||
def __getitem__(self, key: str) -> typing.Any:
|
||||
return self.data[key]
|
||||
|
||||
def __setitem__(self, key: str, value: typing.Any):
|
||||
self.data[key] = value
|
||||
self.save()
|
||||
|
||||
def __contains__(self, key: str) -> bool:
|
||||
"""支持 in 语法"""
|
||||
return key in self.data
|
||||
@@ -1,127 +1,80 @@
|
||||
"""配置文件服务"""
|
||||
import pathlib
|
||||
import typing
|
||||
|
||||
import toml
|
||||
from collections import UserDict
|
||||
import atexit
|
||||
|
||||
from heurams.services.logger import get_logger
|
||||
from heurams.services.exceptions import WTFException
|
||||
|
||||
default_config = {
|
||||
"persist_to_file": 1, # 将更改保存到文件
|
||||
"daystamp_override": -1, # 覆写时间, 设为 -1 以禁用
|
||||
"timestamp_override": -1, # 覆写时间, 设为 -1 以禁用
|
||||
"quick_pass": 1, # 启用用于测试的快速通过
|
||||
"scheduled_num": 8, # 对于每个项目的默认新记忆原子数量
|
||||
"timezone_offset": 28800, # UTC 时间戳修正 仅用于 UNIX 日时间戳的生成修正, 单位为秒
|
||||
# 28800 是中国标准时间 (UTC+8)
|
||||
|
||||
"interface": {
|
||||
"memorizor": {
|
||||
"autovoice": True # 自动语音播放, 仅限于 recognition 组件
|
||||
}
|
||||
},
|
||||
|
||||
"algorithm": {
|
||||
"default": "SM-2" # 主要算法
|
||||
# 可选项: SM-2, SM-15M, FSRS
|
||||
},
|
||||
|
||||
"puzzles": { # 谜题默认配置
|
||||
"mcq": {
|
||||
"max_riddles_num": 2
|
||||
},
|
||||
"cloze": {
|
||||
"min_denominator": 3
|
||||
}
|
||||
},
|
||||
|
||||
"paths": { # 相对于配置文件的 ".." (即工作目录) 而言 或绝对路径
|
||||
"data": "./data"
|
||||
},
|
||||
|
||||
"services": { # 定义服务到提供者的映射
|
||||
"audio": "playsound", # 可选项: playsound(通用), termux(仅用于 Android Termux), mpg123(TODO)
|
||||
"tts": "edgetts", # 可选项: edgetts
|
||||
"llm": "openai", # 可选项: openai
|
||||
"sync": "webdav" # 可选项: 留空, webdav
|
||||
},
|
||||
|
||||
"providers": {
|
||||
"tts": {
|
||||
"edgetts": { # EdgeTTS 设置
|
||||
"voice": "zh-CN-XiaoxiaoNeural" # 可选项: zh-CN-YunjianNeural (男声), zh-CN-XiaoxiaoNeural (女声)
|
||||
}
|
||||
},
|
||||
"llm": {
|
||||
"openai": { # 与 OpenAI 相容的语言模型接口服务设置
|
||||
"url": "",
|
||||
"key": ""
|
||||
}
|
||||
},
|
||||
"sync": {
|
||||
"webdav": { # WebDAV 同步设置
|
||||
"url": "",
|
||||
"username": "",
|
||||
"password": "",
|
||||
"remote_path": "/heurams/",
|
||||
"verify_ssl": True
|
||||
}
|
||||
}
|
||||
},
|
||||
}
|
||||
|
||||
class ConfigFile:
|
||||
def __init__(self, path: pathlib.Path):
|
||||
# 我们的流程是: 找到文件名: 返回文件名里头的数据; 找不到: 继续查索引; 所以 self.data 除了存本级各种索引球用没得
|
||||
# 递归就是这么吊
|
||||
class ConfigDict(UserDict): # 舒服了
|
||||
def __init__(self, config_path: pathlib.Path, dict = None): # 需要自己把自己提起来
|
||||
if dict:
|
||||
raise WTFException("不要放默认值...")
|
||||
super().__init__(dict)
|
||||
self.logger = get_logger(__name__)
|
||||
self.path = path
|
||||
self.data = dict()
|
||||
if not self.path.exists():
|
||||
self.path.touch()
|
||||
self.logger.debug("创建配置文件: %s", self.path)
|
||||
self.data = default_config
|
||||
self.valid_configfile = 1
|
||||
# 考虑到可能临时编辑格式错误, 所以不覆写格式错误的配置文件, 而是提示损坏并使用默认配置
|
||||
self._load()
|
||||
|
||||
def _load(self):
|
||||
"""从文件加载配置数据"""
|
||||
with open(self.path, "r") as f:
|
||||
try:
|
||||
self.data = toml.load(f)
|
||||
self.logger.debug("配置文件加载成功: %s", self.path)
|
||||
except toml.TomlDecodeError as e:
|
||||
print(f"{e}")
|
||||
self.logger.error("TOML解析错误: %s", e)
|
||||
self.data = default_config
|
||||
self.valid_configfile = 0
|
||||
|
||||
def modify(self, key: str, value: typing.Any):
|
||||
"""修改配置值并保存"""
|
||||
self.data[key] = value
|
||||
self.logger.debug("修改配置项: %s = %s", key, value)
|
||||
self.save()
|
||||
|
||||
def save(self, path: typing.Union[str, pathlib.Path] = ""):
|
||||
"""保存配置到文件"""
|
||||
if self.valid_configfile:
|
||||
save_path = pathlib.Path(path) if path else self.path
|
||||
with open(save_path, "w") as f:
|
||||
toml.dump(self.data, f)
|
||||
self.logger.debug("配置文件已保存: %s", save_path)
|
||||
self.path = config_path
|
||||
self.is_dir = self.path.is_dir()
|
||||
if self.is_dir:
|
||||
self.update_index() # 狗儿要唱狗儿歌
|
||||
else:
|
||||
pass
|
||||
with open(self.path, 'r+') as f: #TODO: 给这个做缓存
|
||||
try:
|
||||
self.data = toml.load(f)
|
||||
except:
|
||||
self.data = {}
|
||||
self.persist = lambda: False # 不修改错误的配置文件
|
||||
|
||||
def __getitem__(self, key):
|
||||
# 我们实现了先进的懒狗加载
|
||||
value = super().__getitem__(key)
|
||||
if isinstance(value, pathlib.Path):
|
||||
return ConfigDict(value)
|
||||
return value
|
||||
|
||||
def get(self, key: str, default: typing.Any = None) -> typing.Any:
|
||||
"""获取配置值, 如果不存在返回默认值"""
|
||||
return self.data.get(key, default)
|
||||
def converter(self, s):
|
||||
if (self.path / s).exists:
|
||||
return self.path / s
|
||||
return self.path / s+'.toml'
|
||||
|
||||
def __getitem__(self, key: str) -> typing.Any:
|
||||
return self.data[key]
|
||||
def __contains__(self, key):
|
||||
if isinstance(key, str):
|
||||
key = self.converter(key)
|
||||
return super().__contains__(key)
|
||||
|
||||
def __setitem__(self, key: str, value: typing.Any):
|
||||
self.data[key] = value
|
||||
self.save()
|
||||
def __setitem__(self, key, value):
|
||||
if isinstance(key, str):
|
||||
key = self.converter(key)
|
||||
origvalue = super().__getitem__(key) # 所以你不该访问不存在的对象
|
||||
if isinstance(origvalue, ConfigDict):
|
||||
if origvalue.path.is_dir():
|
||||
raise WTFException("你怎么能变更目录配置的内容呢?!")
|
||||
else:
|
||||
# 对文件, 我们允许这种覆写存在
|
||||
# 但是不准变类型
|
||||
origvalue.data = value
|
||||
super().__setitem__(key, value)
|
||||
|
||||
def __contains__(self, key: str) -> bool:
|
||||
"""支持 in 语法"""
|
||||
return key in self.data
|
||||
def update_index(self): # 如果有人没事干在config里面创建指向config的符号链接 这玩意会崩溃 但是不要修复: 需要这个符号链接特性
|
||||
for i in self.path.iterdir():
|
||||
if i.is_dir():
|
||||
self.data[i.name] = i
|
||||
else:
|
||||
if i.suffix == '.toml':
|
||||
self.data[i.stem] = i
|
||||
else:
|
||||
self.logger.log(f"配置目录中有无效的文件 {i.stem}") # what's up bro
|
||||
|
||||
def persist(self):
|
||||
if self.is_dir:
|
||||
raise WTFException("不准这样浪费性能...")
|
||||
|
||||
with open(self.path, 'w+') as f:
|
||||
toml.dump(self.data, f)
|
||||
|
||||
def __del__(self):
|
||||
if not self.is_dir:
|
||||
self.persist() # 不准循环引用, 懂了吧
|
||||
30
src/heurams/services/epath.py
Normal file
30
src/heurams/services/epath.py
Normal file
@@ -0,0 +1,30 @@
|
||||
def epath(dct, path: str = '', default=None, parents=False):
|
||||
if not path:
|
||||
return dct
|
||||
|
||||
path = path.rstrip('/')
|
||||
target = dct
|
||||
|
||||
for i in path.split('/'):
|
||||
# 处理字典键
|
||||
if isinstance(target, dict) and i in target:
|
||||
target = target[i]
|
||||
# 处理列表索引
|
||||
elif i.startswith('[') and i.endswith(']') and isinstance(target, (list, tuple)):
|
||||
idx = int(i[1:-1])
|
||||
if 0 <= idx < len(target):
|
||||
target = target[idx]
|
||||
elif parents:
|
||||
while len(target) <= idx:
|
||||
target.append(None)
|
||||
target[idx] = {}
|
||||
target = target[idx]
|
||||
else:
|
||||
return default
|
||||
elif parents:
|
||||
target[i] = {}
|
||||
target = target[i]
|
||||
else:
|
||||
return default
|
||||
|
||||
return target
|
||||
4
src/heurams/services/exceptions.py
Normal file
4
src/heurams/services/exceptions.py
Normal file
@@ -0,0 +1,4 @@
|
||||
from heurams.services.logger import get_logger
|
||||
|
||||
class WTFException(Exception):
|
||||
pass
|
||||
@@ -63,7 +63,7 @@ class FavoriteManager:
|
||||
|
||||
def _get_file_path(self) -> Path:
|
||||
"""获取收藏文件路径"""
|
||||
config_path = Path(config_var.get()["paths"]["data"])
|
||||
config_path = Path(config_var.get()['global']["paths"]["data"])
|
||||
fav_path = config_path / "global" / "favorites.json"
|
||||
fav_path.parent.mkdir(parents=True, exist_ok=True)
|
||||
return fav_path
|
||||
|
||||
@@ -9,12 +9,12 @@ logger = get_logger(__name__)
|
||||
|
||||
def get_daystamp() -> int:
|
||||
"""获取当前日戳(以天为单位的整数时间戳)"""
|
||||
time_override = config_var.get().get("daystamp_override", -1)
|
||||
time_override = config_var.get()['services']["timer"]["daystamp_override"]
|
||||
if time_override != -1:
|
||||
logger.debug("使用覆盖的日戳: %d", time_override)
|
||||
return int(time_override)
|
||||
|
||||
result = int((time.time() + config_var.get().get("timezone_offset")) // (24 * 3600))
|
||||
result = int((time.time() + config_var.get()['services']["timer"]["timezone_offset"]) // (24 * 3600))
|
||||
logger.debug("计算日戳: %d", result)
|
||||
return result
|
||||
|
||||
@@ -22,7 +22,7 @@ def get_daystamp() -> int:
|
||||
def get_timestamp() -> float:
|
||||
"""获取 UNIX 时间戳"""
|
||||
# 搞这个类的原因是要支持可复现操作
|
||||
time_override = config_var.get().get("timestamp_override", -1)
|
||||
time_override = config_var.get()['services']["timer"]["timestamp_override"]
|
||||
if time_override != -1:
|
||||
logger.debug("使用覆盖的时间戳: %f", time_override)
|
||||
return float(time_override)
|
||||
|
||||
@@ -7,7 +7,7 @@ from heurams.services.logger import get_logger
|
||||
|
||||
logger = get_logger(__name__)
|
||||
|
||||
convertor: Callable = prov[config_var.get()["services"]["tts"]].convert
|
||||
convertor: Callable = prov[config_var.get()['services']["tts"]["provider"]].convert
|
||||
logger.debug(
|
||||
"TTS 服务初始化完成, 使用 provider: %s", config_var.get()["services"]["tts"]
|
||||
"TTS 服务初始化完成, 使用 provider: %s", config_var.get()['services']["tts"]["provider"]
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user