重构1

alist_sync/config.py

@@ -1,4 +1,165 @@
+import builtins
+import json
+import os
+from datetime import datetime
 from pathlib import Path
+from functools import cached_property
+from typing import Optional
 
-cache_dir = Path(__file__).parent / ".cache"  # 缓存目录
-cache_dir.mkdir(exist_ok=True, parents=True)
+from alist_sdk import AlistPathType
+from pydantic import Field, BaseModel
+from pymongo.database import Database
+
+
+def create_config():
+    """创建配置文件"""
+    if hasattr(builtins, "sync_config"):
+        return builtins.sync_config
+
+    config_file = os.getenv(
+        "ALIST_SYNC_CONFIG", Path(__file__).parent.parent / "config.yaml"
+    )
+
+    sync_config = Config.load_from_yaml(config_file)
+    setattr(builtins, "sync_config", sync_config)
+    return sync_config
+
+
+class AlistServer(BaseModel):
+    """"""
+
+    base_url: str = "http://localhost:5244"
+    username: Optional[str] = ""
+    password: Optional[str] = ""
+    token: Optional[str] = None
+    has_opt: Optional[bool] = False
+
+    max_connect: int = 30  # 最大同时连接数
+    storage_config: Optional[Path] = None
+
+    # httpx 的参数
+    verify: Optional[bool] = True
+    headers: Optional[dict] = None
+
+    def dump_for_sdk(self):
+        return self.model_dump(exclude={"storage_config"})
+
+    def storages(self) -> list[dict]:
+        """返回给定的 storage_config 中包含的storages"""
+
+        def is_storage(_st):
+            if not isinstance(_st, dict):
+                return False
+            if "mount_path" in _st and "driver" in _st:
+                return True
+            return False
+
+        if not self.storage_config or self.storage_config == Path():
+            return []
+        if not self.storage_config.exists():
+            raise FileNotFoundError(f"找不到文件：{self.storage_config}")
+
+        _load_storages = json.load(self.storage_config.open())
+        if isinstance(_load_storages, list):
+            _load_storages = [_s for _s in _load_storages if is_storage(_s)]
+            if _load_storages:
+                return _load_storages
+            raise KeyError()
+
+        if isinstance(_load_storages, dict):
+            if "storages" in _load_storages:
+                _load_storages = [
+                    _s for _s in _load_storages["storages"] if is_storage(_s)
+                ]
+                if _load_storages:
+                    return _load_storages
+                raise KeyError()
+            if is_storage(_load_storages):
+                return [
+                    _load_storages,
+                ]
+            raise KeyError("给定的")
+
+
+class SyncGroup(BaseModel):
+    name: str
+    type: str
+    group: list[AlistPathType] = Field(min_length=2)
+
+
+class Config(BaseModel):
+    """配置"""
+
+    _id: str = "alist-sync-config"
+
+    cache__dir: Path = Field(
+        default=os.getenv("ALIST_SYNC_CACHE_DIR") or Path(__file__).parent / ".cache",
+        alias="cache_dir",
+    )
+
+    daemon: bool = os.getenv("ALIST_SYNC_DAEMON", "false").lower() in (
+        "true",
+        "1",
+        "yes",
+        "on",
+        "y",
+        "t",
+        "1",
+    )
+
+    mongodb_uri: str | None = os.getenv("ALIST_SYNC_MONGODB_URI", None)
+
+    alist_servers: list[AlistServer] = []
+    sync_groups: list[SyncGroup] = []
+
+    create_time: datetime = datetime.now()
+
+    @cached_property
+    def cache_dir(self) -> Path:
+        self.cache__dir.mkdir(exist_ok=True, parents=True)
+        return self.cache__dir
+
+    @cached_property
+    def mongodb(self) -> "Database":
+        from pymongo import MongoClient
+        from pymongo.server_api import ServerApi
+
+        db = MongoClient(
+            self.mongodb_uri, server_api=ServerApi("1")
+        ).get_default_database()
+        if db is None:
+            raise ValueError("连接数据库失败")
+
+        return db
+
+    @classmethod
+    def load_from_yaml(cls, file: Path) -> "Config":
+        from yaml import safe_load
+
+        return cls.model_validate(safe_load(file.open("rb")))
+
+    def dump_to_yaml(self, file: Path):
+        from yaml import safe_dump
+
+        return safe_dump(self.model_dump(mode="json"), file.open("wb"))
+
+    def load_from_mongo(self, uri: str = None):
+        from pymongo import MongoClient
+
+        col = MongoClient(uri).get_default_database()["config"]
+        data = col.find_one({"_id": self._id})
+        return self.model_validate(data)
+
+    def dump_to_mongodb(self):
+        return self.mongodb["config"].update_one(
+            {"_id": self._id},
+            {"$set": self.model_dump(mode="json")},
+            True,
+        )
+
+
+if __name__ == "__main__":
+    config = create_config()
+    print(config)
+    print(config.cache_dir)
+    print(config.mongodb)

alist_sync/d_checker.py

@@ -0,0 +1,8 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+"""
+@File Name  : d_checker.py
+@Author     : LeeCQ
+@Date-Time  : 2024/2/25 21:17
+
+"""

alist_sync/downloader.py

@@ -0,0 +1,8 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+"""
+@File Name  : downloader.py
+@Author     : LeeCQ
+@Date-Time  : 2024/2/25 21:17
+
+"""

alist_sync/models.py

@@ -1,17 +1,17 @@
-import datetime
-import json
-from pathlib import PurePosixPath, Path
-from typing import Optional
+# 用于定义模型
+from pathlib import Path
 
 from pydantic import BaseModel as _BaseModel
 
+from alist_sync.config import create_config
+
+config = create_config()
+
+
 __all__ = [
     "BaseModel",
-    "AlistServer",
 ]
 
-from alist_sync.config import cache_dir
-
 
 class BaseModel(_BaseModel):
     """基础模型"""
@@ -26,79 +26,10 @@ def from_json_file(cls, file: Path):
     @classmethod
     def from_cache(cls):
         class_name = cls.__name__
-        file = cache_dir.joinpath(f"{class_name}.json")
+        file = config.cache_dir.joinpath(f"{class_name}.json")
         return cls.from_json_file(file)
 
     def save_to_cache(self):
         class_name = self.__class__.__name__
-        file = cache_dir.joinpath(f"{class_name}.json")
+        file = config.cache_dir.joinpath(f"{class_name}.json")
         file.write_text(self.model_dump_json(indent=2), encoding="utf-8")
-
-
-class AlistServer(BaseModel):
-    """"""
-
-    base_url: str = "http://localhost:5244"
-    username: Optional[str] = ""
-    password: Optional[str] = ""
-    token: Optional[str] = None
-    has_opt: Optional[bool] = False
-
-    max_connect: int = 30  # 最大同时连接数
-    storage_config: Optional[Path] = None
-
-    # httpx 的参数
-    verify: Optional[bool] = True
-    headers: Optional[dict] = None
-
-    def dump_for_sdk(self):
-        return self.model_dump(exclude={"storage_config"})
-
-    def storages(self) -> list[dict]:
-        """返回给定的 storage_config 中包含的storages"""
-
-        def is_storage(_st):
-            if not isinstance(_st, dict):
-                return False
-            if "mount_path" in _st and "driver" in _st:
-                return True
-            return False
-
-        if not self.storage_config or self.storage_config == Path():
-            return []
-        if not self.storage_config.exists():
-            raise FileNotFoundError(f"找不到文件：{self.storage_config}")
-
-        _load_storages = json.load(self.storage_config.open())
-        if isinstance(_load_storages, list):
-            _load_storages = [_s for _s in _load_storages if is_storage(_s)]
-            if _load_storages:
-                return _load_storages
-            raise KeyError()
-
-        if isinstance(_load_storages, dict):
-            if "storages" in _load_storages:
-                _load_storages = [
-                    _s for _s in _load_storages["storages"] if is_storage(_s)
-                ]
-                if _load_storages:
-                    return _load_storages
-                raise KeyError()
-            if is_storage(_load_storages):
-                return [
-                    _load_storages,
-                ]
-            raise KeyError("给定的")
-
-
-class Config(BaseModel):
-    """配置"""
-
-    name: str
-    alist_info: AlistServer
-    config_dir: PurePosixPath
-    cache_dir: Path
-    sync_group: list[str]
-
-    update_time: datetime.datetime
-    create_time: datetime.datetime

config.yaml

@@ -0,0 +1,29 @@
+mongodb_uri: "mongodb+srv://${username}:${password}@${host}/alist_sync?retryWrites=true&w=majority&appName=A1"
+cache_dir: ./.cache
+daemon: false
+
+alist_servers:
+  - url: http://localhost:5244/
+    username: "admin"
+    password: "admin"
+    verify_ssl: false
+  - url: http://localhost:5245/
+    username: "admin"
+    password: "admin"
+
+
+sync_groups:
+  - name: "sync1"
+    # 同步类型，一共5种：
+    # 1 copy:如果目标目录中已经存在该文件，则跳过
+    #        忽略存在与目标目录中但不存在于源目录中的文件
+    # 2 mirror: 如果目标目录中已经存在该文件，则跳过
+    #           删除存在于目录目录但不存在于源目录中的文件
+    # 3 sync: 如果目标目录中已经存在该文件，则跳过
+    #         删除存在于目录目录但不存在于源目录中的文件
+    # 4 sync-incr: 基于文件的修改时间，只同步源目录中修改时间晚于目标目录的文件
+    type: "copy"
+    group:
+      - "http://localhost:5244/test1"
+      - "http://localhost:5245/test2"
+