下载小说 使用selenium

支持章节分页

actions/down_txt/chrome.py

@@ -12,6 +12,7 @@
 
 
 def chrome(executable_path='chromedriver',
+           window_sizes: tuple = None,
            is_headless: bool = False, headless=None,
            is_maximized: bool = False, maximized=None,
            is_incognito: bool = False, incognito=None,
@@ -25,6 +26,7 @@ def chrome(executable_path='chromedriver',
 
     :param ua:
     :param js:
+    :param window_sizes: 窗口大小
     :param maximized: 窗口最大化
     :param notification: 通知
     :param pic: 显示图片
@@ -62,6 +64,8 @@ def chrome(executable_path='chromedriver',
     browser = Chrome(service=__service,
                      options=__opt,
                      )
+    if window_sizes:
+        browser.set_window_size(*window_sizes)
     return browser
 
 
@@ -93,4 +97,6 @@ def _option(headless, maximized, incognito, js, ua, pic, notifications, **kwargs
             option.add_argument(_ if isinstance(_, str) else '')
 
     option.add_experimental_option('prefs', {'profile.default_content_setting_values': _pre})
+    option.add_experimental_option('excludeSwitches', ['enable-automation'])
+    option.add_argument("--disable-blink-features=AutomationControlled")  # 这里添加一些启动的参数
     return option

actions/down_txt/config.py

@@ -0,0 +1,82 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+"""
+@File Name  : config.py.py
+@Author     : LeeCQ
+@Date-Time  : 2023/7/1 13:01
+"""
+import logging
+from dataclasses import dataclass
+
+
+@dataclass
+class BookCss:
+    BOOK_NAME: str
+    BOOK_AUTHOR: str
+    BOOK_LIST: str
+    BOOK_CONTENT: str
+    BOOK_LIST_NEXT: str = None
+    BOOK_CONTENT_NEXT: str = None
+
+
+CSS_CONFIG = {
+    "www.biququ.la": {
+        "BOOK_NAME": "#info > h1",
+        "BOOK_AUTHOR": "#info > p:nth-child(2)",
+        "BOOK_LIST": "#list > dl > dd > a",
+        "BOOK_CONTENT": "#content",
+    },
+    "qushu.org": {
+        "BOOK_NAME": "body > div.container.autoheight > div.list-chapter > h1 > a",
+        "BOOK_AUTHOR": "body > div.container.autoheight > div.list-chapter > h2 > a:nth-child(2)",
+        "BOOK_LIST": "body > div.container.autoheight > div.list-chapter > div.booklist > ul > li > a",
+        "BOOK_LIST_NEXT": "body > div.container.autoheight > div.list-chapter > div.booklist > div:nth-child(2) > span.right > a",
+        "BOOK_CONTENT": "#chaptercontent",
+        "BOOK_CONTENT_NEXT": "#chaptercontent > p > a",
+    }
+}
+
+
+def css_finder(domain: str) -> BookCss:
+    return BookCss(**CSS_CONFIG.get(domain))
+
+
+LOG_CONFIG = {
+    "version": 1,
+    "disable_existing_loggers": False,
+    "formatters": {
+        "simple": {
+            "format": "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+        },
+    },
+    # "filters": {},
+    "handlers": {
+        "console": {
+            "class": "logging.StreamHandler",
+            "level": "DEBUG",
+            "formatter": "simple",
+        },
+        "file": {
+            "class": "logging.handlers.RotatingFileHandler",
+            "level": "DEBUG",
+            "formatter": "simple",
+            "filename": "down_book.log",
+            "maxBytes": 1024 * 1024 * 5,
+            "backupCount": 5,
+            "encoding": "utf-8"
+        },
+
+    },
+    "loggers": {
+        "gh-actions": {
+            "level": "DEBUG",
+            "handlers": ["console"],
+            "propagate": False,
+        },
+    },
+    "root": {
+        "level": "DEBUG",
+        "handlers": ["file"],
+    },
+
+}