remove pickle persistence file if could not load it, update requirements

Author: gpchelkin

poetry.lock

@@ -42,13 +42,13 @@ scdlbot = "scdlbot.__main__:main"
 
 [tool.poetry.dependencies]
 python = "^3.10"
-python-telegram-bot = { version = "21.6", extras = ["webhooks", "job-queue", "http2", "rate-limiter"] }
+python-telegram-bot = { version = "21.7", extras = ["webhooks", "job-queue", "http2", "rate-limiter"] }
 #ptbcontrib = { git = "https://github.com/python-telegram-bot/ptbcontrib.git", branch = "main", extras = ["postgres-persistence"] }
 # https://python-poetry.org/docs/dependency-specification#path-dependencies
 #ptbcontrib = { path = "../ptbcontrib/", develop = false }
 requests = { version = "^2.31.0", extras = ["socks"] }
 pebble = "^5.0.7"
-boltons = "^24.0.0"
+boltons = "^24.1.0"
 mutagen = "^1.47.0"
 plumbum = "^1.9.0"
 ffmpeg-python = "0.2.0"
@@ -112,7 +112,7 @@ sphinx-autodoc-typehints = "^2.3.0"
 # https://github.com/CrossNox/m2r2/pull/69
 #m2r2 = { git = "https://github.com/adrien-berchet/m2r2.git", branch = "patch-1" }
 myst-parser = "^4.0.0"
-tomli = "^2.0"
+tomli = "^2.1"
 recommonmark = "^0.7"
 typing-extensions = "^4.9"
 

pyproject.toml

@@ -17,14 +17,14 @@ darglint==1.8.1 ; python_version >= "3.10" and python_version < "4.0"
 dictdiffer==0.9.0 ; python_version >= "3.10" and python_version < "4.0"
 doc8==1.1.2 ; python_version >= "3.10" and python_version < "4.0"
 docutils==0.21.2 ; python_version >= "3.10" and python_version < "4.0"
-dparse==0.6.4b0 ; python_version >= "3.10" and python_version < "4.0"
+dparse==0.6.4 ; python_version >= "3.10" and python_version < "4.0"
 dpath==2.2.0 ; python_version >= "3.10" and python_version < "4.0"
 eradicate==2.3.0 ; python_version >= "3.10" and python_version < "4.0"
 exceptiongroup==1.2.2 ; python_version >= "3.10" and python_version < "3.11"
 filelock==3.12.4 ; python_version >= "3.10" and python_version < "4.0"
 flake8-bandit==4.1.1 ; python_version >= "3.10" and python_version < "4.0"
 flake8-broken-line==1.0.0 ; python_version >= "3.10" and python_version < "4.0"
-flake8-bugbear==24.8.19 ; python_version >= "3.10" and python_version < "4.0"
+flake8-bugbear==24.10.31 ; python_version >= "3.10" and python_version < "4.0"
 flake8-commas==2.1.0 ; python_version >= "3.10" and python_version < "4.0"
 flake8-comprehensions==3.16.0 ; python_version >= "3.10" and python_version < "4.0"
 flake8-debugger==4.1.2 ; python_version >= "3.10" and python_version < "4.0"
@@ -38,7 +38,7 @@ flake8==7.1.1 ; python_version >= "3.10" and python_version < "4.0"
 flatten-dict==0.4.2 ; python_version >= "3.10" and python_version < "4.0"
 furl==2.1.3 ; python_version >= "3.10" and python_version < "4.0"
 gitignore-parser==0.1.11 ; python_version >= "3.10" and python_version < "4.0"
-identify==2.6.1 ; python_version >= "3.10" and python_version < "4.0"
+identify==2.6.2 ; python_version >= "3.10" and python_version < "4.0"
 idna==3.10 ; python_version >= "3.10" and python_version < "4.0"
 isort==5.13.2 ; python_version >= "3.10" and python_version < "4.0"
 jinja2==3.1.4 ; python_version >= "3.10" and python_version < "4.0"
@@ -47,14 +47,14 @@ loguru==0.7.2 ; python_version >= "3.10" and python_version < "4.0"
 markdown-it-py==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
 markupsafe==3.0.2 ; python_version >= "3.10" and python_version < "4.0"
 marshmallow-polyfield==5.11 ; python_version >= "3.10" and python_version < "4.0"
-marshmallow==3.23.0 ; python_version >= "3.10" and python_version < "4.0"
+marshmallow==3.23.1 ; python_version >= "3.10" and python_version < "4.0"
 mccabe==0.7.0 ; python_version >= "3.10" and python_version < "4.0"
 mdurl==0.1.2 ; python_version >= "3.10" and python_version < "4.0"
 more-itertools==10.5.0 ; python_version >= "3.10" and python_version < "4.0"
 mypy-extensions==1.0.0 ; python_version >= "3.10" and python_version < "4.0"
 nitpick==0.35.0 ; python_version >= "3.10" and python_version < "4.0"
 orderedmultidict==1.0.1 ; python_version >= "3.10" and python_version < "4.0"
-packaging==24.1 ; python_version >= "3.10" and python_version < "4.0"
+packaging==24.2 ; python_version >= "3.10" and python_version < "4.0"
 pathspec==0.12.1 ; python_version >= "3.10" and python_version < "4.0"
 pbr==6.1.0 ; python_version >= "3.10" and python_version < "4.0"
 pep8-naming==0.13.3 ; python_version >= "3.10" and python_version < "4.0"
@@ -63,8 +63,8 @@ pluggy==1.5.0 ; python_version >= "3.10" and python_version < "4.0"
 psutil==6.0.0 ; python_version >= "3.10" and python_version < "4.0"
 pycodestyle==2.12.1 ; python_version >= "3.10" and python_version < "4.0"
 pycparser==2.22 ; python_version >= "3.10" and python_version < "4.0" and platform_python_implementation != "PyPy"
-pydantic-core==2.14.6 ; python_version >= "3.10" and python_version < "4.0"
-pydantic==2.5.3 ; python_version >= "3.10" and python_version < "4.0"
+pydantic-core==2.23.4 ; python_version >= "3.10" and python_version < "4.0"
+pydantic==2.9.2 ; python_version >= "3.10" and python_version < "4.0"
 pydocstyle==6.3.0 ; python_version >= "3.10" and python_version < "4.0"
 pyflakes==3.2.0 ; python_version >= "3.10" and python_version < "4.0"
 pygments==2.18.0 ; python_version >= "3.10" and python_version < "4.0"
@@ -73,12 +73,12 @@ pyyaml==6.0.2 ; python_version >= "3.10" and python_version < "4.0"
 requests-cache==1.2.1 ; python_version >= "3.10" and python_version < "4.0"
 requests==2.32.3 ; python_version >= "3.10" and python_version < "4.0"
 restructuredtext-lint==1.4.0 ; python_version >= "3.10" and python_version < "4.0"
-rich==13.9.3 ; python_version >= "3.10" and python_version < "4.0"
+rich==13.9.4 ; python_version >= "3.10" and python_version < "4.0"
 ruamel-yaml-clib==0.2.12 ; platform_python_implementation == "CPython" and python_version < "3.13" and python_version >= "3.10"
 ruamel-yaml==0.18.6 ; python_version >= "3.10" and python_version < "4.0"
-safety-schemas==0.0.8 ; python_version >= "3.10" and python_version < "4.0"
-safety==3.2.10 ; python_version >= "3.10" and python_version < "4.0"
-setuptools==75.2.0 ; python_version >= "3.10" and python_version < "4.0"
+safety-schemas==0.0.9 ; python_version >= "3.10" and python_version < "4.0"
+safety==3.2.11 ; python_version >= "3.10" and python_version < "4.0"
+setuptools==75.5.0 ; python_version >= "3.10" and python_version < "4.0"
 shellingham==1.5.4 ; python_version >= "3.10" and python_version < "4.0"
 six==1.16.0 ; python_version >= "3.10" and python_version < "4.0"
 snowballstemmer==2.2.0 ; python_version >= "3.10" and python_version < "4.0"
@@ -87,9 +87,9 @@ stevedore==5.3.0 ; python_version >= "3.10" and python_version < "4.0"
 strenum==0.4.15 ; python_version >= "3.10" and python_version < "4.0"
 text-unidecode==1.3 ; python_version >= "3.10" and python_version < "4.0"
 toml==0.10.2 ; python_version >= "3.10" and python_version < "4.0"
-tomli==2.0.2 ; python_version >= "3.10" and python_version < "3.11"
+tomli==2.1.0 ; python_version >= "3.10" and python_version < "3.11"
 tomlkit==0.13.2 ; python_version >= "3.10" and python_version < "4.0"
-typer==0.12.5 ; python_version >= "3.10" and python_version < "4.0"
+typer==0.13.0 ; python_version >= "3.10" and python_version < "4.0"
 typing-extensions==4.12.2 ; python_version >= "3.10" and python_version < "4.0"
 url-normalize==1.4.3 ; python_version >= "3.10" and python_version < "4.0"
 urllib3==2.2.3 ; python_version >= "3.10" and python_version < "4.0"

requirements-dev.txt

@@ -13,7 +13,7 @@ markupsafe==3.0.2 ; python_version >= "3.10" and python_version < "4.0"
 mdit-py-plugins==0.4.2 ; python_version >= "3.10" and python_version < "4.0"
 mdurl==0.1.2 ; python_version >= "3.10" and python_version < "4.0"
 myst-parser==4.0.0 ; python_version >= "3.10" and python_version < "4.0"
-packaging==24.1 ; python_version >= "3.10" and python_version < "4.0"
+packaging==24.2 ; python_version >= "3.10" and python_version < "4.0"
 pygments==2.18.0 ; python_version >= "3.10" and python_version < "4.0"
 pyyaml==6.0.2 ; python_version >= "3.10" and python_version < "4.0"
 recommonmark==0.7.1 ; python_version >= "3.10" and python_version < "4.0"
@@ -27,6 +27,6 @@ sphinxcontrib-htmlhelp==2.1.0 ; python_version >= "3.10" and python_version < "4
 sphinxcontrib-jsmath==1.0.1 ; python_version >= "3.10" and python_version < "4.0"
 sphinxcontrib-qthelp==2.0.0 ; python_version >= "3.10" and python_version < "4.0"
 sphinxcontrib-serializinghtml==2.0.0 ; python_version >= "3.10" and python_version < "4.0"
-tomli==2.0.2 ; python_version >= "3.10" and python_version < "4.0"
+tomli==2.1.0 ; python_version >= "3.10" and python_version < "4.0"
 typing-extensions==4.12.2 ; python_version >= "3.10" and python_version < "4.0"
 urllib3==2.2.3 ; python_version >= "3.10" and python_version < "4.0"

requirements-docs.txt

@@ -3,7 +3,7 @@ anyio==4.6.2.post1 ; python_version >= "3.10" and python_version < "4.0"
 apscheduler==3.10.4 ; python_version >= "3.10" and python_version < "4.0"
 bandcamp-downloader==0.0.16 ; python_version >= "3.10" and python_version < "4.0"
 beautifulsoup4==4.13.0b2 ; python_version >= "3.10" and python_version < "4.0"
-boltons==24.0.0 ; python_version >= "3.10" and python_version < "4.0"
+boltons==24.1.0 ; python_version >= "3.10" and python_version < "4.0"
 certifi==2024.8.30 ; python_version >= "3.10" and python_version < "4.0"
 charset-normalizer==3.4.0 ; python_version >= "3.10" and python_version < "4.0"
 colorama==0.4.6 ; python_version >= "3.10" and python_version < "4.0" and platform_system == "Windows"
@@ -18,7 +18,7 @@ future==1.0.0 ; python_version >= "3.10" and python_version < "4.0"
 h11==0.14.0 ; python_version >= "3.10" and python_version < "4.0"
 h2==4.1.0 ; python_version >= "3.10" and python_version < "4.0"
 hpack==4.0.0 ; python_version >= "3.10" and python_version < "4.0"
-httpcore==1.0.6 ; python_version >= "3.10" and python_version < "4.0"
+httpcore==1.0.7 ; python_version >= "3.10" and python_version < "4.0"
 httpx==0.27.2 ; python_version >= "3.10" and python_version < "4.0"
 httpx[http2]==0.27.2 ; python_version >= "3.10" and python_version < "4.0"
 hyperframe==6.0.1 ; python_version >= "3.10" and python_version < "4.0"
@@ -30,24 +30,24 @@ plumbum==1.9.0 ; python_version >= "3.10" and python_version < "4.0"
 prometheus-client==0.21.0 ; python_version >= "3.10" and python_version < "4.0"
 pysocks==1.7.1 ; python_version >= "3.10" and python_version < "4.0"
 python-dateutil==2.9.0.post0 ; python_version >= "3.10" and python_version < "4.0"
-python-telegram-bot[http2,job-queue,rate-limiter,webhooks]==21.6 ; python_version >= "3.10" and python_version < "4.0"
+python-telegram-bot[http2,job-queue,rate-limiter,webhooks]==21.7 ; python_version >= "3.10" and python_version < "4.0"
 pytz==2024.2 ; python_version >= "3.10" and python_version < "4.0"
 pywin32==308 ; platform_system == "Windows" and platform_python_implementation != "PyPy" and python_version >= "3.10" and python_version < "4.0"
 requests==2.32.3 ; python_version >= "3.10" and python_version < "4.0"
 requests[socks]==2.32.3 ; python_version >= "3.10" and python_version < "4.0"
-scdl @ git+https://github.com/scdl-org/scdl.git@9732b538db8ca5062df818eb3a17bed382b07941 ; python_version >= "3.10" and python_version < "4.0"
+scdl @ git+https://github.com/scdl-org/scdl.git@a433ac475fd1c45479466160b436b08aee779e21 ; python_version >= "3.10" and python_version < "4.0"
 sdnotify==0.3.2 ; python_version >= "3.10" and python_version < "4.0"
 six==1.16.0 ; python_version >= "3.10" and python_version < "4.0"
 sniffio==1.3.1 ; python_version >= "3.10" and python_version < "4.0"
 soundcloud-v2==1.6.0 ; python_version >= "3.10" and python_version < "4.0"
 soupsieve==2.6 ; python_version >= "3.10" and python_version < "4.0"
 termcolor==2.5.0 ; python_version >= "3.10" and python_version < "4.0"
 tornado==6.4.1 ; python_version >= "3.10" and python_version < "4.0"
-tqdm==4.66.6 ; python_version >= "3.10" and python_version < "4.0"
+tqdm==4.67.0 ; python_version >= "3.10" and python_version < "4.0"
 typing-extensions==4.12.2 ; python_version >= "3.10" and python_version < "4.0"
 tzdata==2024.2 ; python_version >= "3.10" and python_version < "4.0" and platform_system == "Windows"
 tzlocal==5.2 ; python_version >= "3.10" and python_version < "4.0"
 unicode-slugify==0.1.5 ; python_version >= "3.10" and python_version < "4.0"
 unidecode==1.3.8 ; python_version >= "3.10" and python_version < "4.0"
 urllib3==2.2.3 ; python_version >= "3.10" and python_version < "4.0"
-yt-dlp @ git+https://github.com/yt-dlp/yt-dlp.git@f101e5d34c97c608156ad5396714c2a2edca966a ; python_version >= "3.10" and python_version < "4.0"
+yt-dlp @ git+https://github.com/yt-dlp/yt-dlp.git@f9197295388b44ee0a8992cb00f361c7ef42acdb ; python_version >= "3.10" and python_version < "4.0"

requirements.txt

@@ -25,7 +25,7 @@ EnvironmentFile=/etc/default/scdlbot
 ExecStart=/usr/local/bin/scdlbot
 WatchdogSec=180
 #WatchdogSignal=SIGKILL
-KillMode=mixed
+#KillMode=mixed
 NotifyAccess=all
 Restart=always
 RestartSec=5

scdlbot.service.sample

@@ -6,6 +6,7 @@
 import logging
 import os
 import pathlib
+import pickle
 import platform
 import random
 import re
@@ -1436,6 +1437,21 @@ def main():
     #     with open(config_path, 'w') as config_file:
     #         config.write(config_file)
 
+    try:
+        with open(CHAT_STORAGE, "rb") as file:
+            data = pickle.load(file)
+        logger.info(f"Pickle file '{CHAT_STORAGE}' loaded successfully. Can continue loading persistence.")
+    except FileNotFoundError:
+        logger.info(f"The file '{CHAT_STORAGE}' does not exist, it will be created from scratch.")
+    except TypeError as e:
+        logger.info(f"TypeError occurred: {e}. Deleting the file...")
+        os.remove(CHAT_STORAGE)
+        logger.info(f"File '{CHAT_STORAGE}' has been deleted, it will be created from scratch.")
+    except Exception as e:
+        logger.info(f"An unexpected error occurred: {e}. Deleting the file...")
+        os.remove(CHAT_STORAGE)
+        logger.info(f"File '{CHAT_STORAGE}' has been deleted, it will be created from scratch.")
+
     persistence = PicklePersistence(filepath=CHAT_STORAGE)
 
     # https://docs.python-telegram-bot.org/en/v20.1/telegram.ext.applicationbuilder.html#telegram.ext.ApplicationBuilder