fix: scrape pages should come with headers (#2)

* second page request should with headers * release
sinkaroid · Feb 11, 2023 · f469f55 · f469f55
1 parent 8defaf0
commit f469f55
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/jigoku/__init__.py b/jigoku/__init__.py
@@ -1,4 +1,4 @@
-__version__ = "2.2.1"
+__version__ = "2.2.2"
 from .app import main
 from .utils.log import log_data, log_time, get_hostname
 from .utils.disk import get_size, clean_html

diff --git a/jigoku/utils/scrape_pages.py b/jigoku/utils/scrape_pages.py
@@ -113,7 +113,7 @@ def download_from_multiple_pages(file: str, select_type: str) -> None:
                                     image_small = galeri
 
                                 else:
-                                    res = requests.get(galeri)
+                                    res = requests.get(galeri, headers=jgx.with_headers)
                                     soup = BeautifulSoup(res.text, "html.parser")
 
                                     if (