fix: compatibility issue with api

Author: tikazyq

crawlab_ai/scrapy/list_spider.py

@@ -31,17 +31,17 @@ class MyListSpider(ScrapyListSpider):
                 {
                     'name': 'author',
                     'element_css_selector': '.author',
-                    'is_text': True,
+                    'type': 'text',
                 },
                 {
                     'name': 'quote',
                     'element_css_selector': '.text',
-                    'is_text': True,
+                    'type': 'text',
                 },
                 {
                     'name': 'tags',
                     'element_css_selector': '.tag',
-                    'is_text': True,
+                    'type': 'text',
                 },
             ]
 
@@ -94,7 +94,7 @@ def parse(self, response: Response, **kwargs: Any) -> Any:
             data = {}
             for field in self._fields:
                 name = field["name"]
-                if field["is_text"]:
+                if field["type"] == "text":
                     selector = field["element_css_selector"] + "::text"
                 else:
                     selector = (

crawlab_ai/spider/list_spider.py

@@ -99,7 +99,7 @@ def _fetch_data(self, url):
                 field_element = item.select_one(field["element_css_selector"])
                 if not field_element:
                     continue
-                if field["is_text"]:
+                if field["type"] == "text":
                     value = field_element.text.strip()
                 else:
                     value = field_element.get(field["attribute"])

setup.py

@@ -1,14 +1,14 @@
 from setuptools import setup, find_packages
 
-with open('README.md', 'r') as f:
+with open("README.md", "r") as f:
     long_description = f.read()
 
-with open('requirements.txt', 'r') as f:
-    install_requires = f.read().split('\n')
+with open("requirements.txt", "r") as f:
+    install_requires = f.read().split("\n")
 
 setup(
     name="crawlab-ai",
-    version="0.0.9",
+    version="0.0.10",
     packages=find_packages(),
     url="https://github.com/crawlab-team/crawlab-ai-sdk",
     license="MIT",