feat: updated cli

Author: tikazyq

crawlab_ai/cli/__init__.py

@@ -1,14 +1,14 @@
 import argparse
 
-from crawlab_ai.cli.gen_code import setup_gen_code_parser
+from crawlab_ai.cli.codegen import setup_codegen_parser
 from crawlab_ai.cli.config import setup_config_parser
 from crawlab_ai.cli.crawl import setup_crawl_parser
 
 parser = argparse.ArgumentParser(description="Web scraping tool")
 subparsers = parser.add_subparsers(dest="command")
 
 setup_crawl_parser(subparsers)
-setup_gen_code_parser(subparsers)
+setup_codegen_parser(subparsers)
 setup_config_parser(subparsers)
 
 

crawlab_ai/cli/gen_code.py renamed to crawlab_ai/cli/codegen.py

@@ -3,31 +3,31 @@
 from crawlab_ai.utils.auth import get_token
 
 
-def setup_gen_code_parser(subparsers):
-    gen_code_parser = subparsers.add_parser(
+def setup_codegen_parser(subparsers):
+    codegen_parser = subparsers.add_parser(
         "gen_code", help="Generate crawler code for a webpage"
     )
-    gen_code_parser.add_argument("url", help="URL to generate code for")
-    gen_code_parser.add_argument(
+    codegen_parser.add_argument("url", help="URL to generate code for")
+    codegen_parser.add_argument(
         "-t",
         "--type",
         help="Type of the webpage to generate code for",
         default="list",
         choices=["article", "list"],
     )
-    gen_code_parser.add_argument("-o", "--output", help="Output file path")
-    gen_code_parser.set_defaults(func=gen_code)
+    codegen_parser.add_argument("-o", "--output", help="Output file path")
+    codegen_parser.set_defaults(func=codegen)
 
 
-def gen_code(args):
+def codegen(args):
     get_token()
     if args.type == "list":
-        gen_code_list(args)
+        codegen_list(args)
     elif args.type == "article":
-        gen_code_article(args)
+        codegen_article(args)
 
 
-def gen_code_list(args):
+def codegen_list(args):
     code = get_code_list(args.url)
     if args.output:
         with open(args.output, "w") as f:
@@ -36,7 +36,7 @@ def gen_code_list(args):
         print(code)
 
 
-def gen_code_article(args):
+def codegen_article(args):
     code = get_code_article(args.url)
     if args.output:
         with open(args.output, "w") as f:

setup.py

@@ -2,7 +2,7 @@
 
 setup(
     name="crawlab-ai",
-    version="0.0.4",
+    version="0.0.5",
     packages=find_packages(),
     url="https://github.com/crawlab-team/crawlab-ai-sdk",
     license="MIT",