Add SKIP_PROCESSING variable to api

Author: daniel-va

api.http

@@ -1,15 +1,18 @@
+@file = 4178.pdf
+// @file = 10000.pdf
+
 ### Start File Processing
 POST http://localhost:8000
 Content-Type: application/json
 
 {
-  "file": "4178.pdf"
+  "file": "{{file}}"
 }
 
 ### Collect File Result
 POST http://localhost:8000/collect
 Content-Type: application/json
 
 {
-  "file": "4178.pdf"
+  "file": "{{file}}"
 }

api.py

@@ -1,6 +1,9 @@
+import logging
 import os
 import shutil
 import uuid
+from random import randint
+from time import sleep
 from typing import Annotated
 
 from fastapi import FastAPI, Depends, status, HTTPException, BackgroundTasks, Response
@@ -19,6 +22,9 @@ class StartPayload(BaseModel):
     file: str = Field(min_length=1)
 
 
+if api_settings().skip_processing:
+    logging.warning("SKIP_PROCESSING is active, files will always be marked as completed without being proceed")
+
 @app.post("/")
 def start(
         payload: StartPayload,
@@ -73,6 +79,11 @@ def process(
         payload: StartPayload,
         settings: Annotated[ApiSettings, Depends(api_settings)],
 ):
+    if settings.skip_processing:
+        # Sleep between 30 seconds to 2 minutes to simulate processing time.
+        sleep(randint(30, 120))
+        return
+
     task_id = f"{uuid.uuid4()}"
     tmp_dir = os.path.join(settings.tmp_path, task_id)
     os.makedirs(tmp_dir, exist_ok=True)

utils/settings.py

@@ -15,9 +15,7 @@ class SharedSettings(BaseSettings):
 
 class ApiSettings(SharedSettings):
     aws_profile: str | None = None
-    aws_access_key: str | None = None
-    aws_secret_access_key: str | None = None
-    aws_region: str | None = None
+    skip_processing: bool = False
 
     s3_input_bucket: str
     s3_input_folder: str