add cli command to process data. might delete later

Author: elg0nz

lib/file_uploader.rb

@@ -2,7 +2,9 @@
 require 'logger'
 
 class FileUploader
-  UPLOAD_URL = "https://crowllectordb.onrender.com/api/v1/upload" || ENV['MOCKSI_UPLOAD_URL']
+  # FIXME: use a base URL for the upload and process URLs
+  UPLOAD_URL =  ENV['MOCKSI_UPLOAD_URL'] || "https://crowllectordb.onrender.com/api/v1/upload"
+  PROCESS_URL = ENV['MOCKSI_PROCESS_URL'] || "https://crowllectordb.onrender.com/api/v1/process"
 
   def initialize(logger, client_uuid)
     @logger = logger
@@ -15,6 +17,17 @@ def upload_files(tar_gz_files)
     wait_for_threads(threads)
   end
 
+  def process_files
+    HTTPX.wrap do |client|
+      response = client.post(PROCESS_URL, headers: { "x-client-id" => @client_uuid })
+      if response.is_a?(HTTPX::Response)
+        @logger.info "Processing uploaded files. Status: #{response.status}"
+      else
+        @logger.error "Failed to process files. Error: #{response.error}"
+      end
+    end
+  end
+
   private
 
   def log_upload_start(tar_gz_files)
@@ -54,7 +67,7 @@ def post_file(client, tar_gz_file)
   end
 
   def log_upload_result(tar_gz_file, response)
-    if response && response.status == 200
+    if response && response.is_a?(HTTPX::Response) && response.status == 200
       @logger.info "Uploaded #{tar_gz_file}: #{response.status}"
     else
       @logger.error "Failed to upload #{tar_gz_file}. Status: #{response&.status}, Body: #{response&.body}"

lib/uploads_cli.rb

@@ -9,9 +9,6 @@
 require 'logger'
 
 class UploadsCLI < Thor
-  desc "update", "Update uploaded requests and responses"
-  option :base_dir, type: :string, desc: 'Base directory for storing intercepted data. Defaults to ./tmp/intercepted_data'
-  
   def initialize(*args)
     super
     @logger = Logger.new(STDOUT)
@@ -22,6 +19,8 @@ def initialize(*args)
     @file_uploader = FileUploader.new(@logger, @client_uuid)
   end
 
+  desc "update", "Update uploaded requests and responses"
+  option :base_dir, type: :string, desc: 'Base directory for storing intercepted data. Defaults to ./tmp/intercepted_data'
   def update(*args)
     set_base_dir
     files = find_files
@@ -37,6 +36,13 @@ def update(*args)
     upload_files(tar_gz_files)
   end
 
+  desc "process", "Process uploaded requests and responses"
+  option :base_dir, type: :string, desc: 'Base directory for storing intercepted data. Defaults to ./tmp/intercepted_data'
+  def process(*args)
+    set_base_dir
+    process_files
+  end
+
   private
 
   def set_base_dir
@@ -65,4 +71,8 @@ def valid_tar_gz_files?(tar_gz_files)
   def upload_files(tar_gz_files)
     @file_uploader.upload_files(tar_gz_files)
   end
+
+  def process_files
+    @file_uploader.process_files
+  end
 end