From 239badc57cbd8a136584fecc1fb5c340789772fc Mon Sep 17 00:00:00 2001 From: Ryan Marten Date: Sun, 15 Dec 2024 10:11:48 -0800 Subject: [PATCH] raise on None response message --- .../request_processor/base_online_request_processor.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/bespokelabs/curator/request_processor/base_online_request_processor.py b/src/bespokelabs/curator/request_processor/base_online_request_processor.py index a789e56d..53fa4c9a 100644 --- a/src/bespokelabs/curator/request_processor/base_online_request_processor.py +++ b/src/bespokelabs/curator/request_processor/base_online_request_processor.py @@ -275,6 +275,11 @@ async def process_requests_from_file( f"{response.response_errors}, removing from output and will retry" ) num_previously_failed_requests += 1 + if response.response_message is None: + logger.debug( + f"Request {response.generic_request.original_row_idx} previously failed due to no response, removing from output and will retry" + ) + num_previously_failed_requests += 1 else: completed_request_ids.add(response.generic_request.original_row_idx) output_file.write(line) @@ -476,6 +481,9 @@ async def handle_single_request_with_retries( status_tracker.num_tasks_succeeded += 1 status_tracker.pbar.update(1) + if generic_response.response_message is None: + raise ValueError(f"Request {request.task_id} returned no response message") + except Exception as e: logger.warning( f"Request {request.task_id} failed with Exception {e}, attempts left {request.attempts_left}"