Fix issue with idle pipelines status probing

roboflow · Nov 25, 2024 · df118ec · df118ec
1 parent dc7eb65
commit df118ec
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/inference/core/interfaces/stream_manager/manager_app/app.py b/inference/core/interfaces/stream_manager/manager_app/app.py
@@ -314,6 +314,9 @@ def check_process_health() -> None:
                 process.join()
                 del PROCESSES_TABLE[pipeline_id]
                 continue
+            if managed_pipeline.is_idle:
+                # skipping idle pipelines in status probing
+                continue
             command = {
                 TYPE_KEY: CommandType.STATUS,
                 PIPELINE_ID_KEY: pipeline_id,

diff --git a/inference/core/interfaces/stream_manager/manager_app/inference_pipeline_manager.py b/inference/core/interfaces/stream_manager/manager_app/inference_pipeline_manager.py
@@ -99,7 +99,6 @@ def run(self) -> None:
             if command is None:
                 break
             request_id, payload = command
-            print(f"request_id={request_id}, payload={payload}", flush=True)
             self._handle_command(request_id=request_id, payload=payload)
 
     def _check_pipeline_timeout(self) -> None:
@@ -433,7 +432,8 @@ def _get_pipeline_status(self, request_id: str) -> None:
             return self._handle_error(
                 request_id=request_id,
                 error_type=ErrorType.OPERATION_ERROR,
-                public_error_message="Cannot retrieve InferencePipeline status. Internal Error. Service misconfigured.",
+                public_error_message="Cannot retrieve InferencePipeline status. "
+                "Try again later - Inference Pipeline not initialised.",
             )
         try:
             report = self._watchdog.get_report()