Merge pull request #89 from qdrant/ci/test-grpc-fork-perf

fix: Reuse of Qdrant process pool should work
qdrant · Dec 26, 2023 · 971af88 · 971af88
2 parents e890ac1 + 9b22a84
commit 971af88
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/engine/clients/qdrant/search.py b/engine/clients/qdrant/search.py
@@ -1,4 +1,5 @@
 import multiprocessing as mp
+import os
 from typing import List, Tuple
 
 import httpx
@@ -17,6 +18,8 @@ class QdrantSearcher(BaseSearcher):
 
     @classmethod
     def init_client(cls, host, distance, connection_params: dict, search_params: dict):
+        os.environ["GRPC_ENABLE_FORK_SUPPORT"] = "true"
+        os.environ["GRPC_POLL_STRATEGY"] = "epoll,poll"
         cls.client: QdrantClient = QdrantClient(
             host,
             prefer_grpc=True,

diff --git a/engine/clients/qdrant/upload.py b/engine/clients/qdrant/upload.py
@@ -1,3 +1,4 @@
+import os
 import time
 from typing import List, Optional
 
@@ -14,6 +15,8 @@ class QdrantUploader(BaseUploader):
 
     @classmethod
     def init_client(cls, host, distance, connection_params, upload_params):
+        os.environ["GRPC_ENABLE_FORK_SUPPORT"] = "true"
+        os.environ["GRPC_POLL_STRATEGY"] = "epoll,poll"
         cls.client = QdrantClient(host=host, prefer_grpc=True, **connection_params)
         cls.upload_params = upload_params