try bq and fix latency run params

qdrant · Mar 16, 2024 · 8b8dc53 · 8b8dc53
1 parent 5f8ebee
commit 8b8dc53
Showing 1 changed file with 51 additions and 7 deletions.
diff --git a/experiments/configurations/qdrant-vs-weaviate.json b/experiments/configurations/qdrant-vs-weaviate.json
@@ -1,4 +1,48 @@
 [
+  {
+    "name": "proposed-config-qdrant-bq-latency",
+    "engine": "qdrant",
+    "connection_params": { "timeout": 60 },
+    "collection_params": {
+      "quantization_config": { "binary": { "always_ram": true } },
+      "optimizers_config": { "memmap_threshold":10000000 },
+      "hnsw_config": { "m": 32, "ef_construct": 256 }
+    },
+    "search_params": [
+      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 }  } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 }  } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 }  } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }
+    ],
+    "upload_params": { "parallel": 8, "batch_size": 1024 }
+  },
+  {
+    "name": "proposed-config-qdrant-bq-rps",
+    "engine": "qdrant",
+    "connection_params": { "timeout": 60 },
+    "collection_params": {
+      "quantization_config": { "binary": { "always_ram": true } },
+      "optimizers_config": { "memmap_threshold":10000000 },
+      "hnsw_config": { "m": 32, "ef_construct": 256 }
+    },
+    "search_params": [
+      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 }  } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 }  } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 }  } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }
+    ],
+    "upload_params": { "parallel": 8, "batch_size": 1024 }
+  },
   {
     "name": "proposed-config-qdrant-latency",
     "engine": "qdrant",
@@ -8,13 +52,13 @@
       "hnsw_config": { "m": 32, "ef_construct": 256 }
     },
     "search_params": [
-     { "parallel": 1, "vectorIndexConfig": { "ef": 16} },
-     { "parallel": 1, "vectorIndexConfig": { "ef": 32} },
-     { "parallel": 1, "vectorIndexConfig": { "ef": 64} },
-     { "parallel": 1, "vectorIndexConfig": { "ef": 128} },
-     { "parallel": 1, "vectorIndexConfig": { "ef": 256} },
-     { "parallel": 1, "vectorIndexConfig": { "ef": 512} },
-     { "parallel": 1, "vectorIndexConfig": { "ef": 768} }
+      { "parallel": 1, "search_params": { "hnsw_ef": 16 } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 32 } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 64 } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 128 } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 256 } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 512 } },
+      { "parallel": 1, "search_params": { "hnsw_ef": 768 } }
     ],
     "upload_params": { "parallel": 8, "batch_size": 1024 }
   },