try bq and fix latency run params

Author: generall

experiments/configurations/qdrant-vs-weaviate.json

@@ -27,19 +27,23 @@
     "connection_params": { "timeout": 60 },
     "collection_params": {
       "quantization_config": { "binary": { "always_ram": true } },
-      "optimizers_config": { "memmap_threshold":10000000 },
+      "optimizers_config": { 
+        "memmap_threshold":10000000,
+        "max_segment_size": 10000000,
+        "default_segment_number":2
+      },
       "hnsw_config": { "m": 32, "ef_construct": 256 }
     },
     "search_params": [
-      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 }  } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 }  } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 }  } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } },
-      { "parallel": 1, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }
+      { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 }  } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 }  } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 }  } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } },
+      { "parallel": 100, "search_params": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } }
     ],
     "upload_params": { "parallel": 8, "batch_size": 1024 }
   },