config for cache size

deadbits · deadbits · commit e52ab24594b4 · 2023-08-23T14:37:04.000-04:00
diff --git a/server.conf b/server.conf
@@ -2,3 +2,4 @@
 openai_api_key = 
 sent_transformers_model = sentence-transformers/all-MiniLM-L6-v2
 use_cache = true
+cache_max = 500
