Reduce n_predict

Adriankhl · May 11, 2024 · 46ac96a · 46ac96a
1 parent 12924e7
commit 46ac96a
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/text_generation.tscn b/text_generation.tscn
@@ -19,6 +19,7 @@ script = ExtResource("1_jujmh")
 
 [node name="Llama" type="GDLlama" parent="."]
 model_path = "models/Meta-Llama-3-8B-Instruct.Q5_K_M.gguf"
+n_predict = 256
 n_keep = 128
 n_threads = 1
 escape = true