From ccb497596ea33d43103cafe2988aad1eb21b7432 Mon Sep 17 00:00:00 2001 From: ctarnold Date: Fri, 22 Mar 2024 16:47:50 -0400 Subject: [PATCH] need at least 500 tokens for interpretable code-switching performance since it seems to gear towards monolingual English --- mistralPromptingZeroShot.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mistralPromptingZeroShot.py b/mistralPromptingZeroShot.py index 19a3136..fd48d56 100644 --- a/mistralPromptingZeroShot.py +++ b/mistralPromptingZeroShot.py @@ -19,7 +19,7 @@ model_inputs = tokenizer([prefix + prompt], return_tensors="pt").to(device) generated_ids = model.generate(**model_inputs, - max_new_tokens=200, + max_new_tokens=512, temperature = 0.7, do_sample=True)