diff --git a/mistralPromptingZeroShot.py b/mistralPromptingZeroShot.py index 19a3136..fd48d56 100644 --- a/mistralPromptingZeroShot.py +++ b/mistralPromptingZeroShot.py @@ -19,7 +19,7 @@ model_inputs = tokenizer([prefix + prompt], return_tensors="pt").to(device) generated_ids = model.generate(**model_inputs, - max_new_tokens=200, + max_new_tokens=512, temperature = 0.7, do_sample=True)