diff --git a/brainscore_language/model_helpers/huggingface.py b/brainscore_language/model_helpers/huggingface.py
index 84576853..40e7345d 100644
--- a/brainscore_language/model_helpers/huggingface.py
+++ b/brainscore_language/model_helpers/huggingface.py
@@ -58,6 +58,7 @@ def __init__(
             ArtificialSubject.Task.reading_times: self.estimate_reading_times,
         }
         self.task_function_mapping_dict = {**task_mapping_default, **task_heads} if task_heads else task_mapping_default
+        self.basemodel.eval()
 
     def identifier(self):
         return self.model_id