diff --git a/dalm/models/retriever_only_base_model.py b/dalm/models/retriever_only_base_model.py
index 898a059..1d8b33d 100644
--- a/dalm/models/retriever_only_base_model.py
+++ b/dalm/models/retriever_only_base_model.py
@@ -72,6 +72,7 @@ def __get_bnb_config() -> BitsAndBytesConfig:
     def __get_lora_config(
         r: int = 8,
         lora_alpha: int = 16,
+        lora_dropout: float = 0.05,
         bias: str = "none",
         target_modules: Optional[Union[List[str], str]] = None,
     ) -> LoraConfig:
@@ -79,6 +80,7 @@ def __get_lora_config(
             task_type=TaskType.FEATURE_EXTRACTION,
             r=r,
             lora_alpha=lora_alpha,
+            lora_dropout=lora_dropout,
             bias=bias,
             target_modules=target_modules,
         )