merge main

arcee-ai · Sep 20, 2023 · 98c72f0 · 98c72f0
2 parents c4bc6ba + 7614a21
commit 98c72f0
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/dalm/models/retriever_only_base_model.py b/dalm/models/retriever_only_base_model.py
@@ -72,13 +72,15 @@ def __get_bnb_config() -> BitsAndBytesConfig:
     def __get_lora_config(
         r: int = 8,
         lora_alpha: int = 16,
+        lora_dropout: float = 0.05,
         bias: str = "none",
         target_modules: Optional[Union[List[str], str]] = None,
     ) -> LoraConfig:
         return LoraConfig(
             task_type=TaskType.FEATURE_EXTRACTION,
             r=r,
             lora_alpha=lora_alpha,
+            lora_dropout=lora_dropout,
             bias=bias,
             target_modules=target_modules,
         )