Add Mistral style w/out BOS

OoriData · Feb 1, 2024 · bfa0498 · bfa0498
1 parent 21f891d
commit bfa0498
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/pylib/prompting/model_style.py b/pylib/prompting/model_style.py
@@ -102,6 +102,11 @@ class style(Enum):
     pdelim.POST_ALL_CONTEXT: '\n[/INST]',
 }
 
+MISTRAL_INSTRUCTION_DELIMITERS_NO_BOS = {
+    pdelim.PRE_ALL_CONTEXT: '[INST]',
+    pdelim.POST_ALL_CONTEXT: '\n[/INST]',
+}
+
 CHATML_DELIMITERS = {
     pdelim.PRE_PREAMBLE: '<|im_start|>system\n',
     pdelim.PREQUERY: '<|im_end|>\n<|im_start|>user\n',