From bfa049818d8c2dacd9092e9d04bc38298b3460ce Mon Sep 17 00:00:00 2001
From: Chime Ogbuji <chimezie@gmail.com>
Date: Thu, 1 Feb 2024 12:54:51 -0500
Subject: [PATCH] Add Mistral style w/out BOS

---
 pylib/prompting/model_style.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/pylib/prompting/model_style.py b/pylib/prompting/model_style.py
index 718c24e..5f925eb 100755
--- a/pylib/prompting/model_style.py
+++ b/pylib/prompting/model_style.py
@@ -102,6 +102,11 @@ class style(Enum):
     pdelim.POST_ALL_CONTEXT: '\n[/INST]',
 }
 
+MISTRAL_INSTRUCTION_DELIMITERS_NO_BOS = {
+    pdelim.PRE_ALL_CONTEXT: '[INST]',
+    pdelim.POST_ALL_CONTEXT: '\n[/INST]',
+}
+
 CHATML_DELIMITERS = {
     pdelim.PRE_PREAMBLE: '<|im_start|>system\n',
     pdelim.PREQUERY: '<|im_end|>\n<|im_start|>user\n',