diff --git a/pylib/prompting/model_style.py b/pylib/prompting/model_style.py index 718c24e..5f925eb 100755 --- a/pylib/prompting/model_style.py +++ b/pylib/prompting/model_style.py @@ -102,6 +102,11 @@ class style(Enum): pdelim.POST_ALL_CONTEXT: '\n[/INST]', } +MISTRAL_INSTRUCTION_DELIMITERS_NO_BOS = { + pdelim.PRE_ALL_CONTEXT: '[INST]', + pdelim.POST_ALL_CONTEXT: '\n[/INST]', +} + CHATML_DELIMITERS = { pdelim.PRE_PREAMBLE: '<|im_start|>system\n', pdelim.PREQUERY: '<|im_end|>\n<|im_start|>user\n',