diff --git a/src/llama_cpp_agent/messages_formatter.py b/src/llama_cpp_agent/messages_formatter.py index 3b0b27b..3fadecb 100644 --- a/src/llama_cpp_agent/messages_formatter.py +++ b/src/llama_cpp_agent/messages_formatter.py @@ -145,7 +145,7 @@ def _format_response( vicuna_prompt_markers = { Roles.system: PromptMarkers("", """\n\n"""), Roles.user: PromptMarkers("""USER: """, """\n"""), - Roles.assistant: PromptMarkers("""ASSISTANT:""", ""), + Roles.assistant: PromptMarkers("""ASSISTANT:""", "\n"), Roles.tool: PromptMarkers("", ""), }