From cf14b2edb871b946bf5cf6f8bdd3cbca3f4fcc5d Mon Sep 17 00:00:00 2001
From: Bhuvana K <bhuvanak@Bhuvanas-Air.attlocal.net>
Date: Tue, 6 May 2025 18:45:47 -0700
Subject: [PATCH] Add mistral-chat-7b preset script for llama-server

---
 examples/preset-mistral-chat.sh      |  0
 examples/preset-mistral-chat.sh.save | 30 ++++++++++++++++++++++++++++
 2 files changed, 30 insertions(+)
 create mode 100644 examples/preset-mistral-chat.sh
 create mode 100644 examples/preset-mistral-chat.sh.save

diff --git a/examples/preset-mistral-chat.sh b/examples/preset-mistral-chat.sh
new file mode 100644
index 0000000000000..e69de29bb2d1d
diff --git a/examples/preset-mistral-chat.sh.save b/examples/preset-mistral-chat.sh.save
new file mode 100644
index 0000000000000..7b9661bfbafef
--- /dev/null
+++ b/examples/preset-mistral-chat.sh.save
@@ -0,0 +1,30 @@
+#!/bin/bash
+
+# Mistral Chat Preset for llama-server
+if [[ "$preset" == "mistral-chat-7b" ]]; then
+  MODEL_REPO="TheBloke/Mistral-7B-Instruct-v0.2-GGUF"
+  MODEL_FILE="mistral-7b-instruct-v0.2.Q4_K_M.gguf"
+  CONTEXT_SIZE=4096
+  BATCH_SIZE=512
+  OTHER_FLAGS="--chat"
+  
+  echo "Starting llama-server with Mistral 7B Chat Preset..."
+  ./llama-server -m $MODEL_REPO/$MODEL_FILE --context-size $CONTEXT_SIZE -b $BATCH_SIZE $OTHER_FLAGS
+fi
+
+chmod +x preset-mistral-chat.sh
+
+./preset-mistral-chat.sh --preset mistral-chat-7b
+
+git add preset-mistral-chat.sh
+
+git commit -m "Add mistral-chat-7b preset for llama-server"
+
+git push origin add-mistral-chat-preset
+
+git branch -r
+
+
+
+git branch
+