Merge pull request #23 from appwrite/feat-v1-prompt

feat: v1 prompt

Author: christyjacob4

.gitignore

@@ -3,4 +3,5 @@ node_modules
 .vscode
 .env
 venv
-sources
+sources
+.DS_Store

README.md

@@ -41,7 +41,7 @@ The server exposes a POST endpoint at `/`. The endpoint expects a raw text body
 Use cURL to test the server, for example:
 
 ```bash
-curl -X POST -d "How do I create a user?" http://localhost:3000
+curl -X POST -H "Content-Type: application/json" -d "{\"prompt\": \"How do I create a new user?\"}" http://localhost:3000/v1/models/assistant/prompt
 ```
 
 ## Contributing

scripts/test-prompts.js

@@ -1,6 +1,6 @@
 import { writeFile, mkdir } from "fs/promises";
 
-const SERVER_URL = "http://localhost:3003/";
+const SERVER_URL = "http://localhost:3003/v1/models/assistant/prompt";
 const PROMPTS = [
   "How do you add a custom domain in the console?",
   "Show me how I can set up database collections and documents.",

src/embeddings.js

@@ -15,19 +15,22 @@ export const intializeDocumentRetriever = async () => {
   return vectorStore.asRetriever(5);
 };
 
-export const getChain = async (onToken) => {
+export const getOpenAIChat = async (onToken) =>
+  new OpenAIChat({
+    modelName: "gpt-4o",
+    openAIApiKey: process.env._APP_ASSISTANT_OPENAI_API_KEY,
+    temperature: 0.3,
+    maxTokens: 1000,
+    streaming: true,
+    callbacks: [
+      {
+        handleLLMNewToken: onToken,
+      },
+    ],
+  });
+
+export const getRagChain = async (onToken) => {
   return loadQAStuffChain(
-    new OpenAIChat({
-      modelName: "gpt-4o",
-      openAIApiKey: process.env._APP_ASSISTANT_OPENAI_API_KEY,
-      temperature: 0.3,
-      maxTokens: 1000,
-      streaming: true,
-      callbacks: [
-        {
-          handleLLMNewToken: onToken,
-        },
-      ],
-    })
+    (await getOpenAIChat(onToken)),
   );
 };

src/main.js

@@ -3,8 +3,10 @@ import bodyParser from "body-parser";
 import cors from "cors";
 import express from "express";
 import {
-  getChain,
+  getRagChain,
+  getOpenAIChat,
   intializeDocumentRetriever as initializeRetriever,
+
 } from "./embeddings.js";
 
 const app = express();
@@ -20,9 +22,9 @@ let retriever = null;
 
 const port = 3003;
 
-const DEFAULT_SYSTEM_PROMPT = "You are an AI chat bot with information about Appwrite documentation. You need to help developers answer Appwrite related questions only. You will be given an input and you need to respond with the appropriate answer, using information confirmed with Appwrite documentation and reference pages. If applicable, show code examples. Code examples should use the Node and Web Appwrite SDKs unless otherwise specified.";
+const SYSTEM_PROMPT = "You are an AI chat bot with information about Appwrite documentation. You need to help developers answer Appwrite related questions only. You will be given an input and you need to respond with the appropriate answer, using information confirmed with Appwrite documentation and reference pages. If applicable, show code examples. Code examples should use the Node and Web Appwrite SDKs unless otherwise specified.";
 
-app.post("/", async (req, res) => {
+app.post("/v1/models/assistant/prompt", async (req, res) => {
   if (!retriever) {
     res.status(500).send("Search index not initialized");
     return;
@@ -32,18 +34,16 @@ app.post("/", async (req, res) => {
   const decoder = new TextDecoder();
   const text = decoder.decode(req.body);
 
-  let { prompt, systemPrompt } = JSON.parse(text);
-  const templated = `${systemPrompt ?? DEFAULT_SYSTEM_PROMPT}\n\n${prompt}`
-
+  let { prompt } = JSON.parse(text);
   const relevantDocuments = await retriever.getRelevantDocuments(prompt);
 
-  const chain = await getChain((token) => {
+  const chain = await getRagChain((token) => {
     res.write(token);
   });
 
   await chain.call({
     input_documents: relevantDocuments,
-    question: templated,
+    question: `${SYSTEM_PROMPT}\n\n${prompt}`,
   });
 
   const sources = new Set(
@@ -62,6 +62,21 @@ app.post("/", async (req, res) => {
   res.end();
 });
 
+app.post("/v1/models/generic/prompt", async (req, res) => {
+  const decoder = new TextDecoder();
+  const text = decoder.decode(req.body);
+
+  let { prompt } = JSON.parse(text);
+
+  const chain = await getOpenAIChat((token) => {
+    res.write(token);
+  });
+
+  await chain.call(`${SYSTEM_PROMPT}\n\n${prompt}`);
+
+  res.end();
+});
+
 app.get("/v1/health", (_, res) => {
   res.send("OK");
 });