recall msg

siliconflow · Feb 18, 2025 · cf0c770 · cf0c770
1 parent 75e5d6d
commit cf0c770
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 0 deletions.
diff --git a/app/client/platforms/siliconflow.ts b/app/client/platforms/siliconflow.ts
@@ -163,13 +163,22 @@ export class SiliconflowApi implements LLMApi {
           (text: string, runTools: ChatMessageTool[]) => {
             // console.log("parseSSE", text, runTools);
             const json = JSON.parse(text);
+            console.log("json", json);
             const choices = json.choices as Array<{
+              finish_reason: string;
               delta: {
                 content: string | null;
                 tool_calls: ChatMessageTool[];
                 reasoning_content: string | null;
               };
             }>;
+            if (choices[0].finish_reason === "risky") {
+              return {
+                isThinking: false,
+                content: "",
+                shouldRecall: true,
+              };
+            }
             const tool_calls = choices[0]?.delta?.tool_calls;
             if (tool_calls?.length > 0) {
               const index = tool_calls[0]?.index;

diff --git a/app/utils/chat.ts b/app/utils/chat.ts
@@ -385,6 +385,7 @@ export function streamWithThink(
   ) => {
     isThinking: boolean;
     content: string | undefined;
+    shouldRecall?: boolean | undefined;
   },
   processToolMessage: (
     requestPayload: any,
@@ -583,6 +584,9 @@ export function streamWithThink(
         }
         try {
           const chunk = parseSSE(text, runTools);
+          if (!!chunk.shouldRecall) {
+            responseText = "👀 让我们换个话题聊聊吧";
+          }
           // Skip if content is empty
           if (!chunk?.content || chunk.content.length === 0) {
             return;