Merge pull request #1231 from refly-ai/main

Release 20250812

Author: mrcfps

apps/api/Dockerfile

@@ -9,6 +9,9 @@ RUN npm install -g pnpm
 ENV npm_config_gyp_ignore=true
 ENV CYPRESS_INSTALL_BINARY=0
 
+# Set node options to increase memory limit
+ENV NODE_OPTIONS='--max_old_space_size=8192'
+
 # Copy all necessary files in one layer
 COPY pnpm-workspace.yaml pnpm-lock.yaml package.json turbo.json ./
 COPY apps/api/package.json ./apps/api/

apps/api/package.json

@@ -39,9 +39,9 @@
     "@hocuspocus/extension-redis": "~2.15.0",
     "@hocuspocus/server": "~2.15.0",
     "@lancedb/lancedb": "^0.19.1",
-    "@langchain/community": "0.3.29",
-    "@langchain/core": "0.3.29",
-    "@langchain/openai": "0.5.6",
+    "@langchain/community": "0.3.50",
+    "@langchain/core": "0.3.68",
+    "@langchain/openai": "0.6.7",
     "@nest-lab/throttler-storage-redis": "^1.0.0",
     "@nestjs/bullmq": "~10.2.3",
     "@nestjs/common": "~10.3.9",
@@ -89,7 +89,7 @@
     "json-parse-even-better-errors": "^4.0.0",
     "jsonrepair": "^3.12.0",
     "jsonwebtoken": "~9.0.2",
-    "langchain": "0.3.15",
+    "langchain": "0.3.30",
     "lodash": "^4.17.21",
     "lru-cache": "^10.2.0",
     "mime": "^3.0.0",
@@ -120,8 +120,8 @@
     "ws": "~8.17.0",
     "y-protocols": "^1.0.6",
     "yjs": "^13.6.8",
-    "zod": "3.23.8",
-    "zod-to-json-schema": "^3.24.3"
+    "zod": "^3.25.76",
+    "zod-to-json-schema": "3.24.6"
   },
   "devDependencies": {
     "@golevelup/ts-jest": "^0.6.2",

apps/api/src/modules/skill/skill-invoker.service.ts

@@ -62,6 +62,7 @@ import { SkillEngineService } from '../skill/skill-engine.service';
 import { CanvasService } from '../canvas/canvas.service';
 import { CanvasSyncService } from '../canvas/canvas-sync.service';
 import { ActionService } from '../action/action.service';
+import { extractChunkContent } from '../../utils/llm';
 
 @Injectable()
 export class SkillInvokerService {
@@ -783,8 +784,7 @@ ${event.data?.input ? JSON.stringify(event.data?.input?.input) : ''}
             break;
           }
           case 'on_chat_model_stream': {
-            const content = chunk.content.toString();
-            const reasoningContent = chunk?.additional_kwargs?.reasoning_content?.toString() || '';
+            const { content, reasoningContent } = extractChunkContent(chunk);
 
             if ((content || reasoningContent) && !runMeta?.suppressOutput) {
               if (runMeta?.artifact) {

apps/api/src/utils/llm.spec.ts

@@ -0,0 +1,245 @@
+import { BaseMessageChunk } from '@langchain/core/messages';
+import { extractChunkContent } from './llm';
+
+// Create a minimal mock type that only includes the properties we need for testing
+type MockChunk = {
+  content:
+    | string
+    | Array<{
+        type: string;
+        text?: string;
+        reasoningText?: { text?: string };
+        [key: string]: any; // Allow additional properties for testing
+      }>;
+  additional_kwargs?: {
+    reasoning_content?: any;
+  };
+};
+
+describe('extractChunkContent', () => {
+  describe('when chunk.content is a string', () => {
+    it('should extract string content and reasoning content from additional_kwargs', () => {
+      const mockChunk: MockChunk = {
+        content: 'Hello, world!',
+        additional_kwargs: {
+          reasoning_content: 'This is reasoning content',
+        },
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: 'This is reasoning content',
+      });
+    });
+
+    it('should handle undefined reasoning content', () => {
+      const mockChunk: MockChunk = {
+        content: 'Hello, world!',
+        additional_kwargs: {},
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: undefined,
+      });
+    });
+
+    it('should handle missing additional_kwargs', () => {
+      const mockChunk: MockChunk = {
+        content: 'Hello, world!',
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: undefined,
+      });
+    });
+
+    it('should convert non-string reasoning content to string', () => {
+      const mockChunk: MockChunk = {
+        content: 'Hello, world!',
+        additional_kwargs: {
+          reasoning_content: 123,
+        },
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: '123',
+      });
+    });
+  });
+
+  describe('when chunk.content is an array', () => {
+    it('should extract text content from array items', () => {
+      const mockChunk: MockChunk = {
+        content: [
+          { type: 'text', text: 'Hello, ' },
+          { type: 'text', text: 'world!' },
+        ],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: '',
+      });
+    });
+
+    it('should extract reasoning content from array items', () => {
+      const mockChunk: MockChunk = {
+        content: [
+          { type: 'reasoning_content', reasoningText: { text: 'This is reasoning' } },
+          { type: 'reasoning_content', reasoningText: { text: ' content' } },
+        ],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: '',
+        reasoningContent: 'This is reasoning content',
+      });
+    });
+
+    it('should handle mixed content types', () => {
+      const mockChunk: MockChunk = {
+        content: [
+          { type: 'text', text: 'Hello, ' },
+          { type: 'reasoning_content', reasoningText: { text: 'This is reasoning' } },
+          { type: 'text', text: 'world!' },
+          { type: 'reasoning_content', reasoningText: { text: ' content' } },
+        ],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: 'This is reasoning content',
+      });
+    });
+
+    it('should handle undefined reasoningText', () => {
+      const mockChunk: MockChunk = {
+        content: [
+          { type: 'reasoning_content', reasoningText: undefined },
+          { type: 'reasoning_content', reasoningText: { text: ' content' } },
+        ],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: '',
+        reasoningContent: ' content',
+      });
+    });
+
+    it('should handle undefined reasoningText.text', () => {
+      const mockChunk: MockChunk = {
+        content: [
+          { type: 'reasoning_content', reasoningText: { text: undefined } },
+          { type: 'reasoning_content', reasoningText: { text: ' content' } },
+        ],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: '',
+        reasoningContent: ' content',
+      });
+    });
+
+    it('should handle unknown item types', () => {
+      const mockChunk: MockChunk = {
+        content: [
+          { type: 'text', text: 'Hello' },
+          { type: 'unknown_type', someProperty: 'value' },
+          { type: 'reasoning_content', reasoningText: { text: 'reasoning' } },
+        ],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello',
+        reasoningContent: 'reasoning',
+      });
+    });
+
+    it('should handle empty array', () => {
+      const mockChunk: MockChunk = {
+        content: [],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: '',
+        reasoningContent: '',
+      });
+    });
+  });
+
+  describe('edge cases', () => {
+    it('should handle null reasoning content', () => {
+      const mockChunk: MockChunk = {
+        content: 'Hello, world!',
+        additional_kwargs: {
+          reasoning_content: null,
+        },
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: undefined,
+      });
+    });
+
+    it('should handle empty string reasoning content', () => {
+      const mockChunk: MockChunk = {
+        content: 'Hello, world!',
+        additional_kwargs: {
+          reasoning_content: '',
+        },
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello, world!',
+        reasoningContent: '',
+      });
+    });
+
+    it('should handle empty text in array items', () => {
+      const mockChunk: MockChunk = {
+        content: [
+          { type: 'text', text: '' },
+          { type: 'text', text: 'Hello' },
+          { type: 'text', text: '' },
+        ],
+      };
+
+      const result = extractChunkContent(mockChunk as BaseMessageChunk);
+
+      expect(result).toEqual({
+        content: 'Hello',
+        reasoningContent: '',
+      });
+    });
+  });
+});

apps/api/src/utils/llm.ts

@@ -0,0 +1,37 @@
+import { BaseMessageChunk } from '@langchain/core/messages';
+
+interface ChunkContent {
+  content: string;
+  reasoningContent?: string;
+}
+
+/**
+ * Extract the content and reasoning content from a Langchain message chunk.
+ * @param chunk - The chunk to extract the content and reasoning content from
+ * @returns The content and reasoning content
+ */
+export const extractChunkContent = (chunk: BaseMessageChunk): ChunkContent => {
+  if (typeof chunk.content === 'string') {
+    return {
+      content: chunk.content,
+      reasoningContent: chunk.additional_kwargs?.reasoning_content?.toString(),
+    };
+  }
+
+  // Then content is an array of complex objects
+  let content = '';
+  let reasoningContent = '';
+
+  for (const item of chunk.content) {
+    if (item.type === 'text') {
+      content += item.text;
+    } else if (item.type === 'reasoning_content') {
+      reasoningContent += item.reasoningText?.text ?? '';
+    }
+  }
+
+  return {
+    content,
+    reasoningContent,
+  };
+};

apps/api/src/utils/result.ts

@@ -112,7 +112,10 @@ export class ResultAggregator {
     const step = this.getOrInitData(meta.step?.name);
 
     step.content += content;
-    step.reasoningContent += reasoningContent;
+
+    if (reasoningContent) {
+      step.reasoningContent += reasoningContent;
+    }
 
     this.data[step.name] = step;
   }

docs/cloud/credit-usage-guide.md

@@ -42,16 +42,19 @@ No manual action required, can switch to new packages anytime for more flexible
 
 **Early bird users can use these models unlimitedly:**
 1. Claude Sonnet 4
-2. Claude 3.7 Sonnet (thinking)
+2. Claude 4 Sonnet (thinking)
 3. Kimi K2
 4. GPT-4o
 5. GPT-4.1
-6. Gemini 2.5 Pro
-7. Gemini 2.5 Flash
-8. DeepSeek V3
-9. DeepSeek R1
-10. Grok 4
-11. Qwen3 Coder
+6. GPT-5
+7. GPT-o3
+8. GPT-OSS-120B
+9. Gemini 2.5 Pro
+10. Gemini 2.5 Flash
+11. DeepSeek V3
+12. DeepSeek R1
+13. Grok 4
+14. Qwen3 Coder
 
 ## 📊 How to Check Credit Balance and Usage
 
@@ -67,12 +70,13 @@ You can check in the following locations:
 | Model | Credit Consumption |
 |-------|-------------------|
 | Claude Sonnet 4 | ~11 credits |
-| Claude Opus 4 | ~53 credits |
 | Claude Opus 4.1 | ~53 credits |
-| Claude 3.7 Sonnet (thinking) | ~11 credits |
+| Claude 4 Sonnet (thinking) | ~11 credits |
 | Kimi K2 | ~2 credits |
 | GPT-4o | ~7 credits |
 | GPT-4.1 | ~6 credits |
+| GPT-5 | ~7 credits |
+| GPT-o3 | ~6 credits |
 | GPT-OSS-120B | ~1 credit |
 | Gemini 2.5 Pro | ~7 credits |
 | Gemini 2.5 Flash | ~2 credits |