fix: Modify backend token calculation to be asynchronous

Author: Peek-A-Booo

CHANGE_LOG.md

@@ -4,6 +4,10 @@
 
 > 2023-06-11
 
+### Fixed
+
+- Change the backend token calculation to asynchronous, otherwise it will cause inaccurate calculations.
+
 ### Add
 
 - Added backend capability to calculate token consumption

CHANGE_LOG.zh_CN.md

@@ -4,6 +4,10 @@
 
 > 2023-06-11
 
+### Fixed
+
+- 后端计算 token 修改为异步，不然会导致计算不准确
+
 ### Add
 
 - 新增后端计算 token 消耗的能力

src/app/api/azure/route.ts

@@ -73,26 +73,20 @@ const stream = async (
     const tokenInfo = new GPTTokens({ model, messages: final });
     const { usedTokens, usedUSD } = tokenInfo;
 
-    prisma.user
-      .findUnique({
+    const findUser = await prisma.user.findUnique({
+      where: { id: userId },
+    });
+    if (findUser) {
+      const costTokens = findUser.costTokens + usedTokens;
+      const costUSD = Number((findUser.costUSD + usedUSD).toFixed(5));
+      await prisma.user.update({
         where: { id: userId },
-      })
-      .then((findUser) => {
-        if (!findUser) return;
-
-        const costTokens = findUser.costTokens + usedTokens;
-        const costUSD = Number((findUser.costUSD + usedUSD).toFixed(5));
-
-        prisma.user
-          .update({
-            where: { id: userId },
-            data: {
-              costTokens,
-              costUSD,
-            },
-          })
-          .then();
+        data: {
+          costTokens,
+          costUSD,
+        },
       });
+    }
   }
 
   if (buffer) {

src/app/api/openai/route.ts

@@ -95,27 +95,6 @@ const stream = async (
         },
       });
     }
-
-    // prisma.user
-    //   .findUnique({
-    //     where: { id: userId },
-    //   })
-    //   .then((findUser) => {
-    //     if (!findUser) return;
-
-    //     const costTokens = findUser.costTokens + usedTokens;
-    //     const costUSD = Number((findUser.costUSD + usedUSD).toFixed(5));
-
-    //     prisma.user
-    //       .update({
-    //         where: { id: userId },
-    //         data: {
-    //           costTokens,
-    //           costUSD,
-    //         },
-    //       })
-    //       .then();
-    //   });
   }
 
   if (buffer) {