Concat plugin to app (#1799)

2025-07-28 17:29:44 +00:00 · 2024-06-19 14:38:21 +08:00
parent b17d14bb7d
commit 565bfc8486
220 changed files with 5018 additions and 4667 deletions
--- a/packages/service/common/string/tiktoken/index.ts
+++ b/packages/service/common/string/tiktoken/index.ts
@@ -85,7 +85,14 @@ export const countGptMessagesTokens = (
        functionCall
      });
    } catch (error) {
-      resolve(0);
+      addLog.error('Count token error', error);
+      const total = messages.reduce((sum, item) => {
+        if (item.content) {
+          return sum + item.content.length;
+        }
+        return sum;
+      }, 0);
+      resolve(total);
    }
  });
 };