perf: token count (#1509)

2025-07-23 21:13:50 +00:00 · 2024-05-16 17:05:56 +08:00
parent 6067f5aff3
commit 2d1ec9b3ad
4 changed files with 3 additions and 19 deletions
--- a/packages/service/common/string/tiktoken/index.ts
+++ b/packages/service/common/string/tiktoken/index.ts
@@ -77,6 +77,7 @@ export const countGptMessagesTokens = (
        clearTimeout(timer);
      };

+      // 可以进一步优化(传递100w token数据,实际需要300ms,较慢)
      worker.postMessage({
        id,
        messages,