4.6.7 first pr (#726)

2025-07-27 08:25:07 +00:00 · 2024-01-10 23:35:04 +08:00
parent 414b693303
commit 006ad17c6a
186 changed files with 2996 additions and 1838 deletions
--- a/packages/global/common/string/tiktoken/index.ts
+++ b/packages/global/common/string/tiktoken/index.ts
@@ -33,6 +33,12 @@ export function countPromptTokens(
 ) {
  const enc = getTikTokenEnc();
  const text = `${role}\n${prompt}`;
+
+  // too large a text will block the thread
+  if (text.length > 15000) {
+    return text.length * 1.7;
+  }
+
  try {
    const encodeText = enc.encode(text);
    return encodeText.length + role.length; // 补充 role 估算值