diff --git a/packages/service/common/string/tiktoken/index.ts b/packages/service/common/string/tiktoken/index.ts index 9f3fd8e55..49a3cd85f 100644 --- a/packages/service/common/string/tiktoken/index.ts +++ b/packages/service/common/string/tiktoken/index.ts @@ -77,6 +77,7 @@ export const countGptMessagesTokens = ( clearTimeout(timer); }; + // 可以进一步优化(传递100w token数据,实际需要300ms,较慢) worker.postMessage({ id, messages, diff --git a/packages/service/worker/tiktoken/countGptMessagesTokens.ts b/packages/service/worker/tiktoken/countGptMessagesTokens.ts index f6adb172e..7cd836a36 100644 --- a/packages/service/worker/tiktoken/countGptMessagesTokens.ts +++ b/packages/service/worker/tiktoken/countGptMessagesTokens.ts @@ -111,6 +111,7 @@ parentPort?.on( data: total }); } catch (error) { + console.log(error); parentPort?.postMessage({ id, type: 'success', diff --git a/projects/app/src/middleware.ts b/projects/app/src/middleware.ts deleted file mode 100644 index 08aaf843d..000000000 --- a/projects/app/src/middleware.ts +++ /dev/null @@ -1,18 +0,0 @@ -import { addLog } from '@fastgpt/service/common/system/log'; -import { NextResponse } from 'next/server'; -import type { NextRequest } from 'next/server'; - -export function middleware(request: NextRequest) { - const response = NextResponse.next(); - - addLog.info(`Request URL: ${request.url}`, { - body: request.body - }); - - return response; -} - -// See "Matching Paths" below to learn more -export const config = { - matcher: '/api/:path*' -}; diff --git a/projects/app/src/pages/api/core/ai/token.ts b/projects/app/src/pages/api/core/ai/token.ts index 34effcb4c..b7c2d4df1 100644 --- a/projects/app/src/pages/api/core/ai/token.ts +++ b/projects/app/src/pages/api/core/ai/token.ts @@ -16,8 +16,8 @@ async function handler( req: ApiRequestProps, res: ApiResponseType ): Promise { - await authCert({ req, authRoot: true }); const start = Date.now(); + await authCert({ req, authRoot: true }); const tokens = await countGptMessagesTokens(req.body.messages);