feat: new app page

client/src/pages/api/openapi/kb/appKbSearch.ts

@@ -5,7 +5,6 @@ import { PgClient } from '@/service/pg';
 import { withNextCors } from '@/service/utils/tools';
 import type { ChatItemSimpleType } from '@/types/chat';
 import type { ModelSchema } from '@/types/mongoSchema';
-import { appVectorSearchModeEnum } from '@/constants/model';
 import { authModel } from '@/service/utils/auth';
 import { ChatModelMap } from '@/constants/model';
 import { ChatRoleEnum } from '@/constants/chat';
@@ -21,16 +20,19 @@ export type QuoteItemType = {
 type Props = {
   prompts: ChatItemSimpleType[];
   similarity: number;
+  limit: number;
   appId: string;
 };
 type Response = {
-  code: 200 | 201;
   rawSearch: QuoteItemType[];
-  guidePrompt: string;
-  searchPrompts: {
+  userSystemPrompt: {
     obj: ChatRoleEnum;
     value: string;
-  }[];
+  };
+  quotePrompt: {
+    obj: ChatRoleEnum;
+    value: string;
+  };
 };
 
 export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
@@ -41,7 +43,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       throw new Error('userId is empty');
     }
 
-    const { prompts, similarity, appId } = req.body as Props;
+    const { prompts, similarity, limit, appId } = req.body as Props;
 
     if (!similarity || !Array.isArray(prompts) || !appId) {
       throw new Error('params is error');
@@ -58,7 +60,8 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       userId,
       fixedQuote: [],
       prompt: prompts[prompts.length - 1],
-      similarity
+      similarity,
+      limit
     });
 
     jsonRes<Response>(res, {
@@ -78,13 +81,15 @@ export async function appKbSearch({
   userId,
   fixedQuote,
   prompt,
-  similarity
+  similarity = 0.8,
+  limit = 5
 }: {
   model: ModelSchema;
   userId: string;
   fixedQuote: QuoteItemType[];
   prompt: ChatItemSimpleType;
   similarity: number;
+  limit: number;
 }): Promise<Response> {
   const modelConstantsData = ChatModelMap[model.chat.chatModel];
 
@@ -103,7 +108,7 @@ export async function appKbSearch({
       .map((item) => `'${item}'`)
       .join(',')}) AND vector <#> '[${promptVector[0]}]' < -${similarity} order by vector <#> '[${
       promptVector[0]
-    }]' limit 10;
+    }]' limit ${limit};
     COMMIT;`
   );
 
@@ -115,7 +120,7 @@ export async function appKbSearch({
     ...searchRes.slice(0, 3),
     ...fixedQuote.slice(0, 2),
     ...searchRes.slice(3),
-    ...fixedQuote.slice(2, 5)
+    ...fixedQuote.slice(2, 4)
   ].filter((item) => {
     if (idSet.has(item.id)) {
       return false;
@@ -125,86 +130,44 @@ export async function appKbSearch({
   });
 
   // 计算固定提示词的 token 数量
-  const guidePrompt = model.chat.systemPrompt // user system prompt
+  const userSystemPrompt = model.chat.systemPrompt // user system prompt
     ? {
-        obj: ChatRoleEnum.System,
+        obj: ChatRoleEnum.Human,
         value: model.chat.systemPrompt
       }
-    : model.chat.searchMode === appVectorSearchModeEnum.noContext
-    ? {
-        obj: ChatRoleEnum.System,
-        value: `知识库是关于"${model.name}"的内容,根据知识库内容回答问题.`
-      }
     : {
-        obj: ChatRoleEnum.System,
-        value: `玩一个问答游戏,规则为:
-1.你完全忘记你已有的知识
-2.你只回答关于"${model.name}"的问题
-3.你只从知识库中选择内容进行回答
-4.如果问题不在知识库中,你会回答:"我不知道。"
-请务必遵守规则`
+        obj: ChatRoleEnum.Human,
+        value: `知识库是关于 ${model.name} 的内容，参考知识库回答问题。与 "${model.name}" 无关内容，直接回复: "我不知道"。`
       };
 
   const fixedSystemTokens = modelToolMap[model.chat.chatModel].countTokens({
-    messages: [guidePrompt]
+    messages: [userSystemPrompt]
   });
+
+  // filter part quote by maxToken
   const sliceResult = modelToolMap[model.chat.chatModel]
     .tokenSlice({
       maxToken: modelConstantsData.systemMaxToken - fixedSystemTokens,
-      messages: filterSearch.map((item) => ({
+      messages: filterSearch.map((item, i) => ({
         obj: ChatRoleEnum.System,
-        value: `${item.q}\n${item.a}`
+        value: `${i + 1}: [${item.q}\n${item.a}]`
       }))
     })
-    .map((item) => item.value);
+    .map((item) => item.value)
+    .join('\n')
+    .trim();
 
   // slice filterSearch
   const rawSearch = filterSearch.slice(0, sliceResult.length);
 
-  //  system prompt
-  const systemPrompt = sliceResult.join('\n').trim();
-
-  /* 高相似度+不回复 */
-  if (!systemPrompt && model.chat.searchMode === appVectorSearchModeEnum.hightSimilarity) {
-    return {
-      code: 201,
-      rawSearch: [],
-      guidePrompt: '',
-      searchPrompts: [
-        {
-          obj: ChatRoleEnum.System,
-          value: '对不起，你的问题不在知识库中。'
-        }
-      ]
-    };
-  }
-  /* 高相似度+无上下文，不添加额外知识,仅用系统提示词 */
-  if (!systemPrompt && model.chat.searchMode === appVectorSearchModeEnum.noContext) {
-    return {
-      code: 200,
-      rawSearch: [],
-      guidePrompt: model.chat.systemPrompt || '',
-      searchPrompts: model.chat.systemPrompt
-        ? [
-            {
-              obj: ChatRoleEnum.System,
-              value: model.chat.systemPrompt
-            }
-          ]
-        : []
-    };
-  }
+  const quoteText = sliceResult ? `知识库:\n${sliceResult}` : '';
 
   return {
-    code: 200,
     rawSearch,
-    guidePrompt: guidePrompt.value || '',
-    searchPrompts: [
-      {
-        obj: ChatRoleEnum.System,
-        value: `知识库:<${systemPrompt}>`
-      },
-      guidePrompt
-    ]
+    userSystemPrompt,
+    quotePrompt: {
+      obj: ChatRoleEnum.System,
+      value: quoteText
+    }
   };
 }