feat: overview setting

2025-08-01 20:27:45 +00:00 · 2023-07-21 17:35:15 +08:00
parent b7b20a353f
commit fdcf53ea38
22 changed files with 1920 additions and 419 deletions
--- a/client/src/pages/api/admin/initv4.ts
+++ b/client/src/pages/api/admin/initv4.ts
@@ -52,6 +52,49 @@ const chatTemplate = ({
      },
      moduleId: '7z5g5h'
    },
+    {
+      logo: '/imgs/module/history.png',
+      name: '聊天记录',
+      intro: '用户输入的内容。该模块通常作为应用的入口，用户在发送消息后会首先执行该模块。',
+      type: 'initInput',
+      flowType: 'historyNode',
+      url: '/app/modules/init/history',
+      inputs: [
+        {
+          key: 'maxContext',
+          type: 'numberInput',
+          label: '最长记录数',
+          value: 4,
+          min: 0,
+          max: 50,
+          connected: false
+        },
+        {
+          key: 'history',
+          type: 'hidden',
+          label: '聊天记录',
+          connected: false
+        }
+      ],
+      outputs: [
+        {
+          key: 'history',
+          label: '聊天记录',
+          type: 'source',
+          targets: [
+            {
+              moduleId: '7pacf0',
+              key: 'history'
+            }
+          ]
+        }
+      ],
+      position: {
+        x: 452.5466249541586,
+        y: 1276.3930310334215
+      },
+      moduleId: 'xj0c9p'
+    },
    {
      logo: '/imgs/module/AI.png',
      name: 'AI 对话',
@@ -176,49 +219,6 @@ const chatTemplate = ({
        y: 890.014595014464
      },
      moduleId: '7pacf0'
-    },
-    {
-      logo: '/imgs/module/history.png',
-      name: '聊天记录',
-      intro: '用户输入的内容。该模块通常作为应用的入口，用户在发送消息后会首先执行该模块。',
-      type: 'initInput',
-      flowType: 'historyNode',
-      url: '/app/modules/init/history',
-      inputs: [
-        {
-          key: 'maxContext',
-          type: 'numberInput',
-          label: '最长记录数',
-          value: 4,
-          min: 0,
-          max: 50,
-          connected: false
-        },
-        {
-          key: 'history',
-          type: 'hidden',
-          label: '聊天记录',
-          connected: false
-        }
-      ],
-      outputs: [
-        {
-          key: 'history',
-          label: '聊天记录',
-          type: 'source',
-          targets: [
-            {
-              moduleId: '7pacf0',
-              key: 'history'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 452.5466249541586,
-        y: 1276.3930310334215
-      },
-      moduleId: 'xj0c9p'
    }
  ];
 };
@@ -228,7 +228,7 @@ const kbTemplate = ({
  maxToken,
  systemPrompt,
  limitPrompt,
-  kbs = [],
+  kbList = [],
  searchSimilarity,
  searchLimit,
  searchEmptyText
@@ -238,7 +238,7 @@ const kbTemplate = ({
  maxToken: number;
  systemPrompt: string;
  limitPrompt: string;
-  kbs: string[];
+  kbList: { kbId: string }[];
  searchSimilarity: number;
  searchLimit: number;
  searchEmptyText: string;
@@ -446,10 +446,10 @@ const kbTemplate = ({
      url: '/app/modules/kb/search',
      inputs: [
        {
-          key: 'kb_ids',
+          key: 'kbList',
          type: 'custom',
          label: '关联的知识库',
-          value: kbs,
+          value: kbList,
          list: [],
          connected: false
        },
@@ -588,54 +588,24 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
    await connectToDatabase();

    const { limit = 1000 } = req.body as { limit: number };
+    let skip = 0;
+    const total = await App.countDocuments();
+    let promise = Promise.resolve();
+    console.log(total);

-    // 遍历所有的 app
-    const apps = await App.find(
-      {
-        chat: { $ne: null },
-        modules: { $exists: false }
-        // userId: '63f9a14228d2a688d8dc9e1b'
-      },
-      '_id chat'
-    ).limit(limit);
-
-    await Promise.all(
-      apps.map(async (app) => {
-        if (!app.chat) return app;
-        const modules = (() => {
-          if (app.chat.relatedKbs.length === 0) {
-            return chatTemplate({
-              model: app.chat.chatModel,
-              temperature: app.chat.temperature,
-              maxToken: app.chat.maxToken,
-              systemPrompt: app.chat.systemPrompt,
-              limitPrompt: app.chat.limitPrompt
-            });
-          } else {
-            return kbTemplate({
-              model: app.chat.chatModel,
-              temperature: app.chat.temperature,
-              maxToken: app.chat.maxToken,
-              systemPrompt: app.chat.systemPrompt,
-              limitPrompt: app.chat.limitPrompt,
-              kbs: app.chat.relatedKbs,
-              searchEmptyText: app.chat.searchEmptyText,
-              searchLimit: app.chat.searchLimit,
-              searchSimilarity: app.chat.searchSimilarity
-            });
-          }
-        })();
-
-        await App.findByIdAndUpdate(app.id, {
-          modules
+    for (let i = 0; i < total; i += limit) {
+      const skipVal = skip;
+      skip += limit;
+      promise = promise
+        .then(() => init(limit, skipVal))
+        .then(() => {
+          console.log(skipVal);
        });
-        return modules;
-      })
-    );
+    }

-    jsonRes(res, {
-      data: apps.length
-    });
+    await promise;
+
+    jsonRes(res, {});
  } catch (error) {
    jsonRes(res, {
      code: 500,
@@ -643,3 +613,51 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
    });
  }
 }
+
+async function init(limit: number, skip: number) {
+  // 遍历 app
+  const apps = await App.find(
+    {
+      chat: { $ne: null }
+      // modules: { $exists: false },
+      // userId: '63f9a14228d2a688d8dc9e1b'
+    },
+    '_id chat'
+  )
+    .limit(limit)
+    .skip(skip);
+
+  return Promise.all(
+    apps.map(async (app) => {
+      if (!app.chat) return app;
+      const modules = (() => {
+        if (app.chat.relatedKbs.length === 0) {
+          return chatTemplate({
+            model: app.chat.chatModel,
+            temperature: app.chat.temperature,
+            maxToken: app.chat.maxToken,
+            systemPrompt: app.chat.systemPrompt,
+            limitPrompt: app.chat.limitPrompt
+          });
+        } else {
+          return kbTemplate({
+            model: app.chat.chatModel,
+            temperature: app.chat.temperature,
+            maxToken: app.chat.maxToken,
+            systemPrompt: app.chat.systemPrompt,
+            limitPrompt: app.chat.limitPrompt,
+            kbList: app.chat.relatedKbs.map((id) => ({ kbId: id })),
+            searchEmptyText: app.chat.searchEmptyText,
+            searchLimit: app.chat.searchLimit,
+            searchSimilarity: app.chat.searchSimilarity
+          });
+        }
+      })();
+
+      await App.findByIdAndUpdate(app.id, {
+        modules
+      });
+      return modules;
+    })
+  );
+}
--- a/client/src/pages/api/app/modules/kb/search.ts
+++ b/client/src/pages/api/app/modules/kb/search.ts
@@ -9,6 +9,7 @@ import { getVector } from '@/pages/api/openapi/plugin/vector';
 import { countModelPrice, pushTaskBillListItem } from '@/service/events/pushBill';
 import { getModel } from '@/service/utils/data';
 import { authUser } from '@/service/utils/auth';
+import type { SelectedKbType } from '@/types/plugin';

 export type QuoteItemType = {
  kb_id: string;
@@ -18,7 +19,7 @@ export type QuoteItemType = {
  source?: string;
 };
 type Props = {
-  kb_ids: string[];
+  kbList: SelectedKbType;
  history: ChatItemType[];
  similarity: number;
  limit: number;
@@ -37,19 +38,19 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
  try {
    await authUser({ req, authRoot: true });

-    const { kb_ids = [], userChatInput } = req.body as Props;
+    const { kbList = [], userChatInput } = req.body as Props;

    if (!userChatInput) {
      throw new Error('用户输入为空');
    }

-    if (!Array.isArray(kb_ids) || kb_ids.length === 0) {
+    if (!Array.isArray(kbList) || kbList.length === 0) {
      throw new Error('没有选择知识库');
    }

    const result = await kbSearch({
      ...req.body,
-      kb_ids,
+      kbList,
      userChatInput
    });

@@ -66,7 +67,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
 });

 export async function kbSearch({
-  kb_ids = [],
+  kbList = [],
  history = [],
  similarity = 0.8,
  limit = 5,
@@ -74,12 +75,9 @@ export async function kbSearch({
  userChatInput,
  billId
 }: Props): Promise<Response> {
-  if (kb_ids.length === 0)
-    return {
-      isEmpty: true,
-      rawSearch: [],
-      quotePrompt: undefined
-    };
+  if (kbList.length === 0) {
+    return Promise.reject('没有选择知识库');
+  }

  // get vector
  const vectorModel = global.vectorModels[0].model;
@@ -93,8 +91,8 @@ export async function kbSearch({
    PgClient.query(
      `BEGIN;
    SET LOCAL ivfflat.probes = ${global.systemEnv.pgIvfflatProbe || 10};
-    select kb_id,id,q,a,source from modelData where kb_id IN (${kb_ids
-      .map((item) => `'${item}'`)
+    select kb_id,id,q,a,source from modelData where kb_id IN (${kbList
+      .map((item) => `'${item.kbId}'`)
      .join(',')}) AND vector <#> '[${vectors[0]}]' < -${similarity} order by vector <#> '[${
        vectors[0]
      }]' limit ${limit};