4.7-alpha2 (#1027)

* feat: stop toolCall and rename some field. (#46)

* perf: node delete tip;pay tip

* fix: toolCall cannot save child answer

* feat: stop tool

* fix: team modal

* fix feckbackMoal  auth bug (#47)

* 简单的支持提示词运行tool。优化workflow模板 (#49)

* remove templates

* fix: request body undefined

* feat: prompt tool run

* feat: workflow tamplates modal

* perf: plugin start

* 4.7 (#50)

* fix docker-compose download url (#994)

original code is a bad url with '404 NOT FOUND' return.
fix docker-compose download url, add 'v' before docker-compose version

* Update ai_settings.md (#1000)

* Update configuration.md

* Update configuration.md

* Fix history in classifyQuestion and extract modules (#1012)

* Fix history in classifyQuestion and extract modules

* Add chatValue2RuntimePrompt import and update text formatting

* flow controller to packages

* fix: rerank select

* modal ui

* perf: modal code path

* point not sufficient

* feat: http url support variable

* fix http key

* perf: prompt

* perf: ai setting modal

* simple edit ui

---------

Co-authored-by: entorick <entorick11@qq.com>
Co-authored-by: liujianglc <liujianglc@163.com>
Co-authored-by: Fengrui Liu <liufengrui.work@bytedance.com>

* fix team share redirect to login (#51)

* feat: support openapi import plugins (#48)

* feat: support openapi import plugins

* feat: import from url

* fix: add body params parse

* fix build

* fix

* fix

* fix

* tool box ui (#52)

* fix: training queue

* feat: simple edit tool select

* perf: simple edit dataset prompt

* fix: chatbox tool ux

* feat: quote prompt module

* perf: plugin tools sign

* perf: model avatar

* tool selector ui

* feat: max histories

* perf: http plugin import (#53)

* perf: plugin http import

* chatBox ui

* perf: name

* fix: Node template card (#54)

* fix: ts

* setting modal

* package

* package

* feat: add plugins search (#57)

* feat: add plugins search

* perf: change http plugin header input

* Yjl (#56)

* perf: prompt tool call

* perf: chat box ux

* doc

* doc

* price tip

* perf: tool selector

* ui'

* fix: vector queue

* fix: empty tool and empty response

* fix: empty msg

* perf: pg index

* perf: ui tip

* doc

* tool tip

---------

Co-authored-by: yst <77910600+yu-and-liu@users.noreply.github.com>
Co-authored-by: entorick <entorick11@qq.com>
Co-authored-by: liujianglc <liujianglc@163.com>
Co-authored-by: Fengrui Liu <liufengrui.work@bytedance.com>
Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

projects/app/src/pages/api/admin/initv462.ts

@@ -1,70 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@fastgpt/service/common/response';
-import { connectToDatabase } from '@/service/mongo';
-import { delay } from '@fastgpt/global/common/system/utils';
-import { authCert } from '@fastgpt/service/support/permission/auth/common';
-import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
-import { jiebaSplit } from '@/service/common/string/jieba';
-
-let success = 0;
-/* pg 中的数据搬到 mongo dataset.datas 中，并做映射 */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { limit = 50 } = req.body as { limit: number };
-    await authCert({ req, authRoot: true });
-    await connectToDatabase();
-    success = 0;
-
-    console.log(
-      'total',
-      await MongoDatasetData.countDocuments({
-        fullTextToken: { $exists: false },
-        updateTime: { $lt: new Date() }
-      })
-    );
-
-    await initFullTextToken(limit, new Date());
-
-    jsonRes(res, {
-      message: 'success'
-    });
-  } catch (error) {
-    console.log(error);
-
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-export async function initFullTextToken(limit = 50, endDate: Date): Promise<any> {
-  try {
-    const dataList = await MongoDatasetData.find(
-      { fullTextToken: { $exists: false }, updateTime: { $lt: endDate } },
-      '_id q a'
-    )
-      .limit(limit)
-      .lean();
-    if (dataList.length === 0) return;
-
-    const result = await Promise.allSettled(
-      dataList.map((item) => {
-        const text = item.q + (item.a || '');
-        const tokens = jiebaSplit({ text });
-
-        return MongoDatasetData.findByIdAndUpdate(item._id, {
-          $set: {
-            fullTextToken: tokens
-          }
-        });
-      })
-    );
-
-    success += result.filter((item) => item.status === 'fulfilled').length;
-    console.log(`success: ${success}`);
-    return initFullTextToken(limit, endDate);
-  } catch (error) {
-    await delay(1000);
-    return initFullTextToken(limit, endDate);
-  }
-}

projects/app/src/pages/api/admin/initv463-2.ts

@@ -1,62 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@fastgpt/service/common/response';
-import { connectToDatabase } from '@/service/mongo';
-import { delay } from '@fastgpt/global/common/system/utils';
-import { authCert } from '@fastgpt/service/support/permission/auth/common';
-import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
-import { jiebaSplit } from '@/service/common/string/jieba';
-
-let success = 0;
-/* pg 中的数据搬到 mongo dataset.datas 中，并做映射 */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { limit = 50 } = req.body as { limit: number };
-    await authCert({ req, authRoot: true });
-    await connectToDatabase();
-    success = 0;
-
-    console.log('total', await MongoDatasetData.countDocuments({ inited: { $exists: false } }));
-
-    await initFullTextToken(limit);
-
-    jsonRes(res, {
-      message: 'success'
-    });
-  } catch (error) {
-    console.log(error);
-
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-export async function initFullTextToken(limit = 50): Promise<any> {
-  try {
-    const dataList = await MongoDatasetData.find({ inited: { $exists: false } }, '_id q a')
-      .limit(limit)
-      .lean();
-    if (dataList.length === 0) return;
-
-    const result = await Promise.allSettled(
-      dataList.map((item) => {
-        const text = item.q + (item.a || '');
-        const tokens = jiebaSplit({ text });
-
-        return MongoDatasetData.findByIdAndUpdate(item._id, {
-          $set: {
-            inited: true,
-            fullTextToken: tokens
-          }
-        });
-      })
-    );
-
-    success += result.filter((item) => item.status === 'fulfilled').length;
-    console.log(`success: ${success}`);
-    return initFullTextToken(limit);
-  } catch (error) {
-    await delay(1000);
-    return initFullTextToken(limit);
-  }
-}

projects/app/src/pages/api/admin/initv463.ts

@@ -1,109 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@fastgpt/service/common/response';
-import { connectToDatabase } from '@/service/mongo';
-import { authCert } from '@fastgpt/service/support/permission/auth/common';
-import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
-import { MongoDatasetCollection } from '@fastgpt/service/core/dataset/collection/schema';
-import { DatasetStatusEnum, TrainingModeEnum } from '@fastgpt/global/core/dataset/constants';
-import { MongoDataset } from '@fastgpt/service/core/dataset/schema';
-
-let success = 0;
-/* pg 中的数据搬到 mongo dataset.datas 中，并做映射 */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { limit = 50 } = req.body as { limit: number };
-    await authCert({ req, authRoot: true });
-    await connectToDatabase();
-    success = 0;
-
-    await MongoDatasetCollection.updateMany({ createTime: { $exists: false } }, [
-      {
-        $set: {
-          createTime: '$updateTime'
-        }
-      }
-    ]);
-    await MongoDatasetCollection.updateMany({ trainingType: { $exists: false } }, [
-      {
-        $set: {
-          trainingType: {
-            $cond: {
-              if: { $ifNull: ['$a', false] },
-              then: TrainingModeEnum.qa,
-              else: TrainingModeEnum.chunk
-            }
-          }
-        }
-      }
-    ]);
-    await MongoDatasetCollection.updateMany({ chunkSize: { $exists: false } }, [
-      {
-        $set: {
-          chunkSize: 0
-        }
-      }
-    ]);
-    await MongoDatasetCollection.updateMany({ fileId: { $exists: false } }, [
-      {
-        $set: {
-          fileId: '$metadata.fileId'
-        }
-      }
-    ]);
-    await MongoDatasetCollection.updateMany({ rawLink: { $exists: false } }, [
-      {
-        $set: {
-          rawLink: '$metadata.rawLink'
-        }
-      }
-    ]);
-
-    await MongoDatasetData.updateMany(
-      { chunkIndex: { $exists: false } },
-      {
-        chunkIndex: 0
-      }
-    );
-    await MongoDatasetData.updateMany(
-      { updateTime: { $exists: false } },
-      {
-        updateTime: new Date()
-      }
-    );
-
-    await MongoDataset.updateMany(
-      { status: { $exists: false } },
-      {
-        $set: {
-          status: DatasetStatusEnum.active
-        }
-      }
-    );
-
-    // dataset tags to intro
-    await MongoDataset.updateMany({ tags: { $exists: true } }, [
-      {
-        $set: {
-          intro: {
-            $reduce: {
-              input: '$tags',
-              initialValue: '',
-              in: { $concat: ['$$value', ' ', '$$this'] }
-            }
-          }
-        }
-      }
-    ]);
-
-    jsonRes(res, {
-      message: 'success'
-    });
-  } catch (error) {
-    console.log(error);
-
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}

projects/app/src/pages/api/admin/initv47.ts

@@ -0,0 +1,49 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@fastgpt/service/common/response';
+import { connectToDatabase } from '@/service/mongo';
+import { authCert } from '@fastgpt/service/support/permission/auth/common';
+import { MongoUsage } from '@fastgpt/service/support/wallet/usage/schema';
+import { connectionMongo } from '@fastgpt/service/common/mongo';
+import { checkFiles } from '../timerTask/dataset/checkInValidDatasetFiles';
+import { addHours } from 'date-fns';
+import { checkInvalid as checkInvalidImg } from '../timerTask/dataset/checkInvalidDatasetImage';
+import { checkInvalidCollection } from '../timerTask/dataset/checkInvalidMongoCollection';
+import { checkInvalidVector } from '../timerTask/dataset/checkInvalidVector';
+import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
+import { PluginTypeEnum } from '@fastgpt/global/core/plugin/constants';
+
+/* pg 中的数据搬到 mongo dataset.datas 中，并做映射 */
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+    await authCert({ req, authRoot: true });
+
+    await MongoPlugin.updateMany(
+      { type: { $exists: false } },
+      {
+        $set: {
+          type: PluginTypeEnum.custom
+        }
+      }
+    );
+    await MongoPlugin.updateMany(
+      { parentId: { $exists: false } },
+      {
+        $set: {
+          parentId: null
+        }
+      }
+    );
+
+    jsonRes(res, {
+      message: 'success'
+    });
+  } catch (error) {
+    console.log(error);
+
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}

projects/app/src/pages/api/common/system/getInitData.ts

@@ -30,8 +30,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
         })) || [],
       whisperModel: global.whisperModel,
       audioSpeechModels: global.audioSpeechModels,
-      systemVersion: global.systemVersion || '0.0.0',
-      simpleModeTemplates: global.simpleModeTemplates
+      systemVersion: global.systemVersion || '0.0.0'
     }
   });
 }
@@ -43,7 +42,7 @@ const defaultFeConfigs: FastGPTFeConfigsType = {
   openAPIDocUrl: 'https://doc.fastgpt.in/docs/development/openapi',
   systemTitle: 'FastGPT',
   concatMd:
-    '* 项目开源地址: [FastGPT GitHub](https://github.com/labring/FastGPT)\n* 交流群: ![](https://doc.fastgpt.in/wechat-fastgpt.webp)',
+    '* 项目开源地址: [FastGPT GitHub](https://github.com/labring/FastGPT)\n* 交流群: ![](https://oss.laf.run/htr4n1-images/fastgpt-qr-code.jpg)',
   limit: {
     exportDatasetLimitMinutes: 0,
     websiteSyncLimitMinuted: 0
@@ -68,7 +67,6 @@ export async function getInitConfig() {
     ]);
 
     console.log({
-      // simpleModeTemplates: global.simpleModeTemplates,
       communityPlugins: global.communityPlugins
     });
   } catch (error) {
@@ -141,39 +139,6 @@ export function getSystemVersion() {
   }
 }
 
-// async function getSimpleModeTemplates() {
-//   if (global.simpleModeTemplates && global.simpleModeTemplates.length > 0) return;
-
-//   try {
-//     const basePath =
-//       process.env.NODE_ENV === 'development' ? 'data/simpleTemplates' : '/app/data/simpleTemplates';
-//     // read data/simpleTemplates directory, get all json file
-//     const files = readdirSync(basePath);
-//     // filter json file
-//     const filterFiles = files.filter((item) => item.endsWith('.json'));
-
-//     // read json file
-//     const fileTemplates = filterFiles.map((item) => {
-//       const content = readFileSync(`${basePath}/${item}`, 'utf-8');
-//       return {
-//         id: item.replace('.json', ''),
-//         ...JSON.parse(content)
-//       };
-//     });
-
-//     // fetch templates from plus
-//     const plusTemplates = await getSimpleTemplatesFromPlus();
-
-//     global.simpleModeTemplates = [
-//       SimpleModeTemplate_FastGPT_Universal,
-//       ...plusTemplates,
-//       ...fileTemplates
-//     ];
-//   } catch (error) {
-//     global.simpleModeTemplates = [SimpleModeTemplate_FastGPT_Universal];
-//   }
-// }
-
 function getSystemPlugin() {
   if (global.communityPlugins && global.communityPlugins.length > 0) return;
 

projects/app/src/pages/api/core/app/create.ts

@@ -5,7 +5,6 @@ import type { CreateAppParams } from '@fastgpt/global/core/app/api.d';
 import { AppTypeEnum } from '@fastgpt/global/core/app/constants';
 import { MongoApp } from '@fastgpt/service/core/app/schema';
 import { authUserNotVisitor } from '@fastgpt/service/support/permission/auth/user';
-import { SimpleModeTemplate_FastGPT_Universal } from '@/global/core/app/constants';
 import { checkTeamAppLimit } from '@fastgpt/service/support/permission/teamLimit';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
@@ -35,8 +34,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       teamId,
       tmbId,
       modules,
-      type,
-      simpleTemplateId: SimpleModeTemplate_FastGPT_Universal.id
+      type
     });
 
     jsonRes(res, {

projects/app/src/pages/api/core/app/form2Modules/fastgpt-simple.ts

@@ -1,620 +0,0 @@
-/* 
-    universal mode.
-    @author: FastGpt Team
-*/
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@fastgpt/service/common/response';
-import type { AppSimpleEditFormType } from '@fastgpt/global/core/app/type.d';
-import type { ModuleItemType } from '@fastgpt/global/core/module/type';
-import { FormatForm2ModulesProps } from '@fastgpt/global/core/app/api';
-import { DatasetSearchModeEnum } from '@fastgpt/global/core/dataset/constants';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { formData, chatModelMaxToken } = req.body as FormatForm2ModulesProps;
-
-    const modules = [
-      ...(formData.dataset.datasets.length > 0
-        ? datasetTemplate({ formData, maxToken: chatModelMaxToken })
-        : simpleChatTemplate({ formData, maxToken: chatModelMaxToken }))
-    ];
-
-    jsonRes<ModuleItemType[]>(res, {
-      data: modules
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}
-
-type Props = { formData: AppSimpleEditFormType; maxToken: number };
-
-function simpleChatTemplate({ formData, maxToken }: Props): ModuleItemType[] {
-  return [
-    {
-      moduleId: 'userChatInput',
-      name: 'core.module.template.Chat entrance',
-      avatar: '/imgs/module/userChatInput.png',
-      flowType: 'questionInput',
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      inputs: [
-        {
-          key: 'userChatInput',
-          type: 'systemInput',
-          valueType: 'string',
-          label: 'core.module.input.label.user question',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          label: 'core.module.input.label.user question',
-          type: 'source',
-          valueType: 'string',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ]
-    },
-    {
-      moduleId: 'chatModule',
-      name: 'AI 对话',
-      avatar: '/imgs/module/AI.png',
-      flowType: 'chatNode',
-      showStatus: true,
-      position: {
-        x: 981.9682828103937,
-        y: 890.014595014464
-      },
-      inputs: [
-        {
-          key: 'switch',
-          type: 'target',
-          label: 'core.module.input.label.switch',
-          valueType: 'any',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'model',
-          type: 'selectLLMModel',
-          label: 'core.module.input.label.aiModel',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.model,
-          connected: false
-        },
-        {
-          key: 'temperature',
-          type: 'hidden',
-          label: '温度',
-          value: 1,
-          valueType: 'number',
-          min: 0,
-          max: 10,
-          step: 1,
-          markList: [
-            {
-              label: '严谨',
-              value: 0
-            },
-            {
-              label: '发散',
-              value: 10
-            }
-          ],
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'maxToken',
-          type: 'hidden',
-          label: '回复上限',
-          value: maxToken,
-          valueType: 'number',
-          min: 100,
-          max: 4000,
-          step: 50,
-          markList: [
-            {
-              label: '100',
-              value: 100
-            },
-            {
-              label: '4000',
-              value: 4000
-            }
-          ],
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'isResponseAnswerText',
-          type: 'hidden',
-          label: '返回AI内容',
-          value: true,
-          valueType: 'boolean',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'quoteTemplate',
-          type: 'hidden',
-          label: '引用内容模板',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.quoteTemplate,
-          connected: false
-        },
-        {
-          key: 'quotePrompt',
-          type: 'hidden',
-          label: '引用内容提示词',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.quotePrompt,
-          connected: false
-        },
-        {
-          key: 'aiSettings',
-          type: 'aiSettings',
-          label: '',
-          valueType: 'any',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'systemPrompt',
-          type: 'textarea',
-          label: 'core.ai.Prompt',
-          max: 300,
-          valueType: 'string',
-          description:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          placeholder:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          value: formData.aiSettings.systemPrompt,
-          connected: false
-        },
-        {
-          key: 'history',
-          type: 'numberInput',
-          label: 'core.module.input.label.chat history',
-          required: true,
-          min: 0,
-          max: 30,
-          valueType: 'chatHistory',
-          value: 8,
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'quoteQA',
-          type: 'target',
-          label: '引用内容',
-          description: "对象数组格式，结构：\n [{q:'问题',a:'回答'}]",
-          valueType: 'datasetQuote',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'userChatInput',
-          type: 'target',
-          label: 'core.module.input.label.user question',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'answerText',
-          label: 'AI回复',
-          description: '将在 stream 回复完毕后触发',
-          valueType: 'string',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'finish',
-          label: 'core.module.output.label.running done',
-          description: 'core.module.output.description.running done',
-          valueType: 'boolean',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'history',
-          label: '新的上下文',
-          description: '将本次回复内容拼接上历史记录，作为新的上下文返回',
-          valueType: 'chatHistory',
-          type: 'source',
-          targets: []
-        }
-      ]
-    }
-  ];
-}
-function datasetTemplate({ formData, maxToken }: Props): ModuleItemType[] {
-  const modules: ModuleItemType[] = [
-    {
-      moduleId: 'userChatInput',
-      name: 'core.module.template.Chat entrance',
-      avatar: '/imgs/module/userChatInput.png',
-      flowType: 'questionInput',
-      position: {
-        x: 324.81436595478294,
-        y: 1527.0012457753612
-      },
-      inputs: [
-        {
-          key: 'userChatInput',
-          type: 'systemInput',
-          valueType: 'string',
-          label: 'core.module.input.label.user question',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          label: 'core.module.input.label.user question',
-          type: 'source',
-          valueType: 'string',
-          targets: [
-            {
-              moduleId: 'datasetSearch',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ]
-    },
-    {
-      moduleId: 'datasetSearch',
-      name: 'core.module.template.Dataset search',
-      avatar: '/imgs/module/db.png',
-      flowType: 'datasetSearchNode',
-      showStatus: true,
-      position: {
-        x: 1351.5043753345153,
-        y: 947.0780385418003
-      },
-      inputs: [
-        {
-          key: 'switch',
-          type: 'target',
-          label: 'core.module.input.label.switch',
-          valueType: 'any',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'datasets',
-          type: 'selectDataset',
-          label: '关联的知识库',
-          value: formData.dataset.datasets,
-          valueType: 'selectDataset',
-          list: [],
-          required: true,
-          showTargetInApp: false,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'similarity',
-          type: 'hidden',
-          label: '最低相关性',
-          value: 0.15,
-          valueType: 'number',
-          min: 0,
-          max: 1,
-          step: 0.01,
-          markList: [
-            {
-              label: '0',
-              value: 0
-            },
-            {
-              label: '1',
-              value: 1
-            }
-          ],
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'limit',
-          type: 'hidden',
-          label: '引用上限',
-          description: '单次搜索最大的 Tokens 数量，中文约1字=1.7Tokens，英文约1字=1Tokens',
-          value: 2000,
-          valueType: 'number',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'searchMode',
-          type: 'hidden',
-          label: '',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: DatasetSearchModeEnum.mixedRecall,
-          connected: false
-        },
-        {
-          key: 'usingReRank',
-          type: 'hidden',
-          label: '',
-          valueType: 'boolean',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: true,
-          connected: false
-        },
-        {
-          key: 'userChatInput',
-          type: 'target',
-          label: 'core.module.input.label.user question',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'isEmpty',
-          label: '搜索结果为空',
-          type: 'source',
-          valueType: 'boolean',
-          targets: []
-        },
-        {
-          key: 'unEmpty',
-          label: '搜索结果不为空',
-          type: 'source',
-          valueType: 'boolean',
-          targets: []
-        },
-        {
-          key: 'quoteQA',
-          label: '引用内容',
-          description:
-            '始终返回数组，如果希望搜索结果为空时执行额外操作，需要用到上面的两个输入以及目标模块的触发器',
-          type: 'source',
-          valueType: 'datasetQuote',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'quoteQA'
-            }
-          ]
-        },
-        {
-          key: 'finish',
-          label: 'core.module.output.label.running done',
-          description: 'core.module.output.description.running done',
-          valueType: 'boolean',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'userChatInput',
-          label: 'core.module.input.label.user question',
-          type: 'hidden',
-          valueType: 'string',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ]
-    },
-    {
-      moduleId: 'chatModule',
-      name: 'AI 对话',
-      avatar: '/imgs/module/AI.png',
-      flowType: 'chatNode',
-      showStatus: true,
-      position: {
-        x: 2022.7264786978908,
-        y: 1006.3102431257475
-      },
-      inputs: [
-        {
-          key: 'switch',
-          type: 'target',
-          label: 'core.module.input.label.switch',
-          valueType: 'any',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'model',
-          type: 'selectLLMModel',
-          label: 'core.module.input.label.aiModel',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.model,
-          connected: false
-        },
-        {
-          key: 'temperature',
-          type: 'hidden',
-          label: '温度',
-          value: 0,
-          valueType: 'number',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'maxToken',
-          type: 'hidden',
-          label: '回复上限',
-          value: maxToken,
-          valueType: 'number',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'isResponseAnswerText',
-          type: 'hidden',
-          label: '返回AI内容',
-          value: true,
-          valueType: 'boolean',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'quoteTemplate',
-          type: 'hidden',
-          label: '引用内容模板',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: '',
-          connected: false
-        },
-        {
-          key: 'quotePrompt',
-          type: 'hidden',
-          label: '引用内容提示词',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: '',
-          connected: false
-        },
-        {
-          key: 'aiSettings',
-          type: 'aiSettings',
-          label: '',
-          valueType: 'any',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'systemPrompt',
-          type: 'textarea',
-          label: 'core.ai.Prompt',
-          max: 300,
-          valueType: 'string',
-          description:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          placeholder:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          value: formData.aiSettings.systemPrompt,
-          connected: false
-        },
-        {
-          key: 'history',
-          type: 'numberInput',
-          label: 'core.module.input.label.chat history',
-          required: true,
-          min: 0,
-          max: 30,
-          valueType: 'chatHistory',
-          value: 6,
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'quoteQA',
-          type: 'target',
-          label: '引用内容',
-          description: "对象数组格式，结构：\n [{q:'问题',a:'回答'}]",
-          valueType: 'datasetQuote',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        },
-        {
-          key: 'userChatInput',
-          type: 'target',
-          label: 'core.module.input.label.user question',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'answerText',
-          label: 'AI回复',
-          description: '将在 stream 回复完毕后触发',
-          valueType: 'string',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'finish',
-          label: 'core.module.output.label.running done',
-          description: 'core.module.output.description.running done',
-          valueType: 'boolean',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'history',
-          label: '新的上下文',
-          description: '将本次回复内容拼接上历史记录，作为新的上下文返回',
-          valueType: 'chatHistory',
-          type: 'source',
-          targets: []
-        }
-      ]
-    }
-  ];
-
-  return modules;
-}

projects/app/src/pages/api/core/app/form2Modules/fastgpt-universal.ts

@@ -1,721 +0,0 @@
-/* 
-    universal mode.
-    @author: FastGpt Team
-*/
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@fastgpt/service/common/response';
-import type { AppSimpleEditFormType } from '@fastgpt/global/core/app/type.d';
-import type { ModuleItemType } from '@fastgpt/global/core/module/type';
-import { FormatForm2ModulesProps } from '@fastgpt/global/core/app/api';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { formData } = req.body as FormatForm2ModulesProps;
-
-    const modules =
-      formData.dataset.datasets.length > 0
-        ? datasetTemplate(formData)
-        : simpleChatTemplate(formData);
-
-    jsonRes<ModuleItemType[]>(res, {
-      data: modules
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}
-
-function simpleChatTemplate(formData: AppSimpleEditFormType): ModuleItemType[] {
-  return [
-    {
-      moduleId: 'userChatInput',
-      name: 'core.module.template.Chat entrance',
-      avatar: '/imgs/module/userChatInput.png',
-      flowType: 'questionInput',
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      inputs: [
-        {
-          key: 'userChatInput',
-          type: 'systemInput',
-          valueType: 'string',
-          label: 'core.module.input.label.user question',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          label: 'core.module.input.label.user question',
-          type: 'source',
-          valueType: 'string',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ]
-    },
-    {
-      moduleId: 'chatModule',
-      name: 'AI 对话',
-      avatar: '/imgs/module/AI.png',
-      flowType: 'chatNode',
-      showStatus: true,
-      position: {
-        x: 981.9682828103937,
-        y: 890.014595014464
-      },
-      inputs: [
-        {
-          key: 'switch',
-          type: 'target',
-          label: 'core.module.input.label.switch',
-          valueType: 'any',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'model',
-          type: 'selectLLMModel',
-          label: 'core.module.input.label.aiModel',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.model,
-          connected: false
-        },
-        {
-          key: 'temperature',
-          type: 'hidden',
-          label: '温度',
-          value: formData.aiSettings.temperature,
-          valueType: 'number',
-          min: 0,
-          max: 10,
-          step: 1,
-          markList: [
-            {
-              label: '严谨',
-              value: 0
-            },
-            {
-              label: '发散',
-              value: 10
-            }
-          ],
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'maxToken',
-          type: 'hidden',
-          label: '回复上限',
-          value: formData.aiSettings.maxToken,
-          valueType: 'number',
-          min: 100,
-          max: 4000,
-          step: 50,
-          markList: [
-            {
-              label: '100',
-              value: 100
-            },
-            {
-              label: '4000',
-              value: 4000
-            }
-          ],
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'isResponseAnswerText',
-          type: 'hidden',
-          label: '返回AI内容',
-          value: true,
-          valueType: 'boolean',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'quoteTemplate',
-          type: 'hidden',
-          label: '引用内容模板',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.quoteTemplate,
-          connected: false
-        },
-        {
-          key: 'quotePrompt',
-          type: 'hidden',
-          label: '引用内容提示词',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.quotePrompt,
-          connected: false
-        },
-        {
-          key: 'aiSettings',
-          type: 'aiSettings',
-          label: '',
-          valueType: 'any',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'systemPrompt',
-          type: 'textarea',
-          label: 'core.ai.Prompt',
-          max: 300,
-          valueType: 'string',
-          description:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          placeholder:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          value: formData.aiSettings.systemPrompt,
-          connected: false
-        },
-        {
-          key: 'history',
-          type: 'numberInput',
-          label: 'core.module.input.label.chat history',
-          required: true,
-          min: 0,
-          max: 30,
-          valueType: 'chatHistory',
-          value: 6,
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'quoteQA',
-          type: 'target',
-          label: '引用内容',
-          description: "对象数组格式，结构：\n [{q:'问题',a:'回答'}]",
-          valueType: 'datasetQuote',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'userChatInput',
-          type: 'target',
-          label: 'core.module.input.label.user question',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'answerText',
-          label: 'AI回复',
-          description: '将在 stream 回复完毕后触发',
-          valueType: 'string',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'finish',
-          label: 'core.module.output.label.running done',
-          description: 'core.module.output.description.running done',
-          valueType: 'boolean',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'history',
-          label: '新的上下文',
-          description: '将本次回复内容拼接上历史记录，作为新的上下文返回',
-          valueType: 'chatHistory',
-          type: 'source',
-          targets: []
-        }
-      ]
-    }
-  ];
-}
-function datasetTemplate(formData: AppSimpleEditFormType): ModuleItemType[] {
-  const modules: ModuleItemType[] = [
-    {
-      moduleId: 'userChatInput',
-      name: 'core.module.template.Chat entrance',
-      avatar: '/imgs/module/userChatInput.png',
-      flowType: 'questionInput',
-      position: {
-        x: 324.81436595478294,
-        y: 1527.0012457753612
-      },
-      inputs: [
-        {
-          key: 'userChatInput',
-          type: 'systemInput',
-          valueType: 'string',
-          label: 'core.module.input.label.user question',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          label: 'core.module.input.label.user question',
-          type: 'source',
-          valueType: 'string',
-          targets: [
-            {
-              moduleId: 'datasetSearch',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ]
-    },
-    {
-      moduleId: 'datasetSearch',
-      name: 'core.module.template.Dataset search',
-      avatar: '/imgs/module/db.png',
-      flowType: 'datasetSearchNode',
-      showStatus: true,
-      position: {
-        x: 1351.5043753345153,
-        y: 947.0780385418003
-      },
-      inputs: [
-        {
-          key: 'switch',
-          type: 'target',
-          label: 'core.module.input.label.switch',
-          valueType: 'any',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'datasets',
-          type: 'selectDataset',
-          label: '关联的知识库',
-          value: formData.dataset.datasets,
-          valueType: 'selectDataset',
-          list: [],
-          required: true,
-          showTargetInApp: false,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'similarity',
-          type: 'hidden',
-          label: '最低相关性',
-          value: formData.dataset.similarity,
-          valueType: 'number',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'limit',
-          type: 'hidden',
-          label: '引用上限',
-          description: '单次搜索最大的 Tokens 数量，中文约1字=1.7Tokens，英文约1字=1Tokens',
-          value: formData.dataset.limit,
-          valueType: 'number',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'searchMode',
-          type: 'hidden',
-          label: 'core.dataset.search.Mode',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.dataset.searchMode,
-          connected: false
-        },
-        {
-          key: 'usingReRank',
-          type: 'hidden',
-          label: '',
-          valueType: 'boolean',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.dataset.usingReRank,
-          connected: false
-        },
-        {
-          key: 'datasetSearchUsingExtensionQuery',
-          type: 'hidden',
-          label: '',
-          valueType: 'boolean',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.dataset.datasetSearchUsingExtensionQuery,
-          connected: false
-        },
-        {
-          key: 'datasetSearchExtensionBg',
-          type: 'hidden',
-          label: '',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.dataset.datasetSearchExtensionBg,
-          connected: false
-        },
-        {
-          key: 'datasetSearchExtensionModel',
-          type: 'hidden',
-          label: '',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.dataset.datasetSearchExtensionModel,
-          connected: false
-        },
-        {
-          key: 'userChatInput',
-          type: 'target',
-          label: 'core.module.input.label.user question',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'isEmpty',
-          label: '搜索结果为空',
-          type: 'source',
-          valueType: 'boolean',
-          targets: formData.dataset.searchEmptyText
-            ? [
-                {
-                  moduleId: '6dtsvu',
-                  key: 'switch'
-                }
-              ]
-            : []
-        },
-        {
-          key: 'unEmpty',
-          label: '搜索结果不为空',
-          type: 'source',
-          valueType: 'boolean',
-          targets: formData.dataset.searchEmptyText
-            ? [
-                {
-                  moduleId: 'chatModule',
-                  key: 'switch'
-                }
-              ]
-            : []
-        },
-        {
-          key: 'quoteQA',
-          label: '引用内容',
-          description:
-            '始终返回数组，如果希望搜索结果为空时执行额外操作，需要用到上面的两个输入以及目标模块的触发器',
-          type: 'source',
-          valueType: 'datasetQuote',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'quoteQA'
-            }
-          ]
-        },
-        {
-          key: 'finish',
-          label: 'core.module.output.label.running done',
-          description: 'core.module.output.description.running done',
-          valueType: 'boolean',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'userChatInput',
-          label: 'core.module.input.label.user question',
-          type: 'hidden',
-          valueType: 'string',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ]
-    },
-    {
-      moduleId: 'chatModule',
-      name: 'AI 对话',
-      avatar: '/imgs/module/AI.png',
-      flowType: 'chatNode',
-      showStatus: true,
-      position: {
-        x: 2022.7264786978908,
-        y: 1006.3102431257475
-      },
-      inputs: [
-        {
-          key: 'switch',
-          type: 'target',
-          label: 'core.module.input.label.switch',
-          valueType: 'any',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: !!formData.dataset?.searchEmptyText
-        },
-        {
-          key: 'model',
-          type: 'selectLLMModel',
-          label: 'core.module.input.label.aiModel',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.model,
-          connected: false
-        },
-        {
-          key: 'temperature',
-          type: 'hidden',
-          label: '温度',
-          value: formData.aiSettings.temperature,
-          valueType: 'number',
-          min: 0,
-          max: 10,
-          step: 1,
-          markList: [
-            {
-              label: '严谨',
-              value: 0
-            },
-            {
-              label: '发散',
-              value: 10
-            }
-          ],
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'maxToken',
-          type: 'hidden',
-          label: '回复上限',
-          value: formData.aiSettings.maxToken,
-          valueType: 'number',
-          min: 100,
-          max: 4000,
-          step: 50,
-          markList: [
-            {
-              label: '100',
-              value: 100
-            },
-            {
-              label: '4000',
-              value: 4000
-            }
-          ],
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'isResponseAnswerText',
-          type: 'hidden',
-          label: '返回AI内容',
-          value: true,
-          valueType: 'boolean',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'quoteTemplate',
-          type: 'hidden',
-          label: '引用内容模板',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.quoteTemplate,
-          connected: false
-        },
-        {
-          key: 'quotePrompt',
-          type: 'hidden',
-          label: '引用内容提示词',
-          valueType: 'string',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          value: formData.aiSettings.quotePrompt,
-          connected: false
-        },
-        {
-          key: 'aiSettings',
-          type: 'aiSettings',
-          label: '',
-          valueType: 'any',
-          showTargetInApp: false,
-          showTargetInPlugin: false,
-          connected: false
-        },
-        {
-          key: 'systemPrompt',
-          type: 'textarea',
-          label: 'core.ai.Prompt',
-          max: 300,
-          valueType: 'string',
-          description:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          placeholder:
-            '模型固定的引导词，通过调整该内容，可以引导模型聊天方向。该内容会被固定在上下文的开头。可使用变量，例如 {{language}}',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          value: formData.aiSettings.systemPrompt,
-          connected: false
-        },
-        {
-          key: 'history',
-          type: 'numberInput',
-          label: 'core.module.input.label.chat history',
-          required: true,
-          min: 0,
-          max: 30,
-          valueType: 'chatHistory',
-          value: 6,
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        },
-        {
-          key: 'quoteQA',
-          type: 'target',
-          label: '引用内容',
-          description: "对象数组格式，结构：\n [{q:'问题',a:'回答'}]",
-          valueType: 'datasetQuote',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        },
-        {
-          key: 'userChatInput',
-          type: 'target',
-          label: 'core.module.input.label.user question',
-          required: true,
-          valueType: 'string',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'answerText',
-          label: 'AI回复',
-          description: '将在 stream 回复完毕后触发',
-          valueType: 'string',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'finish',
-          label: 'core.module.output.label.running done',
-          description: 'core.module.output.description.running done',
-          valueType: 'boolean',
-          type: 'source',
-          targets: []
-        },
-        {
-          key: 'history',
-          label: '新的上下文',
-          description: '将本次回复内容拼接上历史记录，作为新的上下文返回',
-          valueType: 'chatHistory',
-          type: 'source',
-          targets: []
-        }
-      ]
-    }
-  ];
-
-  if (formData.dataset?.searchEmptyText) {
-    modules.push({
-      moduleId: '6dtsvu',
-      name: '指定回复',
-      avatar: '/imgs/module/reply.png',
-      flowType: 'answerNode',
-      position: {
-        x: 2018.2744321961648,
-        y: 616.1220817209096
-      },
-      inputs: [
-        {
-          key: 'switch',
-          type: 'target',
-          label: 'core.module.input.label.switch',
-          valueType: 'any',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: true
-        },
-        {
-          key: 'text',
-          type: 'textarea',
-          value: formData.dataset.searchEmptyText,
-          valueType: 'any',
-          label: '回复的内容',
-          description:
-            '可以使用 \\n 来实现连续换行。\n可以通过外部模块输入实现回复，外部模块输入时会覆盖当前填写的内容。\n如传入非字符串类型数据将会自动转成字符串',
-          placeholder:
-            '可以使用 \\n 来实现连续换行。\n可以通过外部模块输入实现回复，外部模块输入时会覆盖当前填写的内容。\n如传入非字符串类型数据将会自动转成字符串',
-          showTargetInApp: true,
-          showTargetInPlugin: true,
-          connected: false
-        }
-      ],
-      outputs: [
-        {
-          key: 'finish',
-          label: 'core.module.output.label.running done',
-          description: 'core.module.output.description.running done',
-          valueType: 'boolean',
-          type: 'source',
-          targets: []
-        }
-      ]
-    });
-  }
-
-  return modules;
-}

projects/app/src/pages/api/core/app/update.ts

@@ -12,7 +12,7 @@ import { getLLMModel } from '@fastgpt/service/core/ai/model';
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
     await connectToDatabase();
-    const { name, avatar, type, simpleTemplateId, intro, modules, permission, teamTags } =
+    const { name, avatar, type, intro, modules, permission, teamTags } =
       req.body as AppUpdateParams;
     const { appId } = req.query as { appId: string };
 
@@ -29,7 +29,10 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       let maxTokens = 3000;
 
       modules.forEach((item) => {
-        if (item.flowType === FlowNodeTypeEnum.chatNode) {
+        if (
+          item.flowType === FlowNodeTypeEnum.chatNode ||
+          item.flowType === FlowNodeTypeEnum.tools
+        ) {
           const model =
             item.inputs.find((item) => item.key === ModuleInputKeyEnum.aiModel)?.value || '';
           const chatModel = getLLMModel(model);
@@ -61,7 +64,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       {
         name,
         type,
-        simpleTemplateId,
         avatar,
         intro,
         permission,

projects/app/src/pages/api/core/app/updateTeamTasg.ts

@@ -12,7 +12,7 @@ import { getLLMModel } from '@fastgpt/service/core/ai/model';
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
     await connectToDatabase();
-    const { name, avatar, type, simpleTemplateId, intro, modules, permission, teamTags } =
+    const { name, avatar, type, intro, modules, permission, teamTags } =
       req.body as AppUpdateParams;
     const { appId } = req.query as { appId: string };
 
@@ -61,7 +61,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       {
         name,
         type,
-        simpleTemplateId,
         avatar,
         intro,
         permission,

projects/app/src/pages/api/core/chat/chatTest.ts

@@ -8,10 +8,10 @@ import { pushChatUsage } from '@/service/support/wallet/usage/push';
 import { UsageSourceEnum } from '@fastgpt/global/support/wallet/usage/constants';
 import type { ChatItemType, ChatItemValueItemType } from '@fastgpt/global/core/chat/type';
 import { authApp } from '@fastgpt/service/support/permission/auth/app';
-import { dispatchWorkFlow } from '@/service/moduleDispatch';
+import { dispatchWorkFlow } from '@fastgpt/service/core/workflow/dispatch';
 import { authCert } from '@fastgpt/service/support/permission/auth/common';
 import { getUserChatInfoAndAuthTeamPoints } from '@/service/support/permission/auth/team';
-import { setEntryEntries } from '@/service/moduleDispatch/utils';
+import { setEntryEntries } from '@fastgpt/service/core/workflow/dispatch/utils';
 import { chatValue2RuntimePrompt } from '@fastgpt/global/core/chat/adapt';
 
 export type Props = {

projects/app/src/pages/api/core/chat/feedback/updateUserFeedback.ts

@@ -7,8 +7,17 @@ import { autChatCrud } from '@/service/support/permission/auth/chat';
 
 /* 初始化我的聊天框，需要身份验证 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  const { appId, chatId, chatItemId, shareId, outLinkUid, userBadFeedback, userGoodFeedback } =
-    req.body as UpdateChatFeedbackProps;
+  const {
+    appId,
+    chatId,
+    chatItemId,
+    shareId,
+    teamId,
+    teamToken,
+    outLinkUid,
+    userBadFeedback,
+    userGoodFeedback
+  } = req.body as UpdateChatFeedbackProps;
 
   try {
     await connectToDatabase();
@@ -17,6 +26,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       req,
       authToken: true,
       appId,
+      teamId,
+      teamToken,
       chatId,
       shareId,
       outLinkUid,

projects/app/src/pages/api/core/chat/updateHistory.ts

@@ -9,12 +9,13 @@ import { autChatCrud } from '@/service/support/permission/auth/chat';
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
     await connectToDatabase();
-    const { appId, chatId, shareId, outLinkUid, customTitle, top } = req.body as UpdateHistoryProps;
-
+    const { appId, chatId, teamId, shareId, outLinkUid, customTitle, top } =
+      req.body as UpdateHistoryProps;
     await autChatCrud({
       req,
       authToken: true,
       appId,
+      teamId,
       chatId,
       shareId,
       outLinkUid,

projects/app/src/pages/api/core/dataset/collection/create/text.ts

@@ -14,7 +14,7 @@ import {
 import { splitText2Chunks } from '@fastgpt/global/common/string/textSplitter';
 import { checkDatasetLimit } from '@fastgpt/service/support/permission/teamLimit';
 import { predictDataLimitLength } from '@fastgpt/global/core/dataset/utils';
-import { pushDataToTrainingQueue } from '@/service/core/dataset/data/controller';
+import { pushDataListToTrainingQueue } from '@fastgpt/service/core/dataset/training/controller';
 import { hashStr } from '@fastgpt/global/common/string/tools';
 import { createTrainingUsage } from '@fastgpt/service/support/wallet/usage/controller';
 import { UsageSourceEnum } from '@fastgpt/global/support/wallet/usage/constants';
@@ -83,7 +83,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     ]);
 
     // 4. push chunks to training queue
-    const insertResults = await pushDataToTrainingQueue({
+    const insertResults = await pushDataListToTrainingQueue({
       teamId,
       tmbId,
       collectionId,

projects/app/src/pages/api/core/dataset/data/insertData.ts

@@ -23,11 +23,11 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
     const { collectionId, q, a, indexes } = req.body as InsertOneDatasetDataProps;
 
     if (!q) {
-      return Promise.reject('q is required');
+      throw new Error('q is required');
     }
 
     if (!collectionId) {
-      return Promise.reject('collectionId is required');
+      throw new Error('collectionId is required');
     }
 
     // 凭证校验

projects/app/src/pages/api/core/dataset/data/pushData.ts

@@ -10,7 +10,7 @@ import type {
 import { authDatasetCollection } from '@fastgpt/service/support/permission/auth/dataset';
 import { checkDatasetLimit } from '@fastgpt/service/support/permission/teamLimit';
 import { predictDataLimitLength } from '@fastgpt/global/core/dataset/utils';
-import { pushDataToTrainingQueue } from '@/service/core/dataset/data/controller';
+import { pushDataListToTrainingQueue } from '@fastgpt/service/core/dataset/training/controller';
 
 export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
@@ -41,7 +41,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
     });
 
     jsonRes<PushDatasetDataResponse>(res, {
-      data: await pushDataToTrainingQueue({
+      data: await pushDataListToTrainingQueue({
         ...req.body,
         teamId,
         tmbId

projects/app/src/pages/api/core/dataset/file/getPreviewUrl.ts

@@ -3,7 +3,7 @@ import { jsonRes } from '@fastgpt/service/common/response';
 import { connectToDatabase } from '@/service/mongo';
 import { authDatasetFile } from '@fastgpt/service/support/permission/auth/dataset';
 import { createFileToken } from '@fastgpt/service/support/permission/controller';
-import { BucketNameEnum, FileBaseUrl } from '@fastgpt/global/common/file/constants';
+import { BucketNameEnum, ReadFileBaseUrl } from '@fastgpt/global/common/file/constants';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
@@ -25,7 +25,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     });
 
     jsonRes(res, {
-      data: `${FileBaseUrl}?token=${token}`
+      data: `${ReadFileBaseUrl}?token=${token}`
     });
   } catch (error) {
     jsonRes(res, {

projects/app/src/pages/api/core/dataset/searchTest.ts

@@ -5,7 +5,7 @@ import type { SearchTestProps, SearchTestResponse } from '@/global/core/dataset/
 import { connectToDatabase } from '@/service/mongo';
 import { authDataset } from '@fastgpt/service/support/permission/auth/dataset';
 import { pushGenerateVectorUsage } from '@/service/support/wallet/usage/push';
-import { searchDatasetData } from '@/service/core/dataset/data/controller';
+import { searchDatasetData } from '@fastgpt/service/core/dataset/search/controller';
 import { updateApiKeyUsage } from '@fastgpt/service/support/openapi/tools';
 import { UsageSourceEnum } from '@fastgpt/global/support/wallet/usage/constants';
 import { getLLMModel } from '@fastgpt/service/core/ai/model';

projects/app/src/pages/api/core/plugin/create.ts

@@ -5,6 +5,8 @@ import type { CreateOnePluginParams } from '@fastgpt/global/core/plugin/controll
 import { authUserNotVisitor } from '@fastgpt/service/support/permission/auth/user';
 import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
 import { checkTeamPluginLimit } from '@fastgpt/service/support/permission/teamLimit';
+import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
+import { httpApiSchema2Plugins } from '@fastgpt/global/core/plugin/httpPlugin/utils';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
@@ -12,17 +14,58 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     const { teamId, tmbId } = await authUserNotVisitor({ req, authToken: true });
     const body = req.body as CreateOnePluginParams;
 
-    await checkTeamPluginLimit(teamId);
+    // await checkTeamPluginLimit(teamId);
 
-    const { _id } = await MongoPlugin.create({
-      ...body,
-      teamId,
-      tmbId
-    });
+    // create parent plugin and child plugin
+    if (body.metadata?.apiSchemaStr) {
+      const parentId = await mongoSessionRun(async (session) => {
+        const [{ _id: parentId }] = await MongoPlugin.create(
+          [
+            {
+              ...body,
+              parentId: null,
+              teamId,
+              tmbId
+            }
+          ],
+          { session }
+        );
 
-    jsonRes(res, {
-      data: _id
-    });
+        const childrenPlugins = httpApiSchema2Plugins({
+          parentId,
+          apiSchemaStr: body.metadata?.apiSchemaStr,
+          customHeader: body.metadata?.customHeaders
+        });
+
+        await MongoPlugin.create(
+          childrenPlugins.map((item) => ({
+            ...item,
+            metadata: {
+              pluginUid: item.name
+            },
+            teamId,
+            tmbId
+          })),
+          {
+            session
+          }
+        );
+        return parentId;
+      });
+
+      jsonRes(res, {
+        data: parentId
+      });
+    } else {
+      const { _id } = await MongoPlugin.create({
+        ...body,
+        teamId,
+        tmbId
+      });
+      jsonRes(res, {
+        data: _id
+      });
+    }
   } catch (err) {
     jsonRes(res, {
       code: 500,

projects/app/src/pages/api/core/plugin/delete.ts

@@ -3,14 +3,32 @@ import { jsonRes } from '@fastgpt/service/common/response';
 import { connectToDatabase } from '@/service/mongo';
 import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
 import { authPluginCrud } from '@fastgpt/service/support/permission/auth/plugin';
+import { authUserNotVisitor } from '@fastgpt/service/support/permission/auth/user';
+import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
-    const { id } = req.query as { id: string };
     await connectToDatabase();
-    await authPluginCrud({ req, authToken: true, id, per: 'owner' });
+    const { teamId } = await authUserNotVisitor({ req, authToken: true });
+    const { pluginId } = req.query as { pluginId: string };
 
-    await MongoPlugin.findByIdAndRemove(id);
+    if (!pluginId) {
+      throw new Error('缺少参数');
+    }
+    await authPluginCrud({ req, authToken: true, id: pluginId, per: 'owner' });
+
+    await mongoSessionRun(async (session) => {
+      await MongoPlugin.deleteMany(
+        {
+          teamId,
+          parentId: pluginId
+        },
+        {
+          session
+        }
+      );
+      await MongoPlugin.findByIdAndDelete(pluginId, { session });
+    });
 
     jsonRes(res, {});
   } catch (err) {

projects/app/src/pages/api/core/plugin/getPreviewModule.ts

@@ -6,7 +6,7 @@ import { jsonRes } from '@fastgpt/service/common/response';
 import { connectToDatabase } from '@/service/mongo';
 import { getPluginPreviewModule } from '@fastgpt/service/core/plugin/controller';
 import { authPluginCanUse } from '@fastgpt/service/support/permission/auth/plugin';
-import { FlowModuleTemplateType } from '@fastgpt/global/core/module/type';
+import { FlowNodeTemplateType } from '@fastgpt/global/core/module/type';
 import { authCert } from '@fastgpt/service/support/permission/auth/common';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
@@ -16,7 +16,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     const { teamId, tmbId } = await authCert({ req, authToken: true });
     await authPluginCanUse({ id, teamId, tmbId });
 
-    jsonRes<FlowModuleTemplateType>(res, {
+    jsonRes<FlowNodeTemplateType>(res, {
       data: await getPluginPreviewModule({ id })
     });
   } catch (err) {

projects/app/src/pages/api/core/plugin/httpPlugin/getApiSchemaByUrl.ts

@@ -0,0 +1,20 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@fastgpt/service/common/response';
+import * as SwaggerParser from '@apidevtools/swagger-parser';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  try {
+    const apiURL = req.body.url as string;
+
+    const api = await (SwaggerParser as any).validate(apiURL);
+
+    return jsonRes(res, {
+      data: api
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

projects/app/src/pages/api/core/plugin/list.ts

@@ -1,16 +1,31 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@fastgpt/service/common/response';
 import { connectToDatabase } from '@/service/mongo';
+import { DatasetTypeEnum } from '@fastgpt/global/core/dataset/constants';
 import { authCert } from '@fastgpt/service/support/permission/auth/common';
 import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
+import { PluginListItemType } from '@fastgpt/global/core/plugin/controller';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
     await connectToDatabase();
+    const { parentId, type } = req.query as { parentId?: string; type?: `${DatasetTypeEnum}` };
+
     const { teamId } = await authCert({ req, authToken: true });
 
-    jsonRes(res, {
-      data: await MongoPlugin.find({ teamId })
+    const plugins = await MongoPlugin.find(
+      {
+        teamId,
+        ...(parentId !== undefined && { parentId: parentId || null }),
+        ...(type && { type })
+      },
+      '_id parentId type name avatar intro metadata'
+    )
+      .sort({ updateTime: -1 })
+      .lean();
+
+    jsonRes<PluginListItemType[]>(res, {
+      data: plugins
     });
   } catch (err) {
     jsonRes(res, {

projects/app/src/pages/api/core/plugin/paths.ts

@@ -0,0 +1,46 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@fastgpt/service/common/response';
+import { connectToDatabase } from '@/service/mongo';
+import type { ParentTreePathItemType } from '@fastgpt/global/common/parentFolder/type.d';
+import { authCert } from '@fastgpt/service/support/permission/auth/common';
+import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  try {
+    await connectToDatabase();
+
+    const { parentId } = req.query as { parentId: string };
+
+    if (!parentId) {
+      return jsonRes(res, {
+        data: []
+      });
+    }
+
+    await authCert({ req, authToken: true });
+
+    jsonRes<ParentTreePathItemType[]>(res, {
+      data: await getParents(parentId)
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}
+
+async function getParents(parentId?: string): Promise<ParentTreePathItemType[]> {
+  if (!parentId) {
+    return [];
+  }
+
+  const parent = await MongoPlugin.findById(parentId, 'name parentId');
+
+  if (!parent) return [];
+
+  const paths = await getParents(parent.parentId);
+  paths.push({ parentId, parentName: parent.name });
+
+  return paths;
+}

projects/app/src/pages/api/core/plugin/pluginTemplate/getSystemPluginTemplates.ts

@@ -0,0 +1,37 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@fastgpt/service/common/response';
+import { connectToDatabase } from '@/service/mongo';
+import { authCert } from '@fastgpt/service/support/permission/auth/common';
+import { FlowNodeTypeEnum } from '@fastgpt/global/core/module/node/constant';
+import { FlowNodeTemplateType } from '@fastgpt/global/core/module/type';
+import { FlowNodeTemplateTypeEnum } from '@fastgpt/global/core/module/constants';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  try {
+    await connectToDatabase();
+    await authCert({ req, authToken: true });
+
+    const data: FlowNodeTemplateType[] =
+      global.communityPlugins?.map((plugin) => ({
+        id: plugin.id,
+        templateType: plugin.templateType ?? FlowNodeTemplateTypeEnum.other,
+        flowType: FlowNodeTypeEnum.pluginModule,
+        avatar: plugin.avatar,
+        name: plugin.name,
+        intro: plugin.intro,
+        showStatus: true,
+        isTool: plugin.isTool,
+        inputs: [],
+        outputs: []
+      })) || [];
+
+    jsonRes<FlowNodeTemplateType[]>(res, {
+      data
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

projects/app/src/pages/api/core/plugin/pluginTemplate/getTeamPluginTemplates.ts

@@ -0,0 +1,62 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@fastgpt/service/common/response';
+import { connectToDatabase } from '@/service/mongo';
+import { authCert } from '@fastgpt/service/support/permission/auth/common';
+import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
+import { FlowNodeTypeEnum } from '@fastgpt/global/core/module/node/constant';
+import { FlowNodeTemplateType } from '@fastgpt/global/core/module/type';
+import { FlowNodeTemplateTypeEnum } from '@fastgpt/global/core/module/constants';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  try {
+    await connectToDatabase();
+    const { parentId, searchKey } = req.query as { parentId?: string; searchKey?: string };
+    const { teamId } = await authCert({ req, authToken: true });
+
+    const userPlugins = await (async () => {
+      if (searchKey) {
+        return MongoPlugin.find({
+          teamId,
+          // search name or intro
+          $or: [
+            { name: { $regex: searchKey, $options: 'i' } },
+            { intro: { $regex: searchKey, $options: 'i' } }
+          ]
+        })
+          .sort({
+            updateTime: -1
+          })
+          .lean();
+      } else {
+        return MongoPlugin.find({ teamId, parentId: parentId || null })
+          .sort({
+            updateTime: -1
+          })
+          .lean();
+      }
+    })();
+
+    const data: FlowNodeTemplateType[] = userPlugins.map((plugin) => ({
+      id: String(plugin._id),
+      parentId: String(plugin.parentId),
+      pluginType: plugin.type,
+      templateType: FlowNodeTemplateTypeEnum.personalPlugin,
+      flowType: FlowNodeTypeEnum.pluginModule,
+      avatar: plugin.avatar,
+      name: plugin.name,
+      intro: plugin.intro,
+      showStatus: false,
+      inputs: [],
+      outputs: []
+    }));
+
+    jsonRes<FlowNodeTemplateType[]>(res, {
+      data
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

projects/app/src/pages/api/core/plugin/templates.ts

@@ -1,57 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@fastgpt/service/common/response';
-import { connectToDatabase } from '@/service/mongo';
-import { authCert } from '@fastgpt/service/support/permission/auth/common';
-import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
-import { FlowNodeTypeEnum } from '@fastgpt/global/core/module/node/constant';
-import { FlowModuleTemplateType } from '@fastgpt/global/core/module/type';
-import { ModuleTemplateTypeEnum } from '@fastgpt/global/core/module/constants';
-import { GET } from '@fastgpt/service/common/api/plusRequest';
-import type { PluginTemplateType } from '@fastgpt/global/core/plugin/type.d';
-import { FastGPTProUrl } from '@fastgpt/service/common/system/constants';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    await connectToDatabase();
-    const { teamId } = await authCert({ req, authToken: true });
-
-    const [userPlugins, plusPlugins] = await Promise.all([
-      MongoPlugin.find({ teamId }).lean(),
-      FastGPTProUrl ? GET<PluginTemplateType[]>('/core/plugin/getTemplates') : []
-    ]);
-
-    const data: FlowModuleTemplateType[] = [
-      ...userPlugins.map((plugin) => ({
-        id: String(plugin._id),
-        templateType: ModuleTemplateTypeEnum.personalPlugin,
-        flowType: FlowNodeTypeEnum.pluginModule,
-        avatar: plugin.avatar,
-        name: plugin.name,
-        intro: plugin.intro,
-        showStatus: false,
-        inputs: [],
-        outputs: []
-      })),
-      ...(global.communityPlugins?.map((plugin) => ({
-        id: plugin.id,
-        templateType: plugin.templateType ?? ModuleTemplateTypeEnum.other,
-        flowType: FlowNodeTypeEnum.pluginModule,
-        avatar: plugin.avatar,
-        name: plugin.name,
-        intro: plugin.intro,
-        showStatus: true,
-        inputs: [],
-        outputs: []
-      })) || [])
-    ];
-
-    jsonRes<FlowModuleTemplateType[]>(res, {
-      data
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

projects/app/src/pages/api/core/plugin/update.ts

@@ -4,17 +4,37 @@ import { connectToDatabase } from '@/service/mongo';
 import type { UpdatePluginParams } from '@fastgpt/global/core/plugin/controller';
 import { authPluginCrud } from '@fastgpt/service/support/permission/auth/plugin';
 import { MongoPlugin } from '@fastgpt/service/core/plugin/schema';
+import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
+import { ClientSession } from '@fastgpt/service/common/mongo';
+import { httpApiSchema2Plugins } from '@fastgpt/global/core/plugin/httpPlugin/utils';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
     await connectToDatabase();
-    const { id, ...props } = req.body as UpdatePluginParams;
+    const body = req.body as UpdatePluginParams;
 
-    await authPluginCrud({ req, authToken: true, id, per: 'owner' });
+    const { id, ...props } = body;
 
-    jsonRes(res, {
-      data: await MongoPlugin.findByIdAndUpdate(id, props)
-    });
+    const { teamId, tmbId } = await authPluginCrud({ req, authToken: true, id, per: 'owner' });
+
+    if (props.metadata?.apiSchemaStr) {
+      await mongoSessionRun(async (session) => {
+        // update children
+        await updateHttpChildrenPlugin({
+          teamId,
+          tmbId,
+          parent: body,
+          session
+        });
+        await MongoPlugin.findByIdAndUpdate(id, props, { session });
+      });
+
+      jsonRes(res, {});
+    } else {
+      jsonRes(res, {
+        data: await MongoPlugin.findByIdAndUpdate(id, props)
+      });
+    }
   } catch (err) {
     jsonRes(res, {
       code: 500,
@@ -22,3 +42,64 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     });
   }
 }
+
+const updateHttpChildrenPlugin = async ({
+  teamId,
+  tmbId,
+  parent,
+  session
+}: {
+  teamId: string;
+  tmbId: string;
+  parent: UpdatePluginParams;
+  session: ClientSession;
+}) => {
+  if (!parent.metadata?.apiSchemaStr) return;
+  const dbPlugins = await MongoPlugin.find(
+    {
+      parentId: parent.id,
+      teamId
+    },
+    '_id metadata'
+  );
+
+  const schemaPlugins = httpApiSchema2Plugins({
+    parentId: parent.id,
+    apiSchemaStr: parent.metadata?.apiSchemaStr,
+    customHeader: parent.metadata?.customHeaders
+  });
+
+  // 数据库中存在，schema不存在，删除
+  for await (const plugin of dbPlugins) {
+    if (!schemaPlugins.find((p) => p.name === plugin.metadata?.pluginUid)) {
+      await MongoPlugin.deleteOne({ _id: plugin._id }, { session });
+    }
+  }
+  // 数据库中不存在，schema存在，新增
+  for await (const plugin of schemaPlugins) {
+    if (!dbPlugins.find((p) => p.metadata?.pluginUid === plugin.name)) {
+      await MongoPlugin.create(
+        [
+          {
+            ...plugin,
+            metadata: {
+              pluginUid: plugin.name
+            },
+            teamId,
+            tmbId
+          }
+        ],
+        {
+          session
+        }
+      );
+    }
+  }
+  // 数据库中存在，schema存在，更新
+  for await (const plugin of schemaPlugins) {
+    const dbPlugin = dbPlugins.find((p) => plugin.name === p.metadata?.pluginUid);
+    if (dbPlugin) {
+      await MongoPlugin.findByIdAndUpdate(dbPlugin._id, plugin, { session });
+    }
+  }
+};

projects/app/src/pages/api/v1/chat/completions.ts

@@ -6,7 +6,7 @@ import { addLog } from '@fastgpt/service/common/system/log';
 import { withNextCors } from '@fastgpt/service/common/middle/cors';
 import { ChatRoleEnum, ChatSourceEnum } from '@fastgpt/global/core/chat/constants';
 import { SseResponseEventEnum } from '@fastgpt/global/core/module/runtime/constants';
-import { dispatchWorkFlow } from '@/service/moduleDispatch';
+import { dispatchWorkFlow } from '@fastgpt/service/core/workflow/dispatch';
 import type { ChatCompletionCreateParams } from '@fastgpt/global/core/ai/type.d';
 import type { ChatCompletionMessageParam } from '@fastgpt/global/core/ai/type.d';
 import { textAdaptGptResponse } from '@fastgpt/global/core/module/runtime/utils';
@@ -32,7 +32,7 @@ import { AuthOutLinkChatProps } from '@fastgpt/global/support/outLink/api';
 import { MongoChat } from '@fastgpt/service/core/chat/chatSchema';
 import { ChatErrEnum } from '@fastgpt/global/common/error/code/chat';
 import { OutLinkChatAuthProps } from '@fastgpt/global/support/permission/chat';
-import { setEntryEntries } from '@/service/moduleDispatch/utils';
+import { setEntryEntries } from '@fastgpt/service/core/workflow/dispatch/utils';
 import { UserChatItemType } from '@fastgpt/global/core/chat/type';
 import { DispatchNodeResponseKeyEnum } from '@fastgpt/global/core/module/runtime/constants';