V4.7-alpha (#985)

Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

packages/global/core/module/constants.ts

@@ -21,7 +21,10 @@ export enum ModuleIOValueTypeEnum {
 
   // plugin special type
   selectApp = 'selectApp',
-  selectDataset = 'selectDataset'
+  selectDataset = 'selectDataset',
+
+  // tool
+  tools = 'tools'
 }
 
 /* reg: modulename key */
@@ -89,12 +92,10 @@ export enum ModuleInputKeyEnum {
 
 export enum ModuleOutputKeyEnum {
   // common
-  responseData = 'responseData',
-  moduleDispatchBills = 'moduleDispatchBills',
   userChatInput = 'userChatInput',
   finish = 'finish',
   history = 'history',
-  answerText = 'answerText', //  answer module text key
+  answerText = 'answerText', // module answer. the value will be show and save to history
   success = 'success',
   failed = 'failed',
   text = 'system_text',
@@ -110,7 +111,13 @@ export enum ModuleOutputKeyEnum {
 
   // tf switch
   resultTrue = 'system_resultTrue',
-  resultFalse = 'system_resultFalse'
+  resultFalse = 'system_resultFalse',
+
+  // tools
+  selectedTools = 'selectedTools',
+
+  // http
+  httpRawResponse = 'httpRawResponse'
 }
 
 export enum VariableInputEnum {

packages/global/core/module/node/constant.ts

@@ -56,7 +56,8 @@ export enum FlowNodeTypeEnum {
   pluginModule = 'pluginModule',
   pluginInput = 'pluginInput',
   pluginOutput = 'pluginOutput',
-  queryExtension = 'cfr'
+  queryExtension = 'cfr',
+  tools = 'tools'
 
   // abandon
 }

packages/global/core/module/node/type.d.ts

@@ -2,6 +2,7 @@ import { FlowNodeInputTypeEnum, FlowNodeOutputTypeEnum, FlowNodeTypeEnum } from
 import { ModuleIOValueTypeEnum, ModuleInputKeyEnum, ModuleOutputKeyEnum } from '../constants';
 import { SelectedDatasetType } from '../api';
 import { EditInputFieldMap, EditOutputFieldMap } from './type';
+import { LLMModelTypeEnum } from '../../ai/constants';
 
 export type FlowNodeChangeProps = {
   moduleId: string;
@@ -28,6 +29,7 @@ export type FlowNodeInputItemType = {
   label: string;
   description?: string;
   required?: boolean;
+  toolDescription?: string; // If this field is not empty, it is entered as a tool
 
   edit?: boolean; // Whether to allow editing
   editField?: EditInputFieldMap;
@@ -49,6 +51,8 @@ export type FlowNodeInputItemType = {
   step?: number; // slider
   max?: number; // slider, number input
   min?: number; // slider, number input
+
+  llmModelType?: `${LLMModelTypeEnum}`;
 };
 
 export type FlowNodeOutputTargetItemType = {
@@ -62,6 +66,8 @@ export type FlowNodeOutputItemType = {
 
   label?: string;
   description?: string;
+  required?: boolean;
+  defaultValue?: any;
 
   edit?: boolean;
   editField?: EditOutputFieldMap;
@@ -74,12 +80,14 @@ export type FlowNodeOutputItemType = {
 export type EditInputFieldMap = EditOutputFieldMap & {
   inputType?: boolean;
   required?: boolean;
+  isToolInput?: boolean;
 };
 export type EditOutputFieldMap = {
   name?: boolean;
   key?: boolean;
   description?: boolean;
   dataType?: boolean;
+  defaultValue?: boolean;
 };
 export type EditNodeFieldType = {
   inputType?: `${FlowNodeInputTypeEnum}`; // input type
@@ -89,6 +97,8 @@ export type EditNodeFieldType = {
   label?: string;
   description?: string;
   valueType?: `${ModuleIOValueTypeEnum}`;
+  isToolInput?: boolean;
+  defaultValue?: string;
 };
 
 /* ------------- item type --------------- */

packages/global/core/module/runtime/constants.ts

@@ -0,0 +1,19 @@
+export enum SseResponseEventEnum {
+  error = 'error',
+  answer = 'answer', // animation stream
+  fastAnswer = 'fastAnswer', // direct answer text, not animation
+  flowNodeStatus = 'flowNodeStatus', // update node status
+
+  toolCall = 'toolCall', // tool start
+  toolParams = 'toolParams', // tool params return
+  toolResponse = 'toolResponse', // tool response return
+  flowResponses = 'flowResponses' // sse response request
+}
+
+export enum DispatchNodeResponseKeyEnum {
+  nodeResponse = 'responseData', // run node response
+  nodeDispatchUsages = 'nodeDispatchUsages', // the node bill.
+  childrenResponses = 'childrenResponses', // Some nodes make recursive calls that need to be returned
+  toolResponses = 'toolResponses', // The result is passed back to the tool node for use
+  assistantResponses = 'assistantResponses' // assistant response
+}

packages/global/core/module/runtime/type.d.ts

@@ -0,0 +1,101 @@
+import { ChatNodeUsageType } from '../../../support/wallet/bill/type';
+import { ChatItemValueItemType, ToolRunResponseItemType } from '../../chat/type';
+import { FlowNodeInputItemType, FlowNodeOutputItemType } from '../node/type';
+import { ModuleItemType } from '../type';
+import { DispatchNodeResponseKeyEnum } from './constants';
+
+export type RunningModuleItemType = {
+  name: ModuleItemType['name'];
+  avatar: ModuleItemType['avatar'];
+  intro?: ModuleItemType['intro'];
+  moduleId: ModuleItemType['moduleId'];
+  flowType: ModuleItemType['flowType'];
+  showStatus?: ModuleItemType['showStatus'];
+  isEntry?: ModuleItemType['isEntry'];
+
+  inputs: {
+    key: string;
+    value?: any;
+    valueType?: FlowNodeInputItemType['valueType'];
+    required?: boolean;
+    toolDescription?: string;
+  }[];
+  outputs: {
+    key: string;
+    required?: boolean;
+    defaultValue?: any;
+    answer?: boolean;
+    response?: boolean;
+    value?: any;
+    valueType?: FlowNodeOutputItemType['valueType'];
+    targets: {
+      moduleId: string;
+      key: string;
+    }[];
+  }[];
+};
+
+export type DispatchNodeResponseType = {
+  // common
+  moduleLogo?: string;
+  runningTime?: number;
+  query?: string;
+  textOutput?: string;
+
+  // bill
+  tokens?: number;
+  model?: string;
+  contextTotalLen?: number;
+  totalPoints?: number;
+
+  // chat
+  temperature?: number;
+  maxToken?: number;
+  quoteList?: SearchDataResponseItemType[];
+  historyPreview?: {
+    obj: `${ChatRoleEnum}`;
+    value: string;
+  }[]; // completion context array. history will slice
+
+  // dataset search
+  similarity?: number;
+  limit?: number;
+  searchMode?: `${DatasetSearchModeEnum}`;
+  searchUsingReRank?: boolean;
+  extensionModel?: string;
+  extensionResult?: string;
+  extensionTokens?: number;
+
+  // cq
+  cqList?: ClassifyQuestionAgentItemType[];
+  cqResult?: string;
+
+  // content extract
+  extractDescription?: string;
+  extractResult?: Record<string, any>;
+
+  // http
+  params?: Record<string, any>;
+  body?: Record<string, any>;
+  headers?: Record<string, any>;
+  httpResult?: Record<string, any>;
+
+  // plugin output
+  pluginOutput?: Record<string, any>;
+  pluginDetail?: ChatHistoryItemResType[];
+
+  // tf switch
+  tfSwitchResult?: boolean;
+
+  // tool
+  toolCallTokens?: number;
+  toolDetail?: ChatHistoryItemResType[];
+};
+
+export type DispatchNodeResultType<T> = {
+  [DispatchNodeResponseKeyEnum.nodeResponse]?: DispatchNodeResponseType; // The node response detail
+  [DispatchNodeResponseKeyEnum.nodeDispatchUsages]?: ChatNodeUsageType[]; //
+  [DispatchNodeResponseKeyEnum.childrenResponses]?: DispatchNodeResultType[];
+  [DispatchNodeResponseKeyEnum.toolResponses]?: ToolRunResponseItemType;
+  [DispatchNodeResponseKeyEnum.assistantResponses]?: ChatItemValueItemType[];
+} & T;

packages/global/core/module/runtime/utils.ts

@@ -0,0 +1,31 @@
+import { ChatCompletionRequestMessageRoleEnum } from '../../ai/constants';
+
+export const textAdaptGptResponse = ({
+  text,
+  model = '',
+  finish_reason = null,
+  extraData = {}
+}: {
+  model?: string;
+  text: string | null;
+  finish_reason?: null | 'stop';
+  extraData?: Object;
+}) => {
+  return JSON.stringify({
+    ...extraData,
+    id: '',
+    object: '',
+    created: 0,
+    model,
+    choices: [
+      {
+        delta:
+          text === null
+            ? {}
+            : { role: ChatCompletionRequestMessageRoleEnum.Assistant, content: text },
+        index: 0,
+        finish_reason
+      }
+    ]
+  });
+};

packages/global/core/module/template/constants.ts

@@ -0,0 +1,115 @@
+import { UserGuideModule } from './system/userGuide';
+import { UserInputModule } from './system/userInput';
+import { AiChatModule } from './system/aiChat';
+import { DatasetSearchModule } from './system/datasetSearch';
+import { DatasetConcatModule } from './system/datasetConcat';
+import { AssignedAnswerModule } from './system/assignedAnswer';
+import { ClassifyQuestionModule } from './system/classifyQuestion';
+import { ContextExtractModule } from './system/contextExtract';
+import { HttpModule468 } from './system/http468';
+import { HttpModule } from './system/abandon/http';
+import { ToolModule } from './system/tools';
+
+import { RunAppModule } from './system/runApp';
+import { PluginInputModule } from './system/pluginInput';
+import { PluginOutputModule } from './system/pluginOutput';
+import { RunPluginModule } from './system/runPlugin';
+import { AiQueryExtension } from './system/queryExtension';
+
+import type { FlowModuleTemplateType, moduleTemplateListType } from '../../module/type.d';
+import { ModuleTemplateTypeEnum } from '../../module/constants';
+
+/* app flow module templates */
+export const appSystemModuleTemplates: FlowModuleTemplateType[] = [
+  UserGuideModule,
+  UserInputModule,
+  AiChatModule,
+  AssignedAnswerModule,
+  DatasetSearchModule,
+  DatasetConcatModule,
+  RunAppModule,
+  ToolModule,
+  ClassifyQuestionModule,
+  ContextExtractModule,
+  HttpModule468,
+  AiQueryExtension
+];
+/* plugin flow module templates */
+export const pluginSystemModuleTemplates: FlowModuleTemplateType[] = [
+  PluginInputModule,
+  PluginOutputModule,
+  AiChatModule,
+  AssignedAnswerModule,
+  DatasetSearchModule,
+  DatasetConcatModule,
+  RunAppModule,
+  ToolModule,
+  ClassifyQuestionModule,
+  ContextExtractModule,
+  HttpModule468,
+  AiQueryExtension
+];
+
+/* all module */
+export const moduleTemplatesFlat: FlowModuleTemplateType[] = [
+  UserGuideModule,
+  UserInputModule,
+  AiChatModule,
+  DatasetSearchModule,
+  DatasetConcatModule,
+  AssignedAnswerModule,
+  ClassifyQuestionModule,
+  ContextExtractModule,
+  HttpModule468,
+  HttpModule,
+  ToolModule,
+  AiChatModule,
+  RunAppModule,
+  PluginInputModule,
+  PluginOutputModule,
+  RunPluginModule,
+  AiQueryExtension
+];
+
+export const moduleTemplatesList: moduleTemplateListType = [
+  {
+    type: ModuleTemplateTypeEnum.userGuide,
+    label: 'core.module.template.Guide module',
+    list: []
+  },
+  {
+    type: ModuleTemplateTypeEnum.systemInput,
+    label: 'core.module.template.System input module',
+    list: []
+  },
+  {
+    type: ModuleTemplateTypeEnum.textAnswer,
+    label: 'core.module.template.Response module',
+    list: []
+  },
+  {
+    type: ModuleTemplateTypeEnum.functionCall,
+    label: 'core.module.template.Function module',
+    list: []
+  },
+  {
+    type: ModuleTemplateTypeEnum.tools,
+    label: 'core.module.template.Tool module',
+    list: []
+  },
+  {
+    type: ModuleTemplateTypeEnum.externalCall,
+    label: 'core.module.template.External module',
+    list: []
+  },
+  {
+    type: ModuleTemplateTypeEnum.personalPlugin,
+    label: 'core.module.template.My plugin module',
+    list: []
+  },
+  {
+    type: ModuleTemplateTypeEnum.other,
+    label: '其他',
+    list: []
+  }
+];

packages/global/core/module/template/input.ts

@@ -2,6 +2,7 @@ import type { FlowNodeInputItemType } from '../node/type.d';
 import { DYNAMIC_INPUT_KEY, ModuleInputKeyEnum } from '../constants';
 import { FlowNodeInputTypeEnum } from '../node/constant';
 import { ModuleIOValueTypeEnum } from '../constants';
+import { chatNodeSystemPromptTip } from './tip';
 
 export const Input_Template_Switch: FlowNodeInputItemType = {
   key: ModuleInputKeyEnum.switch,
@@ -58,6 +59,28 @@ export const Input_Template_DynamicInput: FlowNodeInputItemType = {
   hideInApp: true
 };
 
+export const Input_Template_AiModel: FlowNodeInputItemType = {
+  key: ModuleInputKeyEnum.aiModel,
+  type: FlowNodeInputTypeEnum.selectLLMModel,
+  label: 'core.module.input.label.aiModel',
+  required: true,
+  valueType: ModuleIOValueTypeEnum.string,
+  showTargetInApp: false,
+  showTargetInPlugin: false
+};
+
+export const Input_Template_System_Prompt: FlowNodeInputItemType = {
+  key: ModuleInputKeyEnum.aiSystemPrompt,
+  type: FlowNodeInputTypeEnum.textarea,
+  max: 3000,
+  valueType: ModuleIOValueTypeEnum.string,
+  label: 'core.ai.Prompt',
+  description: chatNodeSystemPromptTip,
+  placeholder: chatNodeSystemPromptTip,
+  showTargetInApp: true,
+  showTargetInPlugin: true
+};
+
 export const Input_Template_Dataset_Quote: FlowNodeInputItemType = {
   key: ModuleInputKeyEnum.aiChatDatasetQuote,
   type: FlowNodeInputTypeEnum.target,

packages/global/core/module/template/system/aiChat.ts

@@ -11,9 +11,11 @@ import {
   ModuleTemplateTypeEnum
 } from '../../constants';
 import {
+  Input_Template_AiModel,
   Input_Template_Dataset_Quote,
   Input_Template_History,
   Input_Template_Switch,
+  Input_Template_System_Prompt,
   Input_Template_UserChatInput
 } from '../input';
 import { chatNodeSystemPromptTip } from '../tip';
@@ -24,20 +26,13 @@ export const AiChatModule: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.textAnswer,
   flowType: FlowNodeTypeEnum.chatNode,
   avatar: '/imgs/module/AI.png',
-  name: 'core.module.template.Ai chat',
-  intro: 'core.module.template.Ai chat intro',
+  name: 'AI 对话',
+  intro: 'AI 大模型对话',
   showStatus: true,
+  // isTool: true,
   inputs: [
     Input_Template_Switch,
-    {
-      key: ModuleInputKeyEnum.aiModel,
-      type: FlowNodeInputTypeEnum.selectLLMModel,
-      label: 'core.module.input.label.aiModel',
-      required: true,
-      valueType: ModuleIOValueTypeEnum.string,
-      showTargetInApp: false,
-      showTargetInPlugin: false
-    },
+    Input_Template_AiModel,
     // --- settings modal
     {
       key: ModuleInputKeyEnum.aiChatTemperature,
@@ -98,18 +93,13 @@ export const AiChatModule: FlowModuleTemplateType = {
     },
     // settings modal ---
     {
-      key: ModuleInputKeyEnum.aiSystemPrompt,
-      type: FlowNodeInputTypeEnum.textarea,
+      ...Input_Template_System_Prompt,
       label: 'core.ai.Prompt',
-      max: 300,
-      valueType: ModuleIOValueTypeEnum.string,
       description: chatNodeSystemPromptTip,
-      placeholder: chatNodeSystemPromptTip,
-      showTargetInApp: true,
-      showTargetInPlugin: true
+      placeholder: chatNodeSystemPromptTip
     },
     Input_Template_History,
-    Input_Template_UserChatInput,
+    { ...Input_Template_UserChatInput, toolDescription: '用户问题' },
     Input_Template_Dataset_Quote
   ],
   outputs: [

packages/global/core/module/template/system/assignedAnswer.ts

@@ -9,8 +9,9 @@ export const AssignedAnswerModule: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.textAnswer,
   flowType: FlowNodeTypeEnum.answerNode,
   avatar: '/imgs/module/reply.png',
-  name: 'core.module.template.Assigned reply',
-  intro: 'core.module.template.Assigned reply intro',
+  name: '指定回复',
+  intro:
+    '该模块可以直接回复一段指定的内容。常用于引导、提示。非字符串内容传入时，会转成字符串进行输出。',
   inputs: [
     Input_Template_Switch,
     {

packages/global/core/module/template/system/classifyQuestion.ts

@@ -6,40 +6,34 @@ import {
 import { FlowModuleTemplateType } from '../../type.d';
 import { ModuleIOValueTypeEnum, ModuleInputKeyEnum, ModuleTemplateTypeEnum } from '../../constants';
 import {
+  Input_Template_AiModel,
   Input_Template_History,
   Input_Template_Switch,
   Input_Template_UserChatInput
 } from '../input';
 import { Output_Template_UserChatInput } from '../output';
+import { Input_Template_System_Prompt } from '../input';
+import { LLMModelTypeEnum } from '../../../ai/constants';
 
 export const ClassifyQuestionModule: FlowModuleTemplateType = {
   id: FlowNodeTypeEnum.classifyQuestion,
   templateType: ModuleTemplateTypeEnum.functionCall,
   flowType: FlowNodeTypeEnum.classifyQuestion,
   avatar: '/imgs/module/cq.png',
-  name: 'core.module.template.Classify question',
-  intro: `core.module.template.Classify question intro`,
+  name: '问题分类',
+  intro: `根据用户的历史记录和当前问题判断该次提问的类型。可以添加多组问题类型，下面是一个模板例子：\n类型1: 打招呼\n类型2: 关于商品“使用”问题\n类型3: 关于商品“购买”问题\n类型4: 其他问题`,
   showStatus: true,
   inputs: [
     Input_Template_Switch,
     {
-      key: ModuleInputKeyEnum.aiModel,
-      type: FlowNodeInputTypeEnum.selectLLMModel,
-      valueType: ModuleIOValueTypeEnum.string,
-      label: 'core.module.input.label.Classify model',
-      required: true,
-      showTargetInApp: false,
-      showTargetInPlugin: false
+      ...Input_Template_AiModel,
+      llmModelType: LLMModelTypeEnum.classify
     },
     {
-      key: ModuleInputKeyEnum.aiSystemPrompt,
-      type: FlowNodeInputTypeEnum.textarea,
-      valueType: ModuleIOValueTypeEnum.string,
+      ...Input_Template_System_Prompt,
       label: 'core.module.input.label.Background',
       description: 'core.module.input.description.Background',
-      placeholder: 'core.module.input.placeholder.Classify background',
-      showTargetInApp: true,
-      showTargetInPlugin: true
+      placeholder: 'core.module.input.placeholder.Classify background'
     },
     Input_Template_History,
     Input_Template_UserChatInput,

packages/global/core/module/template/system/contextExtract.ts

@@ -10,26 +10,23 @@ import {
   ModuleOutputKeyEnum,
   ModuleTemplateTypeEnum
 } from '../../constants';
-import { Input_Template_History, Input_Template_Switch } from '../input';
+import { Input_Template_AiModel, Input_Template_History, Input_Template_Switch } from '../input';
+import { LLMModelTypeEnum } from '../../../ai/constants';
 
 export const ContextExtractModule: FlowModuleTemplateType = {
   id: FlowNodeTypeEnum.contentExtract,
   templateType: ModuleTemplateTypeEnum.functionCall,
   flowType: FlowNodeTypeEnum.contentExtract,
   avatar: '/imgs/module/extract.png',
-  name: 'core.module.template.Extract field',
-  intro: 'core.module.template.Extract field intro',
+  name: '文本内容提取',
+  intro: '可从文本中提取指定的数据，例如：sql语句、搜索关键词、代码等',
   showStatus: true,
+  isTool: true,
   inputs: [
     Input_Template_Switch,
     {
-      key: ModuleInputKeyEnum.aiModel,
-      type: FlowNodeInputTypeEnum.selectLLMModel,
-      valueType: ModuleIOValueTypeEnum.string,
-      label: 'core.module.input.label.LLM',
-      required: true,
-      showTargetInApp: false,
-      showTargetInPlugin: false
+      ...Input_Template_AiModel,
+      llmModelType: LLMModelTypeEnum.extractFields
     },
     {
       key: ModuleInputKeyEnum.description,
@@ -52,7 +49,8 @@ export const ContextExtractModule: FlowModuleTemplateType = {
       required: true,
       valueType: ModuleIOValueTypeEnum.string,
       showTargetInApp: true,
-      showTargetInPlugin: true
+      showTargetInPlugin: true,
+      toolDescription: '需要检索的内容'
     },
     {
       key: ModuleInputKeyEnum.extractKeys,

packages/global/core/module/template/system/datasetConcat.ts

@@ -26,7 +26,7 @@ export const DatasetConcatModule: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.tools,
   avatar: '/imgs/module/concat.svg',
   name: '知识库搜索引用合并',
-  intro: 'core.module.template.Dataset search result concat intro',
+  intro: '可以将多个知识库搜索结果进行合并输出。使用 RRF 的合并方式进行最终排序输出。',
   showStatus: false,
   inputs: [
     Input_Template_Switch,

packages/global/core/module/template/system/datasetSearch.ts

@@ -19,9 +19,10 @@ export const DatasetSearchModule: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.functionCall,
   flowType: FlowNodeTypeEnum.datasetSearchNode,
   avatar: '/imgs/module/db.png',
-  name: 'core.module.template.Dataset search',
-  intro: 'core.module.template.Dataset search intro',
+  name: '知识库搜索',
+  intro: '调用知识库搜索能力，查找“有可能”与问题相关的内容',
   showStatus: true,
+  isTool: true,
   inputs: [
     Input_Template_Switch,
     {
@@ -97,7 +98,10 @@ export const DatasetSearchModule: FlowModuleTemplateType = {
       showTargetInPlugin: false,
       value: ''
     },
-    Input_Template_UserChatInput
+    {
+      ...Input_Template_UserChatInput,
+      toolDescription: '需要检索的内容'
+    }
   ],
   outputs: [
     Output_Template_UserChatInput,

packages/global/core/module/template/system/http468.ts

@@ -5,9 +5,9 @@ import {
 } from '../../node/constant';
 import { FlowModuleTemplateType } from '../../type';
 import {
-  DYNAMIC_INPUT_KEY,
   ModuleIOValueTypeEnum,
   ModuleInputKeyEnum,
+  ModuleOutputKeyEnum,
   ModuleTemplateTypeEnum
 } from '../../constants';
 import {
@@ -22,9 +22,10 @@ export const HttpModule468: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.externalCall,
   flowType: FlowNodeTypeEnum.httpRequest468,
   avatar: '/imgs/module/http.png',
-  name: 'core.module.template.Http request',
-  intro: 'core.module.template.Http request intro',
+  name: 'HTTP 请求',
+  intro: '可以发出一个 HTTP 请求，实现更为复杂的操作（联网搜索、数据库查询等）',
   showStatus: true,
+  isTool: true,
   inputs: [
     Input_Template_Switch,
     {
@@ -86,7 +87,6 @@ export const HttpModule468: FlowModuleTemplateType = {
       editField: {
         key: true,
         description: true,
-        required: true,
         dataType: true
       },
       defaultEditField: {
@@ -94,19 +94,27 @@ export const HttpModule468: FlowModuleTemplateType = {
         key: '',
         description: '',
         inputType: FlowNodeInputTypeEnum.target,
-        valueType: ModuleIOValueTypeEnum.string,
-        required: true
+        valueType: ModuleIOValueTypeEnum.string
       }
     }
   ],
   outputs: [
     Output_Template_Finish,
+    {
+      key: ModuleOutputKeyEnum.httpRawResponse,
+      label: '原始响应',
+      description: 'HTTP请求的原始响应。只能接受字符串或JSON类型响应数据。',
+      valueType: ModuleIOValueTypeEnum.any,
+      type: FlowNodeOutputTypeEnum.source,
+      targets: []
+    },
     {
       ...Output_Template_AddOutput,
       editField: {
         key: true,
         description: true,
-        dataType: true
+        dataType: true,
+        defaultValue: true
       },
       defaultEditField: {
         label: '',

packages/global/core/module/template/system/queryExtension.ts

@@ -13,28 +13,26 @@ import {
 import {
   Input_Template_History,
   Input_Template_Switch,
-  Input_Template_UserChatInput
+  Input_Template_UserChatInput,
+  Input_Template_AiModel
 } from '../input';
 import { Output_Template_UserChatInput } from '../output';
+import { LLMModelTypeEnum } from '../../../ai/constants';
 
 export const AiQueryExtension: FlowModuleTemplateType = {
   id: FlowNodeTypeEnum.chatNode,
   templateType: ModuleTemplateTypeEnum.other,
   flowType: FlowNodeTypeEnum.queryExtension,
   avatar: '/imgs/module/cfr.svg',
-  name: 'core.module.template.Query extension',
-  intro: 'core.module.template.Query extension intro',
+  name: '问题优化',
+  intro:
+    '使用问题优化功能，可以提高知识库连续对话时搜索的精度。使用该功能后，会先利用 AI 根据上下文构建一个或多个新的检索词，这些检索词更利于进行知识库搜索。该模块已内置在知识库搜索模块中，如果您仅进行一次知识库搜索，可直接使用知识库内置的补全功能。',
   showStatus: true,
   inputs: [
     Input_Template_Switch,
     {
-      key: ModuleInputKeyEnum.aiModel,
-      type: FlowNodeInputTypeEnum.selectLLMModel,
-      label: 'core.module.input.label.aiModel',
-      required: true,
-      valueType: ModuleIOValueTypeEnum.string,
-      showTargetInApp: false,
-      showTargetInPlugin: false
+      ...Input_Template_AiModel,
+      llmModelType: LLMModelTypeEnum.queryExtension
     },
     {
       key: ModuleInputKeyEnum.aiSystemPrompt,

packages/global/core/module/template/system/runApp.ts

@@ -22,8 +22,8 @@ export const RunAppModule: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.externalCall,
   flowType: FlowNodeTypeEnum.runApp,
   avatar: '/imgs/module/app.png',
-  name: 'core.module.template.Running app',
-  intro: 'core.module.template.Running app intro',
+  name: '应用调用',
+  intro: '可以选择一个其他应用进行调用',
   showStatus: true,
   inputs: [
     Input_Template_Switch,
@@ -52,7 +52,7 @@ export const RunAppModule: FlowModuleTemplateType = {
     },
     {
       key: ModuleOutputKeyEnum.answerText,
-      label: 'AI回复',
+      label: '回复的文本',
       description: '将在应用完全结束后触发',
       valueType: ModuleIOValueTypeEnum.string,
       type: FlowNodeOutputTypeEnum.source,

packages/global/core/module/template/system/runPlugin.ts

@@ -9,6 +9,7 @@ export const RunPluginModule: FlowModuleTemplateType = {
   intro: '',
   name: '',
   showStatus: false,
+  isTool: true,
   inputs: [], // [{key:'pluginId'},...]
   outputs: []
 };

packages/global/core/module/template/system/tools.ts

@@ -0,0 +1,52 @@
+import { FlowNodeOutputTypeEnum, FlowNodeTypeEnum } from '../../node/constant';
+import { FlowModuleTemplateType } from '../../type.d';
+import {
+  ModuleIOValueTypeEnum,
+  ModuleOutputKeyEnum,
+  ModuleTemplateTypeEnum
+} from '../../constants';
+import {
+  Input_Template_AiModel,
+  Input_Template_History,
+  Input_Template_Switch,
+  Input_Template_System_Prompt,
+  Input_Template_UserChatInput
+} from '../input';
+import { chatNodeSystemPromptTip } from '../tip';
+import { Output_Template_Finish, Output_Template_UserChatInput } from '../output';
+import { LLMModelTypeEnum } from '../../../ai/constants';
+
+export const ToolModule: FlowModuleTemplateType = {
+  id: FlowNodeTypeEnum.tools,
+  flowType: FlowNodeTypeEnum.tools,
+  templateType: ModuleTemplateTypeEnum.functionCall,
+  avatar: '/imgs/module/tool.svg',
+  name: '工具调用（实验）',
+  intro: '通过AI模型自动选择一个或多个工具进行调用。工具可以是其他功能块或插件。',
+  showStatus: true,
+  inputs: [
+    Input_Template_Switch,
+    {
+      ...Input_Template_AiModel,
+      llmModelType: LLMModelTypeEnum.toolCall
+    },
+    {
+      ...Input_Template_System_Prompt,
+      label: 'core.ai.Prompt',
+      description: chatNodeSystemPromptTip,
+      placeholder: chatNodeSystemPromptTip
+    },
+    Input_Template_History,
+    Input_Template_UserChatInput
+  ],
+  outputs: [
+    Output_Template_UserChatInput,
+    {
+      key: ModuleOutputKeyEnum.selectedTools,
+      valueType: ModuleIOValueTypeEnum.tools,
+      type: FlowNodeOutputTypeEnum.hidden,
+      targets: []
+    },
+    Output_Template_Finish
+  ]
+};

packages/global/core/module/template/system/userGuide.ts

@@ -8,7 +8,7 @@ export const UserGuideModule: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.userGuide,
   flowType: FlowNodeTypeEnum.userGuide,
   avatar: '/imgs/module/userGuide.png',
-  name: 'core.module.template.User guide',
+  name: '全局配置',
   intro: userGuideTip,
   inputs: [
     {

packages/global/core/module/template/system/userInput.ts

@@ -16,8 +16,8 @@ export const UserInputModule: FlowModuleTemplateType = {
   templateType: ModuleTemplateTypeEnum.systemInput,
   flowType: FlowNodeTypeEnum.questionInput,
   avatar: '/imgs/module/userChatInput.svg',
-  name: 'core.module.template.Chat entrance',
-  intro: 'core.module.template.Chat entrance intro',
+  name: '对话入口',
+  intro: '当用户发送一个内容后，流程将会从这个模块开始执行。',
   inputs: [
     {
       key: ModuleInputKeyEnum.userChatInput,

packages/global/core/module/type.d.ts

@@ -5,10 +5,16 @@ import {
   ModuleTemplateTypeEnum,
   VariableInputEnum
 } from './constants';
+import { DispatchNodeResponseKeyEnum } from './runtime/constants';
 import { FlowNodeInputItemType, FlowNodeOutputItemType } from './node/type';
 import { UserModelSchema } from 'support/user/type';
-import { moduleDispatchResType } from '..//chat/type';
-import { ChatModuleUsageType } from '../../support/wallet/bill/type';
+import {
+  ChatItemValueItemType,
+  ToolRunResponseItemType,
+  UserChatItemValueItemType
+} from '../chat/type';
+import { ChatNodeUsageType } from '../../support/wallet/bill/type';
+import { RunningModuleItemType } from './runtime/type';
 
 export type FlowModuleTemplateType = {
   id: string; // module id, unique
@@ -17,6 +23,7 @@ export type FlowModuleTemplateType = {
   avatar?: string;
   name: string;
   intro: string; // template list intro
+  isTool?: boolean; // can be connected by tool
   showStatus?: boolean; // chatting response step status
   inputs: FlowNodeInputItemType[];
   outputs: FlowNodeOutputItemType[];
@@ -44,6 +51,9 @@ export type ModuleItemType = {
   showStatus?: boolean;
   inputs: FlowNodeInputItemType[];
   outputs: FlowNodeOutputItemType[];
+
+  // runTime field
+  isEntry?: boolean;
 };
 
 /* --------------- function type -------------------- */
@@ -85,30 +95,6 @@ export type ContextExtractAgentItemType = {
 };
 
 /* -------------- running module -------------- */
-export type RunningModuleItemType = {
-  name: ModuleItemType['name'];
-  moduleId: ModuleItemType['moduleId'];
-  flowType: ModuleItemType['flowType'];
-  showStatus?: ModuleItemType['showStatus'];
-} & {
-  inputs: {
-    key: string;
-    value?: any;
-    valueType?: `${ModuleIOValueTypeEnum}`;
-  }[];
-  outputs: {
-    key: string;
-    answer?: boolean;
-    response?: boolean;
-    value?: any;
-    valueType?: `${ModuleIOValueTypeEnum}`;
-    targets: {
-      moduleId: string;
-      key: string;
-    }[];
-  }[];
-};
-
 export type ChatDispatchProps = {
   res: NextApiResponse;
   mode: 'test' | 'chat';
@@ -120,15 +106,13 @@ export type ChatDispatchProps = {
   responseChatItemId?: string;
   histories: ChatItemType[];
   variables: Record<string, any>;
+  inputFiles?: UserChatItemValueItemType['file'][];
   stream: boolean;
   detail: boolean; // response detail
 };
 
 export type ModuleDispatchProps<T> = ChatDispatchProps & {
   module: RunningModuleItemType;
+  runtimeModules: RunningModuleItemType[];
   params: T;
 };
-export type ModuleDispatchResponse<T> = T & {
-  [ModuleOutputKeyEnum.responseData]?: moduleDispatchResType;
-  [ModuleOutputKeyEnum.moduleDispatchBills]?: ChatModuleUsageType[];
-};

packages/global/core/module/utils.ts

@@ -10,6 +10,7 @@ import { AppTTSConfigType, ModuleItemType, VariableItemType } from './type';
 import { Input_Template_Switch } from './template/input';
 import { EditorVariablePickerType } from '../../../web/components/common/Textarea/PromptEditor/type';
 
+/* module  */
 export const getGuideModule = (modules: ModuleItemType[]) =>
   modules.find((item) => item.flowType === FlowNodeTypeEnum.userGuide);
 
@@ -57,13 +58,13 @@ export const getModuleInputUiField = (input: FlowNodeInputItemType) => {
   return {};
 };
 
-export function plugin2ModuleIO(
+export const plugin2ModuleIO = (
   pluginId: string,
   modules: ModuleItemType[]
 ): {
   inputs: FlowNodeInputItemType[];
   outputs: FlowNodeOutputItemType[];
-} {
+} => {
   const pluginInput = modules.find((module) => module.flowType === FlowNodeTypeEnum.pluginInput);
   const pluginOutput = modules.find((module) => module.flowType === FlowNodeTypeEnum.pluginOutput);
 
@@ -99,7 +100,7 @@ export function plugin2ModuleIO(
         }))
       : []
   };
-}
+};
 
 export const formatEditorVariablePickerIcon = (
   variables: { key: string; label: string; type?: `${VariableInputEnum}` }[]