V4.7-alpha (#985)

Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

packages/global/core/module/runtime/constants.ts

@@ -0,0 +1,19 @@
+export enum SseResponseEventEnum {
+  error = 'error',
+  answer = 'answer', // animation stream
+  fastAnswer = 'fastAnswer', // direct answer text, not animation
+  flowNodeStatus = 'flowNodeStatus', // update node status
+
+  toolCall = 'toolCall', // tool start
+  toolParams = 'toolParams', // tool params return
+  toolResponse = 'toolResponse', // tool response return
+  flowResponses = 'flowResponses' // sse response request
+}
+
+export enum DispatchNodeResponseKeyEnum {
+  nodeResponse = 'responseData', // run node response
+  nodeDispatchUsages = 'nodeDispatchUsages', // the node bill.
+  childrenResponses = 'childrenResponses', // Some nodes make recursive calls that need to be returned
+  toolResponses = 'toolResponses', // The result is passed back to the tool node for use
+  assistantResponses = 'assistantResponses' // assistant response
+}

packages/global/core/module/runtime/type.d.ts

@@ -0,0 +1,101 @@
+import { ChatNodeUsageType } from '../../../support/wallet/bill/type';
+import { ChatItemValueItemType, ToolRunResponseItemType } from '../../chat/type';
+import { FlowNodeInputItemType, FlowNodeOutputItemType } from '../node/type';
+import { ModuleItemType } from '../type';
+import { DispatchNodeResponseKeyEnum } from './constants';
+
+export type RunningModuleItemType = {
+  name: ModuleItemType['name'];
+  avatar: ModuleItemType['avatar'];
+  intro?: ModuleItemType['intro'];
+  moduleId: ModuleItemType['moduleId'];
+  flowType: ModuleItemType['flowType'];
+  showStatus?: ModuleItemType['showStatus'];
+  isEntry?: ModuleItemType['isEntry'];
+
+  inputs: {
+    key: string;
+    value?: any;
+    valueType?: FlowNodeInputItemType['valueType'];
+    required?: boolean;
+    toolDescription?: string;
+  }[];
+  outputs: {
+    key: string;
+    required?: boolean;
+    defaultValue?: any;
+    answer?: boolean;
+    response?: boolean;
+    value?: any;
+    valueType?: FlowNodeOutputItemType['valueType'];
+    targets: {
+      moduleId: string;
+      key: string;
+    }[];
+  }[];
+};
+
+export type DispatchNodeResponseType = {
+  // common
+  moduleLogo?: string;
+  runningTime?: number;
+  query?: string;
+  textOutput?: string;
+
+  // bill
+  tokens?: number;
+  model?: string;
+  contextTotalLen?: number;
+  totalPoints?: number;
+
+  // chat
+  temperature?: number;
+  maxToken?: number;
+  quoteList?: SearchDataResponseItemType[];
+  historyPreview?: {
+    obj: `${ChatRoleEnum}`;
+    value: string;
+  }[]; // completion context array. history will slice
+
+  // dataset search
+  similarity?: number;
+  limit?: number;
+  searchMode?: `${DatasetSearchModeEnum}`;
+  searchUsingReRank?: boolean;
+  extensionModel?: string;
+  extensionResult?: string;
+  extensionTokens?: number;
+
+  // cq
+  cqList?: ClassifyQuestionAgentItemType[];
+  cqResult?: string;
+
+  // content extract
+  extractDescription?: string;
+  extractResult?: Record<string, any>;
+
+  // http
+  params?: Record<string, any>;
+  body?: Record<string, any>;
+  headers?: Record<string, any>;
+  httpResult?: Record<string, any>;
+
+  // plugin output
+  pluginOutput?: Record<string, any>;
+  pluginDetail?: ChatHistoryItemResType[];
+
+  // tf switch
+  tfSwitchResult?: boolean;
+
+  // tool
+  toolCallTokens?: number;
+  toolDetail?: ChatHistoryItemResType[];
+};
+
+export type DispatchNodeResultType<T> = {
+  [DispatchNodeResponseKeyEnum.nodeResponse]?: DispatchNodeResponseType; // The node response detail
+  [DispatchNodeResponseKeyEnum.nodeDispatchUsages]?: ChatNodeUsageType[]; //
+  [DispatchNodeResponseKeyEnum.childrenResponses]?: DispatchNodeResultType[];
+  [DispatchNodeResponseKeyEnum.toolResponses]?: ToolRunResponseItemType;
+  [DispatchNodeResponseKeyEnum.assistantResponses]?: ChatItemValueItemType[];
+} & T;

packages/global/core/module/runtime/utils.ts

@@ -0,0 +1,31 @@
+import { ChatCompletionRequestMessageRoleEnum } from '../../ai/constants';
+
+export const textAdaptGptResponse = ({
+  text,
+  model = '',
+  finish_reason = null,
+  extraData = {}
+}: {
+  model?: string;
+  text: string | null;
+  finish_reason?: null | 'stop';
+  extraData?: Object;
+}) => {
+  return JSON.stringify({
+    ...extraData,
+    id: '',
+    object: '',
+    created: 0,
+    model,
+    choices: [
+      {
+        delta:
+          text === null
+            ? {}
+            : { role: ChatCompletionRequestMessageRoleEnum.Assistant, content: text },
+        index: 0,
+        finish_reason
+      }
+    ]
+  });
+};