4.7.1-alpha2 (#1153)

Co-authored-by: UUUUnotfound <31206589+UUUUnotfound@users.noreply.github.com>
Co-authored-by: Hexiao Zhang <731931282qq@gmail.com>
Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

packages/global/core/app/api.d.ts

@@ -1,6 +1,6 @@
 import type { LLMModelItemType } from '../ai/model.d';
 import { AppTypeEnum } from './constants';
-import { AppSchema, AppSimpleEditFormType } from './type';
+import { AppSchema } from './type';
 
 export type CreateAppParams = {
   name?: string;

packages/global/core/app/constants.ts

@@ -1,3 +1,5 @@
+import { AppWhisperConfigType } from './type';
+
 export enum AppTypeEnum {
   simple = 'simple',
   advanced = 'advanced'
@@ -10,3 +12,9 @@ export const AppTypeMap = {
     label: 'advanced'
   }
 };
+
+export const defaultWhisperConfig: AppWhisperConfigType = {
+  open: false,
+  autoSend: false,
+  autoTTSResponse: false
+};

packages/global/core/app/type.d.ts

@@ -1,9 +1,5 @@
-import type {
-  AppTTSConfigType,
-  FlowNodeTemplateType,
-  ModuleItemType,
-  VariableItemType
-} from '../module/type.d';
+import type { FlowNodeTemplateType, ModuleItemType } from '../module/type.d';
+
 import { AppTypeEnum } from './constants';
 import { PermissionTypeEnum } from '../../support/permission/constant';
 import type { DatasetModuleProps } from '../module/node/type.d';
@@ -82,5 +78,31 @@ export type AppSimpleEditFormType = {
       voice?: string | undefined;
       speed?: number | undefined;
     };
+    whisper: AppWhisperConfigType;
   };
 };
+
+/* app function config */
+// variable
+export type VariableItemType = {
+  id: string;
+  key: string;
+  label: string;
+  type: `${VariableInputEnum}`;
+  required: boolean;
+  maxLen: number;
+  enums: { value: string }[];
+};
+// tts
+export type AppTTSConfigType = {
+  type: 'none' | 'web' | 'model';
+  model?: string;
+  voice?: string;
+  speed?: number;
+};
+// whisper
+export type AppWhisperConfigType = {
+  open: boolean;
+  autoSend: boolean;
+  autoTTSResponse: boolean;
+};

packages/global/core/app/utils.ts

@@ -9,6 +9,7 @@ import type { FlowNodeInputItemType } from '../module/node/type.d';
 import { getGuideModule, splitGuideModule } from '../module/utils';
 import { ModuleItemType } from '../module/type.d';
 import { DatasetSearchModeEnum } from '../dataset/constants';
+import { defaultWhisperConfig } from './constants';
 
 export const getDefaultAppForm = (): AppSimpleEditFormType => {
   return {
@@ -36,7 +37,8 @@ export const getDefaultAppForm = (): AppSimpleEditFormType => {
       questionGuide: false,
       tts: {
         type: 'web'
-      }
+      },
+      whisper: defaultWhisperConfig
     }
   };
 };
@@ -107,14 +109,15 @@ export const appModules2Form = ({ modules }: { modules: ModuleItemType[] }) => {
         ModuleInputKeyEnum.datasetSearchExtensionBg
       );
     } else if (module.flowType === FlowNodeTypeEnum.userGuide) {
-      const { welcomeText, variableModules, questionGuide, ttsConfig } = splitGuideModule(
-        getGuideModule(modules)
-      );
+      const { welcomeText, variableModules, questionGuide, ttsConfig, whisperConfig } =
+        splitGuideModule(getGuideModule(modules));
+
       defaultAppForm.userGuide = {
         welcomeText: welcomeText,
         variables: variableModules,
         questionGuide: questionGuide,
-        tts: ttsConfig
+        tts: ttsConfig,
+        whisper: whisperConfig
       };
     } else if (module.flowType === FlowNodeTypeEnum.pluginModule) {
       defaultAppForm.selectedTools.push({

packages/global/core/chat/type.d.ts

@@ -109,7 +109,7 @@ export type ChatItemType = (UserChatItemType | SystemChatItemType | AIChatItemTy
 };
 
 export type ChatSiteItemType = (UserChatItemType | SystemChatItemType | AIChatItemType) & {
-  dataId?: string;
+  dataId: string;
   status: `${ChatStatusEnum}`;
   moduleName?: string;
   ttsBuffer?: Uint8Array;

packages/global/core/module/constants.ts

@@ -37,6 +37,7 @@ export enum ModuleInputKeyEnum {
   userChatInput = 'userChatInput',
   questionGuide = 'questionGuide',
   tts = 'tts',
+  whisper = 'whisper',
   answerText = 'text',
   agents = 'agents', // cq agent key
 

packages/global/core/module/type.d.ts

@@ -63,24 +63,6 @@ export type ModuleItemType = {
 };
 
 /* --------------- function type -------------------- */
-// variable
-export type VariableItemType = {
-  id: string;
-  key: string;
-  label: string;
-  type: `${VariableInputEnum}`;
-  required: boolean;
-  maxLen: number;
-  enums: { value: string }[];
-};
-// tts
-export type AppTTSConfigType = {
-  type: 'none' | 'web' | 'model';
-  model?: string;
-  voice?: string;
-  speed?: number;
-};
-
 export type SelectAppItemType = {
   id: string;
   name: string;

packages/global/core/module/utils.ts

@@ -6,10 +6,12 @@ import {
   variableMap
 } from './constants';
 import { FlowNodeInputItemType, FlowNodeOutputItemType } from './node/type';
-import { AppTTSConfigType, ModuleItemType, VariableItemType } from './type';
+import { ModuleItemType } from './type';
+import type { VariableItemType, AppTTSConfigType, AppWhisperConfigType } from '../app/type';
 import { Input_Template_Switch } from './template/input';
 import { EditorVariablePickerType } from '../../../web/components/common/Textarea/PromptEditor/type';
 import { Output_Template_Finish } from './template/output';
+import { defaultWhisperConfig } from '../app/constants';
 
 /* module  */
 export const getGuideModule = (modules: ModuleItemType[]) =>
@@ -30,11 +32,16 @@ export const splitGuideModule = (guideModules?: ModuleItemType) => {
     (item) => item.key === ModuleInputKeyEnum.tts
   )?.value || { type: 'web' };
 
+  const whisperConfig: AppWhisperConfigType =
+    guideModules?.inputs?.find((item) => item.key === ModuleInputKeyEnum.whisper)?.value ||
+    defaultWhisperConfig;
+
   return {
     welcomeText,
     variableModules,
     questionGuide,
-    ttsConfig
+    ttsConfig,
+    whisperConfig
   };
 };
 

packages/global/core/plugin/httpPlugin/type.d.ts

@@ -5,6 +5,7 @@ export type PathDataType = {
   path: string;
   params: any[];
   request: any;
+  response: any;
 };
 
 export type OpenApiJsonSchema = {

packages/global/core/plugin/httpPlugin/utils.ts

@@ -43,7 +43,8 @@ export const str2OpenApiSchema = async (yamlStr = ''): Promise<OpenApiJsonSchema
               name: methodInfo.operationId || path,
               description: methodInfo.description || methodInfo.summary,
               params: methodInfo.parameters,
-              request: methodInfo?.requestBody
+              request: methodInfo?.requestBody,
+              response: methodInfo.responses
             };
             return result;
           });