4.7.1-alpha2 (#1153)

Co-authored-by: UUUUnotfound <31206589+UUUUnotfound@users.noreply.github.com>
Co-authored-by: Hexiao Zhang <731931282qq@gmail.com>
Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

packages/global/core/app/api.d.ts

@@ -1,6 +1,6 @@
 import type { LLMModelItemType } from '../ai/model.d';
 import { AppTypeEnum } from './constants';
-import { AppSchema, AppSimpleEditFormType } from './type';
+import { AppSchema } from './type';
 
 export type CreateAppParams = {
   name?: string;

packages/global/core/app/constants.ts

@@ -1,3 +1,5 @@
+import { AppWhisperConfigType } from './type';
+
 export enum AppTypeEnum {
   simple = 'simple',
   advanced = 'advanced'
@@ -10,3 +12,9 @@ export const AppTypeMap = {
     label: 'advanced'
   }
 };
+
+export const defaultWhisperConfig: AppWhisperConfigType = {
+  open: false,
+  autoSend: false,
+  autoTTSResponse: false
+};

packages/global/core/app/type.d.ts

@@ -1,9 +1,5 @@
-import type {
-  AppTTSConfigType,
-  FlowNodeTemplateType,
-  ModuleItemType,
-  VariableItemType
-} from '../module/type.d';
+import type { FlowNodeTemplateType, ModuleItemType } from '../module/type.d';
+
 import { AppTypeEnum } from './constants';
 import { PermissionTypeEnum } from '../../support/permission/constant';
 import type { DatasetModuleProps } from '../module/node/type.d';
@@ -82,5 +78,31 @@ export type AppSimpleEditFormType = {
       voice?: string | undefined;
       speed?: number | undefined;
     };
+    whisper: AppWhisperConfigType;
   };
 };
+
+/* app function config */
+// variable
+export type VariableItemType = {
+  id: string;
+  key: string;
+  label: string;
+  type: `${VariableInputEnum}`;
+  required: boolean;
+  maxLen: number;
+  enums: { value: string }[];
+};
+// tts
+export type AppTTSConfigType = {
+  type: 'none' | 'web' | 'model';
+  model?: string;
+  voice?: string;
+  speed?: number;
+};
+// whisper
+export type AppWhisperConfigType = {
+  open: boolean;
+  autoSend: boolean;
+  autoTTSResponse: boolean;
+};

packages/global/core/app/utils.ts

@@ -9,6 +9,7 @@ import type { FlowNodeInputItemType } from '../module/node/type.d';
 import { getGuideModule, splitGuideModule } from '../module/utils';
 import { ModuleItemType } from '../module/type.d';
 import { DatasetSearchModeEnum } from '../dataset/constants';
+import { defaultWhisperConfig } from './constants';
 
 export const getDefaultAppForm = (): AppSimpleEditFormType => {
   return {
@@ -36,7 +37,8 @@ export const getDefaultAppForm = (): AppSimpleEditFormType => {
       questionGuide: false,
       tts: {
         type: 'web'
-      }
+      },
+      whisper: defaultWhisperConfig
     }
   };
 };
@@ -107,14 +109,15 @@ export const appModules2Form = ({ modules }: { modules: ModuleItemType[] }) => {
         ModuleInputKeyEnum.datasetSearchExtensionBg
       );
     } else if (module.flowType === FlowNodeTypeEnum.userGuide) {
-      const { welcomeText, variableModules, questionGuide, ttsConfig } = splitGuideModule(
-        getGuideModule(modules)
-      );
+      const { welcomeText, variableModules, questionGuide, ttsConfig, whisperConfig } =
+        splitGuideModule(getGuideModule(modules));
+
       defaultAppForm.userGuide = {
         welcomeText: welcomeText,
         variables: variableModules,
         questionGuide: questionGuide,
-        tts: ttsConfig
+        tts: ttsConfig,
+        whisper: whisperConfig
       };
     } else if (module.flowType === FlowNodeTypeEnum.pluginModule) {
       defaultAppForm.selectedTools.push({