V4.8.20 feature (#3686)

* Aiproxy (#3649) * model config * feat: model config ui * perf: rename variable * feat: custom request url * perf: model buffer * perf: init model * feat: json model config * auto login * fix: ts * update packages * package * fix: dockerfile * feat: usage filter & export & dashbord (#3538) * feat: usage filter & export & dashbord * adjust ui * fix tmb scroll * fix code & selecte all * merge * perf: usages list；perf: move components (#3654) * perf: usages list * team sub plan load * perf: usage dashboard code * perf: dashboard ui * perf: move components * add default model config (#3653) * 4.8.20 test (#3656) * provider * perf: model config * model perf (#3657) * fix: model * dataset quote * perf: model config * model tag * doubao model config * perf: config model * feat: model test * fix: POST 500 error on dingtalk bot (#3655) * feat: default model (#3662) * move model config * feat: default model * fix: false triggerd org selection (#3661) * export usage csv i18n (#3660) * export usage csv i18n * fix build * feat: markdown extension (#3663) * feat: markdown extension * media cros * rerank test * default price * perf: default model * fix: cannot custom provider * fix: default model select * update bg * perf: default model selector * fix: usage export * i18n * fix: rerank * update init extension * perf: ip limit check * doubao model order * web default modle * perf: tts selector * perf: tts error * qrcode package * reload buffer (#3665) * reload buffer * reload buffer * tts selector * fix: err tip (#3666) * fix: err tip * perf: training queue * doc * fix interactive edge (#3659) * fix interactive edge * fix * comment * add gemini model * fix: chat model select * perf: supplement assistant empty response (#3669) * perf: supplement assistant empty response * check array * perf: max_token count;feat: support resoner output;fix: member scroll (#3681) * perf: supplement assistant empty response * check array * perf: max_token count * feat: support resoner output * member scroll * update provider order * i18n * fix: stream response (#3682) * perf: supplement assistant empty response * check array * fix: stream response * fix: model config cannot set to null * fix: reasoning response (#3684) * perf: supplement assistant empty response * check array * fix: reasoning response * fix: reasoning response * doc (#3685) * perf: supplement assistant empty response * check array * doc * lock * animation * update doc * update compose * doc * doc --------- Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: a.e. <49438478+I-Info@users.noreply.github.com>
2025-07-23 13:03:50 +00:00 · 2025-02-05 00:10:47 +08:00
parent c393002f1d
commit db2c0a0bdb
496 changed files with 9031 additions and 4726 deletions
--- a/packages/service/core/ai/model.ts
+++ b/packages/service/core/ai/model.ts
@@ -1,51 +1,52 @@
+import { SystemModelItemType } from './type';
+
+export const getDefaultLLMModel = () => global?.systemDefaultModel.llm!;
 export const getLLMModel = (model?: string) => {
-  return (
-    global.llmModels.find((item) => item.model === model || item.name === model) ??
-    global.llmModels[0]
-  );
+  if (!model) return getDefaultLLMModel();
+  return global.llmModelMap.get(model) || getDefaultLLMModel();
 };

 export const getDatasetModel = (model?: string) => {
  return (
-    global.llmModels
+    Array.from(global.llmModelMap.values())
      ?.filter((item) => item.datasetProcess)
-      ?.find((item) => item.model === model || item.name === model) ?? global.llmModels[0]
+      ?.find((item) => item.model === model || item.name === model) ?? getDefaultLLMModel()
  );
 };

-export const getVectorModel = (model?: string) => {
-  return (
-    global.vectorModels.find((item) => item.model === model || item.name === model) ||
-    global.vectorModels[0]
-  );
+export const getDefaultEmbeddingModel = () => global?.systemDefaultModel.embedding!;
+export const getEmbeddingModel = (model?: string) => {
+  if (!model) return getDefaultEmbeddingModel();
+  return global.embeddingModelMap.get(model) || getDefaultEmbeddingModel();
 };

-export function getAudioSpeechModel(model?: string) {
-  return (
-    global.audioSpeechModels.find((item) => item.model === model || item.name === model) ||
-    global.audioSpeechModels[0]
-  );
+export const getDefaultTTSModel = () => global?.systemDefaultModel.tts!;
+export function getTTSModel(model?: string) {
+  if (!model) return getDefaultTTSModel();
+  return global.ttsModelMap.get(model) || getDefaultTTSModel();
 }

-export function getWhisperModel(model?: string) {
-  return global.whisperModel;
+export const getDefaultSTTModel = () => global?.systemDefaultModel.stt!;
+export function getSTTModel(model?: string) {
+  if (!model) return getDefaultSTTModel();
+  return global.sttModelMap.get(model) || getDefaultSTTModel();
 }

+export const getDefaultRerankModel = () => global?.systemDefaultModel.rerank!;
 export function getReRankModel(model?: string) {
-  return global.reRankModels.find((item) => item.model === model);
+  if (!model) return getDefaultRerankModel();
+  return global.reRankModelMap.get(model) || getDefaultRerankModel();
 }

-export enum ModelTypeEnum {
-  llm = 'llm',
-  vector = 'vector',
-  audioSpeech = 'audioSpeech',
-  whisper = 'whisper',
-  rerank = 'rerank'
-}
-export const getModelMap = {
-  [ModelTypeEnum.llm]: getLLMModel,
-  [ModelTypeEnum.vector]: getVectorModel,
-  [ModelTypeEnum.audioSpeech]: getAudioSpeechModel,
-  [ModelTypeEnum.whisper]: getWhisperModel,
-  [ModelTypeEnum.rerank]: getReRankModel
+export const findAIModel = (model: string): SystemModelItemType | undefined => {
+  return (
+    global.llmModelMap.get(model) ||
+    global.embeddingModelMap.get(model) ||
+    global.ttsModelMap.get(model) ||
+    global.sttModelMap.get(model) ||
+    global.reRankModelMap.get(model)
+  );
+};
+export const findModelFromAlldata = (model: string) => {
+  return global.systemModelList.find((item) => item.model === model);
 };