V4.8.20 feature (#3686)

* Aiproxy (#3649)

* model config

* feat: model config ui

* perf: rename variable

* feat: custom request url

* perf: model buffer

* perf: init model

* feat: json model config

* auto login

* fix: ts

* update packages

* package

* fix: dockerfile

* feat: usage filter & export & dashbord (#3538)

* feat: usage filter & export & dashbord

* adjust ui

* fix tmb scroll

* fix code & selecte all

* merge

* perf: usages list；perf: move components (#3654)

* perf: usages list

* team sub plan load

* perf: usage dashboard code

* perf: dashboard ui

* perf: move components

* add default model config (#3653)

* 4.8.20 test (#3656)

* provider

* perf: model config

* model perf (#3657)

* fix: model

* dataset quote

* perf: model config

* model tag

* doubao model config

* perf: config model

* feat: model test

* fix: POST 500 error on dingtalk bot (#3655)

* feat: default model (#3662)

* move model config

* feat: default model

* fix: false triggerd org selection (#3661)

* export usage csv i18n (#3660)

* export usage csv i18n

* fix build

* feat: markdown extension (#3663)

* feat: markdown extension

* media cros

* rerank test

* default price

* perf: default model

* fix: cannot custom provider

* fix: default model select

* update bg

* perf: default model selector

* fix: usage export

* i18n

* fix: rerank

* update init extension

* perf: ip limit check

* doubao model order

* web default modle

* perf: tts selector

* perf: tts error

* qrcode package

* reload buffer (#3665)

* reload buffer

* reload buffer

* tts selector

* fix: err tip (#3666)

* fix: err tip

* perf: training queue

* doc

* fix interactive edge (#3659)

* fix interactive edge

* fix

* comment

* add gemini model

* fix: chat model select

* perf: supplement assistant empty response (#3669)

* perf: supplement assistant empty response

* check array

* perf: max_token count;feat: support resoner output;fix: member scroll (#3681)

* perf: supplement assistant empty response

* check array

* perf: max_token count

* feat: support resoner output

* member scroll

* update provider order

* i18n

* fix: stream response (#3682)

* perf: supplement assistant empty response

* check array

* fix: stream response

* fix: model config cannot set to null

* fix: reasoning response (#3684)

* perf: supplement assistant empty response

* check array

* fix: reasoning response

* fix: reasoning response

* doc (#3685)

* perf: supplement assistant empty response

* check array

* doc

* lock

* animation

* update doc

* update compose

* doc

* doc

---------

Co-authored-by: heheer <heheer@sealos.io>
Co-authored-by: a.e. <49438478+I-Info@users.noreply.github.com>

packages/service/support/permission/dataset/auth.ts

@@ -279,6 +279,7 @@ export async function authDatasetData({
 
   return {
     ...result,
-    datasetData: data
+    datasetData: data,
+    collection: result.collection
   };
 }

packages/service/support/permission/user/auth.ts

@@ -5,6 +5,10 @@ import { TeamErrEnum } from '@fastgpt/global/common/error/code/team';
 import { AuthModeType, AuthResponseType } from '../type';
 import { NullPermission } from '@fastgpt/global/support/permission/constant';
 import { TeamPermission } from '@fastgpt/global/support/permission/user/controller';
+import { authCert } from '../auth/common';
+import { MongoUser } from '../../user/schema';
+import { ERROR_ENUM } from '@fastgpt/global/common/error/errorCode';
+import { ApiRequestProps } from '../../../type/next';
 
 /* auth user role  */
 export async function authUserPer(props: AuthModeType): Promise<
@@ -34,3 +38,19 @@ export async function authUserPer(props: AuthModeType): Promise<
     tmb
   };
 }
+
+export const authSystemAdmin = async ({ req }: { req: ApiRequestProps }) => {
+  try {
+    const result = await authCert({ req, authToken: true });
+    const user = await MongoUser.findOne({
+      _id: result.userId
+    });
+
+    if (user && user.username !== 'root') {
+      return Promise.reject(ERROR_ENUM.unAuthorization);
+    }
+    return result;
+  } catch (error) {
+    throw error;
+  }
+};

packages/service/support/wallet/usage/schema.ts

@@ -61,7 +61,8 @@ const UsageSchema = new Schema({
 });
 
 try {
-  UsageSchema.index({ teamId: 1, tmbId: 1, source: 1, time: -1 });
+  UsageSchema.index({ teamId: 1, time: 1, tmbId: 1, source: 1 });
+  UsageSchema.index({ teamId: 1, time: 1, appName: 1 });
   // timer task. clear dead team
   // UsageSchema.index({ teamId: 1, time: -1 });
 

packages/service/support/wallet/usage/utils.ts

@@ -1,5 +1,5 @@
-import { LLMModelItemType } from '@fastgpt/global/core/ai/model.d';
-import { ModelTypeEnum, getModelMap } from '../../../core/ai/model';
+import { findAIModel } from '../../../core/ai/model';
+import { ModelTypeEnum } from '@fastgpt/global/core/ai/model';
 
 export const formatModelChars2Points = ({
   model,
@@ -14,7 +14,7 @@ export const formatModelChars2Points = ({
   modelType: `${ModelTypeEnum}`;
   multiple?: number;
 }) => {
-  const modelData = getModelMap?.[modelType]?.(model) as LLMModelItemType;
+  const modelData = findAIModel(model);
   if (!modelData) {
     return {
       totalPoints: 0,