V4.14.4 features (#6036)

* feat: add query optimize and bill (#6021)

* add query optimize and bill

* perf: query extension

* fix: embe model

* remove log

* remove log

* fix: test

---------

Co-authored-by: xxyyh <2289112474@qq>
Co-authored-by: archer <545436317@qq.com>

* feat: notice (#6013)

* feat: record user's language

* feat: notice points/dataset indexes; support count limit; update docker-compose.yml

* fix: ts error

* feat: send auth code i18n

* chore: dataset notice limit

* chore: adjust

* fix: ts

* fix: countLimit race condition; i18n en-prefix locale fallback to en

---------

Co-authored-by: archer <545436317@qq.com>

* perf: comment

* perf: send inform code

* fix: type error (#6029)

* feat: add ip region for chat logs (#6010)

* feat: add ip region for chat logs

* refactor: use Geolite2.mmdb

* fix: export chat logs

* fix: return location directly

* test: add unit test

* perf: log show ip data

* adjust commercial plans (#6008)

* plan frontend

* plan limit

* coupon

* discount coupon

* fix

* type

* fix audit

* type

* plan name

* legacy plan

* track

* feat: add discount coupon

* fix

* fix discount coupon

* openapi

* type

* type

* env

* api type

* fix

* fix: simple agent plugin input & agent dashboard card (#6034)

* refactor: remove gridfs (#6031)

* fix: replace gridfs multer operations with s3 compatible ops

* wip: s3 features

* refactor: remove gridfs

* fix

* perf: mock test

* doc

* doc

* doc

* fix: test

* fix: s3

* fix: mock s3

* remove invalid config

* fix: init query extension

* initv4144 (#6037)

* chore: initv4144

* fix

* version

* fix: new plans (#6039)

* fix: new plans

* qr modal tip

* fix: buffer raw text filename (#6040)

* fix: initv4144 (#6041)

* fix: pay refresh (#6042)

* fix: migration shell

* rename collection

* clear timerlock

* clear timerlock

* perf: faq

* perf: bill schema

* fix: openapi

* doc

* fix: share var render

* feat: delete dataset queue

* plan usage display (#6043)

* plan usage display

* text

* fix

* fix: ts

* perf: remove invalid code

* perf: init shell

* doc

* perf: rename field

* perf: avatar presign

* init

* custom plan text (#6045)

* fix plans

* fix

* fixed

* computed

---------

Co-authored-by: archer <545436317@qq.com>

* init shell

* plan text & price page back button (#6046)

* init

* index

* delete dataset

* delete dataset

* perf: delete dataset

* init

---------

Co-authored-by: YeYuheng <57035043+YYH211@users.noreply.github.com>
Co-authored-by: xxyyh <2289112474@qq>
Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com>
Co-authored-by: Roy <whoeverimf5@gmail.com>
Co-authored-by: heheer <heheer@sealos.io>

packages/service/core/chat/controller.ts

@@ -1,10 +1,6 @@
 import type { ChatHistoryItemResType, ChatItemType } from '@fastgpt/global/core/chat/type';
 import { MongoChatItem } from './chatItemSchema';
 import { addLog } from '../../common/system/log';
-import { delFileByFileIdList, getGFSCollection } from '../../common/file/gridfs/controller';
-import { BucketNameEnum } from '@fastgpt/global/common/file/constants';
-import { MongoChat } from './chatSchema';
-import { UserError } from '@fastgpt/global/common/error/utils';
 import { DispatchNodeResponseKeyEnum } from '@fastgpt/global/core/workflow/runtime/constants';
 import { ChatRoleEnum } from '@fastgpt/global/core/chat/constants';
 import { MongoChatItemResponse } from './chatItemResponseSchema';
@@ -95,41 +91,3 @@ export const addCustomFeedbacks = async ({
     addLog.error('addCustomFeedbacks error', error);
   }
 };
-
-/* 
-  Delete chat files
-  1. ChatId: Delete one chat files
-  2. AppId: Delete all the app's chat files
-*/
-export const deleteChatFiles = async ({
-  chatIdList,
-  appId
-}: {
-  chatIdList?: string[];
-  appId?: string;
-}) => {
-  if (!appId && !chatIdList)
-    return Promise.reject(new UserError('appId or chatIdList is required'));
-
-  const appChatIdList = await (async () => {
-    if (appId) {
-      const appChatIdList = await MongoChat.find({ appId }, { chatId: 1 });
-      return appChatIdList.map((item) => String(item.chatId));
-    } else if (chatIdList) {
-      return chatIdList;
-    }
-    return [];
-  })();
-
-  const collection = getGFSCollection(BucketNameEnum.chat);
-  const where = {
-    'metadata.chatId': { $in: appChatIdList }
-  };
-
-  const files = await collection.find(where, { projection: { _id: 1 } }).toArray();
-
-  await delFileByFileIdList({
-    bucketName: BucketNameEnum.chat,
-    fileIdList: files.map((item) => String(item._id))
-  });
-};

packages/service/core/chat/saveChat.ts

@@ -245,6 +245,7 @@ export async function saveChat(props: Props) {
       ...chat?.metadata,
       ...metadata
     };
+
     const { welcomeText, variables: variableList } = getAppChatConfig({
       chatConfig: appChatConfig,
       systemConfigNode: getGuideModule(nodes),