feat: vision model (#489)

* mongo init

* perf: mongo connect

* perf: tts

perf: whisper and tts

peref: tts whisper permission

log

reabase (#488)

* perf: modal

* i18n

* perf: schema lean

* feat: vision model format

* perf: tts loading

* perf: static data

* perf: tts

* feat: image

* perf: image

* perf: upload image and title

* perf: image size

* doc

* perf: color

* doc

* speaking can not select file

* doc

projects/app/src/pages/_app.tsx

@@ -95,7 +95,7 @@ function App({ Component, pageProps }: AppProps) {
         <title>{feConfigs?.systemTitle || process.env.SYSTEM_NAME || 'GPT'}</title>
         <meta
           name="description"
-          content="FastGPT is a knowledge-based question answering system built on the LLM. It offers out-of-the-box data processing and model invocation capabilities. Moreover, it allows for workflow orchestration through Flow visualization, thereby enabling complex question and answer scenarios!"
+          content="FastGPT 是一个大模型应用编排系统，提供开箱即用的数据处理、模型调用等能力，可以快速的构建知识库并通过 Flow 可视化进行工作流编排，实现复杂的知识库场景！"
         />
         <meta
           name="viewport"

projects/app/src/pages/api/common/file/uploadImage.ts

@@ -4,17 +4,18 @@ import { connectToDatabase } from '@/service/mongo';
 import { authCert } from '@fastgpt/service/support/permission/auth/common';
 import { uploadMongoImg } from '@fastgpt/service/common/file/image/controller';
 
-type Props = { base64Img: string };
+type Props = { base64Img: string; expiredTime?: Date };
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
     await connectToDatabase();
-    const { userId } = await authCert({ req, authToken: true });
-    const { base64Img } = req.body as Props;
+    const { teamId } = await authCert({ req, authToken: true });
+    const { base64Img, expiredTime } = req.body as Props;
 
     const data = await uploadMongoImg({
-      userId,
-      base64Img
+      teamId,
+      base64Img,
+      expiredTime
     });
 
     jsonRes(res, { data });

projects/app/src/pages/api/core/dataset/allDataset.ts

@@ -17,10 +17,10 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     const datasets = await MongoDataset.find({
       ...mongoRPermission({ teamId, tmbId, role }),
       type: 'dataset'
-    });
+    }).lean();
 
     const data = datasets.map((item) => ({
-      ...item.toJSON(),
+      ...item,
       vectorModel: getVectorModel(item.vectorModel),
       agentModel: getQAModel(item.agentModel),
       canWrite: String(item.tmbId) === tmbId,

projects/app/src/pages/api/core/dataset/list.ts

@@ -22,11 +22,13 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       ...mongoRPermission({ teamId, tmbId, role }),
       ...(parentId !== undefined && { parentId: parentId || null }),
       ...(type && { type })
-    }).sort({ updateTime: -1 });
+    })
+      .sort({ updateTime: -1 })
+      .lean();
 
     const data = await Promise.all(
       datasets.map(async (item) => ({
-        ...item.toJSON(),
+        ...item,
         vectorModel: getVectorModel(item.vectorModel),
         agentModel: getQAModel(item.agentModel),
         canWrite,

projects/app/src/pages/app/detail/components/BasicEdit/index.tsx

@@ -59,6 +59,7 @@ import { useAppStore } from '@/web/core/app/store/useAppStore';
 import PermissionIconText from '@/components/support/permission/IconText';
 import QGSwitch from '../QGSwitch';
 import TTSSelect from '../TTSSelect';
+import { checkChatSupportSelectFileByModules } from '@/web/core/chat/utils';
 
 const VariableEditModal = dynamic(() => import('@/components/core/module/VariableEditModal'));
 const InfoModal = dynamic(() => import('../InfoModal'));
@@ -676,6 +677,7 @@ const ChatTest = ({ appId }: { appId: string }) => {
           userAvatar={userInfo?.avatar}
           showMarkIcon
           userGuideModule={getGuideModule(modules)}
+          showFileSelector={checkChatSupportSelectFileByModules(modules)}
           onStartChat={startChat}
           onDelMessage={() => {}}
         />

projects/app/src/pages/app/detail/components/TTSSelect.tsx

@@ -1,7 +1,7 @@
 import MyIcon from '@/components/Icon';
 import MyTooltip from '@/components/MyTooltip';
 import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import { Box, Button, Flex, ModalBody, useDisclosure } from '@chakra-ui/react';
+import { Box, Button, Flex, ModalBody, useDisclosure, Image } from '@chakra-ui/react';
 import React, { useCallback, useMemo } from 'react';
 import { useTranslation } from 'next-i18next';
 import MySelect from '@/components/Select';
@@ -130,9 +130,9 @@ const TTSSelect = ({
             <Flex mt={10} justifyContent={'end'}>
               {audioPlaying ? (
                 <Flex>
-                  <MyIcon name={'core/chat/speaking'} w={'16px'} />
+                  <Image src="/icon/speaking.gif" w={'24px'} alt={''} />
                   <Button
-                    ml={3}
+                    ml={2}
                     variant={'gray'}
                     isLoading={audioLoading}
                     leftIcon={<MyIcon name={'core/chat/stopSpeech'} w={'16px'} />}

projects/app/src/pages/chat/components/ChatHeader.tsx

@@ -7,6 +7,7 @@ import Avatar from '@/components/Avatar';
 import ToolMenu from './ToolMenu';
 import type { ChatItemType } from '@fastgpt/global/core/chat/type';
 import { useRouter } from 'next/router';
+import { chatContentReplaceBlock } from '@fastgpt/global/core/chat/utils';
 
 const ChatHeader = ({
   history,
@@ -27,7 +28,10 @@ const ChatHeader = ({
   const theme = useTheme();
   const { isPc } = useSystemStore();
   const title = useMemo(
-    () => history[history.length - 2]?.value?.slice(0, 8) || appName || '新对话',
+    () =>
+      chatContentReplaceBlock(history[history.length - 2]?.value)?.slice(0, 8) ||
+      appName ||
+      '新对话',
     [appName, history]
   );
 

projects/app/src/pages/chat/index.tsx

@@ -32,6 +32,8 @@ import { getErrText } from '@fastgpt/global/common/error/utils';
 import { useUserStore } from '@/web/support/user/useUserStore';
 import { serviceSideProps } from '@/web/common/utils/i18n';
 import { useAppStore } from '@/web/core/app/store/useAppStore';
+import { checkChatSupportSelectFileByChatModels } from '@/web/core/chat/utils';
+import { chatContentReplaceBlock } from '@fastgpt/global/core/chat/utils';
 
 const Chat = ({ appId, chatId }: { appId: string; chatId: string }) => {
   const router = useRouter();
@@ -78,7 +80,10 @@ const Chat = ({ appId, chatId }: { appId: string; chatId: string }) => {
         abortSignal: controller
       });
 
-      const newTitle = prompts[0].content?.slice(0, 20) || '新对话';
+      const newTitle =
+        chatContentReplaceBlock(prompts[0].content).slice(0, 20) ||
+        prompts[1]?.value?.slice(0, 20) ||
+        '新对话';
 
       // update history
       if (completionChatId !== chatId) {
@@ -363,6 +368,7 @@ const Chat = ({ appId, chatId }: { appId: string; chatId: string }) => {
                 appAvatar={chatData.app.avatar}
                 userAvatar={userInfo?.avatar}
                 userGuideModule={chatData.app?.userGuideModule}
+                showFileSelector={checkChatSupportSelectFileByChatModels(chatData.app.chatModels)}
                 feedbackType={'user'}
                 onUpdateVariable={(e) => {}}
                 onStartChat={startChat}

projects/app/src/pages/chat/share.tsx

@@ -20,6 +20,7 @@ import PageContainer from '@/components/PageContainer';
 import ChatHeader from './components/ChatHeader';
 import ChatHistorySlider from './components/ChatHistorySlider';
 import { serviceSideProps } from '@/web/common/utils/i18n';
+import { checkChatSupportSelectFileByChatModels } from '@/web/core/chat/utils';
 
 const OutLink = ({
   shareId,
@@ -254,6 +255,9 @@ const OutLink = ({
               appAvatar={shareChatData.app.avatar}
               userAvatar={shareChatData.userAvatar}
               userGuideModule={shareChatData.app?.userGuideModule}
+              showFileSelector={checkChatSupportSelectFileByChatModels(
+                shareChatData.app.chatModels
+              )}
               feedbackType={'user'}
               onUpdateVariable={(e) => {
                 setShareChatData((state) => ({