Extraction schema (#398)

projects/app/src/pages/_app.tsx

@@ -13,10 +13,10 @@ import { appWithTranslation, useTranslation } from 'next-i18next';
 import { getLangStore, setLangStore } from '@/web/common/utils/i18n';
 import { useRouter } from 'next/router';
 import { useGlobalStore } from '@/web/common/store/global';
+import type { FeConfigsType } from '@fastgpt/common/type/index.d';
 
 import 'nprogress/nprogress.css';
 import '@/web/styles/reset.scss';
-import { FeConfigsType } from '@/types';
 
 //Binding events.
 Router.events.on('routeChangeStart', () => NProgress.start());

projects/app/src/pages/_error.tsx

@@ -2,8 +2,6 @@ import { useEffect } from 'react';
 import { useRouter } from 'next/router';
 import { serviceSideProps } from '@/web/common/utils/i18n';
 import { useGlobalStore } from '@/web/common/store/global';
-import { addLog } from '@/service/utils/tools';
-import { getErrText } from '@/utils/tools';
 
 function Error() {
   const router = useRouter();
@@ -36,8 +34,6 @@ function Error() {
 export async function getServerSideProps(context: any) {
   console.log('[render error]: ', context);
 
-  addLog.error(getErrText(context?.res));
-
   return {
     props: { ...(await serviceSideProps(context)) }
   };

projects/app/src/pages/account/components/PayModal.tsx

@@ -6,10 +6,9 @@ import { useQuery } from '@tanstack/react-query';
 import { useRouter } from 'next/router';
 import { getErrText } from '@/utils/tools';
 import { useTranslation } from 'react-i18next';
-import { formatPrice } from '@fastgpt/common/bill/index';
 import Markdown from '@/components/Markdown';
 import MyModal from '@/components/MyModal';
-import { vectorModelList, chatModelList, qaModel } from '@/web/common/store/static';
+import { priceMd } from '@/web/common/store/static';
 
 const PayModal = ({ onClose }: { onClose: () => void }) => {
   const router = useRouter();
@@ -70,10 +69,15 @@ const PayModal = ({ onClose }: { onClose: () => void }) => {
       title={t('user.Pay')}
       isCentered={!payId}
     >
-      <ModalBody py={0}>
+      <ModalBody
+        p={0}
+        h={payId ? 'auto' : ['auto', '70vh']}
+        display={'flex'}
+        flexDirection={'column'}
+      >
         {!payId && (
           <>
-            <Grid gridTemplateColumns={'repeat(4,1fr)'} gridGap={5} mb={4}>
+            <Grid gridTemplateColumns={'repeat(4,1fr)'} gridGap={5} mb={4} px={6}>
               {[10, 20, 50, 100].map((item) => (
                 <Button
                   key={item}
@@ -84,7 +88,7 @@ const PayModal = ({ onClose }: { onClose: () => void }) => {
                 </Button>
               ))}
             </Grid>
-            <Box mb={4}>
+            <Box mb={4} px={6}>
               <Input
                 value={inputVal}
                 type={'number'}
@@ -95,18 +99,9 @@ const PayModal = ({ onClose }: { onClose: () => void }) => {
                 }}
               ></Input>
             </Box>
-            <Markdown
-              source={`
-| 计费项 | 价格: 元/ 1K tokens(包含上下文)|
-| --- | --- |
-${vectorModelList
-  .map((item) => `| 索引-${item.name} | ${formatPrice(item.price, 1000)} |`)
-  .join('\n')}
-${chatModelList
-  .map((item) => `| 对话-${item.name} | ${formatPrice(item.price, 1000)} |`)
-  .join('\n')}
-| 文件QA拆分 | ${formatPrice(qaModel.price, 1000)} |`}
-            />
+            <Box flex={[1, '1 0 0']} overflow={'overlay'} px={6}>
+              <Markdown source={priceMd} />
+            </Box>
           </>
         )}
         {/* 付费二维码 */}

projects/app/src/pages/api/admin/initv43.ts

@@ -1,7 +1,7 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 

projects/app/src/pages/api/admin/initv44.ts

@@ -1,9 +1,10 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { KbTypeEnum } from '@/constants/dataset';
+import { authUser } from '@fastgpt/support/user/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
+import { DatasetTypeEnum } from '@fastgpt/core/dataset/constant';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 
@@ -12,13 +13,13 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     await connectToDatabase();
     await authUser({ req, authRoot: true });
 
-    await KB.updateMany(
+    await MongoDataset.updateMany(
       {
         type: { $exists: false }
       },
       {
         $set: {
-          type: KbTypeEnum.dataset,
+          type: DatasetTypeEnum.dataset,
           parentId: null
         }
       }

projects/app/src/pages/api/admin/initv441.ts

@@ -1,8 +1,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase } from '@/service/mongo';
-import mongoose from 'mongoose';
+import mongoose from '@fastgpt/common/mongo';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 

projects/app/src/pages/api/admin/initv442.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase, Bill } from '@/service/mongo';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {

projects/app/src/pages/api/admin/initv445.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase, App } from '@/service/mongo';
 import { FlowInputItemTypeEnum, FlowModuleTypeEnum } from '@/constants/flow';
 import { SystemInputEnum } from '@/constants/app';

projects/app/src/pages/api/admin/initv447.ts

@@ -1,11 +1,11 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { connectToDatabase } from '@/service/mongo';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 import { DatasetSpecialIdEnum } from '@fastgpt/core/dataset/constant';
-import mongoose, { Types } from 'mongoose';
+import { Types, connectionMongo } from '@fastgpt/common/mongo';
 import { delay } from '@/utils/tools';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -71,7 +71,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 }
 
 async function init(rows: any[], initFileIds: string[]) {
-  const collection = mongoose.connection.db.collection(`dataset.files`);
+  const collection = connectionMongo.connection.db.collection(`dataset.files`);
 
   /* 遍历所有的 fileId，去找有没有对应的文件，没有的话则改成manual */
   const updateResult = await Promise.allSettled(

projects/app/src/pages/api/admin/sqlTest.ts

@@ -0,0 +1,45 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@fastgpt/support/user/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { PgClient } from '@/service/pg';
+import { PgDatasetTableName } from '@/constants/plugin';
+import { DatasetSpecialIdEnum } from '@fastgpt/core/dataset/constant';
+import { Types, connectionMongo } from '@fastgpt/common/mongo';
+import { delay } from '@/utils/tools';
+import { replaceVariable } from '@/utils/common/tools/text';
+import { getVector } from '../openapi/plugin/vector';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    // await connectToDatabase();
+    // const { text, analyze, sql } = req.body as {
+    //   userId: string;
+    //   text: string;
+    //   analyze?: boolean;
+    //   sql: string;
+    // };
+    // await authUser({ req, authRoot: true });
+
+    // const vectorModel = global.vectorModels[0];
+    // const { vectors } = await getVector({
+    //   model: vectorModel.model,
+    //   input: [text]
+    // });
+
+    // const start = Date.now();
+    // const result: any = await PgClient.query(sql.replace(/\[vector\]/g, `[${vectors[0]}]`));
+
+    jsonRes(res, {
+      data: {
+        // rows: result?.[2]?.rows,
+        // time: Date.now() - start
+      }
+    });
+  } catch (error) {
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}

projects/app/src/pages/api/app/create.ts

@@ -2,13 +2,14 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { App } from '@/service/models/app';
 import type { CreateAppParams } from '@/types/app';
 import { AppTypeEnum } from '@/constants/app';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const {
       name = 'APP',
       avatar,
@@ -23,8 +24,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     // 上限校验
     const authCount = await App.countDocuments({
       userId

projects/app/src/pages/api/app/data/totalUsage.ts

@@ -1,16 +1,15 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, Bill } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { Types } from 'mongoose';
+import { authUser } from '@fastgpt/support/user/auth';
+import { Types } from '@fastgpt/common/mongo';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { appId, start, end } = req.body as { appId: string; start: number; end: number };
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const result = await Bill.aggregate([
       {
         $match: {

projects/app/src/pages/api/app/del.ts

@@ -1,12 +1,14 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { Chat, App, connectToDatabase, Collection, OutLink } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { Chat, App, connectToDatabase, Collection } from '@/service/mongo';
+import { MongoOutLink } from '@fastgpt/support/outLink/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import { authApp } from '@/service/utils/auth';
 
 /* 获取我的模型 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { appId } = req.query as { appId: string };
 
     if (!appId) {
@@ -16,8 +18,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     // 验证是否是该用户的 app
     await authApp({
       appId,
@@ -35,7 +35,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     });
 
     // 删除分享链接
-    await OutLink.deleteMany({
+    await MongoOutLink.deleteMany({
       appId
     });
 

projects/app/src/pages/api/app/detail.tsx

@@ -1,12 +1,13 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { authApp } from '@/service/utils/auth';
 
 /* 获取我的模型 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { appId } = req.query as { appId: string };
 
     if (!appId) {
@@ -16,8 +17,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const { app } = await authApp({
       appId,
       userId

projects/app/src/pages/api/app/getChatLogs.ts

@@ -1,15 +1,16 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { Chat, connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { PagingData } from '@/types';
 import { AppLogsListItemType } from '@/types/app';
-import { Types } from 'mongoose';
+import { Types } from '@fastgpt/common/mongo';
 import { addDays } from 'date-fns';
 import type { GetAppChatLogsParams } from '@/global/core/api/appReq.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const {
       pageNum = 1,
       pageSize = 20,
@@ -21,7 +22,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     if (!appId) {
       throw new Error('缺少参数');
     }
-    await connectToDatabase();
 
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });

projects/app/src/pages/api/app/myApps.ts

@@ -1,16 +1,15 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, App } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { AppListItemType } from '@/types/app';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     // 根据 userId 获取模型信息
     const myApps = await App.find(
       {

projects/app/src/pages/api/app/share/collection.ts

@@ -1,11 +1,12 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, Collection, App } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 
 /* 模型收藏切换 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { appId } = req.query as { appId: string };
 
     if (!appId) {
@@ -14,8 +15,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const collectionRecord = await Collection.findOne({
       userId,
       modelId: appId

projects/app/src/pages/api/app/share/getModels.ts

@@ -3,20 +3,19 @@ import { jsonRes } from '@/service/response';
 import { connectToDatabase, App } from '@/service/mongo';
 import type { PagingData } from '@/types';
 import type { ShareAppItem } from '@/types/app';
-import { authUser } from '@/service/utils/auth';
-import { Types } from 'mongoose';
+import { authUser } from '@fastgpt/support/user/auth';
+import { Types } from '@fastgpt/common/mongo';
 
 /* 获取模型列表 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const {
       searchText = '',
       pageNum = 1,
       pageSize = 20
     } = req.body as { searchText: string; pageNum: number; pageSize: number };
 
-    await connectToDatabase();
-
     const { userId } = await authUser({ req, authToken: true });
 
     const regex = new RegExp(searchText, 'i');

projects/app/src/pages/api/app/update.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { App } from '@/service/models/app';
 import type { AppUpdateParams } from '@/types/app';
 import { authApp } from '@/service/utils/auth';
@@ -9,6 +9,7 @@ import { authApp } from '@/service/utils/auth';
 /* 获取我的模型 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { name, avatar, type, share, intro, modules } = req.body as AppUpdateParams;
     const { appId } = req.query as { appId: string };
 
@@ -19,8 +20,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     await authApp({
       appId,
       userId

projects/app/src/pages/api/chat/chatTest.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { sseErrRes } from '@/service/response';
 import { sseResponseEventEnum } from '@/constants/chat';
 import { sseResponse } from '@/service/utils/tools';
@@ -30,6 +30,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
   let { modules = [], history = [], prompt, variables = {}, appName, appId } = req.body as Props;
   try {
+    await connectToDatabase();
     if (!history || !modules || !prompt) {
       throw new Error('Prams Error');
     }
@@ -37,8 +38,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       throw new Error('history is not array');
     }
 
-    await connectToDatabase();
-
     /* user auth */
     const { userId, user } = await authUser({ req, authToken: true, authBalance: true });
 

projects/app/src/pages/api/chat/delChatRecordByContentId.ts

@@ -1,13 +1,12 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, ChatItem } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    const { chatId, contentId } = req.query as { chatId: string; contentId: string };
-
     await connectToDatabase();
+    const { chatId, contentId } = req.query as { chatId: string; contentId: string };
 
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });

projects/app/src/pages/api/chat/feedback/adminUpdate.ts

@@ -2,7 +2,7 @@ import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, ChatItem } from '@/service/mongo';
 import type { AdminUpdateFeedbackParams } from '@/global/core/api/chatReq.d';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 
 /* 初始化我的聊天框，需要身份验证 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {

projects/app/src/pages/api/chat/history/getHistory.ts

@@ -1,18 +1,17 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, Chat } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { ChatHistoryItemType } from '@/types/chat';
 import { ChatSourceEnum } from '@/constants/chat';
 
 /* 获取历史记录 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { appId } = req.body as { appId?: string };
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const data = await Chat.find(
       {
         userId,

projects/app/src/pages/api/chat/history/updateChatHistory.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, Chat } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export type Props = {
   chatId: string;
@@ -12,12 +12,11 @@ export type Props = {
 /* 更新聊天标题 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { chatId, customTitle, top } = req.body as Props;
 
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     await Chat.findOneAndUpdate(
       {
         chatId,

projects/app/src/pages/api/chat/init.ts

@@ -1,8 +1,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { Chat, ChatItem } from '@/service/mongo';
+import { Chat, ChatItem, connectToDatabase } from '@/service/mongo';
 import type { InitChatResponse } from '@/global/core/api/chatRes.d';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { ChatItemType } from '@/types/chat';
 import { authApp } from '@/service/utils/auth';
 import type { ChatSchema } from '@/types/mongoSchema';
@@ -12,6 +12,7 @@ import { TaskResponseKeyEnum } from '@/constants/chat';
 /* 初始化我的聊天框，需要身份验证 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { userId } = await authUser({ req, authToken: true });
 
     let { appId, chatId } = req.query as {

projects/app/src/pages/api/chat/removeHistory.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, Chat, ChatItem } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { ChatSourceEnum } from '@/constants/chat';
 
 type Props = {
@@ -12,11 +12,10 @@ type Props = {
 /* clear chat history */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { chatId, appId } = req.query as Props;
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     if (chatId) {
       await Promise.all([
         Chat.findOneAndRemove({

projects/app/src/pages/api/common/bill/createTrainingBill.ts

@@ -1,18 +1,17 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, Bill } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { BillSourceEnum } from '@/constants/user';
 import { CreateTrainingBillType } from '@/global/common/api/billReq.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { name } = req.body as CreateTrainingBillType;
 
     const { userId } = await authUser({ req, authToken: true, authApiKey: true });
 
-    await connectToDatabase();
-
     const { _id } = await Bill.create({
       userId,
       appName: name,

projects/app/src/pages/api/core/ai/agent/createQuestionGuide.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { CreateQuestionGuideParams } from '@/global/core/api/aiReq.d';
 import { pushQuestionGuideBill } from '@/service/common/bill/push';
 import { defaultQGModel } from '@/pages/api/system/getInitData';

projects/app/src/pages/api/core/dataset/allDataset.ts

@@ -1,18 +1,18 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import { getVectorModel } from '@/service/utils/data';
 import type { DatasetsItemType } from '@/types/core/dataset';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    const kbList = await KB.find({
+    const kbList = await MongoDataset.find({
       userId,
       type: 'dataset'
     });

projects/app/src/pages/api/core/dataset/create.ts

@@ -1,19 +1,19 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { CreateDatasetParams } from '@/global/core/api/datasetReq.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { name, tags, avatar, vectorModel, parentId, type } = req.body as CreateDatasetParams;
 
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    const { _id } = await KB.create({
+    const { _id } = await MongoDataset.create({
       name,
       userId,
       tags,

projects/app/src/pages/api/core/dataset/data/delDataById.ts

@@ -1,12 +1,14 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { withNextCors } from '@/service/utils/tools';
 import { PgDatasetTableName } from '@/constants/plugin';
+import { connectToDatabase } from '@/service/mongo';
 
 export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     let { dataId } = req.query as {
       dataId: string;
     };

projects/app/src/pages/api/core/dataset/data/exportAll.ts

@@ -1,7 +1,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, User } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoUser } from '@fastgpt/support/user/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgDatasetTableName } from '@/constants/plugin';
 import { findAllChildrenIds } from '../delete';
 import QueryStream from 'pg-query-stream';
@@ -11,6 +12,7 @@ import { responseWriteController } from '@/service/common/stream';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     let { kbId } = req.query as {
       kbId: string;
     };
@@ -19,8 +21,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       throw new Error('缺少参数');
     }
 
-    await connectToDatabase();
-
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
@@ -31,7 +31,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     );
 
     // auth export times
-    const authTimes = await User.findOne(
+    const authTimes = await MongoUser.findOne(
       {
         _id: userId,
         $or: [
@@ -101,7 +101,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       stream.on('end', async () => {
         try {
           // update export time
-          await User.findByIdAndUpdate(userId, {
+          await MongoUser.findByIdAndUpdate(userId, {
             'limit.exportKbTime': new Date()
           });
         } catch (error) {}

projects/app/src/pages/api/core/dataset/data/getDataById.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 import type { PgDataItemType } from '@/types/core/dataset/data';
@@ -15,6 +15,7 @@ export type Response = {
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     let { dataId } = req.query as {
       dataId: string;
     };
@@ -25,8 +26,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const where: any = [['user_id', userId], 'AND', ['id', dataId]];
 
     const searchRes = await PgClient.select<PgDataItemType>(PgDatasetTableName, {

projects/app/src/pages/api/core/dataset/data/getDataList.ts

@@ -1,13 +1,14 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 import type { PgDataItemType } from '@/types/core/dataset/data';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     let {
       kbId,
       pageNum = 1,
@@ -28,7 +29,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
     searchText = searchText.replace(/'/g, '');
 
     const where: any = [

projects/app/src/pages/api/core/dataset/data/getQueueLen.ts

@@ -1,11 +1,12 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { TrainingData, connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 
 /* 拆分数据成QA */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     await authUser({ req, authToken: true });
 
     // split queue data

projects/app/src/pages/api/core/dataset/data/getTrainingData.ts

@@ -1,19 +1,19 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { TrainingModeEnum } from '@/constants/plugin';
-import { Types } from 'mongoose';
+import { Types } from '@fastgpt/common/mongo';
 import { startQueue } from '@/service/utils/tools';
 
 /* 拆分数据成QA */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { kbId, init = false } = req.body as { kbId: string; init: boolean };
     if (!kbId) {
       throw new Error('参数错误');
     }
-    await connectToDatabase();
 
     const { userId } = await authUser({ req, authToken: true });
 

projects/app/src/pages/api/core/dataset/data/insertData.ts

@@ -5,7 +5,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authKb, authUser } from '@/service/utils/auth';
+import { authDataset } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { withNextCors } from '@/service/utils/tools';
 import { PgDatasetTableName } from '@/constants/plugin';
 import { insertData2Dataset, PgClient } from '@/service/pg';
@@ -50,7 +51,7 @@ export async function getVectorAndInsertDataset(
   }
 
   // auth kb
-  const kb = await authKb({ kbId, userId });
+  const kb = await authDataset({ kbId, userId });
 
   const q = data?.q?.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
   const a = data?.a?.replace(/\\n/g, '\n').trim().replace(/'/g, '"');

projects/app/src/pages/api/core/dataset/data/pushData.ts

@@ -1,9 +1,10 @@
 /* push data to training queue */
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, TrainingData, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { authKb } from '@/service/utils/auth';
+import { connectToDatabase, TrainingData } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
+import { authUser } from '@fastgpt/support/user/auth';
+import { authDataset } from '@/service/utils/auth';
 import { withNextCors } from '@/service/utils/tools';
 import { TrainingModeEnum } from '@/constants/plugin';
 import { startQueue } from '@/service/utils/tools';
@@ -21,6 +22,7 @@ const modeMap = {
 
 export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { kbId, data, mode = TrainingModeEnum.index } = req.body as PushDataProps;
 
     if (!kbId || !Array.isArray(data)) {
@@ -35,8 +37,6 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       throw new Error('Data is too long, max 500');
     }
 
-    await connectToDatabase();
-
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true, authApiKey: true });
 
@@ -63,13 +63,13 @@ export async function pushDataToKb({
   billId
 }: { userId: string } & PushDataProps): Promise<PushDataResponse> {
   const [kb, vectorModel] = await Promise.all([
-    authKb({
+    authDataset({
       userId,
       kbId
     }),
     (async () => {
       if (mode === TrainingModeEnum.index) {
-        const vectorModel = (await KB.findById(kbId, 'vectorModel'))?.vectorModel;
+        const vectorModel = (await MongoDataset.findById(kbId, 'vectorModel'))?.vectorModel;
 
         return getVectorModel(vectorModel || global.vectorModels[0].model);
       }

projects/app/src/pages/api/core/dataset/data/updateData.ts

@@ -1,27 +1,27 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { withNextCors } from '@/service/utils/tools';
-import { KB, connectToDatabase } from '@/service/mongo';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
 import { getVector } from '@/pages/api/openapi/plugin/vector';
 import { PgDatasetTableName } from '@/constants/plugin';
 import type { UpdateDatasetDataPrams } from '@/global/core/api/datasetReq.d';
 
 export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { dataId, a = '', q = '', kbId } = req.body as UpdateDatasetDataPrams;
 
     if (!dataId) {
       throw new Error('缺少参数');
     }
 
-    await connectToDatabase();
-
     // auth user and get kb
     const [{ userId }, kb] = await Promise.all([
       authUser({ req, authToken: true }),
-      KB.findById(kbId, 'vectorModel')
+      MongoDataset.findById(kbId, 'vectorModel')
     ]);
 
     if (!kb) {

projects/app/src/pages/api/core/dataset/delete.ts

@@ -1,11 +1,12 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, TrainingData } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 import { GridFSStorage } from '@/service/lib/gridfs';
-import { Types } from 'mongoose';
+import { Types } from '@fastgpt/common/mongo';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
@@ -43,7 +44,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     await Promise.all(deletedIds.map((id) => gridFs.deleteFilesByKbId(id)));
 
     // delete kb data
-    await KB.deleteMany({
+    await MongoDataset.deleteMany({
       _id: { $in: deletedIds },
       userId
     });
@@ -59,7 +60,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
 
 export async function findAllChildrenIds(id: string) {
   // find children
-  const children = await KB.find({ parentId: id });
+  const children = await MongoDataset.find({ parentId: id });
 
   let allChildrenIds = children.map((child) => String(child._id));
 

projects/app/src/pages/api/core/dataset/detail.ts

@@ -1,11 +1,13 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 import { getVectorModel } from '@/service/utils/data';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { id } = req.query as {
       id: string;
     };
@@ -17,9 +19,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    const data = await KB.findOne({
+    const data = await MongoDataset.findOne({
       _id: id,
       userId
     });

projects/app/src/pages/api/core/dataset/file/delById.ts

@@ -1,11 +1,11 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
-import { Types } from 'mongoose';
+import { Types } from '@fastgpt/common/mongo';
 import { isSpecialFileId } from '@fastgpt/core/dataset/utils';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {

projects/app/src/pages/api/core/dataset/file/delEmptyFiles.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {

projects/app/src/pages/api/core/dataset/file/detail.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 import { datasetSpecialIdMap } from '@fastgpt/core/dataset/constant';
 import { datasetSpecialIds } from '@fastgpt/core/dataset/constant';

projects/app/src/pages/api/core/dataset/file/list.ts

@@ -1,18 +1,18 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 import { PgClient, updateDataFileId } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
-import { FileStatusEnum } from '@/constants/dataset';
 import { strIsLink } from '@fastgpt/common/tools/str';
 import {
+  FileStatusEnum,
   DatasetSpecialIdEnum,
   datasetSpecialIdMap,
   datasetSpecialIds
 } from '@fastgpt/core/dataset/constant';
-import { Types } from 'mongoose';
+import { Types } from '@fastgpt/common/mongo';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {

projects/app/src/pages/api/core/dataset/file/markUsed.ts

@@ -1,10 +1,10 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 import { MarkFileUsedProps } from '@/global/core/api/datasetReq.d';
-import { Types } from 'mongoose';
+import { Types } from '@fastgpt/common/mongo';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {

projects/app/src/pages/api/core/dataset/file/update.ts

@@ -1,10 +1,10 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 import { UpdateFileProps } from '@/global/core/api/datasetReq.d';
-import { Types } from 'mongoose';
+import { Types } from '@fastgpt/common/mongo';
 import { PgClient } from '@/service/pg';
 import { PgDatasetTableName } from '@/constants/plugin';
 import { addLog } from '@/service/utils/tools';

projects/app/src/pages/api/core/dataset/list.ts

@@ -1,20 +1,20 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 import { getVectorModel } from '@/service/utils/data';
 import type { DatasetsItemType } from '@/types/core/dataset';
-import { KbTypeEnum } from '@/constants/dataset';
+import { DatasetTypeEnum } from '@fastgpt/core/dataset/constant';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
-    const { parentId, type } = req.query as { parentId?: string; type?: `${KbTypeEnum}` };
+    await connectToDatabase();
+    const { parentId, type } = req.query as { parentId?: string; type?: `${DatasetTypeEnum}` };
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    const kbList = await KB.find({
+    const kbList = await MongoDataset.find({
       userId,
       ...(parentId !== undefined && { parentId: parentId || null }),
       ...(type && { type })

projects/app/src/pages/api/core/dataset/paths.ts

@@ -1,6 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
 import type { DatasetPathItemType } from '@/types/core/dataset';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
@@ -25,7 +26,7 @@ async function getParents(parentId?: string): Promise<DatasetPathItemType[]> {
     return [];
   }
 
-  const parent = await KB.findById(parentId, 'name parentId');
+  const parent = await MongoDataset.findById(parentId, 'name parentId');
 
   if (!parent) return [];
 

projects/app/src/pages/api/core/dataset/searchTest.ts

@@ -1,16 +1,18 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { PgClient } from '@/service/pg';
 import { withNextCors } from '@/service/utils/tools';
 import { getVector } from '../../openapi/plugin/vector';
 import { PgDatasetTableName } from '@/constants/plugin';
-import { KB } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
 import type { SearchTestProps } from '@/global/core/api/datasetReq.d';
 import type { SearchTestResponseType } from '@/global/core/api/datasetRes.d';
+import { connectToDatabase } from '@/service/mongo';
 
 export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { kbId, text } = req.body as SearchTestProps;
 
     if (!kbId || !text) {
@@ -20,7 +22,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
     // 凭证校验
     const [{ userId }, kb] = await Promise.all([
       authUser({ req, authToken: true, authApiKey: true }),
-      KB.findById(kbId, 'vectorModel')
+      MongoDataset.findById(kbId, 'vectorModel')
     ]);
 
     if (!userId || !kb) {
@@ -35,7 +37,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
 
     const response: any = await PgClient.query(
       `BEGIN;
-        SET LOCAL ivfflat.probes = ${global.systemEnv.pgIvfflatProbe || 10};
+        SET LOCAL hnsw.ef_search= ${global.systemEnv.pgHNSWEfSearch || 40};
         select id, q, a, source, file_id, (vector <#> '[${
           vectors[0]
         }]') * -1 AS score from ${PgDatasetTableName} where kb_id='${kbId}' AND user_id='${userId}' order by vector <#> '[${

projects/app/src/pages/api/core/dataset/update.ts

@@ -1,11 +1,13 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoDataset } from '@fastgpt/core/dataset/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { DatasetUpdateParams } from '@/global/core/api/datasetReq.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { id, parentId, name, avatar, tags } = req.body as DatasetUpdateParams;
 
     if (!id) {
@@ -15,9 +17,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     // 凭证校验
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    await KB.findOneAndUpdate(
+    await MongoDataset.findOneAndUpdate(
       {
         _id: id,
         userId

projects/app/src/pages/api/openapi/plugin/vector.ts

@@ -1,9 +1,10 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authBalanceByUid, authUser } from '@/service/utils/auth';
+import { authBalanceByUid, authUser } from '@fastgpt/support/user/auth';
 import { withNextCors } from '@/service/utils/tools';
 import { getAIApi } from '@fastgpt/core/ai/config';
 import { pushGenerateVectorBill } from '@/service/common/bill/push';
+import { connectToDatabase } from '@/service/mongo';
 
 type Props = {
   model: string;
@@ -17,6 +18,7 @@ type Response = {
 
 export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { userId } = await authUser({ req, authToken: true });
     let { input, model } = req.query as Props;
 

projects/app/src/pages/api/plugins/urlFetch.ts

@@ -4,14 +4,16 @@ import axios from 'axios';
 import { JSDOM } from 'jsdom';
 import { Readability } from '@mozilla/readability';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { FetchResultItem } from '@/global/common/api/pluginRes.d';
-import { simpleText } from '@/utils/file';
+import { simpleText } from '@fastgpt/common/tools/str';
+import { connectToDatabase } from '@/service/mongo';
 
 export type UrlFetchResponse = FetchResultItem[];
 
 const fetchContent = async (req: NextApiRequest, res: NextApiResponse) => {
   try {
+    await connectToDatabase();
     let { urlList = [] } = req.body as { urlList: string[] };
 
     if (!urlList || urlList.length === 0) {

projects/app/src/pages/api/plusApi/[...path].ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { request } from '@/service/common/api/request';
+import { request } from '@fastgpt/common/plusApi/request';
 import type { Method } from 'axios';
 import { connectToDatabase } from '@/service/mongo';
 

projects/app/src/pages/api/support/openapi/delKey.ts

@@ -1,11 +1,13 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOpenApi } from '@fastgpt/support/openapi/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { id } = req.query as { id: string };
 
     if (!id) {
@@ -14,9 +16,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    await OpenApi.findOneAndRemove({ _id: id, userId });
+    await MongoOpenApi.findOneAndRemove({ _id: id, userId });
 
     jsonRes(res);
   } catch (err) {

projects/app/src/pages/api/support/openapi/getKeys.ts

@@ -1,17 +1,17 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOpenApi } from '@fastgpt/support/openapi/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { GetApiKeyProps } from '@/global/support/api/openapiReq.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { appId } = req.query as GetApiKeyProps;
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    const findResponse = await OpenApi.find({ userId, appId }).sort({ _id: -1 });
+    const findResponse = await MongoOpenApi.find({ userId, appId }).sort({ _id: -1 });
 
     jsonRes(res, {
       data: findResponse.map((item) => item.toObject())

projects/app/src/pages/api/support/openapi/postKey.ts

@@ -1,19 +1,19 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOpenApi } from '@fastgpt/support/openapi/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import { customAlphabet } from 'nanoid';
 import type { EditApiKeyProps } from '@/global/support/api/openapiReq.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { appId, name, limit } = req.body as EditApiKeyProps;
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    const count = await OpenApi.find({ userId, appId }).countDocuments();
+    const count = await MongoOpenApi.find({ userId, appId }).countDocuments();
 
     if (count >= 10) {
       throw new Error('最多 10 组 API 秘钥');
@@ -25,7 +25,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     );
     const apiKey = `${global.systemEnv?.openapiPrefix || 'fastgpt'}-${nanoid()}`;
 
-    await OpenApi.create({
+    await MongoOpenApi.create({
       userId,
       apiKey,
       appId,

projects/app/src/pages/api/support/openapi/putKey.ts

@@ -1,17 +1,17 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOpenApi } from '@fastgpt/support/openapi/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import type { EditApiKeyProps } from '@/global/support/api/openapiReq.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { _id, name, limit } = req.body as EditApiKeyProps & { _id: string };
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
-    await OpenApi.findOneAndUpdate(
+    await MongoOpenApi.findOneAndUpdate(
       {
         _id,
         userId

projects/app/src/pages/api/support/outLink/create.ts

@@ -1,22 +1,23 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OutLink } from '@/service/mongo';
-import { authApp, authUser } from '@/service/utils/auth';
-import type { OutLinkEditType } from '@/types/support/outLink';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOutLink } from '@fastgpt/support/outLink/schema';
+import { authApp } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
+import type { OutLinkEditType } from '@fastgpt/support/outLink/type.d';
 import { customAlphabet } from 'nanoid';
-import { OutLinkTypeEnum } from '@/constants/chat';
+import { OutLinkTypeEnum } from '@fastgpt/support/outLink/constant';
 const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
 
 /* create a shareChat */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { appId, ...props } = req.body as OutLinkEditType & {
       appId: string;
       type: `${OutLinkTypeEnum}`;
     };
 
-    await connectToDatabase();
-
     const { userId } = await authUser({ req, authToken: true });
     await authApp({
       appId,
@@ -25,7 +26,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     });
 
     const shareId = nanoid();
-    await OutLink.create({
+    await MongoOutLink.create({
       shareId,
       userId,
       appId,

projects/app/src/pages/api/support/outLink/delete.ts

@@ -1,7 +1,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OutLink } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOutLink } from '@fastgpt/support/outLink/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 
 /* delete a shareChat by shareChatId */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -14,7 +15,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { userId } = await authUser({ req, authToken: true });
 
-    await OutLink.findOneAndRemove({
+    await MongoOutLink.findOneAndRemove({
       _id: id,
       userId
     });

projects/app/src/pages/api/support/outLink/init.ts

@@ -1,15 +1,18 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OutLink, User } from '@/service/mongo';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOutLink } from '@fastgpt/support/outLink/schema';
+import { MongoUser } from '@fastgpt/support/user/schema';
 import type { InitShareChatResponse } from '@/global/support/api/outLinkRes.d';
 import { authApp } from '@/service/utils/auth';
 import { HUMAN_ICON } from '@/constants/chat';
 import { getChatModelNameList, getGuideModule } from '@/components/ChatBox/utils';
-import { authShareChatInit } from '@/service/support/outLink/auth';
+import { authShareChatInit } from '@fastgpt/support/outLink/auth';
 
 /* init share chat window */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     let { shareId, authToken } = req.query as {
       shareId: string;
       authToken?: string;
@@ -19,10 +22,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       throw new Error('params is error');
     }
 
-    await connectToDatabase();
-
     // get shareChat
-    const shareChat = await OutLink.findOne({ shareId });
+    const shareChat = await MongoOutLink.findOne({ shareId });
 
     if (!shareChat) {
       return jsonRes(res, {
@@ -38,8 +39,11 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
         userId: String(shareChat.userId),
         authOwner: false
       }),
-      User.findById(shareChat.userId, 'avatar'),
-      authShareChatInit(authToken, shareChat.limit?.hookUrl)
+      MongoUser.findById(shareChat.userId, 'avatar'),
+      authShareChatInit({
+        authToken,
+        tokenUrl: shareChat.limit?.hookUrl
+      })
     ]);
 
     jsonRes<InitShareChatResponse>(res, {

projects/app/src/pages/api/support/outLink/list.ts

@@ -1,8 +1,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OutLink } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { hashPassword } from '@/service/utils/tools';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOutLink } from '@fastgpt/support/outLink/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 
 /* get shareChat list by appId */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -15,7 +15,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { userId } = await authUser({ req, authToken: true });
 
-    const data = await OutLink.find({
+    const data = await MongoOutLink.find({
       appId,
       userId
     }).sort({

projects/app/src/pages/api/support/outLink/update.ts

@@ -1,7 +1,8 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, OutLink } from '@/service/mongo';
-import type { OutLinkEditType } from '@/types/support/outLink';
+import { connectToDatabase } from '@/service/mongo';
+import { MongoOutLink } from '@fastgpt/support/outLink/schema';
+import type { OutLinkEditType } from '@fastgpt/support/outLink/type.d';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
@@ -9,7 +10,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { _id, name, responseDetail, limit } = req.body as OutLinkEditType & {};
 
-    await OutLink.findByIdAndUpdate(_id, {
+    await MongoOutLink.findByIdAndUpdate(_id, {
       name,
       responseDetail,
       limit

projects/app/src/pages/api/system/file/delete.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {

projects/app/src/pages/api/system/file/readUrl.ts

@@ -1,9 +1,9 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import jwt from 'jsonwebtoken';
-import { ERROR_ENUM } from '@/service/errorCode';
+import { ERROR_ENUM } from '@fastgpt/common/constant/errorCode';
 import { GridFSStorage } from '@/service/lib/gridfs';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {

projects/app/src/pages/api/system/file/upload.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 import { customAlphabet } from 'nanoid';
 import multer from 'multer';

projects/app/src/pages/api/system/file/uploadImage.ts

@@ -1,7 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, Image } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 
 type Props = { base64Img: string };
 

projects/app/src/pages/api/system/getInitData.ts

@@ -1,20 +1,25 @@
-import type { FeConfigsType, SystemEnvType } from '@/types';
+import type { SystemEnvType } from '@/types';
+import type { FeConfigsType } from '@fastgpt/common/type/index.d';
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { readFileSync } from 'fs';
 import type { InitDateResponse } from '@/global/common/api/systemRes';
-import { type VectorModelItemType, FunctionModelItemType } from '@/types/model';
+import type { VectorModelItemType, FunctionModelItemType } from '@/types/model';
+import { formatPrice } from '@fastgpt/common/bill';
+import { getTikTokenEnc } from '@/utils/common/tiktoken';
+import { initHttpAgent } from '@fastgpt/core/init';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  if (!global.feConfigs) {
-    await getInitConfig();
-  }
+  getInitConfig();
+  getModelPrice();
+
   jsonRes<InitDateResponse>(res, {
     data: {
       feConfigs: global.feConfigs,
       chatModels: global.chatModels,
       qaModel: global.qaModel,
       vectorModels: global.vectorModels,
+      priceMd: global.priceMd,
       systemVersion: global.systemVersion || '0.0.0'
     }
   });
@@ -23,7 +28,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 const defaultSystemEnv: SystemEnvType = {
   vectorMaxProcess: 15,
   qaMaxProcess: 15,
-  pgIvfflatProbe: 20
+  pgHNSWEfSearch: 40
 };
 const defaultFeConfigs: FeConfigsType = {
   show_emptyChat: true,
@@ -104,7 +109,17 @@ const defaultVectorModels: VectorModelItemType[] = [
   }
 ];
 
-export async function getInitConfig() {
+export function initGlobal() {
+  // init tikToken
+  getTikTokenEnc();
+  initHttpAgent();
+  global.qaQueueLen = 0;
+  global.vectorQueueLen = 0;
+  global.sendInformQueue = [];
+  global.sendInformQueueLen = 0;
+}
+
+export function getInitConfig() {
   try {
     if (global.feConfigs) return;
 
@@ -143,6 +158,7 @@ export function setDefaultData() {
   global.extractModel = defaultExtractModel;
   global.cqModel = defaultCQModel;
   global.qgModel = defaultQGModel;
+  global.priceMd = '';
 }
 
 export function getSystemVersion() {
@@ -160,3 +176,21 @@ export function getSystemVersion() {
     global.systemVersion = '0.0.0';
   }
 }
+
+function getModelPrice() {
+  if (global.priceMd) return;
+  global.priceMd = `| 计费项 | 价格: 元/ 1K tokens(包含上下文)|
+| --- | --- |
+${global.vectorModels
+  ?.map((item) => `| 索引-${item.name} | ${formatPrice(item.price, 1000)} |`)
+  .join('\n')}
+${global.chatModels
+  ?.map((item) => `| 对话-${item.name} | ${formatPrice(item.price, 1000)} |`)
+  .join('\n')}
+| 文件QA拆分 | ${formatPrice(global.qaModel?.price, 1000)} |
+| 高级编排 - 问题分类 | ${formatPrice(global.cqModel?.price, 1000)} |
+| 高级编排 - 内容提取 | ${formatPrice(global.extractModel?.price, 1000)} |
+| 下一步指引 | ${formatPrice(global.qgModel?.price, 1000)} |
+`;
+  console.log(global.priceMd);
+}

projects/app/src/pages/api/user/account/loginByPassword.ts

@@ -1,29 +1,29 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
+import { MongoUser } from '@fastgpt/support/user/schema';
+import { setCookie } from '@/service/utils/tools';
+import { generateToken } from '@fastgpt/support/user/tools';
 import { connectToDatabase } from '@/service/mongo';
-import { User } from '@/service/models/user';
-import { generateToken, setCookie } from '@/service/utils/tools';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { username, password } = req.body;
 
     if (!username || !password) {
       throw new Error('缺少参数');
     }
 
-    await connectToDatabase();
-
     // 检测用户是否存在
-    const authUser = await User.findOne({
+    const authUser = await MongoUser.findOne({
       username
     });
     if (!authUser) {
       throw new Error('用户未注册');
     }
 
-    const user = await User.findOne({
+    const user = await MongoUser.findOne({
       username,
       password
     });

projects/app/src/pages/api/user/account/paySuccess.ts

@@ -1,11 +1,12 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { TrainingData } from '@/service/mongo';
+import { TrainingData, connectToDatabase } from '@/service/mongo';
 import { startQueue } from '@/service/utils/tools';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { userId } = await authUser({ req, authToken: true });
     await unlockTask(userId);
   } catch (error) {}

projects/app/src/pages/api/user/account/tokenLogin.ts

@@ -1,18 +1,17 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
+import { authUser } from '@fastgpt/support/user/auth';
+import { MongoUser } from '@fastgpt/support/user/schema';
 import { connectToDatabase } from '@/service/mongo';
-import { User } from '@/service/models/user';
-import { authUser } from '@/service/utils/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     // 根据 id 获取用户信息
-    const user = await User.findById(userId);
+    const user = await MongoUser.findById(userId);
 
     if (!user) {
       throw new Error('账号异常');

projects/app/src/pages/api/user/account/update.ts

@@ -1,21 +1,20 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { User } from '@/service/models/user';
-import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { MongoUser } from '@fastgpt/support/user/schema';
+import { authUser } from '@fastgpt/support/user/auth';
 import { UserUpdateParams } from '@/types/user';
 import { getAIApi, openaiBaseUrl } from '@fastgpt/core/ai/config';
+import { connectToDatabase } from '@/service/mongo';
 
 /* update user info */
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { avatar, timezone, openaiAccount } = req.body as UserUpdateParams;
 
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     // auth key
     if (openaiAccount?.key) {
       console.log('auth user openai key', openaiAccount?.key);
@@ -35,7 +34,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     }
 
     // 更新对应的记录
-    await User.updateOne(
+    await MongoUser.updateOne(
       {
         _id: userId
       },

projects/app/src/pages/api/user/account/updatePasswordByOld.ts

@@ -1,24 +1,23 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { User } from '@/service/models/user';
+import { authUser } from '@fastgpt/support/user/auth';
+import { MongoUser } from '@fastgpt/support/user/schema';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
+    await connectToDatabase();
     const { oldPsw, newPsw } = req.body as { oldPsw: string; newPsw: string };
 
     if (!oldPsw || !newPsw) {
       throw new Error('Params is missing');
     }
 
-    await connectToDatabase();
-
     const { userId } = await authUser({ req, authToken: true });
 
     // auth old password
-    const user = await User.findOne({
+    const user = await MongoUser.findOne({
       _id: userId,
       password: oldPsw
     });
@@ -28,7 +27,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     }
 
     // 更新对应的记录
-    await User.findByIdAndUpdate(userId, {
+    await MongoUser.findByIdAndUpdate(userId, {
       password: newPsw
     });
 

projects/app/src/pages/api/user/getBill.ts

@@ -1,13 +1,14 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, Bill } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { Bill, connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 import { adaptBill } from '@/utils/adapt';
 import { addDays } from 'date-fns';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const {
       pageNum = 1,
       pageSize = 10,
@@ -22,8 +23,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const where = {
       userId,
       time: {

projects/app/src/pages/api/user/getPayOrders.ts

@@ -1,13 +1,12 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, Pay } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
+import { Pay, connectToDatabase } from '@/service/mongo';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    const { userId } = await authUser({ req, authToken: true });
-
     await connectToDatabase();
+    const { userId } = await authUser({ req, authToken: true });
 
     const records = await Pay.find({
       userId,

projects/app/src/pages/api/user/inform/countUnread.ts

@@ -1,11 +1,12 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, Inform } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { Inform, connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     if (!req.headers.cookie) {
       return jsonRes(res, {
         data: 0
@@ -13,8 +14,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     }
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const data = await Inform.countDocuments({
       userId,
       read: false

projects/app/src/pages/api/user/inform/list.ts

@@ -1,11 +1,12 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, Inform } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { Inform, connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     const { userId } = await authUser({ req, authToken: true });
 
     const { pageNum, pageSize = 10 } = req.body as {
@@ -13,8 +14,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       pageSize: number;
     };
 
-    await connectToDatabase();
-
     const [informs, total] = await Promise.all([
       Inform.find({ userId })
         .sort({ time: -1 }) // 按照创建时间倒序排列

projects/app/src/pages/api/user/inform/read.ts

@@ -1,14 +1,13 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, Inform } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { Inform, connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    const { userId } = await authUser({ req, authToken: true });
-
     await connectToDatabase();
+    const { userId } = await authUser({ req, authToken: true });
 
     const { id } = req.query as { id: string };
 

projects/app/src/pages/api/user/inform/send.ts

@@ -1,10 +1,11 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, Inform, User } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { Inform, connectToDatabase } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
 import { InformTypeEnum } from '@/constants/user';
 import { startSendInform } from '@/service/events/sendInform';
+import { MongoUser } from '@fastgpt/support/user/schema';
 
 export type Props = {
   type: `${InformTypeEnum}`;
@@ -15,9 +16,8 @@ export type Props = {
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    await authUser({ req, authRoot: true });
-
     await connectToDatabase();
+    await authUser({ req, authRoot: true });
 
     jsonRes(res, {
       data: await sendInform(req.body),
@@ -62,7 +62,7 @@ export async function sendInform({ type, title, content, userId }: Props) {
     }
 
     // send to all user
-    const users = await User.find({}, '_id');
+    const users = await MongoUser.find({}, '_id');
     await Inform.insertMany(
       users.map(({ _id }) => ({
         type,

projects/app/src/pages/api/user/promotion/getPromotionData.ts

@@ -1,16 +1,17 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, User, promotionRecord } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import mongoose from 'mongoose';
+import { connectToDatabase, promotionRecord } from '@/service/mongo';
+import { authUser } from '@fastgpt/support/user/auth';
+import mongoose from '@fastgpt/common/mongo';
+import { MongoUser } from '@fastgpt/support/user/schema';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
     await connectToDatabase();
     const { userId } = await authUser({ req, authToken: true });
 
-    const invitedAmount = await User.countDocuments({
+    const invitedAmount = await MongoUser.countDocuments({
       inviterId: userId
     });
 

projects/app/src/pages/api/user/promotion/getPromotions.ts

@@ -1,10 +1,11 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, promotionRecord } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
     let { pageNum = 1, pageSize = 10 } = req.body as {
       pageNum: number;
       pageSize: number;
@@ -12,8 +13,6 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { userId } = await authUser({ req, authToken: true });
 
-    await connectToDatabase();
-
     const data = await promotionRecord
       .find(
         {

projects/app/src/pages/api/v1/chat/completions.ts

@@ -1,6 +1,7 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
-import { connectToDatabase } from '@/service/mongo';
-import { authUser, authApp, AuthUserTypeEnum } from '@/service/utils/auth';
+import { authApp } from '@/service/utils/auth';
+import { authUser } from '@fastgpt/support/user/auth';
+import { AuthUserTypeEnum } from '@fastgpt/support/user/auth';
 import { sseErrRes, jsonRes } from '@/service/response';
 import { addLog, withNextCors } from '@/service/utils/tools';
 import { ChatRoleEnum, ChatSourceEnum, sseResponseEventEnum } from '@/constants/chat';
@@ -27,16 +28,17 @@ import { AppModuleItemType, RunningModuleItemType } from '@/types/app';
 import { pushChatBill } from '@/service/common/bill/push';
 import { BillSourceEnum } from '@/constants/user';
 import { ChatHistoryItemResType } from '@/types/chat';
-import { UserModelSchema } from '@/types/mongoSchema';
+import type { UserModelSchema } from '@fastgpt/support/user/type.d';
 import { SystemInputEnum } from '@/constants/app';
 import { getSystemTime } from '@/utils/user';
-import { authOutLinkChat } from '@/service/support/outLink/auth';
+import { authOutLinkChat } from '@fastgpt/support/outLink/auth';
+import { pushResult2Remote, updateOutLinkUsage } from '@fastgpt/support/outLink/tools';
 import requestIp from 'request-ip';
 import { replaceVariable } from '@/utils/common/tools/text';
 import type { ModuleDispatchProps } from '@/types/core/chat/type';
 import { selectShareResponse } from '@/utils/service/core/chat';
-import { pushResult2Remote, updateOutLinkUsage } from '@/service/support/outLink';
-import { updateApiKeyUsage } from '@/service/support/openapi';
+import { updateApiKeyUsage } from '@fastgpt/support/openapi/tools';
+import { connectToDatabase } from '@/service/mongo';
 
 type FastGptWebChatProps = {
   chatId?: string; // undefined: nonuse history, '': new chat, 'xxxxx': use history
@@ -80,6 +82,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
   } = req.body as Props;
 
   try {
+    await connectToDatabase();
     // body data check
     if (!messages) {
       throw new Error('Prams Error');
@@ -91,7 +94,6 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       throw new Error('messages is empty');
     }
 
-    await connectToDatabase();
     let startTime = Date.now();
 
     /* user auth */

projects/app/src/pages/api/v1/chat/getHistory.ts

@@ -1,9 +1,9 @@
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, ChatItem } from '@/service/mongo';
-import { Types } from 'mongoose';
+import { authUser } from '@fastgpt/support/user/auth';
+import { ChatItem, connectToDatabase } from '@/service/mongo';
+import { Types } from '@fastgpt/common/mongo';
 import type { ChatItemType } from '@/types/chat';
 
 export type Props = {

projects/app/src/pages/app/detail/components/DatasetSelectModal.tsx

@@ -20,7 +20,7 @@ import MySlider from '@/components/Slider';
 import MyTooltip from '@/components/MyTooltip';
 import MyModal from '@/components/MyModal';
 import MyIcon from '@/components/Icon';
-import { KbTypeEnum } from '@/constants/dataset';
+import { DatasetTypeEnum } from '@fastgpt/core/dataset/constant';
 import { useTranslation } from 'react-i18next';
 import { useQuery } from '@tanstack/react-query';
 import { useDatasetStore } from '@/web/core/store/dataset';
@@ -116,7 +116,7 @@ export const DatasetSelectModal = ({
                 <MyTooltip
                   key={item._id}
                   label={
-                    item.type === KbTypeEnum.dataset
+                    item.type === DatasetTypeEnum.dataset
                       ? t('kb.Select Dataset')
                       : t('kb.Select Folder')
                   }
@@ -131,9 +131,9 @@ export const DatasetSelectModal = ({
                       boxShadow: 'md'
                     }}
                     onClick={() => {
-                      if (item.type === KbTypeEnum.folder) {
+                      if (item.type === DatasetTypeEnum.folder) {
                         setParentId(item._id);
-                      } else if (item.type === KbTypeEnum.dataset) {
+                      } else if (item.type === DatasetTypeEnum.dataset) {
                         const vectorModel = selectedKbList[0]?.vectorModel?.model;
 
                         if (vectorModel && vectorModel !== item.vectorModel.model) {
@@ -161,7 +161,7 @@ export const DatasetSelectModal = ({
                       </Box>
                     </Flex>
                     <Flex justifyContent={'flex-end'} alignItems={'center'} fontSize={'sm'}>
-                      {item.type === KbTypeEnum.folder ? (
+                      {item.type === DatasetTypeEnum.folder ? (
                         <Box color={'myGray.500'}>{t('Folder')}</Box>
                       ) : (
                         <>

projects/app/src/pages/app/detail/components/OutLink/Share.tsx

@@ -34,10 +34,10 @@ import { formatTimeToChatTime } from '@/utils/tools';
 import { useCopyData } from '@/web/common/hooks/useCopyData';
 import { useForm } from 'react-hook-form';
 import { defaultOutLinkForm } from '@/constants/model';
-import type { OutLinkEditType } from '@/types/support/outLink';
+import type { OutLinkEditType } from '@fastgpt/support/outLink/type.d';
 import { useRequest } from '@/web/common/hooks/useRequest';
 import { formatPrice } from '@fastgpt/common/bill/index';
-import { OutLinkTypeEnum } from '@/constants/chat';
+import { OutLinkTypeEnum } from '@fastgpt/support/outLink/constant';
 import { useTranslation } from 'react-i18next';
 import { useToast } from '@/web/common/hooks/useToast';
 import { feConfigs } from '@/web/common/store/static';

projects/app/src/pages/app/detail/components/OutLink/index.tsx

@@ -1,7 +1,7 @@
 import React, { useState } from 'react';
 import { Box, useTheme } from '@chakra-ui/react';
 
-import { OutLinkTypeEnum } from '@/constants/chat';
+import { OutLinkTypeEnum } from '@fastgpt/support/outLink/constant';
 import dynamic from 'next/dynamic';
 
 import MyRadio from '@/components/Radio';

projects/app/src/pages/components/Navbar.tsx

@@ -22,6 +22,16 @@ const Navbar = () => {
   const menuList = [
     ...(feConfigs?.show_contact
       ? [
+          {
+            label: t('home.Commercial'),
+            key: 'community',
+            onClick: () => {
+              window.open(
+                'https://fael3z0zfze.feishu.cn/share/base/form/shrcnRxj3utrzjywsom96Px4sud',
+                '_blank'
+              );
+            }
+          },
           {
             label: t('home.Community'),
             key: 'community',

projects/app/src/pages/kb/detail/components/FileCard.tsx

@@ -28,14 +28,13 @@ import MyInput from '@/components/MyInput';
 import dayjs from 'dayjs';
 import { useRequest } from '@/web/common/hooks/useRequest';
 import { useLoading } from '@/web/common/hooks/useLoading';
-import { FileStatusEnum } from '@/constants/dataset';
 import { useRouter } from 'next/router';
 import { usePagination } from '@/web/common/hooks/usePagination';
 import type { DatasetFileItemType } from '@/types/core/dataset/file';
 import { useGlobalStore } from '@/web/common/store/global';
 import MyMenu from '@/components/MyMenu';
 import { useEditTitle } from '@/web/common/hooks/useEditTitle';
-import { datasetSpecialIds } from '@fastgpt/core/dataset/constant';
+import { datasetSpecialIds, FileStatusEnum } from '@fastgpt/core/dataset/constant';
 import { getFileIcon, getSpecialFileIcon } from '@fastgpt/common/tools/file';
 
 const FileCard = ({ kbId }: { kbId: string }) => {

projects/app/src/pages/kb/detail/components/Import/FileSelect.tsx

@@ -2,7 +2,8 @@ import MyIcon from '@/components/Icon';
 import { useLoading } from '@/web/common/hooks/useLoading';
 import { useSelectFile } from '@/web/common/hooks/useSelectFile';
 import { useToast } from '@/web/common/hooks/useToast';
-import { simpleText, splitText2Chunks } from '@/utils/file';
+import { splitText2Chunks } from '@/utils/file';
+import { simpleText } from '@fastgpt/common/tools/str';
 import {
   uploadFiles,
   fileDownload,

projects/app/src/pages/kb/list/component/EditFolderModal.tsx

@@ -4,7 +4,7 @@ import MyModal from '@/components/MyModal';
 import { useTranslation } from 'react-i18next';
 import { useRequest } from '@/web/common/hooks/useRequest';
 import { postCreateDataset, putDatasetById } from '@/web/core/api/dataset';
-import { FolderAvatarSrc, KbTypeEnum } from '@/constants/dataset';
+import { FolderAvatarSrc, DatasetTypeEnum } from '@fastgpt/core/dataset/constant';
 
 const EditFolderModal = ({
   onClose,
@@ -47,7 +47,7 @@ const EditFolderModal = ({
       return postCreateDataset({
         parentId,
         name: val,
-        type: KbTypeEnum.folder,
+        type: DatasetTypeEnum.folder,
         avatar: FolderAvatarSrc,
         tags: []
       });

projects/app/src/pages/kb/list/component/MoveModal.tsx

@@ -14,7 +14,7 @@ import Avatar from '@/components/Avatar';
 import MyTooltip from '@/components/MyTooltip';
 import MyModal from '@/components/MyModal';
 import MyIcon from '@/components/Icon';
-import { KbTypeEnum } from '@/constants/dataset';
+import { DatasetTypeEnum } from '@fastgpt/core/dataset/constant';
 import { useTranslation } from 'react-i18next';
 import { useQuery } from '@tanstack/react-query';
 import { getDatasets, putDatasetById, getDatasetPaths } from '@/web/core/api/dataset';
@@ -112,7 +112,7 @@ const MoveModal = ({
                   <MyTooltip
                     key={item._id}
                     label={
-                      item.type === KbTypeEnum.dataset
+                      item.type === DatasetTypeEnum.dataset
                         ? t('kb.Select Dataset')
                         : t('kb.Select Folder')
                     }
@@ -142,7 +142,7 @@ const MoveModal = ({
                         </Box>
                       </Flex>
                       <Flex justifyContent={'flex-end'} alignItems={'center'} fontSize={'sm'}>
-                        {item.type === KbTypeEnum.folder ? (
+                        {item.type === DatasetTypeEnum.folder ? (
                           <Box color={'myGray.500'}>{t('Folder')}</Box>
                         ) : (
                           <>

projects/app/src/pages/kb/list/index.tsx

@@ -26,7 +26,7 @@ import Avatar from '@/components/Avatar';
 import MyIcon from '@/components/Icon';
 import { serviceSideProps } from '@/web/common/utils/i18n';
 import dynamic from 'next/dynamic';
-import { FolderAvatarSrc, KbTypeEnum } from '@/constants/dataset';
+import { FolderAvatarSrc, DatasetTypeEnum } from '@fastgpt/core/dataset/constant';
 import Tag from '@/components/Tag';
 import MyMenu from '@/components/MyMenu';
 import { useRequest } from '@/web/common/hooks/useRequest';
@@ -46,8 +46,8 @@ const Kb = () => {
   const { setLoading } = useGlobalStore();
 
   const DeleteTipsMap = useRef({
-    [KbTypeEnum.folder]: t('kb.deleteFolderTips'),
-    [KbTypeEnum.dataset]: t('kb.deleteDatasetTips')
+    [DatasetTypeEnum.folder]: t('kb.deleteFolderTips'),
+    [DatasetTypeEnum.dataset]: t('kb.deleteDatasetTips')
   });
 
   const { openConfirm, ConfirmModal } = useConfirm({
@@ -224,7 +224,7 @@ const Kb = () => {
             border={theme.borders.md}
             boxShadow={'none'}
             position={'relative'}
-            data-drag-id={kb.type === KbTypeEnum.folder ? kb._id : undefined}
+            data-drag-id={kb.type === DatasetTypeEnum.folder ? kb._id : undefined}
             borderColor={dragTargetId === kb._id ? 'myBlue.600' : ''}
             draggable
             onDragStart={(e) => {
@@ -234,7 +234,7 @@ const Kb = () => {
               e.preventDefault();
               const targetId = e.currentTarget.getAttribute('data-drag-id');
               if (!targetId) return;
-              KbTypeEnum.folder && setDragTargetId(targetId);
+              DatasetTypeEnum.folder && setDragTargetId(targetId);
             }}
             onDragLeave={(e) => {
               e.preventDefault();
@@ -261,14 +261,14 @@ const Kb = () => {
               }
             }}
             onClick={() => {
-              if (kb.type === KbTypeEnum.folder) {
+              if (kb.type === DatasetTypeEnum.folder) {
                 router.push({
                   pathname: '/kb/list',
                   query: {
                     parentId: kb._id
                   }
                 });
-              } else if (kb.type === KbTypeEnum.dataset) {
+              } else if (kb.type === DatasetTypeEnum.dataset) {
                 router.push({
                   pathname: '/kb/detail',
                   query: {
@@ -377,7 +377,7 @@ const Kb = () => {
               </Flex>
             </Box>
             <Flex justifyContent={'flex-end'} alignItems={'center'} fontSize={'sm'}>
-              {kb.type === KbTypeEnum.folder ? (
+              {kb.type === DatasetTypeEnum.folder ? (
                 <Box color={'myGray.500'}>{t('Folder')}</Box>
               ) : (
                 <>

projects/app/src/pages/login/components/RegisterForm.tsx

@@ -69,7 +69,8 @@ const RegisterForm = ({ setPageType, loginSuccess }: Props) => {
             postCreateApp({
               avatar: template.avatar,
               name: template.name,
-              modules: template.modules
+              modules: template.modules,
+              type: template.type
             });
           });
         }, 100);