google login and power share link (#292)

client/src/pages/api/openapi/v1/chat/completions.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { connectToDatabase } from '@/service/mongo';
-import { authUser, authApp, authShareChat, AuthUserTypeEnum } from '@/service/utils/auth';
+import { authUser, authApp } from '@/service/utils/auth';
 import { sseErrRes, jsonRes } from '@/service/response';
 import { addLog, withNextCors } from '@/service/utils/tools';
 import { ChatRoleEnum, ChatSourceEnum, sseResponseEventEnum } from '@/constants/chat';
@@ -29,6 +29,8 @@ import { ChatHistoryItemResType } from '@/types/chat';
 import { UserModelSchema } from '@/types/mongoSchema';
 import { SystemInputEnum } from '@/constants/app';
 import { getSystemTime } from '@/utils/user';
+import { authOutLinkChat } from '@/service/support/outLink/auth';
+import requestIp from 'request-ip';
 
 export type MessageItemType = ChatCompletionRequestMessage & { dataId?: string };
 type FastGptWebChatProps = {
@@ -82,14 +84,17 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
     let startTime = Date.now();
 
     /* user auth */
-    const {
+    let {
+      // @ts-ignore
+      responseDetail,
       user,
       userId,
       appId: authAppid,
       authType
     } = await (shareId
-      ? authShareChat({
-          shareId
+      ? authOutLinkChat({
+          shareId,
+          ip: requestIp.getClientIp(req)
         })
       : authUser({ req, authBalance: true }));
 
@@ -112,6 +117,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
     ]);
 
     const isOwner = !shareId && userId === String(app.userId);
+    responseDetail = isOwner || responseDetail;
 
     const prompts = history.concat(gptMessage2ChatType(messages));
     if (prompts[prompts.length - 1].obj === 'AI') {
@@ -157,7 +163,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
         appId,
         userId,
         variables,
-        isOwner,
+        isOwner, // owner update use time
         shareId,
         source: (() => {
           if (shareId) {
@@ -197,7 +203,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
         data: '[DONE]'
       });
 
-      if (isOwner && detail) {
+      if (responseDetail && detail) {
         sseResponse({
           res,
           event: sseResponseEventEnum.appStreamResponse,

client/src/pages/api/plugins/kb/data/exportModelData.ts

@@ -23,7 +23,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     const { userId } = await authUser({ req, authToken: true });
 
     const thirtyMinutesAgo = new Date(
-      Date.now() - (global.feConfigs?.exportLimitMinutes || 0) * 60 * 1000
+      Date.now() - (global.feConfigs?.limit?.exportLimitMinutes || 0) * 60 * 1000
     );
 
     // auth export times
@@ -39,7 +39,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     );
 
     if (!authTimes) {
-      const minutes = `${global.feConfigs?.exportLimitMinutes || 0} 分钟`;
+      const minutes = `${global.feConfigs?.limit?.exportLimitMinutes || 0} 分钟`;
       throw new Error(`上次导出未到 ${minutes}，每 ${minutes}仅可导出一次。`);
     }
 

client/src/pages/api/plugins/kb/file/deleteEmptyFiles.ts

@@ -21,7 +21,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     const files = await bucket
       // 1 hours expired
       .find({
-        uploadDate: { $lte: new Date(Date.now() - 60 * 1000) },
+        uploadDate: { $lte: new Date(Date.now() - 7 * 24 * 60 * 60 * 1000) },
         ['metadata.kbId']: kbId,
         ['metadata.userId']: userId
       })

client/src/pages/api/plugins/kb/file/list.ts

@@ -5,14 +5,19 @@ import { authUser } from '@/service/utils/auth';
 import { GridFSStorage } from '@/service/lib/gridfs';
 import { PgClient } from '@/service/pg';
 import { PgTrainingTableName } from '@/constants/plugin';
-import { KbFileItemType } from '@/types/plugin';
 import { FileStatusEnum, OtherFileId } from '@/constants/kb';
+import mongoose from 'mongoose';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
     await connectToDatabase();
 
-    let { kbId, searchText } = req.query as { kbId: string; searchText: string };
+    let {
+      pageNum = 1,
+      pageSize = 10,
+      kbId,
+      searchText
+    } = req.body as { pageNum: number; pageSize: number; kbId: string; searchText: string };
     searchText = searchText.replace(/'/g, '');
 
     // 凭证校验
@@ -21,10 +26,19 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
     const gridFs = new GridFSStorage('dataset', userId);
     const bucket = gridFs.GridFSBucket();
 
-    const files = await bucket
-      .find({ ['metadata.kbId']: kbId, ...(searchText && { filename: { $regex: searchText } }) })
-      .sort({ _id: -1 })
-      .toArray();
+    const mongoWhere = {
+      ['metadata.kbId']: kbId,
+      ...(searchText && { filename: { $regex: searchText } })
+    };
+    const [files, total] = await Promise.all([
+      bucket
+        .find(mongoWhere)
+        .sort({ _id: -1 })
+        .skip((pageNum - 1) * pageSize)
+        .limit(pageSize)
+        .toArray(),
+      mongoose.connection.db.collection('dataset.files').countDocuments(mongoWhere)
+    ]);
 
     async function GetOtherData() {
       return {
@@ -72,8 +86,13 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       })
     ]);
 
-    jsonRes<KbFileItemType[]>(res, {
-      data: data.flat().filter((item) => item.chunkLength > 0)
+    jsonRes(res, {
+      data: {
+        pageNum,
+        pageSize,
+        data: data.flat().filter((item) => item.chunkLength > 0),
+        total
+      }
     });
   } catch (err) {
     jsonRes(res, {

client/src/pages/api/support/outLink/create.ts

@@ -2,7 +2,7 @@ import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, OutLink } from '@/service/mongo';
 import { authApp, authUser } from '@/service/utils/auth';
-import type { ShareChatEditType } from '@/types/app';
+import type { OutLinkEditType } from '@/types/support/outLink';
 import { customAlphabet } from 'nanoid';
 import { OutLinkTypeEnum } from '@/constants/chat';
 const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
@@ -10,8 +10,9 @@ const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
 /* create a shareChat */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    const { appId, name } = req.body as ShareChatEditType & {
+    const { appId, ...props } = req.body as OutLinkEditType & {
       appId: string;
+      type: `${OutLinkTypeEnum}`;
     };
 
     await connectToDatabase();
@@ -28,8 +29,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       shareId,
       userId,
       appId,
-      name,
-      type: OutLinkTypeEnum.share
+      ...props
     });
 
     jsonRes(res, {

client/src/pages/api/support/outLink/delete.ts

@@ -6,12 +6,12 @@ import { authUser } from '@/service/utils/auth';
 /* delete a shareChat by shareChatId */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
+
     const { id } = req.query as {
       id: string;
     };
 
-    await connectToDatabase();
-
     const { userId } = await authUser({ req, authToken: true });
 
     await OutLink.findOneAndRemove({

client/src/pages/api/support/outLink/init.ts

@@ -6,7 +6,7 @@ import { authApp } from '@/service/utils/auth';
 import { HUMAN_ICON } from '@/constants/chat';
 import { getChatModelNameList, getSpecialModule } from '@/components/ChatBox/utils';
 
-/* 初始化我的聊天框，需要身份验证 */
+/* init share chat window */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
     let { shareId } = req.query as {

client/src/pages/api/support/outLink/list.ts

@@ -7,12 +7,12 @@ import { hashPassword } from '@/service/utils/tools';
 /* get shareChat list by appId */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
+    await connectToDatabase();
+
     const { appId } = req.query as {
       appId: string;
     };
 
-    await connectToDatabase();
-
     const { userId } = await authUser({ req, authToken: true });
 
     const data = await OutLink.find({
@@ -22,15 +22,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       _id: -1
     });
 
-    jsonRes(res, {
-      data: data.map((item) => ({
-        _id: item._id,
-        shareId: item.shareId,
-        name: item.name,
-        total: item.total,
-        lastTime: item.lastTime
-      }))
-    });
+    jsonRes(res, { data });
   } catch (err) {
     jsonRes(res, {
       code: 500,

client/src/pages/api/support/outLink/update.ts

@@ -0,0 +1,25 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase, OutLink } from '@/service/mongo';
+import type { OutLinkEditType } from '@/types/support/outLink';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+
+    const { _id, name, responseDetail, limit } = req.body as OutLinkEditType & {};
+
+    await OutLink.findByIdAndUpdate(_id, {
+      name,
+      responseDetail,
+      limit
+    });
+
+    jsonRes(res);
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

client/src/pages/api/system/getInitData.ts

@@ -44,7 +44,9 @@ const defaultFeConfigs: FeConfigsType = {
   show_doc: true,
   systemTitle: 'FastGPT',
   authorText: 'Made by FastGPT Team.',
-  exportLimitMinutes: 0,
+  limit: {
+    exportLimitMinutes: 0
+  },
   scripts: []
 };
 const defaultChatModels = [