fix: dataset data list api adapt (#2878)

* fix: dataset data list api adapt

* update doc version

* perf: fedomain env

* add fedomain env

projects/app/.env.template

@@ -31,7 +31,7 @@ SANDBOX_URL=http://localhost:3001
 # 商业版地址
 PRO_URL=
 # 页面的地址，用于自动补全相对路径资源的 domain
-# FE_DOMAIN=http://localhost:3000
+FE_DOMAIN=http://localhost:3000
 
 # 日志等级: debug, info, warn, error
 LOG_LEVEL=debug

projects/app/src/pages/api/core/dataset/data/list.ts

@@ -3,20 +3,19 @@ import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
 import { replaceRegChars } from '@fastgpt/global/common/string/tools';
 import { NextAPI } from '@/service/middleware/entry';
 import { ReadPermissionVal } from '@fastgpt/global/support/permission/constant';
+import { PagingData, RequestPaging } from '@/types';
 import { ApiRequestProps } from '@fastgpt/service/type/next';
 import { DatasetDataListItemType } from '@/global/core/dataset/type';
-import { PaginationProps, PaginationResponse } from '@fastgpt/web/common/fetch/type';
 
-export type GetDatasetDataListProps = PaginationProps & {
+export type GetDatasetDataListProps = RequestPaging & {
   searchText?: string;
   collectionId: string;
 };
-export type GetDatasetDataListRes = PaginationResponse<DatasetDataListItemType>;
 
 async function handler(
   req: ApiRequestProps<GetDatasetDataListProps>
-): Promise<GetDatasetDataListRes> {
-  let { offset, pageSize = 10, searchText = '', collectionId } = req.body;
+): Promise<PagingData<DatasetDataListItemType>> {
+  let { pageNum = 1, pageSize = 10, searchText = '', collectionId } = req.body;
 
   pageSize = Math.min(pageSize, 30);
 
@@ -41,17 +40,19 @@ async function handler(
       : {})
   };
 
-  const [list, total] = await Promise.all([
+  const [data, total] = await Promise.all([
     MongoDatasetData.find(match, '_id datasetId collectionId q a chunkIndex')
       .sort({ chunkIndex: 1, updateTime: -1 })
-      .skip(offset)
+      .skip((pageNum - 1) * pageSize)
       .limit(pageSize)
       .lean(),
     MongoDatasetData.countDocuments(match)
   ]);
 
   return {
-    list,
+    pageNum,
+    pageSize,
+    data,
     total
   };
 }

projects/app/src/pages/api/core/dataset/data/v2/list.ts

@@ -0,0 +1,59 @@
+import { authDatasetCollection } from '@fastgpt/service/support/permission/dataset/auth';
+import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
+import { replaceRegChars } from '@fastgpt/global/common/string/tools';
+import { NextAPI } from '@/service/middleware/entry';
+import { ReadPermissionVal } from '@fastgpt/global/support/permission/constant';
+import { ApiRequestProps } from '@fastgpt/service/type/next';
+import { DatasetDataListItemType } from '@/global/core/dataset/type';
+import { PaginationProps, PaginationResponse } from '@fastgpt/web/common/fetch/type';
+
+export type GetDatasetDataListProps = PaginationProps & {
+  searchText?: string;
+  collectionId: string;
+};
+export type GetDatasetDataListRes = PaginationResponse<DatasetDataListItemType>;
+
+async function handler(
+  req: ApiRequestProps<GetDatasetDataListProps>
+): Promise<GetDatasetDataListRes> {
+  let { offset, pageSize = 10, searchText = '', collectionId } = req.body;
+
+  pageSize = Math.min(pageSize, 30);
+
+  // 凭证校验
+  const { teamId, collection } = await authDatasetCollection({
+    req,
+    authToken: true,
+    authApiKey: true,
+    collectionId,
+    per: ReadPermissionVal
+  });
+
+  const queryReg = new RegExp(`${replaceRegChars(searchText)}`, 'i');
+  const match = {
+    teamId,
+    datasetId: collection.datasetId._id,
+    collectionId,
+    ...(searchText.trim()
+      ? {
+          $or: [{ q: queryReg }, { a: queryReg }]
+        }
+      : {})
+  };
+
+  const [list, total] = await Promise.all([
+    MongoDatasetData.find(match, '_id datasetId collectionId q a chunkIndex')
+      .sort({ chunkIndex: 1, updateTime: -1 })
+      .skip(offset)
+      .limit(pageSize)
+      .lean(),
+    MongoDatasetData.countDocuments(match)
+  ]);
+
+  return {
+    list,
+    total
+  };
+}
+
+export default NextAPI(handler);

projects/app/src/web/core/dataset/api.ts

@@ -51,7 +51,7 @@ import type { UpdateDatasetCollectionParams } from '@/pages/api/core/dataset/col
 import type {
   GetDatasetDataListProps,
   GetDatasetDataListRes
-} from '@/pages/api/core/dataset/data/list';
+} from '@/pages/api/core/dataset/data/v2/list';
 import type { UpdateDatasetDataProps } from '@fastgpt/global/core/dataset/controller';
 import type { DatasetFolderCreateBody } from '@/pages/api/core/dataset/folder/create';
 import type { PaginationProps, PaginationResponse } from '@fastgpt/web/common/fetch/type';
@@ -159,7 +159,7 @@ export const getScrollCollectionList = (data: GetScrollCollectionsProps) =>
 /* =============================== data ==================================== */
 /* get dataset list */
 export const getDatasetDataList = (data: GetDatasetDataListProps) =>
-  POST<GetDatasetDataListRes>(`/core/dataset/data/list`, data);
+  POST<GetDatasetDataListRes>(`/core/dataset/data/v2/list`, data);
 
 export const getDatasetDataItemById = (id: string) =>
   GET<DatasetDataItemType>(`/core/dataset/data/detail`, { id });