feat: more sub plan info;fix: emprt index (#4997)

* feat: more sub plan info

* fix: emprt index

* doc

packages/service/core/dataset/collection/controller.ts

@@ -18,7 +18,7 @@ import { BucketNameEnum } from '@fastgpt/global/common/file/constants';
 import type { ClientSession } from '../../../common/mongo';
 import { createOrGetCollectionTags } from './utils';
 import { rawText2Chunks } from '../read';
-import { checkDatasetLimit } from '../../../support/permission/teamLimit';
+import { checkDatasetIndexLimit } from '../../../support/permission/teamLimit';
 import { predictDataLimitLength } from '../../../../global/core/dataset/utils';
 import { mongoSessionRun } from '../../../common/mongo/sessionRun';
 import { createTrainingUsage } from '../../../support/wallet/usage/controller';
@@ -166,7 +166,7 @@ export const createCollectionAndInsertData = async ({
   })();
 
   // 2. auth limit
-  await checkDatasetLimit({
+  await checkDatasetIndexLimit({
     teamId,
     insertLen: predictDataLimitLength(trainingMode, chunks)
   });

packages/service/core/dataset/read.ts

@@ -199,7 +199,7 @@ export const rawText2Chunks = async ({
       .map((item) => ({
         q: item[0] || '',
         a: item[1] || '',
-        indexes: item.slice(2),
+        indexes: item.slice(2).filter((item) => item.trim()),
         imageIdList
       }))
       .filter((item) => item.q || item.a);

packages/service/core/dataset/training/schema.ts

@@ -83,8 +83,7 @@ const TrainingDataSchema = new Schema({
           enum: Object.values(DatasetDataIndexTypeEnum)
         },
         text: {
-          type: String,
-          required: true
+          type: String
         }
       }
     ],