External dataset (#1519)

* perf: local file create collection

* rename middleware

* perf: remove code

* feat: next14

* feat: external file dataset

* collection tags field

* external file dataset doc

* fix: ts

packages/service/core/dataset/training/controller.ts

@@ -174,7 +174,7 @@ export async function pushDataListToTrainingQueue({
   } catch (error: any) {
     addLog.error(`Insert error`, error);
     // 如果有错误，将失败的文档添加到失败列表中
-    error.writeErrors.forEach((writeError: any) => {
+    error.writeErrors?.forEach((writeError: any) => {
       failedDocuments.push(data[writeError.index]);
     });
     console.log('failed', failedDocuments);

packages/service/core/dataset/training/schema.ts

@@ -35,7 +35,7 @@ const TrainingDataSchema = new Schema({
   },
   billId: {
     // concat bill
-    type: Schema.Types.ObjectId
+    type: String
   },
   mode: {
     type: String,