diff --git a/packages/service/core/dataset/collection/utils.ts b/packages/service/core/dataset/collection/utils.ts index 5c31c5518..1718a800a 100644 --- a/packages/service/core/dataset/collection/utils.ts +++ b/packages/service/core/dataset/collection/utils.ts @@ -159,7 +159,8 @@ export const reloadCollectionChunks = async ({ // split data const { chunks } = splitText2Chunks({ text: newRawText, - chunkLen: col.chunkSize || 512 + chunkLen: col.chunkSize || 512, + customReg: col.chunkSplitter ? [col.chunkSplitter] : [], }); // insert to training queue