Fix: Custom delimiter does not take effect when document type is link (#2565)

Co-authored-by: 勤劳上班的卑微小张 <jiazhan.zhang@ggimage.com>
This commit is contained in:
居里栈栈
2024-08-29 11:16:17 +08:00
committed by GitHub
parent ac4854a47b
commit 6c16fa9166

View File

@@ -159,7 +159,8 @@ export const reloadCollectionChunks = async ({
// split data
const { chunks } = splitText2Chunks({
text: newRawText,
chunkLen: col.chunkSize || 512
chunkLen: col.chunkSize || 512,
customReg: col.chunkSplitter ? [col.chunkSplitter] : [],
});
// insert to training queue