ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-08-02 04:32:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf: chunk filter

Browse Source
This commit is contained in:
archer
2023-08-07 11:04:32 +08:00
parent 7fe20ef041
commit b6e156db26
3 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
client/src/utils/file.ts
View File

@@ -147,7 +147,7 @@ export const fileDownload = ({
* overlapLen - The size of the before and after Text
* maxLen > overlapLen
*/
export const splitText_token = ({ text, maxLen }: { text: string; maxLen: number }) => {
export const splitText2Chunks = ({ text, maxLen }: { text: string; maxLen: number }) => {
const overlapLen = Math.floor(maxLen * 0.3); // Overlap length
try {