perf: password special chars;feat: llm paragraph;perf: chunk setting params;perf: text splitter worker (#4984)

* perf: password special chars

* feat: llm paragraph;perf: chunk setting params

* perf: text splitter worker

* perf: get rawtext buffer

* fix: test

* fix: test

* doc

* min chunk size
This commit is contained in:
Archer
2025-06-10 00:05:54 +08:00
committed by GitHub
parent 068918a9ee
commit 01ff56b42b
41 changed files with 546 additions and 448 deletions

View File

@@ -15,9 +15,11 @@
"next": "14.2.28",
"openai": "4.61.0",
"openapi-types": "^12.1.3",
"timezones-list": "^3.0.2"
"timezones-list": "^3.0.2",
"lodash": "^4.17.21"
},
"devDependencies": {
"@types/lodash": "^4.14.191",
"@types/js-yaml": "^4.0.9",
"@types/node": "20.14.0"
}