perf: text splitter (#4584)

* perf: text splitter * update doc
2025-07-27 08:25:07 +00:00 · 2025-04-17 19:08:04 +08:00
parent cdbc1d5590
commit 22fc7dddfb
7 changed files with 103 additions and 473 deletions
--- a/packages/global/common/string/utils.ts
+++ b/packages/global/common/string/utils.ts
@@ -0,0 +1,3 @@
+export const getTextValidLength = (chunk: string) => {
+  return chunk.replaceAll(/[\s\n]/g, '').length;
+};