ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-10-15 07:31:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf: customizable embedding chunk size via env var (#5494)

Browse Source 
* perf: customizable embedding chunk size via env var

* Update .env.template

---------

Co-authored-by: Archer <545436317@qq.com>
This commit is contained in:
Finley Ge
2025-08-20 18:42:15 +08:00
committed by GitHub
parent f41e3ffc68
commit 37eec3d452
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
packages/service/core/ai/embedding/index.ts
View File

@@ -24,7 +24,7 @@ export async function getVectorsByText({ model, input, type, headers }: GetVecto
const formatInput = Array.isArray(input) ? input : [input];
// 20 size every request
const chunkSize = 20;
const chunkSize = parseInt(process.env.EMBEDDING_CHUNK_SIZE || '10');
const chunks = [];
for (let i = 0; i < formatInput.length; i += chunkSize) {
chunks.push(formatInput.slice(i, i + chunkSize));

4
projects/app/.env.template
View File

@@ -13,6 +13,9 @@ ROOT_KEY=fdafasd
# 强制将图片转成 base64 传递给模型
MULTIPLE_DATA_TO_BASE64=true
# 临时解决-emb 模型单次并发量
EMBEDDING_CHUNK_SIZE=10
# 是否隐藏版权信息配置，只有值为 'true' 时隐藏
HIDE_CHAT_COPYRIGHT_SETTING=
@@ -96,3 +99,4 @@ CONFIG_JSON_PATH=
SIGNOZ_BASE_URL=
SIGNOZ_SERVICE_NAME=
SIGNOZ_STORE_LEVEL=warn