ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-07-22 12:20:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

update search filter code (#4317)

Browse Source 
* sync collection

* remove lock

* update search filter code
This commit is contained in:
Archer
2025-03-25 18:06:31 +08:00
committed by archer
parent 37b4a1919b
commit ff64a3c039
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
packages/service/core/dataset/search/controller.ts
View File

@@ -134,12 +134,10 @@ export const filterDatasetDataByMaxTokens = async (
let totalTokens = 0; let totalTokens = 0;
for await (const item of tokensScoreFilter) { for await (const item of tokensScoreFilter) {
results.push(item);
totalTokens += item.tokens; totalTokens += item.tokens;
if (totalTokens > maxTokens + 500) {
break;
}
results.push(item);
if (totalTokens > maxTokens) { if (totalTokens > maxTokens) {
break; break;
} }