ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-07-30 10:28:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf: token count

Browse Source
This commit is contained in:
archer
2023-06-14 20:02:43 +08:00
parent 8036ed6143
commit e4aeee7be3
5 changed files with 16 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
client/src/pages/api/openapi/kb/pushData.ts
View File

@@ -76,14 +76,17 @@ export async function pushDataToKb({
data.forEach((item) => { data.forEach((item) => {
const text = item.q + item.a; const text = item.q + item.a;
// count token if (mode === TrainingModeEnum.qa) {
const token = modelToolMap[OpenAiChatEnum.GPT35].countTokens({ // count token
messages: [{ obj: 'System', value: item.q }] const token = modelToolMap[OpenAiChatEnum.GPT35].countTokens({
}); messages: [{ obj: 'System', value: item.q }]
});
if (token > modeMaxToken[TrainingModeEnum.qa]) {
return;
}
}
if (mode === TrainingModeEnum.qa && token > modeMaxToken[TrainingModeEnum.qa]) { if (!set.has(text)) {
console.log('q is too long');
} else if (!set.has(text)) {
filterData.push(item); filterData.push(item);
set.add(text); set.add(text);
} }

1
client/src/pages/kb/components/Detail.tsx
View File

@@ -40,6 +40,7 @@ const Detail = ({ kbId }: { kbId: string }) => {
onSuccess(res) { onSuccess(res) {
kbId && setLastKbId(kbId); kbId && setLastKbId(kbId);
if (res) { if (res) {
setCurrentTab(TabEnum.data);
reset(res); reset(res);
BasicInfo.current?.initInput?.(res.tags); BasicInfo.current?.initInput?.(res.tags);
} }

6
client/src/service/pg.ts
View File

@@ -12,9 +12,9 @@ export const connectPg = async () => {
user: process.env.PG_USER, user: process.env.PG_USER,
password: process.env.PG_PASSWORD, password: process.env.PG_PASSWORD,
database: process.env.PG_DB_NAME, database: process.env.PG_DB_NAME,
max: 80, max: global.systemEnv.vectorMaxProcess + 10,
idleTimeoutMillis: 60000, idleTimeoutMillis: 30000,
connectionTimeoutMillis: 20000 connectionTimeoutMillis: 5000
}); });
global.pgClient.on('error', (err) => { global.pgClient.on('error', (err) => {

2
client/src/service/utils/chat/claude.ts
View File

@@ -24,7 +24,7 @@ export const claudChat = async ({ apiKey, messages, stream, chatId }: ChatComple
headers: { headers: {
Authorization: apiKey Authorization: apiKey
}, },
timeout: stream ? 60000 : 240000, timeout: stream ? 60000 : 480000,
responseType: stream ? 'stream' : 'json' responseType: stream ? 'stream' : 'json'
} }
); );

2
client/src/service/utils/chat/openai.ts
View File

@@ -42,7 +42,7 @@ export const chatResponse = async ({
stop: ['.!?。'] stop: ['.!?。']
}, },
{ {
timeout: stream ? 60000 : 240000, timeout: stream ? 60000 : 480000,
responseType: stream ? 'stream' : 'json', responseType: stream ? 'stream' : 'json',
...axiosConfig(apiKey) ...axiosConfig(apiKey)
} }