perf: 优化tokens计算

This commit is contained in:
archer
2023-04-05 23:43:20 +08:00
parent 96fc917bad
commit 144bed5a77
4 changed files with 44 additions and 43 deletions

View File

@@ -1,4 +1,3 @@
import axios from 'axios';
import { getOpenAIApi } from '@/service/utils/chat';
import { httpsAgent } from './tools';
import { User } from '../models/user';
@@ -75,7 +74,7 @@ export const openaiCreateEmbedding = async ({
const chatAPI = getOpenAIApi(apiKey);
// 把输入的内容转成向量
const vector = await chatAPI
const res = await chatAPI
.createEmbedding(
{
model: ChatModelNameEnum.VECTOR,
@@ -86,16 +85,20 @@ export const openaiCreateEmbedding = async ({
httpsAgent
}
)
.then((res) => res?.data?.data?.[0]?.embedding || []);
.then((res) => ({
tokenLen: res.data.usage.total_tokens || 0,
vector: res?.data?.data?.[0]?.embedding || []
}));
pushGenerateVectorBill({
isPay,
userId,
text
text,
tokenLen: res.tokenLen
});
return {
vector,
vector: res.vector,
chatAPI
};
};