ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-07-29 17:55:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: 连续滚动重复请求;perf: 训练参数

Browse Source
This commit is contained in:
archer
2023-03-26 14:37:49 +08:00
parent 98c458dcf8
commit 9125910cfe
4 changed files with 27 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
src/pages/api/chat/gpt3.ts
View File

@@ -69,7 +69,17 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
// 获取 chatAPI
const chatAPI = getOpenAIApi(userApiKey || systemKey);
let startTime = Date.now();
// console.log({
// model: model.service.chatModel,
// temperature: temperature,
// prompt: promptText,
// stream: true,
// max_tokens:
// model.trainingTimes > 0 ? modelConstantsData.trainedMaxToken : modelConstantsData.maxToken,
// presence_penalty: -0.5, // 越大，越容易出现新内容
// frequency_penalty: 0.5, // 越大，重复内容越少
// stop: [`</s>`, '。！？.!.']
// });
// 发出请求
const chatResponse = await chatAPI.createCompletion(
{
@@ -77,9 +87,12 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
temperature: temperature,
prompt: promptText,
stream: true,
max_tokens: modelConstantsData.maxToken,
presence_penalty: 0, // 越大，越容易出现新内容
frequency_penalty: 0, // 越大，重复内容越少
max_tokens:
model.trainingTimes > 0
? modelConstantsData.trainedMaxToken
: modelConstantsData.maxToken,
presence_penalty: -0.5, // 越大，越容易出现新内容
frequency_penalty: 0.5, // 越大，重复内容越少
stop: [`</s>`, '。！？.!.']
},
{
@@ -108,7 +121,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
try {
const json = JSON.parse(data);
const content: string = json?.choices?.[0].text || '';
console.log('content:', content);
// console.log('content:', content);
if (!content || (responseContent === '' && content === '\n')) return;
responseContent += content;