mirror of
https://github.com/labring/FastGPT.git
synced 2025-08-03 13:38:00 +00:00
141 lines
3.8 KiB
TypeScript
141 lines
3.8 KiB
TypeScript
import type { NextApiRequest, NextApiResponse } from 'next';
|
||
import { connectToDatabase } from '@/service/mongo';
|
||
import { authShareChat } from '@/service/utils/auth';
|
||
import { modelServiceToolMap } from '@/service/utils/chat';
|
||
import { ChatItemSimpleType } from '@/types/chat';
|
||
import { jsonRes } from '@/service/response';
|
||
import { ChatModelMap, ModelVectorSearchModeMap } from '@/constants/model';
|
||
import { pushChatBill, updateShareChatBill } from '@/service/events/pushBill';
|
||
import { resStreamResponse } from '@/service/utils/chat';
|
||
import { ChatRoleEnum } from '@/constants/chat';
|
||
import { BillTypeEnum } from '@/constants/user';
|
||
import { sensitiveCheck } from '../../openapi/text/sensitiveCheck';
|
||
import { appKbSearch } from '../../openapi/kb/appKbSearch';
|
||
|
||
/* 发送提示词 */
|
||
export default async function handler(req: NextApiRequest, res: NextApiResponse) {
|
||
res.on('error', () => {
|
||
console.log('error: ', 'request error');
|
||
res.end();
|
||
});
|
||
|
||
try {
|
||
const { shareId, password, historyId, prompts } = req.body as {
|
||
prompts: ChatItemSimpleType[];
|
||
password: string;
|
||
shareId: string;
|
||
historyId: string;
|
||
};
|
||
|
||
if (!historyId || !prompts) {
|
||
throw new Error('分享链接无效');
|
||
}
|
||
|
||
await connectToDatabase();
|
||
let startTime = Date.now();
|
||
|
||
const { model, userOpenAiKey, systemAuthKey, userId } = await authShareChat({
|
||
shareId,
|
||
password
|
||
});
|
||
|
||
const modelConstantsData = ChatModelMap[model.chat.chatModel];
|
||
|
||
const { code = 200, systemPrompts = [] } = await (async () => {
|
||
// 使用了知识库搜索
|
||
if (model.chat.relatedKbs?.length > 0) {
|
||
const { code, searchPrompts } = await appKbSearch({
|
||
model,
|
||
userId,
|
||
fixedQuote: [],
|
||
prompt: prompts[prompts.length - 1],
|
||
similarity: ModelVectorSearchModeMap[model.chat.searchMode]?.similarity
|
||
});
|
||
|
||
return {
|
||
code,
|
||
systemPrompts: searchPrompts
|
||
};
|
||
}
|
||
if (model.chat.systemPrompt) {
|
||
return {
|
||
systemPrompts: [
|
||
{
|
||
obj: ChatRoleEnum.System,
|
||
value: model.chat.systemPrompt
|
||
}
|
||
]
|
||
};
|
||
}
|
||
return {};
|
||
})();
|
||
|
||
// search result is empty
|
||
if (code === 201) {
|
||
return res.send(systemPrompts[0]?.value);
|
||
}
|
||
|
||
prompts.unshift(...systemPrompts);
|
||
|
||
// content check
|
||
await sensitiveCheck({
|
||
input: [...systemPrompts, prompts[prompts.length - 1]].map((item) => item.value).join('')
|
||
});
|
||
|
||
// 计算温度
|
||
const temperature = (modelConstantsData.maxTemperature * (model.chat.temperature / 10)).toFixed(
|
||
2
|
||
);
|
||
|
||
// 发出请求
|
||
const { streamResponse, responseMessages } = await modelServiceToolMap[
|
||
model.chat.chatModel
|
||
].chatCompletion({
|
||
apiKey: userOpenAiKey || systemAuthKey,
|
||
temperature: +temperature,
|
||
messages: prompts,
|
||
stream: true,
|
||
res,
|
||
chatId: historyId
|
||
});
|
||
|
||
console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);
|
||
|
||
if (res.closed) return res.end();
|
||
|
||
try {
|
||
const { totalTokens, finishMessages } = await resStreamResponse({
|
||
model: model.chat.chatModel,
|
||
res,
|
||
chatResponse: streamResponse,
|
||
prompts: responseMessages
|
||
});
|
||
|
||
res.end();
|
||
|
||
/* bill */
|
||
pushChatBill({
|
||
isPay: !userOpenAiKey,
|
||
chatModel: model.chat.chatModel,
|
||
userId,
|
||
textLen: finishMessages.map((item) => item.value).join('').length,
|
||
tokens: totalTokens,
|
||
type: BillTypeEnum.chat
|
||
});
|
||
updateShareChatBill({
|
||
shareId,
|
||
tokens: totalTokens
|
||
});
|
||
} catch (error) {
|
||
res.end();
|
||
console.log('error,结束', error);
|
||
}
|
||
} catch (err: any) {
|
||
res.status(500);
|
||
jsonRes(res, {
|
||
code: 500,
|
||
error: err
|
||
});
|
||
}
|
||
}
|