FastGPT/src/pages/api/chat/gpt3.ts

// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
import type { NextApiRequest, NextApiResponse } from 'next';
import { jsonRes } from '@/service/response';
import { connectToDatabase, Chat } from '@/service/mongo';
import type { ModelType } from '@/types/model';
import { getOpenAIApi } from '@/service/utils/chat';
import { ChatItemType } from '@/types/chat';
import { openaiProxy } from '@/service/utils/tools';

/* 发送提示词 */
export default async function handler(req: NextApiRequest, res: NextApiResponse) {
  try {
    const { prompt, chatId } = req.body as { prompt: ChatItemType[]; chatId: string };

    if (!prompt || !chatId) {
      throw new Error('缺少参数');
    }

    await connectToDatabase();

    // 获取 chat 数据
    const chat = await Chat.findById(chatId)
      .populate({
        path: 'modelId',
        options: {
          strictPopulate: false
        }
      })
      .populate({
        path: 'userId',
        options: {
          strictPopulate: false
        }
      });

    if (!chat || !chat.modelId || !chat.userId) {
      throw new Error('聊天已过期');
    }

    const model: ModelType = chat.modelId;

    // 获取 user 的 apiKey
    const user = chat.userId;

    const userApiKey = user.accounts?.find((item: any) => item.type === 'openai')?.value;

    if (!userApiKey) {
      throw new Error('缺少ApiKey, 无法请求');
    }

    // 获取 chatAPI
    const chatAPI = getOpenAIApi(userApiKey);

    // prompt处理
    const formatPrompt = prompt.map((item) => `${item.value}\n\n###\n\n`).join('');

    // 发送请求
    const response = await chatAPI.createCompletion(
      {
        model: model.service.modelName,
        prompt: formatPrompt,
        temperature: 0.5,
        max_tokens: model.security.contentMaxLen,
        top_p: 1,
        frequency_penalty: 0,
        presence_penalty: 0.6,
        stop: ['###']
      },
      openaiProxy
    );

    const responseMessage = response.data.choices[0]?.text;

    jsonRes(res, {
      data: responseMessage
    });
  } catch (err: any) {
    jsonRes(res, {
      code: 500,
      error: err
    });
  }
}