doc gpt V0.2

src/pages/api/chat/chatGpt.ts

@@ -0,0 +1,110 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { connectToDatabase, Chat, ChatWindow } from '@/service/mongo';
+import type { ModelType } from '@/types/model';
+import { getOpenAIApi, authChat } from '@/service/utils/chat';
+import { openaiProxy } from '@/service/utils/tools';
+import { ChatCompletionRequestMessage, ChatCompletionRequestMessageRoleEnum } from 'openai';
+import { ChatItemType } from '@/types/chat';
+
+/* 发送提示词 */
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  res.writeHead(200, {
+    Connection: 'keep-alive',
+    'Content-Encoding': 'none',
+    'Cache-Control': 'no-cache',
+    'Content-Type': 'text/event-stream'
+  });
+  const { chatId, windowId } = req.query as { chatId: string; windowId: string };
+
+  try {
+    if (!windowId || !chatId) {
+      throw new Error('缺少参数');
+    }
+
+    await connectToDatabase();
+
+    const { chat, userApiKey } = await authChat(chatId);
+
+    const model: ModelType = chat.modelId;
+
+    const map = {
+      Human: ChatCompletionRequestMessageRoleEnum.User,
+      AI: ChatCompletionRequestMessageRoleEnum.Assistant,
+      SYSTEM: ChatCompletionRequestMessageRoleEnum.System
+    };
+    // 读取对话内容
+    const prompts: ChatItemType[] = (await ChatWindow.findById(windowId)).content;
+
+    // 长度过滤
+    const maxContext = model.security.contextMaxLen;
+    const filterPrompts =
+      prompts.length > maxContext + 2
+        ? [prompts[0], ...prompts.slice(prompts.length - maxContext)]
+        : prompts.slice(0, prompts.length);
+
+    // 格式化文本内容
+    const formatPrompts: ChatCompletionRequestMessage[] = filterPrompts.map(
+      (item: ChatItemType) => ({
+        role: map[item.obj],
+        content: item.value
+      })
+    );
+
+    // 获取 chatAPI
+    const chatAPI = getOpenAIApi(userApiKey);
+    const chatResponse = await chatAPI.createChatCompletion(
+      {
+        model: model.service.chatModel,
+        temperature: 1,
+        // max_tokens: model.security.contentMaxLen,
+        messages: formatPrompts,
+        stream: true
+      },
+      openaiProxy
+    );
+
+    // 截取字符串内容
+    const reg = /{"content"(.*)"}/g;
+    // @ts-ignore
+    const match = chatResponse.data.match(reg);
+    let AIResponse = '';
+    if (match) {
+      match.forEach((item: string, i: number) => {
+        try {
+          const json = JSON.parse(item);
+          // 开头的换行忽略
+          if (i === 0 && json.content?.startsWith('\n')) return;
+          AIResponse += json.content;
+          const content = json.content.replace(/\n/g, '<br/>'); // 无法直接传输\n
+          content && res.write(`data: ${content}\n\n`);
+        } catch (err) {
+          err;
+        }
+      });
+    }
+    res.write(`data: [DONE]\n\n`);
+
+    // 存入库
+    await ChatWindow.findByIdAndUpdate(windowId, {
+      $push: {
+        content: {
+          obj: 'AI',
+          value: AIResponse
+        }
+      },
+      updateTime: Date.now()
+    });
+
+    res.end();
+  } catch (err: any) {
+    console.log(err?.response?.data || err);
+    // 删除最一条数据库记录, 也就是预发送的那一条
+    await ChatWindow.findByIdAndUpdate(windowId, {
+      $pop: { content: 1 },
+      updateTime: Date.now()
+    });
+
+    res.end();
+  }
+}

src/pages/api/chat/delLastMessage.ts

@@ -0,0 +1,28 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase, ChatWindow } from '@/service/mongo';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    const { windowId } = req.query as { windowId: string };
+
+    if (!windowId) {
+      throw new Error('缺少参数');
+    }
+
+    await connectToDatabase();
+
+    // 删除最一条数据库记录, 也就是预发送的那一条
+    await ChatWindow.findByIdAndUpdate(windowId, {
+      $pop: { content: 1 },
+      updateTime: Date.now()
+    });
+
+    jsonRes(res);
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

src/pages/api/chat/generate.ts

@@ -0,0 +1,53 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase, Model, Chat } from '@/service/mongo';
+import { authToken } from '@/service/utils/tools';
+import { ModelType } from '@/types/model';
+
+/* 获取我的模型 */
+export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  try {
+    const { modelId } = req.query;
+    const { authorization } = req.headers;
+
+    if (!authorization) {
+      throw new Error('无权操作');
+    }
+
+    if (!modelId) {
+      throw new Error('缺少参数');
+    }
+
+    // 凭证校验
+    const userId = await authToken(authorization);
+
+    await connectToDatabase();
+
+    // 获取模型配置
+    const model: ModelType | null = await Model.findOne({
+      _id: modelId,
+      userId
+    });
+
+    if (!model) {
+      throw new Error('模型不存在');
+    }
+
+    // 创建 chat 数据
+    const response = await Chat.create({
+      userId,
+      modelId,
+      expiredTime: Date.now() + model.security.expiredTime,
+      loadAmount: model.security.maxLoadAmount
+    });
+
+    jsonRes(res, {
+      data: response._id
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

src/pages/api/chat/gpt3.ts

@@ -0,0 +1,83 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase, Chat } from '@/service/mongo';
+import type { ModelType } from '@/types/model';
+import { getOpenAIApi } from '@/service/utils/chat';
+import { ChatItemType } from '@/types/chat';
+import { openaiProxy } from '@/service/utils/tools';
+
+/* 发送提示词 */
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    const { prompt, chatId } = req.body as { prompt: ChatItemType[]; chatId: string };
+
+    if (!prompt || !chatId) {
+      throw new Error('缺少参数');
+    }
+
+    await connectToDatabase();
+
+    // 获取 chat 数据
+    const chat = await Chat.findById(chatId)
+      .populate({
+        path: 'modelId',
+        options: {
+          strictPopulate: false
+        }
+      })
+      .populate({
+        path: 'userId',
+        options: {
+          strictPopulate: false
+        }
+      });
+
+    if (!chat || !chat.modelId || !chat.userId) {
+      throw new Error('聊天已过期');
+    }
+
+    const model: ModelType = chat.modelId;
+
+    // 获取 user 的 apiKey
+    const user = chat.userId;
+
+    const userApiKey = user.accounts?.find((item: any) => item.type === 'openai')?.value;
+
+    if (!userApiKey) {
+      throw new Error('缺少ApiKey, 无法请求');
+    }
+
+    // 获取 chatAPI
+    const chatAPI = getOpenAIApi(userApiKey);
+
+    // prompt处理
+    const formatPrompt = prompt.map((item) => `${item.value}\n\n###\n\n`).join('');
+
+    // 发送请求
+    const response = await chatAPI.createCompletion(
+      {
+        model: model.service.modelName,
+        prompt: formatPrompt,
+        temperature: 0.5,
+        max_tokens: model.security.contentMaxLen,
+        top_p: 1,
+        frequency_penalty: 0,
+        presence_penalty: 0.6,
+        stop: ['###']
+      },
+      openaiProxy
+    );
+
+    const responseMessage = response.data.choices[0]?.text;
+
+    jsonRes(res, {
+      data: responseMessage
+    });
+  } catch (err: any) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

src/pages/api/chat/init.ts

@@ -0,0 +1,91 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase, Chat, ChatWindow } from '@/service/mongo';
+import type { ModelType } from '@/types/model';
+
+/* 获取我的模型 */
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    const { chatId, windowId } = req.query as { chatId: string; windowId?: string };
+
+    if (!chatId) {
+      throw new Error('缺少参数');
+    }
+
+    await connectToDatabase();
+
+    // 获取 chat 数据
+    const chat = await Chat.findById(chatId).populate({
+      path: 'modelId',
+      options: {
+        strictPopulate: false
+      }
+    });
+
+    // 安全校验
+    if (chat.loadAmount === 0 || chat.expiredTime < Date.now()) {
+      throw new Error('聊天框已过期');
+    }
+
+    if (chat.loadAmount > 0) {
+      await Chat.updateOne(
+        {
+          _id: chat._id
+        },
+        {
+          $inc: { loadAmount: -1 }
+        }
+      );
+    }
+
+    const model: ModelType = chat.modelId;
+
+    /* 查找是否有记录 */
+    let history = null;
+    let responseId = windowId;
+    try {
+      history = await ChatWindow.findById(windowId);
+    } catch (error) {
+      error;
+    }
+
+    const defaultContent = model.systemPrompt
+      ? [
+          {
+            obj: 'SYSTEM',
+            value: model.systemPrompt
+          }
+        ]
+      : [];
+
+    if (!history) {
+      // 没有记录，创建一个
+      const response = await ChatWindow.create({
+        chatId,
+        updateTime: Date.now(),
+        content: defaultContent
+      });
+      responseId = response._id;
+    }
+
+    jsonRes(res, {
+      data: {
+        windowId: responseId,
+        chatSite: {
+          modelId: model._id,
+          name: model.name,
+          avatar: model.avatar,
+          secret: model.security,
+          chatModel: model.service.chatModel
+        },
+        history: history ? history.content : defaultContent
+      }
+    });
+  } catch (err) {
+    console.log(err);
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

src/pages/api/chat/preChat.ts

@@ -0,0 +1,43 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { ChatItemType } from '@/types/chat';
+import { connectToDatabase, ChatWindow } from '@/service/mongo';
+import type { ModelType } from '@/types/model';
+import { authChat } from '@/service/utils/chat';
+
+/* 聊天预请求，存储聊天内容 */
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    const { windowId, prompt, chatId } = req.body as {
+      windowId: string;
+      prompt: ChatItemType;
+      chatId: string;
+    };
+
+    if (!windowId || !prompt || !chatId) {
+      throw new Error('缺少参数');
+    }
+
+    await connectToDatabase();
+
+    const { chat } = await authChat(chatId);
+
+    // 长度校验
+    const model: ModelType = chat.modelId;
+    if (prompt.value.length > model.security.contentMaxLen) {
+      throw new Error('输入内容超长');
+    }
+
+    await ChatWindow.findByIdAndUpdate(windowId, {
+      $push: { content: prompt },
+      updateTime: Date.now()
+    });
+
+    jsonRes(res);
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}