feat: openapi v2 chat

client/src/pages/api/chat/chat.ts

@@ -1,192 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { connectToDatabase } from '@/service/mongo';
-import { authChat } from '@/service/utils/auth';
-import { modelServiceToolMap } from '@/service/utils/chat';
-import { ChatItemType } from '@/types/chat';
-import { jsonRes } from '@/service/response';
-import { ChatModelMap } from '@/constants/model';
-import { pushChatBill } from '@/service/events/pushBill';
-import { resStreamResponse } from '@/service/utils/chat';
-import { appKbSearch } from '../openapi/kb/appKbSearch';
-import { ChatRoleEnum, QUOTE_LEN_HEADER, GUIDE_PROMPT_HEADER } from '@/constants/chat';
-import { BillTypeEnum } from '@/constants/user';
-import { sensitiveCheck } from '../openapi/text/sensitiveCheck';
-import { NEW_CHATID_HEADER } from '@/constants/chat';
-import { saveChat } from './saveChat';
-import { Types } from 'mongoose';
-
-/* 发送提示词 */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  res.on('close', () => {
-    res.end();
-  });
-  res.on('error', () => {
-    console.log('error: ', 'request error');
-    res.end();
-  });
-
-  try {
-    const { chatId, prompt, modelId } = req.body as {
-      prompt: [ChatItemType, ChatItemType];
-      modelId: string;
-      chatId?: string;
-    };
-
-    if (!modelId || !prompt || prompt.length !== 2) {
-      throw new Error('Chat 缺少参数');
-    }
-
-    await connectToDatabase();
-    let startTime = Date.now();
-
-    const { model, showModelDetail, content, userOpenAiKey, systemAuthKey, userId } =
-      await authChat({
-        modelId,
-        chatId,
-        req
-      });
-
-    const modelConstantsData = ChatModelMap[model.chat.chatModel];
-
-    const {
-      rawSearch = [],
-      userSystemPrompt = [],
-      quotePrompt = []
-    } = await (async () => {
-      // 使用了知识库搜索
-      if (model.chat.relatedKbs?.length > 0) {
-        const { rawSearch, userSystemPrompt, quotePrompt } = await appKbSearch({
-          model,
-          userId,
-          fixedQuote: content[content.length - 1]?.quote || [],
-          prompt: prompt[0],
-          similarity: model.chat.searchSimilarity,
-          limit: model.chat.searchLimit
-        });
-
-        return {
-          rawSearch: rawSearch,
-          userSystemPrompt: userSystemPrompt ? [userSystemPrompt] : [],
-          quotePrompt: [quotePrompt]
-        };
-      }
-      if (model.chat.systemPrompt) {
-        return {
-          userSystemPrompt: [
-            {
-              obj: ChatRoleEnum.System,
-              value: model.chat.systemPrompt
-            }
-          ]
-        };
-      }
-      return {};
-    })();
-
-    // get conversationId. create a newId if it is null
-    const conversationId = chatId || String(new Types.ObjectId());
-    !chatId && res.setHeader(NEW_CHATID_HEADER, conversationId);
-    if (showModelDetail) {
-      userSystemPrompt[0] &&
-        res.setHeader(GUIDE_PROMPT_HEADER, encodeURIComponent(userSystemPrompt[0].value));
-      res.setHeader(QUOTE_LEN_HEADER, rawSearch.length);
-    }
-
-    // search result is empty
-    if (model.chat.relatedKbs?.length > 0 && !quotePrompt[0]?.value && model.chat.searchEmptyText) {
-      const response = model.chat.searchEmptyText;
-      await saveChat({
-        chatId,
-        newChatId: conversationId,
-        modelId,
-        prompts: [
-          prompt[0],
-          {
-            ...prompt[1],
-            quote: [],
-            value: response
-          }
-        ],
-        userId
-      });
-      return res.end(response);
-    }
-
-    // 读取对话内容
-    const prompts = [...quotePrompt, ...content, ...userSystemPrompt, prompt[0]];
-
-    // content check
-    await sensitiveCheck({
-      input: [...quotePrompt, ...userSystemPrompt, prompt[0]].map((item) => item.value).join('')
-    });
-
-    // 计算温度
-    const temperature = (modelConstantsData.maxTemperature * (model.chat.temperature / 10)).toFixed(
-      2
-    );
-
-    // 发出 chat 请求
-    const { streamResponse, responseMessages } = await modelServiceToolMap[
-      model.chat.chatModel
-    ].chatCompletion({
-      apiKey: userOpenAiKey || systemAuthKey,
-      temperature: +temperature,
-      messages: prompts,
-      stream: true,
-      res,
-      chatId: conversationId
-    });
-
-    console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);
-
-    if (res.closed) return res.end();
-
-    try {
-      const { totalTokens, finishMessages, responseContent } = await resStreamResponse({
-        model: model.chat.chatModel,
-        res,
-        chatResponse: streamResponse,
-        prompts: responseMessages
-      });
-
-      // save chat
-      await saveChat({
-        chatId,
-        newChatId: conversationId,
-        modelId,
-        prompts: [
-          prompt[0],
-          {
-            ...prompt[1],
-            value: responseContent,
-            quote: showModelDetail ? rawSearch : [],
-            systemPrompt: showModelDetail ? userSystemPrompt[0]?.value : ''
-          }
-        ],
-        userId
-      });
-
-      res.end();
-
-      // 只有使用平台的 key 才计费
-      pushChatBill({
-        isPay: !userOpenAiKey,
-        chatModel: model.chat.chatModel,
-        userId,
-        chatId: conversationId,
-        textLen: finishMessages.map((item) => item.value).join('').length,
-        tokens: totalTokens,
-        type: BillTypeEnum.chat
-      });
-    } catch (error) {
-      res.end();
-      console.log('error，结束', error);
-    }
-  } catch (err: any) {
-    res.status(500);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/chat/init.ts

@@ -20,31 +20,32 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     await connectToDatabase();
 
-    let model: ModelSchema;
-
     // 没有 modelId 时，直接获取用户的第一个id
-    if (!modelId) {
-      const myModel = await Model.findOne({ userId });
-      if (!myModel) {
-        const { _id } = await Model.create({
-          name: '应用1',
-          userId
-        });
-        model = (await Model.findById(_id)) as ModelSchema;
+    const model = await (async () => {
+      if (!modelId) {
+        const myModel = await Model.findOne({ userId });
+        if (!myModel) {
+          const { _id } = await Model.create({
+            name: '应用1',
+            userId
+          });
+          return (await Model.findById(_id)) as ModelSchema;
+        } else {
+          return myModel;
+        }
       } else {
-        model = myModel;
+        // 校验使用权限
+        const authRes = await authModel({
+          modelId,
+          userId,
+          authUser: false,
+          authOwner: false
+        });
+        return authRes.model;
       }
-      modelId = model._id;
-    } else {
-      // 校验使用权限
-      const authRes = await authModel({
-        modelId,
-        userId,
-        authUser: false,
-        authOwner: false
-      });
-      model = authRes.model;
-    }
+    })();
+
+    modelId = modelId || model._id;
 
     // 历史记录
     let history: ChatItemType[] = [];
@@ -86,6 +87,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       ]);
     }
 
+    const isOwner = String(model.userId) === userId;
+
     jsonRes<InitChatResponse>(res, {
       data: {
         chatId: chatId || '',
@@ -94,9 +97,10 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
           name: model.name,
           avatar: model.avatar,
           intro: model.intro,
-          canUse: model.share.isShare || String(model.userId) === userId
+          canUse: model.share.isShare || isOwner
         },
         chatModel: model.chat.chatModel,
+        systemPrompt: isOwner ? model.chat.systemPrompt : '',
         history
       }
     });

client/src/pages/api/chat/saveChat.ts

@@ -4,10 +4,9 @@ import { ChatItemType } from '@/types/chat';
 import { connectToDatabase, Chat, Model } from '@/service/mongo';
 import { authModel } from '@/service/utils/auth';
 import { authUser } from '@/service/utils/auth';
-import mongoose from 'mongoose';
+import { Types } from 'mongoose';
 
 type Props = {
-  newChatId?: string;
   chatId?: string;
   modelId: string;
   prompts: [ChatItemType, ChatItemType];
@@ -16,7 +15,7 @@ type Props = {
 /* 聊天内容存存储 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    const { chatId, modelId, prompts, newChatId } = req.body as Props;
+    const { chatId, modelId, prompts } = req.body as Props;
 
     if (!prompts) {
       throw new Error('缺少参数');
@@ -24,16 +23,15 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { userId } = await authUser({ req, authToken: true });
 
-    const nId = await saveChat({
+    const response = await saveChat({
       chatId,
       modelId,
       prompts,
-      newChatId,
       userId
     });
 
     jsonRes(res, {
-      data: nId
+      data: response
     });
   } catch (err) {
     jsonRes(res, {
@@ -44,58 +42,54 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 }
 
 export async function saveChat({
-  chatId,
   newChatId,
+  chatId,
   modelId,
   prompts,
   userId
-}: Props & { userId: string }) {
+}: Props & { newChatId?: Types.ObjectId; userId: string }) {
   await connectToDatabase();
   const { model } = await authModel({ modelId, userId, authOwner: false });
 
   const content = prompts.map((item) => ({
-    _id: item._id ? new mongoose.Types.ObjectId(item._id) : undefined,
+    _id: item._id,
     obj: item.obj,
     value: item.value,
-    systemPrompt: item.systemPrompt,
+    systemPrompt: item.systemPrompt || '',
     quote: item.quote || []
   }));
 
-  const [id] = await Promise.all([
-    ...(chatId // update chat
-      ? [
-          Chat.findByIdAndUpdate(chatId, {
-            $push: {
-              content: {
-                $each: content
-              }
-            },
-            title: content[0].value.slice(0, 20),
-            latestChat: content[1].value,
-            updateTime: new Date()
-          }).then(() => '')
-        ]
-      : [
-          Chat.create({
-            _id: newChatId ? new mongoose.Types.ObjectId(newChatId) : undefined,
-            userId,
-            modelId,
-            content,
-            title: content[0].value.slice(0, 20),
-            latestChat: content[1].value
-          }).then((res) => res._id)
-        ]),
-    // update model
-    ...(String(model.userId) === userId
-      ? [
-          Model.findByIdAndUpdate(modelId, {
-            updateTime: new Date()
-          })
-        ]
-      : [])
-  ]);
+  if (String(model.userId) === userId) {
+    Model.findByIdAndUpdate(modelId, {
+      updateTime: new Date()
+    });
+  }
+
+  const response = await (chatId
+    ? Chat.findByIdAndUpdate(chatId, {
+        $push: {
+          content: {
+            $each: content
+          }
+        },
+        title: content[0].value.slice(0, 20),
+        latestChat: content[1].value,
+        updateTime: new Date()
+      }).then(() => ({
+        newChatId: ''
+      }))
+    : Chat.create({
+        _id: newChatId,
+        userId,
+        modelId,
+        content,
+        title: content[0].value.slice(0, 20),
+        latestChat: content[1].value
+      }).then((res) => ({
+        newChatId: String(res._id)
+      })));
 
   return {
-    id
+    ...response
   };
 }

client/src/pages/api/chat/shareChat/chat.ts

@@ -1,149 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { connectToDatabase } from '@/service/mongo';
-import { authShareChat } from '@/service/utils/auth';
-import { modelServiceToolMap } from '@/service/utils/chat';
-import { ChatItemSimpleType } from '@/types/chat';
-import { jsonRes } from '@/service/response';
-import { ChatModelMap } from '@/constants/model';
-import { pushChatBill, updateShareChatBill } from '@/service/events/pushBill';
-import { resStreamResponse } from '@/service/utils/chat';
-import { ChatRoleEnum } from '@/constants/chat';
-import { BillTypeEnum } from '@/constants/user';
-import { sensitiveCheck } from '../../openapi/text/sensitiveCheck';
-import { appKbSearch } from '../../openapi/kb/appKbSearch';
-
-/* 发送提示词 */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  res.on('error', () => {
-    console.log('error: ', 'request error');
-    res.end();
-  });
-
-  try {
-    const { shareId, password, historyId, prompts } = req.body as {
-      prompts: ChatItemSimpleType[];
-      password: string;
-      shareId: string;
-      historyId: string;
-    };
-
-    if (!historyId || !prompts) {
-      throw new Error('分享链接无效');
-    }
-
-    await connectToDatabase();
-    let startTime = Date.now();
-
-    const { model, userOpenAiKey, systemAuthKey, userId } = await authShareChat({
-      shareId,
-      password
-    });
-
-    const modelConstantsData = ChatModelMap[model.chat.chatModel];
-    const prompt = prompts[prompts.length - 1];
-
-    const {
-      rawSearch = [],
-      userSystemPrompt = [],
-      quotePrompt = []
-    } = await (async () => {
-      // 使用了知识库搜索
-      if (model.chat.relatedKbs?.length > 0) {
-        const { rawSearch, userSystemPrompt, quotePrompt } = await appKbSearch({
-          model,
-          userId,
-          fixedQuote: [],
-          prompt: prompt,
-          similarity: model.chat.searchSimilarity,
-          limit: model.chat.searchLimit
-        });
-
-        return {
-          rawSearch: rawSearch,
-          userSystemPrompt: userSystemPrompt ? [userSystemPrompt] : [],
-          quotePrompt: [quotePrompt]
-        };
-      }
-      if (model.chat.systemPrompt) {
-        return {
-          userSystemPrompt: [
-            {
-              obj: ChatRoleEnum.System,
-              value: model.chat.systemPrompt
-            }
-          ]
-        };
-      }
-      return {};
-    })();
-
-    // search result is empty
-    if (model.chat.relatedKbs?.length > 0 && !quotePrompt[0]?.value && model.chat.searchEmptyText) {
-      const response = model.chat.searchEmptyText;
-      return res.end(response);
-    }
-
-    // 读取对话内容
-    const completePrompts = [...quotePrompt, ...prompts.slice(0, -1), ...userSystemPrompt, prompt];
-
-    // content check
-    await sensitiveCheck({
-      input: [...quotePrompt, ...userSystemPrompt, prompt].map((item) => item.value).join('')
-    });
-
-    // 计算温度
-    const temperature = (modelConstantsData.maxTemperature * (model.chat.temperature / 10)).toFixed(
-      2
-    );
-
-    // 发出请求
-    const { streamResponse, responseMessages } = await modelServiceToolMap[
-      model.chat.chatModel
-    ].chatCompletion({
-      apiKey: userOpenAiKey || systemAuthKey,
-      temperature: +temperature,
-      messages: completePrompts,
-      stream: true,
-      res,
-      chatId: historyId
-    });
-
-    console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);
-
-    if (res.closed) return res.end();
-
-    try {
-      const { totalTokens, finishMessages } = await resStreamResponse({
-        model: model.chat.chatModel,
-        res,
-        chatResponse: streamResponse,
-        prompts: responseMessages
-      });
-
-      res.end();
-
-      /* bill */
-      pushChatBill({
-        isPay: !userOpenAiKey,
-        chatModel: model.chat.chatModel,
-        userId,
-        textLen: finishMessages.map((item) => item.value).join('').length,
-        tokens: totalTokens,
-        type: BillTypeEnum.chat
-      });
-      updateShareChatBill({
-        shareId,
-        tokens: totalTokens
-      });
-    } catch (error) {
-      res.end();
-      console.log('error，结束', error);
-    }
-  } catch (err: any) {
-    res.status(500);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}