feat: openapi v2 chat

client/src/pages/api/chat/chat.ts

@@ -1,192 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { connectToDatabase } from '@/service/mongo';
-import { authChat } from '@/service/utils/auth';
-import { modelServiceToolMap } from '@/service/utils/chat';
-import { ChatItemType } from '@/types/chat';
-import { jsonRes } from '@/service/response';
-import { ChatModelMap } from '@/constants/model';
-import { pushChatBill } from '@/service/events/pushBill';
-import { resStreamResponse } from '@/service/utils/chat';
-import { appKbSearch } from '../openapi/kb/appKbSearch';
-import { ChatRoleEnum, QUOTE_LEN_HEADER, GUIDE_PROMPT_HEADER } from '@/constants/chat';
-import { BillTypeEnum } from '@/constants/user';
-import { sensitiveCheck } from '../openapi/text/sensitiveCheck';
-import { NEW_CHATID_HEADER } from '@/constants/chat';
-import { saveChat } from './saveChat';
-import { Types } from 'mongoose';
-
-/* 发送提示词 */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  res.on('close', () => {
-    res.end();
-  });
-  res.on('error', () => {
-    console.log('error: ', 'request error');
-    res.end();
-  });
-
-  try {
-    const { chatId, prompt, modelId } = req.body as {
-      prompt: [ChatItemType, ChatItemType];
-      modelId: string;
-      chatId?: string;
-    };
-
-    if (!modelId || !prompt || prompt.length !== 2) {
-      throw new Error('Chat 缺少参数');
-    }
-
-    await connectToDatabase();
-    let startTime = Date.now();
-
-    const { model, showModelDetail, content, userOpenAiKey, systemAuthKey, userId } =
-      await authChat({
-        modelId,
-        chatId,
-        req
-      });
-
-    const modelConstantsData = ChatModelMap[model.chat.chatModel];
-
-    const {
-      rawSearch = [],
-      userSystemPrompt = [],
-      quotePrompt = []
-    } = await (async () => {
-      // 使用了知识库搜索
-      if (model.chat.relatedKbs?.length > 0) {
-        const { rawSearch, userSystemPrompt, quotePrompt } = await appKbSearch({
-          model,
-          userId,
-          fixedQuote: content[content.length - 1]?.quote || [],
-          prompt: prompt[0],
-          similarity: model.chat.searchSimilarity,
-          limit: model.chat.searchLimit
-        });
-
-        return {
-          rawSearch: rawSearch,
-          userSystemPrompt: userSystemPrompt ? [userSystemPrompt] : [],
-          quotePrompt: [quotePrompt]
-        };
-      }
-      if (model.chat.systemPrompt) {
-        return {
-          userSystemPrompt: [
-            {
-              obj: ChatRoleEnum.System,
-              value: model.chat.systemPrompt
-            }
-          ]
-        };
-      }
-      return {};
-    })();
-
-    // get conversationId. create a newId if it is null
-    const conversationId = chatId || String(new Types.ObjectId());
-    !chatId && res.setHeader(NEW_CHATID_HEADER, conversationId);
-    if (showModelDetail) {
-      userSystemPrompt[0] &&
-        res.setHeader(GUIDE_PROMPT_HEADER, encodeURIComponent(userSystemPrompt[0].value));
-      res.setHeader(QUOTE_LEN_HEADER, rawSearch.length);
-    }
-
-    // search result is empty
-    if (model.chat.relatedKbs?.length > 0 && !quotePrompt[0]?.value && model.chat.searchEmptyText) {
-      const response = model.chat.searchEmptyText;
-      await saveChat({
-        chatId,
-        newChatId: conversationId,
-        modelId,
-        prompts: [
-          prompt[0],
-          {
-            ...prompt[1],
-            quote: [],
-            value: response
-          }
-        ],
-        userId
-      });
-      return res.end(response);
-    }
-
-    // 读取对话内容
-    const prompts = [...quotePrompt, ...content, ...userSystemPrompt, prompt[0]];
-
-    // content check
-    await sensitiveCheck({
-      input: [...quotePrompt, ...userSystemPrompt, prompt[0]].map((item) => item.value).join('')
-    });
-
-    // 计算温度
-    const temperature = (modelConstantsData.maxTemperature * (model.chat.temperature / 10)).toFixed(
-      2
-    );
-
-    // 发出 chat 请求
-    const { streamResponse, responseMessages } = await modelServiceToolMap[
-      model.chat.chatModel
-    ].chatCompletion({
-      apiKey: userOpenAiKey || systemAuthKey,
-      temperature: +temperature,
-      messages: prompts,
-      stream: true,
-      res,
-      chatId: conversationId
-    });
-
-    console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);
-
-    if (res.closed) return res.end();
-
-    try {
-      const { totalTokens, finishMessages, responseContent } = await resStreamResponse({
-        model: model.chat.chatModel,
-        res,
-        chatResponse: streamResponse,
-        prompts: responseMessages
-      });
-
-      // save chat
-      await saveChat({
-        chatId,
-        newChatId: conversationId,
-        modelId,
-        prompts: [
-          prompt[0],
-          {
-            ...prompt[1],
-            value: responseContent,
-            quote: showModelDetail ? rawSearch : [],
-            systemPrompt: showModelDetail ? userSystemPrompt[0]?.value : ''
-          }
-        ],
-        userId
-      });
-
-      res.end();
-
-      // 只有使用平台的 key 才计费
-      pushChatBill({
-        isPay: !userOpenAiKey,
-        chatModel: model.chat.chatModel,
-        userId,
-        chatId: conversationId,
-        textLen: finishMessages.map((item) => item.value).join('').length,
-        tokens: totalTokens,
-        type: BillTypeEnum.chat
-      });
-    } catch (error) {
-      res.end();
-      console.log('error，结束', error);
-    }
-  } catch (err: any) {
-    res.status(500);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/chat/init.ts

@@ -20,31 +20,32 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     await connectToDatabase();
 
-    let model: ModelSchema;
-
     // 没有 modelId 时，直接获取用户的第一个id
-    if (!modelId) {
-      const myModel = await Model.findOne({ userId });
-      if (!myModel) {
-        const { _id } = await Model.create({
-          name: '应用1',
-          userId
-        });
-        model = (await Model.findById(_id)) as ModelSchema;
+    const model = await (async () => {
+      if (!modelId) {
+        const myModel = await Model.findOne({ userId });
+        if (!myModel) {
+          const { _id } = await Model.create({
+            name: '应用1',
+            userId
+          });
+          return (await Model.findById(_id)) as ModelSchema;
+        } else {
+          return myModel;
+        }
       } else {
-        model = myModel;
+        // 校验使用权限
+        const authRes = await authModel({
+          modelId,
+          userId,
+          authUser: false,
+          authOwner: false
+        });
+        return authRes.model;
       }
-      modelId = model._id;
-    } else {
-      // 校验使用权限
-      const authRes = await authModel({
-        modelId,
-        userId,
-        authUser: false,
-        authOwner: false
-      });
-      model = authRes.model;
-    }
+    })();
+
+    modelId = modelId || model._id;
 
     // 历史记录
     let history: ChatItemType[] = [];
@@ -86,6 +87,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       ]);
     }
 
+    const isOwner = String(model.userId) === userId;
+
     jsonRes<InitChatResponse>(res, {
       data: {
         chatId: chatId || '',
@@ -94,9 +97,10 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
           name: model.name,
           avatar: model.avatar,
           intro: model.intro,
-          canUse: model.share.isShare || String(model.userId) === userId
+          canUse: model.share.isShare || isOwner
         },
         chatModel: model.chat.chatModel,
+        systemPrompt: isOwner ? model.chat.systemPrompt : '',
         history
       }
     });

client/src/pages/api/chat/saveChat.ts

@@ -4,10 +4,9 @@ import { ChatItemType } from '@/types/chat';
 import { connectToDatabase, Chat, Model } from '@/service/mongo';
 import { authModel } from '@/service/utils/auth';
 import { authUser } from '@/service/utils/auth';
-import mongoose from 'mongoose';
+import { Types } from 'mongoose';
 
 type Props = {
-  newChatId?: string;
   chatId?: string;
   modelId: string;
   prompts: [ChatItemType, ChatItemType];
@@ -16,7 +15,7 @@ type Props = {
 /* 聊天内容存存储 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    const { chatId, modelId, prompts, newChatId } = req.body as Props;
+    const { chatId, modelId, prompts } = req.body as Props;
 
     if (!prompts) {
       throw new Error('缺少参数');
@@ -24,16 +23,15 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const { userId } = await authUser({ req, authToken: true });
 
-    const nId = await saveChat({
+    const response = await saveChat({
       chatId,
       modelId,
       prompts,
-      newChatId,
       userId
     });
 
     jsonRes(res, {
-      data: nId
+      data: response
     });
   } catch (err) {
     jsonRes(res, {
@@ -44,58 +42,54 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 }
 
 export async function saveChat({
-  chatId,
   newChatId,
+  chatId,
   modelId,
   prompts,
   userId
-}: Props & { userId: string }) {
+}: Props & { newChatId?: Types.ObjectId; userId: string }) {
   await connectToDatabase();
   const { model } = await authModel({ modelId, userId, authOwner: false });
 
   const content = prompts.map((item) => ({
-    _id: item._id ? new mongoose.Types.ObjectId(item._id) : undefined,
+    _id: item._id,
     obj: item.obj,
     value: item.value,
-    systemPrompt: item.systemPrompt,
+    systemPrompt: item.systemPrompt || '',
     quote: item.quote || []
   }));
 
-  const [id] = await Promise.all([
-    ...(chatId // update chat
-      ? [
-          Chat.findByIdAndUpdate(chatId, {
-            $push: {
-              content: {
-                $each: content
-              }
-            },
-            title: content[0].value.slice(0, 20),
-            latestChat: content[1].value,
-            updateTime: new Date()
-          }).then(() => '')
-        ]
-      : [
-          Chat.create({
-            _id: newChatId ? new mongoose.Types.ObjectId(newChatId) : undefined,
-            userId,
-            modelId,
-            content,
-            title: content[0].value.slice(0, 20),
-            latestChat: content[1].value
-          }).then((res) => res._id)
-        ]),
-    // update model
-    ...(String(model.userId) === userId
-      ? [
-          Model.findByIdAndUpdate(modelId, {
-            updateTime: new Date()
-          })
-        ]
-      : [])
-  ]);
+  if (String(model.userId) === userId) {
+    Model.findByIdAndUpdate(modelId, {
+      updateTime: new Date()
+    });
+  }
+
+  const response = await (chatId
+    ? Chat.findByIdAndUpdate(chatId, {
+        $push: {
+          content: {
+            $each: content
+          }
+        },
+        title: content[0].value.slice(0, 20),
+        latestChat: content[1].value,
+        updateTime: new Date()
+      }).then(() => ({
+        newChatId: ''
+      }))
+    : Chat.create({
+        _id: newChatId,
+        userId,
+        modelId,
+        content,
+        title: content[0].value.slice(0, 20),
+        latestChat: content[1].value
+      }).then((res) => ({
+        newChatId: String(res._id)
+      })));
 
   return {
-    id
+    ...response
   };
 }

client/src/pages/api/chat/shareChat/chat.ts

@@ -1,149 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { connectToDatabase } from '@/service/mongo';
-import { authShareChat } from '@/service/utils/auth';
-import { modelServiceToolMap } from '@/service/utils/chat';
-import { ChatItemSimpleType } from '@/types/chat';
-import { jsonRes } from '@/service/response';
-import { ChatModelMap } from '@/constants/model';
-import { pushChatBill, updateShareChatBill } from '@/service/events/pushBill';
-import { resStreamResponse } from '@/service/utils/chat';
-import { ChatRoleEnum } from '@/constants/chat';
-import { BillTypeEnum } from '@/constants/user';
-import { sensitiveCheck } from '../../openapi/text/sensitiveCheck';
-import { appKbSearch } from '../../openapi/kb/appKbSearch';
-
-/* 发送提示词 */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  res.on('error', () => {
-    console.log('error: ', 'request error');
-    res.end();
-  });
-
-  try {
-    const { shareId, password, historyId, prompts } = req.body as {
-      prompts: ChatItemSimpleType[];
-      password: string;
-      shareId: string;
-      historyId: string;
-    };
-
-    if (!historyId || !prompts) {
-      throw new Error('分享链接无效');
-    }
-
-    await connectToDatabase();
-    let startTime = Date.now();
-
-    const { model, userOpenAiKey, systemAuthKey, userId } = await authShareChat({
-      shareId,
-      password
-    });
-
-    const modelConstantsData = ChatModelMap[model.chat.chatModel];
-    const prompt = prompts[prompts.length - 1];
-
-    const {
-      rawSearch = [],
-      userSystemPrompt = [],
-      quotePrompt = []
-    } = await (async () => {
-      // 使用了知识库搜索
-      if (model.chat.relatedKbs?.length > 0) {
-        const { rawSearch, userSystemPrompt, quotePrompt } = await appKbSearch({
-          model,
-          userId,
-          fixedQuote: [],
-          prompt: prompt,
-          similarity: model.chat.searchSimilarity,
-          limit: model.chat.searchLimit
-        });
-
-        return {
-          rawSearch: rawSearch,
-          userSystemPrompt: userSystemPrompt ? [userSystemPrompt] : [],
-          quotePrompt: [quotePrompt]
-        };
-      }
-      if (model.chat.systemPrompt) {
-        return {
-          userSystemPrompt: [
-            {
-              obj: ChatRoleEnum.System,
-              value: model.chat.systemPrompt
-            }
-          ]
-        };
-      }
-      return {};
-    })();
-
-    // search result is empty
-    if (model.chat.relatedKbs?.length > 0 && !quotePrompt[0]?.value && model.chat.searchEmptyText) {
-      const response = model.chat.searchEmptyText;
-      return res.end(response);
-    }
-
-    // 读取对话内容
-    const completePrompts = [...quotePrompt, ...prompts.slice(0, -1), ...userSystemPrompt, prompt];
-
-    // content check
-    await sensitiveCheck({
-      input: [...quotePrompt, ...userSystemPrompt, prompt].map((item) => item.value).join('')
-    });
-
-    // 计算温度
-    const temperature = (modelConstantsData.maxTemperature * (model.chat.temperature / 10)).toFixed(
-      2
-    );
-
-    // 发出请求
-    const { streamResponse, responseMessages } = await modelServiceToolMap[
-      model.chat.chatModel
-    ].chatCompletion({
-      apiKey: userOpenAiKey || systemAuthKey,
-      temperature: +temperature,
-      messages: completePrompts,
-      stream: true,
-      res,
-      chatId: historyId
-    });
-
-    console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);
-
-    if (res.closed) return res.end();
-
-    try {
-      const { totalTokens, finishMessages } = await resStreamResponse({
-        model: model.chat.chatModel,
-        res,
-        chatResponse: streamResponse,
-        prompts: responseMessages
-      });
-
-      res.end();
-
-      /* bill */
-      pushChatBill({
-        isPay: !userOpenAiKey,
-        chatModel: model.chat.chatModel,
-        userId,
-        textLen: finishMessages.map((item) => item.value).join('').length,
-        tokens: totalTokens,
-        type: BillTypeEnum.chat
-      });
-      updateShareChatBill({
-        shareId,
-        tokens: totalTokens
-      });
-    } catch (error) {
-      res.end();
-      console.log('error，结束', error);
-    }
-  } catch (err: any) {
-    res.status(500);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/openapi/chat/chat.ts

@@ -2,15 +2,13 @@ import type { NextApiRequest, NextApiResponse } from 'next';
 import { connectToDatabase } from '@/service/mongo';
 import { authUser, authModel, getApiKey } from '@/service/utils/auth';
 import { modelServiceToolMap, resStreamResponse } from '@/service/utils/chat';
-import { ChatItemSimpleType } from '@/types/chat';
+import { ChatItemType } from '@/types/chat';
 import { jsonRes } from '@/service/response';
 import { ChatModelMap } from '@/constants/model';
 import { pushChatBill } from '@/service/events/pushBill';
 import { ChatRoleEnum } from '@/constants/chat';
 import { withNextCors } from '@/service/utils/tools';
 import { BillTypeEnum } from '@/constants/user';
-import { NEW_CHATID_HEADER } from '@/constants/chat';
-import { Types } from 'mongoose';
 import { appKbSearch } from '../kb/appKbSearch';
 
 /* 发送提示词 */
@@ -31,7 +29,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       isStream = true
     } = req.body as {
       chatId?: string;
-      prompts: ChatItemSimpleType[];
+      prompts: ChatItemType[];
       modelId: string;
       isStream: boolean;
     };
@@ -111,10 +109,6 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       2
     );
 
-    // get conversationId. create a newId if it is null
-    const conversationId = chatId || String(new Types.ObjectId());
-    !chatId && res?.setHeader(NEW_CHATID_HEADER, conversationId);
-
     // 发出请求
     const { streamResponse, responseMessages, responseText, totalTokens } =
       await modelServiceToolMap[model.chat.chatModel].chatCompletion({
@@ -122,8 +116,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
         temperature: +temperature,
         messages: completePrompts,
         stream: isStream,
-        res,
-        chatId: conversationId
+        res
       });
 
     console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);

client/src/pages/api/openapi/kb/appKbSearch.ts

@@ -3,7 +3,7 @@ import { jsonRes } from '@/service/response';
 import { authUser } from '@/service/utils/auth';
 import { PgClient } from '@/service/pg';
 import { withNextCors } from '@/service/utils/tools';
-import type { ChatItemSimpleType } from '@/types/chat';
+import type { ChatItemType } from '@/types/chat';
 import type { ModelSchema } from '@/types/mongoSchema';
 import { authModel } from '@/service/utils/auth';
 import { ChatModelMap } from '@/constants/model';
@@ -18,7 +18,7 @@ export type QuoteItemType = {
   source?: string;
 };
 type Props = {
-  prompts: ChatItemSimpleType[];
+  prompts: ChatItemType[];
   similarity: number;
   limit: number;
   appId: string;
@@ -79,15 +79,15 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
 export async function appKbSearch({
   model,
   userId,
-  fixedQuote,
+  fixedQuote = [],
   prompt,
   similarity = 0.8,
   limit = 5
 }: {
   model: ModelSchema;
   userId: string;
-  fixedQuote: QuoteItemType[];
-  prompt: ChatItemSimpleType;
+  fixedQuote?: QuoteItemType[];
+  prompt: ChatItemType;
   similarity: number;
   limit: number;
 }): Promise<Response> {
@@ -120,7 +120,7 @@ export async function appKbSearch({
     ...searchRes.slice(0, 3),
     ...fixedQuote.slice(0, 2),
     ...searchRes.slice(3),
-    ...fixedQuote.slice(2, 4)
+    ...fixedQuote.slice(2, Math.floor(fixedQuote.length * 0.4))
   ].filter((item) => {
     if (idSet.has(item.id)) {
       return false;

client/src/pages/api/openapi/text/gptMessagesSlice.ts

@@ -2,18 +2,18 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { authUser } from '@/service/utils/auth';
-import type { ChatItemSimpleType } from '@/types/chat';
+import type { ChatItemType } from '@/types/chat';
 import { countOpenAIToken } from '@/utils/plugin/openai';
 import { OpenAiChatEnum } from '@/constants/model';
 
 type ModelType = `${OpenAiChatEnum}`;
 
 type Props = {
-  messages: ChatItemSimpleType[];
+  messages: ChatItemType[];
   model: ModelType;
   maxLen: number;
 };
-type Response = ChatItemSimpleType[];
+type Response = ChatItemType[];
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
@@ -45,11 +45,11 @@ export function gpt_chatItemTokenSlice({
   model,
   maxToken
 }: {
-  messages: ChatItemSimpleType[];
+  messages: ChatItemType[];
   model: ModelType;
   maxToken: number;
 }) {
-  let result: ChatItemSimpleType[] = [];
+  let result: ChatItemType[] = [];
 
   for (let i = 0; i < messages.length; i++) {
     const msgs = [...result, messages[i]];

client/src/pages/api/openapi/v1/chat/completions.ts

@@ -0,0 +1,311 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { connectToDatabase } from '@/service/mongo';
+import { authUser, authModel, getApiKey, authShareChat, type AuthType } from '@/service/utils/auth';
+import { modelServiceToolMap, V2_StreamResponse } from '@/service/utils/chat';
+import { jsonRes } from '@/service/response';
+import { ChatModelMap } from '@/constants/model';
+import { pushChatBill, updateShareChatBill } from '@/service/events/pushBill';
+import { ChatRoleEnum, sseResponseEventEnum } from '@/constants/chat';
+import { withNextCors } from '@/service/utils/tools';
+import { BillTypeEnum } from '@/constants/user';
+import { appKbSearch } from '../../../openapi/kb/appKbSearch';
+import type { CreateChatCompletionRequest } from 'openai';
+import { gptMessage2ChatType, textAdaptGptResponse } from '@/utils/adapt';
+import { getChatHistory } from './getHistory';
+import { saveChat } from '@/pages/api/chat/saveChat';
+import { sseResponse } from '@/service/utils/tools';
+import { getErrText } from '@/utils/tools';
+import { type ChatCompletionRequestMessage } from 'openai';
+import { Types } from 'mongoose';
+
+export type MessageItemType = ChatCompletionRequestMessage & { _id?: string };
+type FastGptWebChatProps = {
+  chatId?: string; // undefined: nonuse history, '': new chat, 'xxxxx': use history
+  appId?: string;
+};
+type FastGptShareChatProps = {
+  password?: string;
+  shareId?: string;
+};
+export type Props = CreateChatCompletionRequest &
+  FastGptWebChatProps &
+  FastGptShareChatProps & {
+    messages: MessageItemType[];
+  };
+export type ChatResponseType = {
+  newChatId: string;
+  quoteLen?: number;
+};
+
+/* 发送提示词 */
+export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse) {
+  res.on('close', () => {
+    res.end();
+  });
+  res.on('error', () => {
+    console.log('error: ', 'request error');
+    res.end();
+  });
+
+  let { chatId, appId, shareId, password = '', stream = false, messages = [] } = req.body as Props;
+  let step = 0;
+
+  try {
+    if (!messages) {
+      throw new Error('Prams Error');
+    }
+    if (!Array.isArray(messages)) {
+      throw new Error('messages is not array');
+    }
+
+    await connectToDatabase();
+    let startTime = Date.now();
+
+    /* user auth */
+    const {
+      userId,
+      appId: authAppid,
+      authType
+    } = await (shareId
+      ? authShareChat({
+          shareId,
+          password
+        })
+      : authUser({ req }));
+
+    appId = appId ? appId : authAppid;
+    if (!appId) {
+      throw new Error('appId is empty');
+    }
+
+    // auth app permission
+    const { model, showModelDetail } = await authModel({
+      userId,
+      modelId: appId,
+      authOwner: false,
+      reserveDetail: true
+    });
+
+    const showAppDetail = !shareId && showModelDetail;
+
+    /* get api key */
+    const { systemAuthKey: apiKey, userOpenAiKey } = await getApiKey({
+      model: model.chat.chatModel,
+      userId,
+      mustPay: authType !== 'token'
+    });
+
+    // get history
+    const { history } = await getChatHistory({ chatId, userId });
+    const prompts = history.concat(gptMessage2ChatType(messages));
+    // adapt fastgpt web
+    if (prompts[prompts.length - 1].obj === 'AI') {
+      prompts.pop();
+    }
+    // user question
+    const prompt = prompts[prompts.length - 1];
+
+    const {
+      rawSearch = [],
+      userSystemPrompt = [],
+      quotePrompt = []
+    } = await (async () => {
+      // 使用了知识库搜索
+      if (model.chat.relatedKbs?.length > 0) {
+        const { rawSearch, userSystemPrompt, quotePrompt } = await appKbSearch({
+          model,
+          userId,
+          fixedQuote: history[history.length - 1]?.quote,
+          prompt,
+          similarity: model.chat.searchSimilarity,
+          limit: model.chat.searchLimit
+        });
+
+        return {
+          rawSearch,
+          userSystemPrompt: userSystemPrompt ? [userSystemPrompt] : [],
+          quotePrompt: [quotePrompt]
+        };
+      }
+      if (model.chat.systemPrompt) {
+        return {
+          userSystemPrompt: [
+            {
+              obj: ChatRoleEnum.System,
+              value: model.chat.systemPrompt
+            }
+          ]
+        };
+      }
+      return {};
+    })();
+
+    // search result is empty
+    if (model.chat.relatedKbs?.length > 0 && !quotePrompt[0]?.value && model.chat.searchEmptyText) {
+      const response = model.chat.searchEmptyText;
+      if (stream) {
+        sseResponse({
+          res,
+          event: sseResponseEventEnum.answer,
+          data: textAdaptGptResponse({
+            text: response,
+            model: model.chat.chatModel,
+            finish_reason: 'stop'
+          })
+        });
+        return res.end();
+      } else {
+        return res.json({
+          id: chatId || '',
+          model: model.chat.chatModel,
+          usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
+          choices: [
+            { message: [{ role: 'assistant', content: response }], finish_reason: 'stop', index: 0 }
+          ]
+        });
+      }
+    }
+
+    // api messages. [quote,context,systemPrompt,question]
+    const completePrompts = [...quotePrompt, ...prompts.slice(0, -1), ...userSystemPrompt, prompt];
+    // chat temperature
+    const modelConstantsData = ChatModelMap[model.chat.chatModel];
+    // FastGpt temperature range: 1~10
+    const temperature = (modelConstantsData.maxTemperature * (model.chat.temperature / 10)).toFixed(
+      2
+    );
+
+    // start model api. responseText and totalTokens: valid only if stream = false
+    const { streamResponse, responseMessages, responseText, totalTokens } =
+      await modelServiceToolMap[model.chat.chatModel].chatCompletion({
+        apiKey: userOpenAiKey || apiKey,
+        temperature: +temperature,
+        messages: completePrompts,
+        stream,
+        res
+      });
+
+    console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);
+
+    if (res.closed) return res.end();
+
+    // create a chatId
+    const newChatId = chatId === '' ? new Types.ObjectId() : undefined;
+
+    // response answer
+    const {
+      textLen = 0,
+      answer = responseText,
+      tokens = totalTokens
+    } = await (async () => {
+      if (stream) {
+        // 创建响应流
+        res.setHeader('Content-Type', 'text/event-stream;charset-utf-8');
+        res.setHeader('Access-Control-Allow-Origin', '*');
+        res.setHeader('Transfer-Encoding', 'chunked');
+        res.setHeader('X-Accel-Buffering', 'no');
+        res.setHeader('Cache-Control', 'no-cache, no-transform');
+        step = 1;
+
+        try {
+          // response newChatId and quota
+          sseResponse({
+            res,
+            event: sseResponseEventEnum.chatResponse,
+            data: JSON.stringify({
+              newChatId,
+              quoteLen: rawSearch.length
+            })
+          });
+          // response answer
+          const { finishMessages, totalTokens, responseContent } = await V2_StreamResponse({
+            model: model.chat.chatModel,
+            res,
+            chatResponse: streamResponse,
+            prompts: responseMessages
+          });
+          return {
+            answer: responseContent,
+            textLen: finishMessages.map((item) => item.value).join('').length,
+            tokens: totalTokens
+          };
+        } catch (error) {
+          console.log('stream response error', error);
+          return {};
+        }
+      } else {
+        return {
+          textLen: responseMessages.map((item) => item.value).join('').length
+        };
+      }
+    })();
+
+    // save chat history
+    if (typeof chatId === 'string') {
+      await saveChat({
+        newChatId,
+        chatId,
+        modelId: appId,
+        prompts: [
+          prompt,
+          {
+            _id: messages[messages.length - 1]._id,
+            obj: ChatRoleEnum.AI,
+            value: answer,
+            ...(showAppDetail
+              ? {
+                  quote: rawSearch,
+                  systemPrompt: userSystemPrompt?.[0]?.value
+                }
+              : {})
+          }
+        ],
+        userId
+      });
+    }
+
+    // close response
+    if (stream) {
+      res.end();
+    } else {
+      res.json({
+        ...(showAppDetail
+          ? {
+              rawSearch
+            }
+          : {}),
+        newChatId,
+        id: chatId || '',
+        model: model.chat.chatModel,
+        usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: tokens },
+        choices: [
+          { message: [{ role: 'assistant', content: answer }], finish_reason: 'stop', index: 0 }
+        ]
+      });
+    }
+
+    pushChatBill({
+      isPay: !userOpenAiKey,
+      chatModel: model.chat.chatModel,
+      userId,
+      textLen,
+      tokens,
+      type: authType === 'apikey' ? BillTypeEnum.openapiChat : BillTypeEnum.chat
+    });
+    shareId &&
+      updateShareChatBill({
+        shareId,
+        tokens
+      });
+  } catch (err: any) {
+    res.status(500);
+    if (step === 1) {
+      res.end(getErrText(err, 'Stream response error'));
+    } else {
+      jsonRes(res, {
+        code: 500,
+        error: err
+      });
+    }
+  }
+});

client/src/pages/api/openapi/v1/chat/getHistory.ts

@@ -0,0 +1,66 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, Chat } from '@/service/mongo';
+import { Types } from 'mongoose';
+import type { ChatItemType } from '@/types/chat';
+
+export type Props = {
+  chatId?: string;
+  limit?: number;
+};
+export type Response = { history: ChatItemType[] };
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+    const { userId } = await authUser({ req });
+    const { chatId, limit } = req.body as Props;
+
+    jsonRes<Response>(res, {
+      data: await getChatHistory({
+        chatId,
+        userId,
+        limit
+      })
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}
+
+export async function getChatHistory({
+  chatId,
+  userId,
+  limit = 50
+}: Props & { userId: string }): Promise<Response> {
+  if (!chatId) {
+    return { history: [] };
+  }
+
+  const history = await Chat.aggregate([
+    { $match: { _id: new Types.ObjectId(chatId), userId: new Types.ObjectId(userId) } },
+    {
+      $project: {
+        content: {
+          $slice: ['$content', -limit] // 返回 content 数组的最后50个元素
+        }
+      }
+    },
+    { $unwind: '$content' },
+    {
+      $project: {
+        _id: '$content._id',
+        obj: '$content.obj',
+        value: '$content.value',
+        quote: '$content.quote'
+      }
+    }
+  ]);
+
+  return { history };
+}