Release 0.0.23

optimize code in messagesPrepare

.github/workflows/docker-image.yml

@@ -0,0 +1,46 @@
+name: Build and Push Docker Image
+
+on:
+  release:
+    types: [created]
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Tag Name'
+        required: true
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v1
+
+    - name: Login to Docker Hub
+      uses: docker/login-action@v1
+      with:
+        username: ${{ secrets.DOCKERHUB_USERNAME }}
+        password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+    - name: Set tag name
+      id: tag_name
+      run: |
+        if [ "${{ github.event_name }}" = "release" ]; then
+          echo "::set-output name=tag::${GITHUB_REF#refs/tags/}"
+        elif [ "${{ github.event_name }}" = "workflow_dispatch" ]; then
+          echo "::set-output name=tag::${{ github.event.inputs.tag }}"
+        fi
+
+    - name: Build and push Docker image with Release tag
+      uses: docker/build-push-action@v2
+      with:
+        context: .
+        file: ./Dockerfile
+        push: true
+        tags: |
+          vinlic/kimi-free-api:${{ steps.tag_name.outputs.tag }}
+          vinlic/kimi-free-api:latest
+        platforms: linux/amd64,linux/arm64
+        build-args: TARGETPLATFORM=${{ matrix.platform }}

README.md

@@ -9,9 +9,19 @@
 
 与ChatGPT接口完全兼容。
 
+还有以下四个free-api欢迎关注：
+
+阶跃星辰 (跃问StepChat) 接口转API [step-free-api](https://github.com/LLM-Red-Team/step-free-api)
+
+阿里通义 (Qwen) 接口转API [qwen-free-api](https://github.com/LLM-Red-Team/qwen-free-api)
+
+ZhipuAI (智谱清言) 接口转API [glm-free-api](https://github.com/LLM-Red-Team/glm-free-api)
+
+聆心智能 (Emohaa) 接口转API [emohaa-free-api](https://github.com/LLM-Red-Team/emohaa-free-api)
+
 ## 目录
 
-* [声明](#声明)
+* [免责声明](#免责声明)
 * [在线体验](#在线体验)
 * [效果示例](#效果示例)
 * [接入准备](#接入准备)
@@ -26,13 +36,15 @@
 * [注意事项](#注意事项)
   * [Nginx反代优化](#Nginx反代优化)
 
-## 声明
+## 免责声明
 
-仅限自用，禁止对外提供服务或商用，避免对官方造成服务压力，否则风险自担！
+**本组织和个人不接受任何资金捐助和交易，此项目是纯粹研究交流学习性质！**
 
-仅限自用，禁止对外提供服务或商用，避免对官方造成服务压力，否则风险自担！
+**仅限自用，禁止对外提供服务或商用，避免对官方造成服务压力，否则风险自担！**
 
-仅限自用，禁止对外提供服务或商用，避免对官方造成服务压力，否则风险自担！
+**仅限自用，禁止对外提供服务或商用，避免对官方造成服务压力，否则风险自担！**
+
+**仅限自用，禁止对外提供服务或商用，避免对官方造成服务压力，否则风险自担！**
 
 ## 在线体验
 
@@ -70,13 +82,17 @@ https://udify.app/chat/Po0F6BMJ15q5vu2P
 
 从 [kimi.moonshot.cn](https://kimi.moonshot.cn) 获取refresh_token
 
-进入kimi随便发起一个对话，然后F12打开开发者工具，从Application > Local Storage中找到refresh_token的值，这将作为Authorization的Bearer Token值：`Authorization: Bearer TOKEN`
+进入kimi随便发起一个对话，然后F12打开开发者工具，从Application > Local Storage中找到`refresh_token`的值，这将作为Authorization的Bearer Token值：`Authorization: Bearer TOKEN`
 
 ![example0](./doc/example-0.png)
 
+如果你看到的`refresh_token`是一个数组，请使用`.`拼接起来再使用。
+
+![example8](./doc/example-8.jpg)
+
 ### 多账号接入
 
-目前kimi限制普通账号每3小时内只能进行30轮长文本的问答，你可以通过提供多个账号的refresh_token并使用`,`拼接提供：
+目前kimi限制普通账号每3小时内只能进行30轮长文本的问答（短文本不限），你可以通过提供多个账号的refresh_token并使用`,`拼接提供：
 
 `Authorization: Bearer TOKEN1,TOKEN2,TOKEN3`
 
@@ -193,6 +209,8 @@ Authorization: Bearer [refresh_token]
 请求数据：
 ```json
 {
+    // 模型名称随意填写，如果不希望输出检索过程模型名称请包含silent_search
+    "model": "kimi",
     "messages": [
         {
             "role": "user",
@@ -223,9 +241,9 @@ Authorization: Bearer [refresh_token]
         }
     ],
     "usage": {
-        "prompt_tokens": 0,
-        "completion_tokens": 0,
-        "total_tokens": 0
+        "prompt_tokens": 1,
+        "completion_tokens": 1,
+        "total_tokens": 2
     },
     "created": 1710152062
 }
@@ -246,6 +264,8 @@ Authorization: Bearer [refresh_token]
 请求数据：
 ```json
 {
+    // 模型名称随意填写，如果不希望输出检索过程模型名称请包含silent_search
+    "model": "kimi",
     "messages": [
         {
             "role": "user",
@@ -285,9 +305,9 @@ Authorization: Bearer [refresh_token]
         }
     ],
     "usage": {
-        "prompt_tokens": 0,
-        "completion_tokens": 0,
-        "total_tokens": 0
+        "prompt_tokens": 1,
+        "completion_tokens": 1,
+        "total_tokens": 2
     },
     "created": 100920
 }
@@ -310,6 +330,8 @@ Authorization: Bearer [refresh_token]
 请求数据：
 ```json
 {
+    // 模型名称随意填写，如果不希望输出检索过程模型名称请包含silent_search
+    "model": "kimi",
     "messages": [
         {
             "role": "user",
@@ -349,9 +371,9 @@ Authorization: Bearer [refresh_token]
         }
     ],
     "usage": {
-        "prompt_tokens": 0,
-        "completion_tokens": 0,
-        "total_tokens": 0
+        "prompt_tokens": 1,
+        "completion_tokens": 1,
+        "total_tokens": 2
     },
     "created": 1710123627
 }
@@ -374,4 +396,12 @@ tcp_nopush on;
 tcp_nodelay on;
 # 设置保持连接的超时时间，这里设置为120秒。如果在这段时间内，客户端和服务器之间没有进一步的通信，连接将被关闭。
 keepalive_timeout 120;
-```
+```
+
+### Token统计
+
+由于推理侧不在kimi-free-api，因此token不可统计，将以固定数字返回!!!!!
+
+## Star History
+
+[![Star History Chart](https://api.star-history.com/svg?repos=LLM-Red-Team/kimi-free-api&type=Date)](https://star-history.com/#LLM-Red-Team/kimi-free-api&Date)

package.json

@@ -1,6 +1,6 @@
 {
   "name": "kimi-free-api",
-  "version": "0.0.12",
+  "version": "0.0.23",
   "description": "Kimi Free API Server",
   "type": "module",
   "main": "dist/index.js",

public/welcome.html

@@ -0,0 +1,10 @@
+<!DOCTYPE html>
+<html>
+    <head>
+        <meta charset="utf-8"/>
+        <title>🚀 服务已启动</title>
+    </head>
+    <body>
+        <p>kimi-free-api已启动！<br>请通过LobeChat / NextChat / Dify等客户端或OpenAI SDK接入！</p>
+    </body>
+</html>

src/api/controllers/chat.ts

@@ -14,13 +14,17 @@ import util from '@/lib/util.ts';
 const MODEL_NAME = 'kimi';
 // access_token有效期
 const ACCESS_TOKEN_EXPIRES = 300;
+// 最大重试次数
+const MAX_RETRY_COUNT = 3;
+// 重试延迟
+const RETRY_DELAY = 5000;
 // 伪装headers
 const FAKE_HEADERS = {
   'Accept': '*/*',
   'Accept-Encoding': 'gzip, deflate, br, zstd',
   'Accept-Language': 'zh-CN,zh;q=0.9',
   'Origin': 'https://kimi.moonshot.cn',
-  'Cookie': util.generateCookie(),
+  // 'Cookie': util.generateCookie(),
   'R-Timezone': 'Asia/Shanghai',
   'Sec-Ch-Ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
   'Sec-Ch-Ua-Mobile': '?0',
@@ -53,7 +57,7 @@ async function requestToken(refreshToken: string) {
     const result = await axios.get('https://kimi.moonshot.cn/api/auth/token/refresh', {
       headers: {
         Authorization: `Bearer ${refreshToken}`,
-        Referer: 'https://kimi.moonshot.cn',
+        Referer: 'https://kimi.moonshot.cn/',
         ...FAKE_HEADERS
       },
       timeout: 15000,
@@ -70,7 +74,7 @@ async function requestToken(refreshToken: string) {
     }
   })()
     .then(result => {
-      if(accessTokenRequestQueueMap[refreshToken]) {
+      if (accessTokenRequestQueueMap[refreshToken]) {
         accessTokenRequestQueueMap[refreshToken].forEach(resolve => resolve(result));
         delete accessTokenRequestQueueMap[refreshToken];
       }
@@ -78,13 +82,13 @@ async function requestToken(refreshToken: string) {
       return result;
     })
     .catch(err => {
-      if(accessTokenRequestQueueMap[refreshToken]) {
+      if (accessTokenRequestQueueMap[refreshToken]) {
         accessTokenRequestQueueMap[refreshToken].forEach(resolve => resolve(err));
         delete accessTokenRequestQueueMap[refreshToken];
       }
       return err;
     });
-  if(_.isError(result))
+  if (_.isError(result))
     throw result;
   return result;
 }
@@ -124,7 +128,7 @@ async function createConversation(name: string, refreshToken: string) {
   }, {
     headers: {
       Authorization: `Bearer ${token}`,
-      Referer: 'https://kimi.moonshot.cn',
+      Referer: 'https://kimi.moonshot.cn/',
       ...FAKE_HEADERS
     },
     timeout: 15000,
@@ -160,92 +164,162 @@ async function removeConversation(convId: string, refreshToken: string) {
 /**
  * 同步对话补全
  * 
+ * @param model 模型名称
  * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
  * @param refreshToken 用于刷新access_token的refresh_token
  * @param useSearch 是否开启联网搜索
+ * @param retryCount 重试次数
  */
-async function createCompletion(messages: any[], refreshToken: string, useSearch = true) {
-  logger.info(messages);
+async function createCompletion(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, retryCount = 0) {
+  return (async () => {
+    logger.info(messages);
 
-  // 提取引用文件URL并上传kimi获得引用的文件ID列表
-  const refFileUrls = extractRefFileUrls(messages);
-  const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
+    // 提取引用文件URL并上传kimi获得引用的文件ID列表
+    const refFileUrls = extractRefFileUrls(messages);
+    const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
 
-  // 创建会话
-  const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
+    // 伪装调用获取用户信息
+    fakeRequest(refreshToken)
+      .catch(err => logger.error(err));
 
-  // 请求流
-  const token = await acquireToken(refreshToken);
-  const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
-    messages: messagesPrepare(messages),
-    refs,
-    use_search: useSearch
-  }, {
-    headers: {
-      Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn/chat/${convId}`,
-      ...FAKE_HEADERS
-    },
-    // 120秒超时
-    timeout: 120000,
-    validateStatus: () => true,
-    responseType: 'stream'
-  });
+    // 创建会话
+    const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
 
-  const streamStartTime = util.timestamp();
-  // 接收流为输出文本
-  const answer = await receiveStream(convId, result.data);
-  logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
+    // 请求流
+    const token = await acquireToken(refreshToken);
+    const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
+      messages: messagesPrepare(messages),
+      refs,
+      use_search: useSearch
+    }, {
+      headers: {
+        Authorization: `Bearer ${token}`,
+        Referer: `https://kimi.moonshot.cn/chat/${convId}`,
+        ...FAKE_HEADERS
+      },
+      // 120秒超时
+      timeout: 120000,
+      validateStatus: () => true,
+      responseType: 'stream'
+    });
 
-  // 异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
-  removeConversation(convId, refreshToken)
-    .catch(err => console.error(err));
+    const streamStartTime = util.timestamp();
+    // 接收流为输出文本
+    const answer = await receiveStream(model, convId, result.data);
+    logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
 
-  return answer;
+    // 异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
+    removeConversation(convId, refreshToken)
+      .catch(err => console.error(err));
+
+    return answer;
+  })()
+    .catch(err => {
+      if (retryCount < MAX_RETRY_COUNT) {
+        logger.error(`Stream response error: ${err.message}`);
+        logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
+        return (async () => {
+          await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
+          return createCompletion(model, messages, refreshToken, useSearch, retryCount + 1);
+        })();
+      }
+      throw err;
+    });
 }
 
 /**
  * 流式对话补全
  * 
+ * @param model 模型名称
  * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
  * @param refreshToken 用于刷新access_token的refresh_token
  * @param useSearch 是否开启联网搜索
+ * @param retryCount 重试次数
  */
-async function createCompletionStream(messages: any[], refreshToken: string, useSearch = true) {
-  logger.info(messages);
+async function createCompletionStream(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, retryCount = 0) {
+  return (async () => {
+    logger.info(messages);
 
-  // 提取引用文件URL并上传kimi获得引用的文件ID列表
-  const refFileUrls = extractRefFileUrls(messages);
-  const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
+    // 提取引用文件URL并上传kimi获得引用的文件ID列表
+    const refFileUrls = extractRefFileUrls(messages);
+    const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
 
-  // 创建会话
-  const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
+    // 伪装调用获取用户信息
+    fakeRequest(refreshToken)
+      .catch(err => logger.error(err));
 
-  // 请求流
+    // 创建会话
+    const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
+
+    // 请求流
+    const token = await acquireToken(refreshToken);
+    const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
+      messages: messagesPrepare(messages),
+      refs,
+      use_search: useSearch
+    }, {
+      // 120秒超时
+      timeout: 120000,
+      headers: {
+        Authorization: `Bearer ${token}`,
+        Referer: `https://kimi.moonshot.cn/chat/${convId}`,
+        ...FAKE_HEADERS
+      },
+      validateStatus: () => true,
+      responseType: 'stream'
+    });
+    const streamStartTime = util.timestamp();
+    // 创建转换流将消息格式转换为gpt兼容格式
+    return createTransStream(model, convId, result.data, () => {
+      logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
+      // 流传输结束后异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
+      removeConversation(convId, refreshToken)
+        .catch(err => console.error(err));
+    });
+  })()
+    .catch(err => {
+      if (retryCount < MAX_RETRY_COUNT) {
+        logger.error(`Stream response error: ${err.message}`);
+        logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
+        return (async () => {
+          await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
+          return createCompletionStream(model, messages, refreshToken, useSearch, retryCount + 1);
+        })();
+      }
+      throw err;
+    });
+}
+
+/**
+ * 调用一些接口伪装访问
+ * 
+ * 随机挑一个
+ * 
+ * @param refreshToken 用于刷新access_token的refresh_token
+ */
+async function fakeRequest(refreshToken: string) {
   const token = await acquireToken(refreshToken);
-  const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
-    messages: messagesPrepare(messages),
-    refs,
-    use_search: useSearch
-  }, {
-    // 120秒超时
-    timeout: 120000,
+  const options = {
     headers: {
       Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn/chat/${convId}`,
+      Referer: `https://kimi.moonshot.cn/`,
       ...FAKE_HEADERS
-    },
-    validateStatus: () => true,
-    responseType: 'stream'
-  });
-  const streamStartTime = util.timestamp();
-  // 创建转换流将消息格式转换为gpt兼容格式
-  return createTransStream(convId, result.data, () => {
-    logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
-    // 流传输结束后异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
-    removeConversation(convId, refreshToken)
-      .catch(err => console.error(err));
-  });
+    }
+  };
+  await [
+    () => axios.get('https://kimi.moonshot.cn/api/user', options),
+    () => axios.get('https://kimi.moonshot.cn/api/chat_1m/user/status', options),
+    () => axios.post('https://kimi.moonshot.cn/api/chat/list', {
+      offset: 0,
+      size: 50
+    }, options),
+    () => axios.post('https://kimi.moonshot.cn/api/show_case/list', {
+      offset: 0,
+      size: 4,
+      enable_cache: true,
+      order: "asc"
+    }, options)
+  ][Math.floor(Math.random() * 4)]();
 }
 
 /**
@@ -254,21 +328,27 @@ async function createCompletionStream(messages: any[], refreshToken: string, use
  * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
  */
 function extractRefFileUrls(messages: any[]) {
-  return messages.reduce((urls, message) => {
-    if (_.isArray(message.content)) {
-      message.content.forEach(v => {
-        if (!_.isObject(v) || !['file', 'image_url'].includes(v['type']))
-          return;
-        // kimi-free-api支持格式
-        if (v['type'] == 'file' && _.isObject(v['file_url']) && _.isString(v['file_url']['url']))
-          urls.push(v['file_url']['url']);
-        // 兼容gpt-4-vision-preview API格式
-        else if (v['type'] == 'image_url' && _.isObject(v['image_url']) && _.isString(v['image_url']['url']))
-          urls.push(v['image_url']['url']);
-      });
-    }
+  const urls = [];
+  // 如果没有消息，则返回[]
+  if (!messages.length) {
     return urls;
-  }, []);
+  }
+  // 只获取最新的消息
+  const lastMessage = messages[messages.length - 1];
+  if (_.isArray(lastMessage.content)) {
+    lastMessage.content.forEach(v => {
+      if (!_.isObject(v) || !['file', 'image_url'].includes(v['type']))
+        return;
+      // kimi-free-api支持格式
+      if (v['type'] == 'file' && _.isObject(v['file_url']) && _.isString(v['file_url']['url']))
+        urls.push(v['file_url']['url']);
+      // 兼容gpt-4-vision-preview API格式
+      else if (v['type'] == 'image_url' && _.isObject(v['image_url']) && _.isString(v['image_url']['url']))
+        urls.push(v['image_url']['url']);
+    });
+  }
+  logger.info("本次请求上传：" + urls.length + "个文件");
+  return urls;
 }
 
 /**
@@ -282,17 +362,39 @@ function extractRefFileUrls(messages: any[]) {
  * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
  */
 function messagesPrepare(messages: any[]) {
+  // 注入消息提升注意力
+  let latestMessage = messages[messages.length - 1];
+  let hasFileOrImage = Array.isArray(latestMessage.content)
+    && latestMessage.content.some(v => (typeof v === 'object' && ['file', 'image_url'].includes(v['type'])));
+  // 第二轮开始注入system prompt
+  if (messages.length > 2) {
+    if (hasFileOrImage) {
+      let newFileMessage = {
+        "content": "关注用户最新发送文件和消息",
+        "role": "system"
+      };
+      messages.splice(messages.length - 1, 0, newFileMessage);
+      logger.info("注入提升尾部文件注意力system prompt");
+    } else {
+      let newTextMessage = {
+        "content": "关注用户最新的消息",
+        "role": "system"
+      };
+      messages.splice(messages.length - 1, 0, newTextMessage);
+      logger.info("注入提升尾部消息注意力system prompt");
+    }
+  }
+
   const content = messages.reduce((content, message) => {
-    if (_.isArray(message.content)) {
+    if (Array.isArray(message.content)) {
       return message.content.reduce((_content, v) => {
-        if (!_.isObject(v) || v['type'] != 'text')
-          return _content;
-        return _content + (v['text'] || '');
+        if (!_.isObject(v) || v['type'] != 'text') return _content;
+        return _content + `${message.role || "user"}:${v["text"] || ""}\n`;
       }, content);
     }
     return content += `${message.role || 'user'}:${wrapUrlsToTags(message.content)}\n`;
   }, '');
-
+  logger.info("\n对话合并：\n" + content);
   return [
     { role: 'user', content }
   ]
@@ -324,7 +426,7 @@ async function preSignUrl(filename: string, refreshToken: string) {
     timeout: 15000,
     headers: {
       Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn`,
+      Referer: `https://kimi.moonshot.cn/`,
       ...FAKE_HEADERS
     },
     validateStatus: () => true
@@ -400,12 +502,12 @@ async function uploadFile(fileUrl: string, refreshToken: string) {
     data: fileData,
     // 100M限制
     maxBodyLength: FILE_MAX_SIZE,
-    // 60秒超时
-    timeout: 60000,
+    // 120秒超时
+    timeout: 120000,
     headers: {
       'Content-Type': mimeType,
       Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn`,
+      Referer: `https://kimi.moonshot.cn/`,
       ...FAKE_HEADERS
     },
     validateStatus: () => true
@@ -421,7 +523,7 @@ async function uploadFile(fileUrl: string, refreshToken: string) {
   }, {
     headers: {
       Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn`,
+      Referer: `https://kimi.moonshot.cn/`,
       ...FAKE_HEADERS
     }
   });
@@ -434,7 +536,7 @@ async function uploadFile(fileUrl: string, refreshToken: string) {
   }, {
     headers: {
       Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn`,
+      Referer: `https://kimi.moonshot.cn/`,
       ...FAKE_HEADERS
     }
   });
@@ -469,23 +571,25 @@ function checkResult(result: AxiosResponse, refreshToken: string) {
 /**
  * 从流接收完整的消息内容
  * 
+ * @param model 模型名称
  * @param convId 会话ID
  * @param stream 消息流
  */
-async function receiveStream(convId: string, stream: any) {
+async function receiveStream(model: string, convId: string, stream: any) {
   return new Promise((resolve, reject) => {
-    // 第一条消息初始化
+    // 消息初始化
     const data = {
       id: convId,
-      model: MODEL_NAME,
+      model,
       object: 'chat.completion',
       choices: [
         { index: 0, message: { role: 'assistant', content: '' }, finish_reason: 'stop' }
       ],
-      usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
+      usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },
       created: util.unixTimestamp()
     };
     let refContent = '';
+    const silentSearch = model.indexOf('silent_search') != -1;
     const parser = createParser(event => {
       try {
         if (event.type !== "event") return;
@@ -494,8 +598,9 @@ async function receiveStream(convId: string, stream: any) {
         if (_.isError(result))
           throw new Error(`Stream response invalid: ${event.data}`);
         // 处理消息
-        if (result.event == 'cmpl') {
-          data.choices[0].message.content += result.text;
+        if (result.event == 'cmpl' && result.text) {
+          const exceptCharIndex = result.text.indexOf("<22>");
+          data.choices[0].message.content += result.text.substring(0, exceptCharIndex == -1 ? result.text.length : exceptCharIndex);
         }
         // 处理结束或错误
         else if (result.event == 'all_done' || result.event == 'error') {
@@ -504,7 +609,7 @@ async function receiveStream(convId: string, stream: any) {
           resolve(data);
         }
         // 处理联网搜索
-        else if (result.event == 'search_plus' && result.msg && result.msg.type == 'get_res')
+        else if (!silentSearch && result.event == 'search_plus' && result.msg && result.msg.type == 'get_res')
           refContent += `${result.msg.title}(${result.msg.url})\n`;
         // else
         //   logger.warn(result.event, result);
@@ -526,19 +631,21 @@ async function receiveStream(convId: string, stream: any) {
  * 
  * 将流格式转换为gpt兼容流格式
  * 
+ * @param model 模型名称
  * @param convId 会话ID
  * @param stream 消息流
  * @param endCallback 传输结束回调
  */
-function createTransStream(convId: string, stream: any, endCallback?: Function) {
+function createTransStream(model: string, convId: string, stream: any, endCallback?: Function) {
   // 消息创建时间
   const created = util.unixTimestamp();
   // 创建转换流
   const transStream = new PassThrough();
   let searchFlag = false;
+  const silentSearch = model.indexOf('silent_search') != -1;
   !transStream.closed && transStream.write(`data: ${JSON.stringify({
     id: convId,
-    model: MODEL_NAME,
+    model,
     object: 'chat.completion.chunk',
     choices: [
       { index: 0, delta: { role: 'assistant', content: '' }, finish_reason: null }
@@ -554,12 +661,14 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
         throw new Error(`Stream response invalid: ${event.data}`);
       // 处理消息
       if (result.event == 'cmpl') {
+        const exceptCharIndex = result.text.indexOf("<22>");
+        const chunk = result.text.substring(0, exceptCharIndex == -1 ? result.text.length : exceptCharIndex);
         const data = `data: ${JSON.stringify({
           id: convId,
-          model: MODEL_NAME,
+          model,
           object: 'chat.completion.chunk',
           choices: [
-            { index: 0, delta: { content: (searchFlag ? '\n' : '') + result.text }, finish_reason: null }
+            { index: 0, delta: { content: (searchFlag ? '\n' : '') + chunk }, finish_reason: null }
           ],
           created
         })}\n\n`;
@@ -571,7 +680,7 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
       else if (result.event == 'all_done' || result.event == 'error') {
         const data = `data: ${JSON.stringify({
           id: convId,
-          model: MODEL_NAME,
+          model,
           object: 'chat.completion.chunk',
           choices: [
             {
@@ -580,7 +689,7 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
               } : {}, finish_reason: 'stop'
             }
           ],
-          usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
+          usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },
           created
         })}\n\n`;
         !transStream.closed && transStream.write(data);
@@ -588,12 +697,12 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
         endCallback && endCallback();
       }
       // 处理联网搜索
-      else if (result.event == 'search_plus' && result.msg && result.msg.type == 'get_res') {
+      else if (!silentSearch && result.event == 'search_plus' && result.msg && result.msg.type == 'get_res') {
         if (!searchFlag)
           searchFlag = true;
         const data = `data: ${JSON.stringify({
           id: convId,
-          model: MODEL_NAME,
+          model,
           object: 'chat.completion.chunk',
           choices: [
             {

src/api/routes/chat.ts

@@ -19,15 +19,16 @@ export default {
             const tokens = chat.tokenSplit(request.headers.authorization);
             // 随机挑选一个refresh_token
             const token = _.sample(tokens);
+            const model = request.body.model;
             const messages =  request.body.messages;
             if (request.body.stream) {
-                const stream = await chat.createCompletionStream(request.body.messages, token, request.body.use_search);
+                const stream = await chat.createCompletionStream(model, messages, token, request.body.use_search);
                 return new Response(stream, {
                     type: "text/event-stream"
                 });
             }
             else
-                return await chat.createCompletion(messages, token, request.body.use_search);
+                return await chat.createCompletion(model, messages, token, request.body.use_search);
         }
 
     }

src/api/routes/index.ts

@@ -1,5 +1,23 @@
+import fs from 'fs-extra';
+
+import Response from '@/lib/response/Response.ts';
 import chat from "./chat.ts";
+import ping from "./ping.ts";
 
 export default [
-    chat
+    {
+        get: {
+            '/': async () => {
+                const content = await fs.readFile('public/welcome.html');
+                return new Response(content, {
+                    type: 'html',
+                    headers: {
+                        Expires: '-1'
+                    }
+                });
+            }
+        }
+    },
+    chat,
+    ping
 ];

src/api/routes/ping.ts

@@ -0,0 +1,6 @@
+export default {
+  prefix: '/ping',
+  get: {
+    '': async () => "pong"
+  }
+}

src/lib/exceptions/Exception.ts

@@ -29,6 +29,11 @@ export default class Exception extends Error {
         this.errmsg = _errmsg || errmsg;
     }
 
+    compare(exception: (string | number)[]) {
+        const [errcode] = exception as [number, string];
+        return this.errcode == errcode;
+    }
+
     setHTTPStatusCode(value: number) {
         this.httpStatusCode = value;
         return this;

src/lib/response/FailureBody.ts

@@ -15,7 +15,7 @@ export default class FailureBody extends Body {
         else if(error instanceof APIException || error instanceof Exception)
             ({ errcode, errmsg, data, httpStatusCode } = error);
         else if(_.isError(error))
-            error = new Exception(EX.SYSTEM_ERROR, error.message);
+            ({ errcode, errmsg, data, httpStatusCode } = new Exception(EX.SYSTEM_ERROR, error.message));
         super({
             code: errcode || -1,
             message: errmsg || 'Internal error',

src/lib/server.ts

@@ -73,7 +73,11 @@ class Server {
         this.app.use((ctx: any) => {
             const request = new Request(ctx);
             logger.debug(`-> ${ctx.request.method} ${ctx.request.url} request is not supported - ${request.remoteIP || "unknown"}`);
-            const failureBody = new FailureBody(new Exception(EX.SYSTEM_NOT_ROUTE_MATCHING, "Request is not supported"));
+            // const failureBody = new FailureBody(new Exception(EX.SYSTEM_NOT_ROUTE_MATCHING, "Request is not supported"));
+            // const response = new Response(failureBody);
+            const message = `[请求有误]: 正确请求为 POST -> /v1/chat/completions，当前请求为 ${ctx.request.method} -> ${ctx.request.url} 请纠正`;
+            logger.warn(message);
+            const failureBody = new FailureBody(new Error(message));
             const response = new Response(failureBody);
             response.injectTo(ctx);
             if(config.system.requestLog)