Release 0.0.13

作者大大，pr一个github action实现自动打包docker镜像

.github/workflows/docker-image.yml

@@ -0,0 +1,46 @@
+name: Build and Push Docker Image
+
+on:
+  release:
+    types: [created]
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Tag Name'
+        required: true
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v1
+
+    - name: Login to Docker Hub
+      uses: docker/login-action@v1
+      with:
+        username: ${{ secrets.DOCKERHUB_USERNAME }}
+        password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+    - name: Set tag name
+      id: tag_name
+      run: |
+        if [ "${{ github.event_name }}" = "release" ]; then
+          echo "::set-output name=tag::${GITHUB_REF#refs/tags/}"
+        elif [ "${{ github.event_name }}" = "workflow_dispatch" ]; then
+          echo "::set-output name=tag::${{ github.event.inputs.tag }}"
+        fi
+
+    - name: Build and push Docker image with Release tag
+      uses: docker/build-push-action@v2
+      with:
+        context: .
+        file: ./Dockerfile
+        push: true
+        tags: |
+          vinlic/kimi-free-api:${{ steps.tag_name.outputs.tag }}
+          vinlic/kimi-free-api:latest
+        platforms: linux/amd64,linux/arm64
+        build-args: TARGETPLATFORM=${{ matrix.platform }}

README.md

@@ -66,6 +66,10 @@ https://udify.app/chat/Po0F6BMJ15q5vu2P
 
 ![响应流畅度一致](https://github.com/LLM-Red-Team/kimi-free-api/assets/20235341/48c7ec00-2b03-46c4-95d0-452d3075219b)
 
+### 100线程并发测试
+
+![100线程并发测试](./doc/example-7.jpg)
+
 ## 接入准备
 
 从 [kimi.moonshot.cn](https://kimi.moonshot.cn) 获取refresh_token

package.json

@@ -1,6 +1,6 @@
 {
   "name": "kimi-free-api",
-  "version": "0.0.12",
+  "version": "0.0.13",
   "description": "Kimi Free API Server",
   "type": "module",
   "main": "dist/index.js",

src/api/controllers/chat.ts

@@ -14,6 +14,10 @@ import util from '@/lib/util.ts';
 const MODEL_NAME = 'kimi';
 // access_token有效期
 const ACCESS_TOKEN_EXPIRES = 300;
+// 最大重试次数
+const MAX_RETRY_COUNT = 3;
+// 重试延迟
+const RETRY_DELAY = 5000;
 // 伪装headers
 const FAKE_HEADERS = {
   'Accept': '*/*',
@@ -163,45 +167,59 @@ async function removeConversation(convId: string, refreshToken: string) {
  * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
  * @param refreshToken 用于刷新access_token的refresh_token
  * @param useSearch 是否开启联网搜索
+ * @param retryCount 重试次数
  */
-async function createCompletion(messages: any[], refreshToken: string, useSearch = true) {
+async function createCompletion(messages: any[], refreshToken: string, useSearch = true, retryCount = 0) {
-  logger.info(messages);
+  return (async () => {
+    logger.info(messages);
 
-  // 提取引用文件URL并上传kimi获得引用的文件ID列表
+    // 提取引用文件URL并上传kimi获得引用的文件ID列表
-  const refFileUrls = extractRefFileUrls(messages);
+    const refFileUrls = extractRefFileUrls(messages);
-  const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
+    const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
 
-  // 创建会话
+    // 创建会话
-  const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
+    const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
 
-  // 请求流
+    // 请求流
-  const token = await acquireToken(refreshToken);
+    const token = await acquireToken(refreshToken);
-  const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
+    const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
-    messages: messagesPrepare(messages),
+      messages: messagesPrepare(messages),
-    refs,
+      refs,
-    use_search: useSearch
+      use_search: useSearch
-  }, {
+    }, {
-    headers: {
+      headers: {
-      Authorization: `Bearer ${token}`,
+        Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn/chat/${convId}`,
+        Referer: `https://kimi.moonshot.cn/chat/${convId}`,
-      ...FAKE_HEADERS
+        ...FAKE_HEADERS
-    },
+      },
-    // 120秒超时
+      // 120秒超时
-    timeout: 120000,
+      timeout: 120000,
-    validateStatus: () => true,
+      validateStatus: () => true,
-    responseType: 'stream'
+      responseType: 'stream'
-  });
+    });
 
-  const streamStartTime = util.timestamp();
+    const streamStartTime = util.timestamp();
-  // 接收流为输出文本
+    // 接收流为输出文本
-  const answer = await receiveStream(convId, result.data);
+    const answer = await receiveStream(convId, result.data);
-  logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
+    logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
 
-  // 异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
+    // 异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
-  removeConversation(convId, refreshToken)
+    removeConversation(convId, refreshToken)
-    .catch(err => console.error(err));
+      .catch(err => console.error(err));
 
-  return answer;
+    return answer;
+  })()
+    .catch(err => {
+      if(retryCount < MAX_RETRY_COUNT) {
+        logger.error(`Stream response error: ${err.message}`);
+        logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
+        return (async () => {
+          await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
+          return createCompletion(messages, refreshToken, useSearch, retryCount + 1);
+        })();
+      }
+      throw err;
+    });
 }
 
 /**
@@ -210,42 +228,56 @@ async function createCompletion(messages: any[], refreshToken: string, useSearch
  * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
  * @param refreshToken 用于刷新access_token的refresh_token
  * @param useSearch 是否开启联网搜索
+ * @param retryCount 重试次数
  */
-async function createCompletionStream(messages: any[], refreshToken: string, useSearch = true) {
+async function createCompletionStream(messages: any[], refreshToken: string, useSearch = true, retryCount = 0) {
-  logger.info(messages);
+  return (async () => {
+    logger.info(messages);
 
-  // 提取引用文件URL并上传kimi获得引用的文件ID列表
+    // 提取引用文件URL并上传kimi获得引用的文件ID列表
-  const refFileUrls = extractRefFileUrls(messages);
+    const refFileUrls = extractRefFileUrls(messages);
-  const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
+    const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
 
-  // 创建会话
+    // 创建会话
-  const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
+    const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
 
-  // 请求流
+    // 请求流
-  const token = await acquireToken(refreshToken);
+    const token = await acquireToken(refreshToken);
-  const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
+    const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
-    messages: messagesPrepare(messages),
+      messages: messagesPrepare(messages),
-    refs,
+      refs,
-    use_search: useSearch
+      use_search: useSearch
-  }, {
+    }, {
-    // 120秒超时
+      // 120秒超时
-    timeout: 120000,
+      timeout: 120000,
-    headers: {
+      headers: {
-      Authorization: `Bearer ${token}`,
+        Authorization: `Bearer ${token}`,
-      Referer: `https://kimi.moonshot.cn/chat/${convId}`,
+        Referer: `https://kimi.moonshot.cn/chat/${convId}`,
-      ...FAKE_HEADERS
+        ...FAKE_HEADERS
-    },
+      },
-    validateStatus: () => true,
+      validateStatus: () => true,
-    responseType: 'stream'
+      responseType: 'stream'
-  });
+    });
-  const streamStartTime = util.timestamp();
+    const streamStartTime = util.timestamp();
-  // 创建转换流将消息格式转换为gpt兼容格式
+    // 创建转换流将消息格式转换为gpt兼容格式
-  return createTransStream(convId, result.data, () => {
+    return createTransStream(convId, result.data, () => {
-    logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
+      logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
-    // 流传输结束后异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
+      // 流传输结束后异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
-    removeConversation(convId, refreshToken)
+      removeConversation(convId, refreshToken)
-      .catch(err => console.error(err));
+        .catch(err => console.error(err));
-  });
+    });
+  })()
+    .catch(err => {
+      if(retryCount < MAX_RETRY_COUNT) {
+        logger.error(`Stream response error: ${err.message}`);
+        logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
+        return (async () => {
+          await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
+          return createCompletionStream(messages, refreshToken, useSearch, retryCount + 1);
+        })();
+      }
+      throw err;
+    });
 }
 
 /**

src/lib/exceptions/Exception.ts

@@ -29,6 +29,11 @@ export default class Exception extends Error {
         this.errmsg = _errmsg || errmsg;
     }
 
+    compare(exception: (string | number)[]) {
+        const [errcode] = exception as [number, string];
+        return this.errcode == errcode;
+    }
+
     setHTTPStatusCode(value: number) {
         this.httpStatusCode = value;
         return this;