mirror of
https://github.com/LLM-Red-Team/kimi-free-api.git
synced 2025-10-15 06:40:39 +00:00
Compare commits
14 Commits
Author | SHA1 | Date | |
---|---|---|---|
![]() |
eccce82ade | ||
![]() |
4fe9b654f5 | ||
![]() |
7cbebf780c | ||
![]() |
909796bd91 | ||
![]() |
b8134a64a5 | ||
![]() |
c9b3574b0b | ||
![]() |
eef674eac8 | ||
![]() |
e530317486 | ||
![]() |
a5beade70a | ||
![]() |
1395278a6e | ||
![]() |
08a4b2e720 | ||
![]() |
2f26d29de1 | ||
![]() |
3bb24b26d3 | ||
![]() |
dd8bb923a8 |
46
.github/workflows/docker-image.yml
vendored
Normal file
46
.github/workflows/docker-image.yml
vendored
Normal file
@@ -0,0 +1,46 @@
|
|||||||
|
name: Build and Push Docker Image
|
||||||
|
|
||||||
|
on:
|
||||||
|
release:
|
||||||
|
types: [created]
|
||||||
|
workflow_dispatch:
|
||||||
|
inputs:
|
||||||
|
tag:
|
||||||
|
description: 'Tag Name'
|
||||||
|
required: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-and-push:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v2
|
||||||
|
|
||||||
|
- name: Set up Docker Buildx
|
||||||
|
uses: docker/setup-buildx-action@v1
|
||||||
|
|
||||||
|
- name: Login to Docker Hub
|
||||||
|
uses: docker/login-action@v1
|
||||||
|
with:
|
||||||
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
||||||
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
||||||
|
|
||||||
|
- name: Set tag name
|
||||||
|
id: tag_name
|
||||||
|
run: |
|
||||||
|
if [ "${{ github.event_name }}" = "release" ]; then
|
||||||
|
echo "::set-output name=tag::${GITHUB_REF#refs/tags/}"
|
||||||
|
elif [ "${{ github.event_name }}" = "workflow_dispatch" ]; then
|
||||||
|
echo "::set-output name=tag::${{ github.event.inputs.tag }}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Build and push Docker image with Release tag
|
||||||
|
uses: docker/build-push-action@v2
|
||||||
|
with:
|
||||||
|
context: .
|
||||||
|
file: ./Dockerfile
|
||||||
|
push: true
|
||||||
|
tags: |
|
||||||
|
vinlic/kimi-free-api:${{ steps.tag_name.outputs.tag }}
|
||||||
|
vinlic/kimi-free-api:latest
|
||||||
|
platforms: linux/amd64,linux/arm64
|
||||||
|
build-args: TARGETPLATFORM=${{ matrix.platform }}
|
46
README.md
46
README.md
@@ -9,6 +9,12 @@
|
|||||||
|
|
||||||
与ChatGPT接口完全兼容。
|
与ChatGPT接口完全兼容。
|
||||||
|
|
||||||
|
还有以下两个free-api欢迎关注:
|
||||||
|
|
||||||
|
ZhipuAI (智谱清言) 接口转API [glm-free-api](https://github.com/LLM-Red-Team/glm-free-api)
|
||||||
|
|
||||||
|
聆心智能 (Emohaa) 接口转API [emohaa-free-api](https://github.com/LLM-Red-Team/emohaa-free-api)
|
||||||
|
|
||||||
## 目录
|
## 目录
|
||||||
|
|
||||||
* [声明](#声明)
|
* [声明](#声明)
|
||||||
@@ -66,14 +72,22 @@ https://udify.app/chat/Po0F6BMJ15q5vu2P
|
|||||||
|
|
||||||

|

|
||||||
|
|
||||||
|
### 100线程并发测试
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
## 接入准备
|
## 接入准备
|
||||||
|
|
||||||
从 [kimi.moonshot.cn](https://kimi.moonshot.cn) 获取refresh_token
|
从 [kimi.moonshot.cn](https://kimi.moonshot.cn) 获取refresh_token
|
||||||
|
|
||||||
进入kimi随便发起一个对话,然后F12打开开发者工具,从Application > Local Storage中找到refresh_token的值,这将作为Authorization的Bearer Token值:`Authorization: Bearer TOKEN`
|
进入kimi随便发起一个对话,然后F12打开开发者工具,从Application > Local Storage中找到`refresh_token`的值,这将作为Authorization的Bearer Token值:`Authorization: Bearer TOKEN`
|
||||||
|
|
||||||

|

|
||||||
|
|
||||||
|
如果你看到的`refresh_token`是一个数组,请使用`.`拼接起来再使用。
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
### 多账号接入
|
### 多账号接入
|
||||||
|
|
||||||
目前kimi限制普通账号每3小时内只能进行30轮长文本的问答,你可以通过提供多个账号的refresh_token并使用`,`拼接提供:
|
目前kimi限制普通账号每3小时内只能进行30轮长文本的问答,你可以通过提供多个账号的refresh_token并使用`,`拼接提供:
|
||||||
@@ -193,6 +207,8 @@ Authorization: Bearer [refresh_token]
|
|||||||
请求数据:
|
请求数据:
|
||||||
```json
|
```json
|
||||||
{
|
{
|
||||||
|
// 模型名称随意填写,如果不希望输出检索过程模型名称请包含silent_search
|
||||||
|
"model": "kimi",
|
||||||
"messages": [
|
"messages": [
|
||||||
{
|
{
|
||||||
"role": "user",
|
"role": "user",
|
||||||
@@ -223,9 +239,9 @@ Authorization: Bearer [refresh_token]
|
|||||||
}
|
}
|
||||||
],
|
],
|
||||||
"usage": {
|
"usage": {
|
||||||
"prompt_tokens": 0,
|
"prompt_tokens": 1,
|
||||||
"completion_tokens": 0,
|
"completion_tokens": 1,
|
||||||
"total_tokens": 0
|
"total_tokens": 2
|
||||||
},
|
},
|
||||||
"created": 1710152062
|
"created": 1710152062
|
||||||
}
|
}
|
||||||
@@ -246,6 +262,8 @@ Authorization: Bearer [refresh_token]
|
|||||||
请求数据:
|
请求数据:
|
||||||
```json
|
```json
|
||||||
{
|
{
|
||||||
|
// 模型名称随意填写,如果不希望输出检索过程模型名称请包含silent_search
|
||||||
|
"model": "kimi",
|
||||||
"messages": [
|
"messages": [
|
||||||
{
|
{
|
||||||
"role": "user",
|
"role": "user",
|
||||||
@@ -285,9 +303,9 @@ Authorization: Bearer [refresh_token]
|
|||||||
}
|
}
|
||||||
],
|
],
|
||||||
"usage": {
|
"usage": {
|
||||||
"prompt_tokens": 0,
|
"prompt_tokens": 1,
|
||||||
"completion_tokens": 0,
|
"completion_tokens": 1,
|
||||||
"total_tokens": 0
|
"total_tokens": 2
|
||||||
},
|
},
|
||||||
"created": 100920
|
"created": 100920
|
||||||
}
|
}
|
||||||
@@ -310,6 +328,8 @@ Authorization: Bearer [refresh_token]
|
|||||||
请求数据:
|
请求数据:
|
||||||
```json
|
```json
|
||||||
{
|
{
|
||||||
|
// 模型名称随意填写,如果不希望输出检索过程模型名称请包含silent_search
|
||||||
|
"model": "kimi",
|
||||||
"messages": [
|
"messages": [
|
||||||
{
|
{
|
||||||
"role": "user",
|
"role": "user",
|
||||||
@@ -349,9 +369,9 @@ Authorization: Bearer [refresh_token]
|
|||||||
}
|
}
|
||||||
],
|
],
|
||||||
"usage": {
|
"usage": {
|
||||||
"prompt_tokens": 0,
|
"prompt_tokens": 1,
|
||||||
"completion_tokens": 0,
|
"completion_tokens": 1,
|
||||||
"total_tokens": 0
|
"total_tokens": 2
|
||||||
},
|
},
|
||||||
"created": 1710123627
|
"created": 1710123627
|
||||||
}
|
}
|
||||||
@@ -374,4 +394,8 @@ tcp_nopush on;
|
|||||||
tcp_nodelay on;
|
tcp_nodelay on;
|
||||||
# 设置保持连接的超时时间,这里设置为120秒。如果在这段时间内,客户端和服务器之间没有进一步的通信,连接将被关闭。
|
# 设置保持连接的超时时间,这里设置为120秒。如果在这段时间内,客户端和服务器之间没有进一步的通信,连接将被关闭。
|
||||||
keepalive_timeout 120;
|
keepalive_timeout 120;
|
||||||
```
|
```
|
||||||
|
|
||||||
|
### Token统计
|
||||||
|
|
||||||
|
由于推理侧不再kimi-free-api,因此token不可统计,将以固定数字返回。
|
BIN
doc/example-7.jpg
Normal file
BIN
doc/example-7.jpg
Normal file
Binary file not shown.
After Width: | Height: | Size: 98 KiB |
BIN
doc/example-8.jpg
Normal file
BIN
doc/example-8.jpg
Normal file
Binary file not shown.
After Width: | Height: | Size: 26 KiB |
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "kimi-free-api",
|
"name": "kimi-free-api",
|
||||||
"version": "0.0.12",
|
"version": "0.0.16",
|
||||||
"description": "Kimi Free API Server",
|
"description": "Kimi Free API Server",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"main": "dist/index.js",
|
"main": "dist/index.js",
|
||||||
|
@@ -14,13 +14,17 @@ import util from '@/lib/util.ts';
|
|||||||
const MODEL_NAME = 'kimi';
|
const MODEL_NAME = 'kimi';
|
||||||
// access_token有效期
|
// access_token有效期
|
||||||
const ACCESS_TOKEN_EXPIRES = 300;
|
const ACCESS_TOKEN_EXPIRES = 300;
|
||||||
|
// 最大重试次数
|
||||||
|
const MAX_RETRY_COUNT = 3;
|
||||||
|
// 重试延迟
|
||||||
|
const RETRY_DELAY = 5000;
|
||||||
// 伪装headers
|
// 伪装headers
|
||||||
const FAKE_HEADERS = {
|
const FAKE_HEADERS = {
|
||||||
'Accept': '*/*',
|
'Accept': '*/*',
|
||||||
'Accept-Encoding': 'gzip, deflate, br, zstd',
|
'Accept-Encoding': 'gzip, deflate, br, zstd',
|
||||||
'Accept-Language': 'zh-CN,zh;q=0.9',
|
'Accept-Language': 'zh-CN,zh;q=0.9',
|
||||||
'Origin': 'https://kimi.moonshot.cn',
|
'Origin': 'https://kimi.moonshot.cn',
|
||||||
'Cookie': util.generateCookie(),
|
// 'Cookie': util.generateCookie(),
|
||||||
'R-Timezone': 'Asia/Shanghai',
|
'R-Timezone': 'Asia/Shanghai',
|
||||||
'Sec-Ch-Ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
|
'Sec-Ch-Ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',
|
||||||
'Sec-Ch-Ua-Mobile': '?0',
|
'Sec-Ch-Ua-Mobile': '?0',
|
||||||
@@ -53,7 +57,7 @@ async function requestToken(refreshToken: string) {
|
|||||||
const result = await axios.get('https://kimi.moonshot.cn/api/auth/token/refresh', {
|
const result = await axios.get('https://kimi.moonshot.cn/api/auth/token/refresh', {
|
||||||
headers: {
|
headers: {
|
||||||
Authorization: `Bearer ${refreshToken}`,
|
Authorization: `Bearer ${refreshToken}`,
|
||||||
Referer: 'https://kimi.moonshot.cn',
|
Referer: 'https://kimi.moonshot.cn/',
|
||||||
...FAKE_HEADERS
|
...FAKE_HEADERS
|
||||||
},
|
},
|
||||||
timeout: 15000,
|
timeout: 15000,
|
||||||
@@ -70,7 +74,7 @@ async function requestToken(refreshToken: string) {
|
|||||||
}
|
}
|
||||||
})()
|
})()
|
||||||
.then(result => {
|
.then(result => {
|
||||||
if(accessTokenRequestQueueMap[refreshToken]) {
|
if (accessTokenRequestQueueMap[refreshToken]) {
|
||||||
accessTokenRequestQueueMap[refreshToken].forEach(resolve => resolve(result));
|
accessTokenRequestQueueMap[refreshToken].forEach(resolve => resolve(result));
|
||||||
delete accessTokenRequestQueueMap[refreshToken];
|
delete accessTokenRequestQueueMap[refreshToken];
|
||||||
}
|
}
|
||||||
@@ -78,13 +82,13 @@ async function requestToken(refreshToken: string) {
|
|||||||
return result;
|
return result;
|
||||||
})
|
})
|
||||||
.catch(err => {
|
.catch(err => {
|
||||||
if(accessTokenRequestQueueMap[refreshToken]) {
|
if (accessTokenRequestQueueMap[refreshToken]) {
|
||||||
accessTokenRequestQueueMap[refreshToken].forEach(resolve => resolve(err));
|
accessTokenRequestQueueMap[refreshToken].forEach(resolve => resolve(err));
|
||||||
delete accessTokenRequestQueueMap[refreshToken];
|
delete accessTokenRequestQueueMap[refreshToken];
|
||||||
}
|
}
|
||||||
return err;
|
return err;
|
||||||
});
|
});
|
||||||
if(_.isError(result))
|
if (_.isError(result))
|
||||||
throw result;
|
throw result;
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
@@ -124,7 +128,7 @@ async function createConversation(name: string, refreshToken: string) {
|
|||||||
}, {
|
}, {
|
||||||
headers: {
|
headers: {
|
||||||
Authorization: `Bearer ${token}`,
|
Authorization: `Bearer ${token}`,
|
||||||
Referer: 'https://kimi.moonshot.cn',
|
Referer: 'https://kimi.moonshot.cn/',
|
||||||
...FAKE_HEADERS
|
...FAKE_HEADERS
|
||||||
},
|
},
|
||||||
timeout: 15000,
|
timeout: 15000,
|
||||||
@@ -160,92 +164,162 @@ async function removeConversation(convId: string, refreshToken: string) {
|
|||||||
/**
|
/**
|
||||||
* 同步对话补全
|
* 同步对话补全
|
||||||
*
|
*
|
||||||
|
* @param model 模型名称
|
||||||
* @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文
|
* @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文
|
||||||
* @param refreshToken 用于刷新access_token的refresh_token
|
* @param refreshToken 用于刷新access_token的refresh_token
|
||||||
* @param useSearch 是否开启联网搜索
|
* @param useSearch 是否开启联网搜索
|
||||||
|
* @param retryCount 重试次数
|
||||||
*/
|
*/
|
||||||
async function createCompletion(messages: any[], refreshToken: string, useSearch = true) {
|
async function createCompletion(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, retryCount = 0) {
|
||||||
logger.info(messages);
|
return (async () => {
|
||||||
|
logger.info(messages);
|
||||||
|
|
||||||
// 提取引用文件URL并上传kimi获得引用的文件ID列表
|
// 提取引用文件URL并上传kimi获得引用的文件ID列表
|
||||||
const refFileUrls = extractRefFileUrls(messages);
|
const refFileUrls = extractRefFileUrls(messages);
|
||||||
const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
|
const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
|
||||||
|
|
||||||
// 创建会话
|
// 伪装调用获取用户信息
|
||||||
const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
|
fakeRequest(refreshToken)
|
||||||
|
.catch(err => logger.error(err));
|
||||||
|
|
||||||
// 请求流
|
// 创建会话
|
||||||
const token = await acquireToken(refreshToken);
|
const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
|
||||||
const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
|
|
||||||
messages: messagesPrepare(messages),
|
|
||||||
refs,
|
|
||||||
use_search: useSearch
|
|
||||||
}, {
|
|
||||||
headers: {
|
|
||||||
Authorization: `Bearer ${token}`,
|
|
||||||
Referer: `https://kimi.moonshot.cn/chat/${convId}`,
|
|
||||||
...FAKE_HEADERS
|
|
||||||
},
|
|
||||||
// 120秒超时
|
|
||||||
timeout: 120000,
|
|
||||||
validateStatus: () => true,
|
|
||||||
responseType: 'stream'
|
|
||||||
});
|
|
||||||
|
|
||||||
const streamStartTime = util.timestamp();
|
// 请求流
|
||||||
// 接收流为输出文本
|
const token = await acquireToken(refreshToken);
|
||||||
const answer = await receiveStream(convId, result.data);
|
const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
|
||||||
logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
|
messages: messagesPrepare(messages),
|
||||||
|
refs,
|
||||||
|
use_search: useSearch
|
||||||
|
}, {
|
||||||
|
headers: {
|
||||||
|
Authorization: `Bearer ${token}`,
|
||||||
|
Referer: `https://kimi.moonshot.cn/chat/${convId}`,
|
||||||
|
...FAKE_HEADERS
|
||||||
|
},
|
||||||
|
// 120秒超时
|
||||||
|
timeout: 120000,
|
||||||
|
validateStatus: () => true,
|
||||||
|
responseType: 'stream'
|
||||||
|
});
|
||||||
|
|
||||||
// 异步移除会话,如果消息不合规,此操作可能会抛出数据库错误异常,请忽略
|
const streamStartTime = util.timestamp();
|
||||||
removeConversation(convId, refreshToken)
|
// 接收流为输出文本
|
||||||
.catch(err => console.error(err));
|
const answer = await receiveStream(model, convId, result.data);
|
||||||
|
logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
|
||||||
|
|
||||||
return answer;
|
// 异步移除会话,如果消息不合规,此操作可能会抛出数据库错误异常,请忽略
|
||||||
|
removeConversation(convId, refreshToken)
|
||||||
|
.catch(err => console.error(err));
|
||||||
|
|
||||||
|
return answer;
|
||||||
|
})()
|
||||||
|
.catch(err => {
|
||||||
|
if (retryCount < MAX_RETRY_COUNT) {
|
||||||
|
logger.error(`Stream response error: ${err.message}`);
|
||||||
|
logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
|
||||||
|
return (async () => {
|
||||||
|
await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
|
||||||
|
return createCompletion(model, messages, refreshToken, useSearch, retryCount + 1);
|
||||||
|
})();
|
||||||
|
}
|
||||||
|
throw err;
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 流式对话补全
|
* 流式对话补全
|
||||||
*
|
*
|
||||||
|
* @param model 模型名称
|
||||||
* @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文
|
* @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文
|
||||||
* @param refreshToken 用于刷新access_token的refresh_token
|
* @param refreshToken 用于刷新access_token的refresh_token
|
||||||
* @param useSearch 是否开启联网搜索
|
* @param useSearch 是否开启联网搜索
|
||||||
|
* @param retryCount 重试次数
|
||||||
*/
|
*/
|
||||||
async function createCompletionStream(messages: any[], refreshToken: string, useSearch = true) {
|
async function createCompletionStream(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, retryCount = 0) {
|
||||||
logger.info(messages);
|
return (async () => {
|
||||||
|
logger.info(messages);
|
||||||
|
|
||||||
// 提取引用文件URL并上传kimi获得引用的文件ID列表
|
// 提取引用文件URL并上传kimi获得引用的文件ID列表
|
||||||
const refFileUrls = extractRefFileUrls(messages);
|
const refFileUrls = extractRefFileUrls(messages);
|
||||||
const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
|
const refs = refFileUrls.length ? await Promise.all(refFileUrls.map(fileUrl => uploadFile(fileUrl, refreshToken))) : [];
|
||||||
|
|
||||||
// 创建会话
|
// 伪装调用获取用户信息
|
||||||
const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
|
fakeRequest(refreshToken)
|
||||||
|
.catch(err => logger.error(err));
|
||||||
|
|
||||||
// 请求流
|
// 创建会话
|
||||||
|
const convId = await createConversation(`cmpl-${util.uuid(false)}`, refreshToken);
|
||||||
|
|
||||||
|
// 请求流
|
||||||
|
const token = await acquireToken(refreshToken);
|
||||||
|
const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
|
||||||
|
messages: messagesPrepare(messages),
|
||||||
|
refs,
|
||||||
|
use_search: useSearch
|
||||||
|
}, {
|
||||||
|
// 120秒超时
|
||||||
|
timeout: 120000,
|
||||||
|
headers: {
|
||||||
|
Authorization: `Bearer ${token}`,
|
||||||
|
Referer: `https://kimi.moonshot.cn/chat/${convId}`,
|
||||||
|
...FAKE_HEADERS
|
||||||
|
},
|
||||||
|
validateStatus: () => true,
|
||||||
|
responseType: 'stream'
|
||||||
|
});
|
||||||
|
const streamStartTime = util.timestamp();
|
||||||
|
// 创建转换流将消息格式转换为gpt兼容格式
|
||||||
|
return createTransStream(model, convId, result.data, () => {
|
||||||
|
logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
|
||||||
|
// 流传输结束后异步移除会话,如果消息不合规,此操作可能会抛出数据库错误异常,请忽略
|
||||||
|
removeConversation(convId, refreshToken)
|
||||||
|
.catch(err => console.error(err));
|
||||||
|
});
|
||||||
|
})()
|
||||||
|
.catch(err => {
|
||||||
|
if (retryCount < MAX_RETRY_COUNT) {
|
||||||
|
logger.error(`Stream response error: ${err.message}`);
|
||||||
|
logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
|
||||||
|
return (async () => {
|
||||||
|
await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
|
||||||
|
return createCompletionStream(model, messages, refreshToken, useSearch, retryCount + 1);
|
||||||
|
})();
|
||||||
|
}
|
||||||
|
throw err;
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 调用一些接口伪装访问
|
||||||
|
*
|
||||||
|
* 随机挑一个
|
||||||
|
*
|
||||||
|
* @param refreshToken 用于刷新access_token的refresh_token
|
||||||
|
*/
|
||||||
|
async function fakeRequest(refreshToken: string) {
|
||||||
const token = await acquireToken(refreshToken);
|
const token = await acquireToken(refreshToken);
|
||||||
const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
|
const options = {
|
||||||
messages: messagesPrepare(messages),
|
|
||||||
refs,
|
|
||||||
use_search: useSearch
|
|
||||||
}, {
|
|
||||||
// 120秒超时
|
|
||||||
timeout: 120000,
|
|
||||||
headers: {
|
headers: {
|
||||||
Authorization: `Bearer ${token}`,
|
Authorization: `Bearer ${token}`,
|
||||||
Referer: `https://kimi.moonshot.cn/chat/${convId}`,
|
Referer: `https://kimi.moonshot.cn/`,
|
||||||
...FAKE_HEADERS
|
...FAKE_HEADERS
|
||||||
},
|
}
|
||||||
validateStatus: () => true,
|
};
|
||||||
responseType: 'stream'
|
await [
|
||||||
});
|
() => axios.get('https://kimi.moonshot.cn/api/user', options),
|
||||||
const streamStartTime = util.timestamp();
|
() => axios.get('https://kimi.moonshot.cn/api/chat_1m/user/status', options),
|
||||||
// 创建转换流将消息格式转换为gpt兼容格式
|
() => axios.post('https://kimi.moonshot.cn/api/chat/list', {
|
||||||
return createTransStream(convId, result.data, () => {
|
offset: 0,
|
||||||
logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
|
size: 50
|
||||||
// 流传输结束后异步移除会话,如果消息不合规,此操作可能会抛出数据库错误异常,请忽略
|
}, options),
|
||||||
removeConversation(convId, refreshToken)
|
() => axios.post('https://kimi.moonshot.cn/api/show_case/list', {
|
||||||
.catch(err => console.error(err));
|
offset: 0,
|
||||||
});
|
size: 4,
|
||||||
|
enable_cache: true,
|
||||||
|
order: "asc"
|
||||||
|
}, options)
|
||||||
|
][Math.floor(Math.random() * 4)]();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -324,7 +398,7 @@ async function preSignUrl(filename: string, refreshToken: string) {
|
|||||||
timeout: 15000,
|
timeout: 15000,
|
||||||
headers: {
|
headers: {
|
||||||
Authorization: `Bearer ${token}`,
|
Authorization: `Bearer ${token}`,
|
||||||
Referer: `https://kimi.moonshot.cn`,
|
Referer: `https://kimi.moonshot.cn/`,
|
||||||
...FAKE_HEADERS
|
...FAKE_HEADERS
|
||||||
},
|
},
|
||||||
validateStatus: () => true
|
validateStatus: () => true
|
||||||
@@ -405,7 +479,7 @@ async function uploadFile(fileUrl: string, refreshToken: string) {
|
|||||||
headers: {
|
headers: {
|
||||||
'Content-Type': mimeType,
|
'Content-Type': mimeType,
|
||||||
Authorization: `Bearer ${token}`,
|
Authorization: `Bearer ${token}`,
|
||||||
Referer: `https://kimi.moonshot.cn`,
|
Referer: `https://kimi.moonshot.cn/`,
|
||||||
...FAKE_HEADERS
|
...FAKE_HEADERS
|
||||||
},
|
},
|
||||||
validateStatus: () => true
|
validateStatus: () => true
|
||||||
@@ -421,7 +495,7 @@ async function uploadFile(fileUrl: string, refreshToken: string) {
|
|||||||
}, {
|
}, {
|
||||||
headers: {
|
headers: {
|
||||||
Authorization: `Bearer ${token}`,
|
Authorization: `Bearer ${token}`,
|
||||||
Referer: `https://kimi.moonshot.cn`,
|
Referer: `https://kimi.moonshot.cn/`,
|
||||||
...FAKE_HEADERS
|
...FAKE_HEADERS
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
@@ -434,7 +508,7 @@ async function uploadFile(fileUrl: string, refreshToken: string) {
|
|||||||
}, {
|
}, {
|
||||||
headers: {
|
headers: {
|
||||||
Authorization: `Bearer ${token}`,
|
Authorization: `Bearer ${token}`,
|
||||||
Referer: `https://kimi.moonshot.cn`,
|
Referer: `https://kimi.moonshot.cn/`,
|
||||||
...FAKE_HEADERS
|
...FAKE_HEADERS
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
@@ -469,23 +543,25 @@ function checkResult(result: AxiosResponse, refreshToken: string) {
|
|||||||
/**
|
/**
|
||||||
* 从流接收完整的消息内容
|
* 从流接收完整的消息内容
|
||||||
*
|
*
|
||||||
|
* @param model 模型名称
|
||||||
* @param convId 会话ID
|
* @param convId 会话ID
|
||||||
* @param stream 消息流
|
* @param stream 消息流
|
||||||
*/
|
*/
|
||||||
async function receiveStream(convId: string, stream: any) {
|
async function receiveStream(model: string, convId: string, stream: any) {
|
||||||
return new Promise((resolve, reject) => {
|
return new Promise((resolve, reject) => {
|
||||||
// 第一条消息初始化
|
// 消息初始化
|
||||||
const data = {
|
const data = {
|
||||||
id: convId,
|
id: convId,
|
||||||
model: MODEL_NAME,
|
model,
|
||||||
object: 'chat.completion',
|
object: 'chat.completion',
|
||||||
choices: [
|
choices: [
|
||||||
{ index: 0, message: { role: 'assistant', content: '' }, finish_reason: 'stop' }
|
{ index: 0, message: { role: 'assistant', content: '' }, finish_reason: 'stop' }
|
||||||
],
|
],
|
||||||
usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
|
usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },
|
||||||
created: util.unixTimestamp()
|
created: util.unixTimestamp()
|
||||||
};
|
};
|
||||||
let refContent = '';
|
let refContent = '';
|
||||||
|
const silentSearch = model.indexOf('silent_search') != -1;
|
||||||
const parser = createParser(event => {
|
const parser = createParser(event => {
|
||||||
try {
|
try {
|
||||||
if (event.type !== "event") return;
|
if (event.type !== "event") return;
|
||||||
@@ -504,7 +580,7 @@ async function receiveStream(convId: string, stream: any) {
|
|||||||
resolve(data);
|
resolve(data);
|
||||||
}
|
}
|
||||||
// 处理联网搜索
|
// 处理联网搜索
|
||||||
else if (result.event == 'search_plus' && result.msg && result.msg.type == 'get_res')
|
else if (!silentSearch && result.event == 'search_plus' && result.msg && result.msg.type == 'get_res')
|
||||||
refContent += `${result.msg.title}(${result.msg.url})\n`;
|
refContent += `${result.msg.title}(${result.msg.url})\n`;
|
||||||
// else
|
// else
|
||||||
// logger.warn(result.event, result);
|
// logger.warn(result.event, result);
|
||||||
@@ -526,19 +602,21 @@ async function receiveStream(convId: string, stream: any) {
|
|||||||
*
|
*
|
||||||
* 将流格式转换为gpt兼容流格式
|
* 将流格式转换为gpt兼容流格式
|
||||||
*
|
*
|
||||||
|
* @param model 模型名称
|
||||||
* @param convId 会话ID
|
* @param convId 会话ID
|
||||||
* @param stream 消息流
|
* @param stream 消息流
|
||||||
* @param endCallback 传输结束回调
|
* @param endCallback 传输结束回调
|
||||||
*/
|
*/
|
||||||
function createTransStream(convId: string, stream: any, endCallback?: Function) {
|
function createTransStream(model: string, convId: string, stream: any, endCallback?: Function) {
|
||||||
// 消息创建时间
|
// 消息创建时间
|
||||||
const created = util.unixTimestamp();
|
const created = util.unixTimestamp();
|
||||||
// 创建转换流
|
// 创建转换流
|
||||||
const transStream = new PassThrough();
|
const transStream = new PassThrough();
|
||||||
let searchFlag = false;
|
let searchFlag = false;
|
||||||
|
const silentSearch = model.indexOf('silent_search') != -1;
|
||||||
!transStream.closed && transStream.write(`data: ${JSON.stringify({
|
!transStream.closed && transStream.write(`data: ${JSON.stringify({
|
||||||
id: convId,
|
id: convId,
|
||||||
model: MODEL_NAME,
|
model,
|
||||||
object: 'chat.completion.chunk',
|
object: 'chat.completion.chunk',
|
||||||
choices: [
|
choices: [
|
||||||
{ index: 0, delta: { role: 'assistant', content: '' }, finish_reason: null }
|
{ index: 0, delta: { role: 'assistant', content: '' }, finish_reason: null }
|
||||||
@@ -556,7 +634,7 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
|
|||||||
if (result.event == 'cmpl') {
|
if (result.event == 'cmpl') {
|
||||||
const data = `data: ${JSON.stringify({
|
const data = `data: ${JSON.stringify({
|
||||||
id: convId,
|
id: convId,
|
||||||
model: MODEL_NAME,
|
model,
|
||||||
object: 'chat.completion.chunk',
|
object: 'chat.completion.chunk',
|
||||||
choices: [
|
choices: [
|
||||||
{ index: 0, delta: { content: (searchFlag ? '\n' : '') + result.text }, finish_reason: null }
|
{ index: 0, delta: { content: (searchFlag ? '\n' : '') + result.text }, finish_reason: null }
|
||||||
@@ -571,7 +649,7 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
|
|||||||
else if (result.event == 'all_done' || result.event == 'error') {
|
else if (result.event == 'all_done' || result.event == 'error') {
|
||||||
const data = `data: ${JSON.stringify({
|
const data = `data: ${JSON.stringify({
|
||||||
id: convId,
|
id: convId,
|
||||||
model: MODEL_NAME,
|
model,
|
||||||
object: 'chat.completion.chunk',
|
object: 'chat.completion.chunk',
|
||||||
choices: [
|
choices: [
|
||||||
{
|
{
|
||||||
@@ -580,7 +658,7 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
|
|||||||
} : {}, finish_reason: 'stop'
|
} : {}, finish_reason: 'stop'
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
|
usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },
|
||||||
created
|
created
|
||||||
})}\n\n`;
|
})}\n\n`;
|
||||||
!transStream.closed && transStream.write(data);
|
!transStream.closed && transStream.write(data);
|
||||||
@@ -588,12 +666,12 @@ function createTransStream(convId: string, stream: any, endCallback?: Function)
|
|||||||
endCallback && endCallback();
|
endCallback && endCallback();
|
||||||
}
|
}
|
||||||
// 处理联网搜索
|
// 处理联网搜索
|
||||||
else if (result.event == 'search_plus' && result.msg && result.msg.type == 'get_res') {
|
else if (!silentSearch && result.event == 'search_plus' && result.msg && result.msg.type == 'get_res') {
|
||||||
if (!searchFlag)
|
if (!searchFlag)
|
||||||
searchFlag = true;
|
searchFlag = true;
|
||||||
const data = `data: ${JSON.stringify({
|
const data = `data: ${JSON.stringify({
|
||||||
id: convId,
|
id: convId,
|
||||||
model: MODEL_NAME,
|
model,
|
||||||
object: 'chat.completion.chunk',
|
object: 'chat.completion.chunk',
|
||||||
choices: [
|
choices: [
|
||||||
{
|
{
|
||||||
|
@@ -19,15 +19,16 @@ export default {
|
|||||||
const tokens = chat.tokenSplit(request.headers.authorization);
|
const tokens = chat.tokenSplit(request.headers.authorization);
|
||||||
// 随机挑选一个refresh_token
|
// 随机挑选一个refresh_token
|
||||||
const token = _.sample(tokens);
|
const token = _.sample(tokens);
|
||||||
|
const model = request.body.model;
|
||||||
const messages = request.body.messages;
|
const messages = request.body.messages;
|
||||||
if (request.body.stream) {
|
if (request.body.stream) {
|
||||||
const stream = await chat.createCompletionStream(request.body.messages, token, request.body.use_search);
|
const stream = await chat.createCompletionStream(model, messages, token, request.body.use_search);
|
||||||
return new Response(stream, {
|
return new Response(stream, {
|
||||||
type: "text/event-stream"
|
type: "text/event-stream"
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
return await chat.createCompletion(messages, token, request.body.use_search);
|
return await chat.createCompletion(model, messages, token, request.body.use_search);
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@@ -1,5 +1,7 @@
|
|||||||
import chat from "./chat.ts";
|
import chat from "./chat.ts";
|
||||||
|
import ping from "./ping.ts";
|
||||||
|
|
||||||
export default [
|
export default [
|
||||||
chat
|
chat,
|
||||||
|
ping
|
||||||
];
|
];
|
6
src/api/routes/ping.ts
Normal file
6
src/api/routes/ping.ts
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
export default {
|
||||||
|
prefix: '/ping',
|
||||||
|
get: {
|
||||||
|
'': async () => "pong"
|
||||||
|
}
|
||||||
|
}
|
@@ -29,6 +29,11 @@ export default class Exception extends Error {
|
|||||||
this.errmsg = _errmsg || errmsg;
|
this.errmsg = _errmsg || errmsg;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
compare(exception: (string | number)[]) {
|
||||||
|
const [errcode] = exception as [number, string];
|
||||||
|
return this.errcode == errcode;
|
||||||
|
}
|
||||||
|
|
||||||
setHTTPStatusCode(value: number) {
|
setHTTPStatusCode(value: number) {
|
||||||
this.httpStatusCode = value;
|
this.httpStatusCode = value;
|
||||||
return this;
|
return this;
|
||||||
|
Reference in New Issue
Block a user