ChatGPT/one-api
1
0
Fork 0
mirror of https://github.com/songquanpeng/one-api.git synced 2025-10-21 03:19:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf: use max_tokens to reduce token consuming

Browse Source
This commit is contained in:
JustSong
2023-05-16 16:22:25 +08:00
parent c9ac5e391f
commit 58fe923c85
2 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
controller/channel.go
View File

@@ -211,10 +211,11 @@ func buildTestRequest(c *gin.Context) *ChatRequest {
model_ := c.Query("model") model_ := c.Query("model")
testRequest := &ChatRequest{ testRequest := &ChatRequest{
Model: model_, Model: model_,
MaxTokens: 1,
} }
testMessage := Message{ testMessage := Message{
Role: "user", Role: "user",
Content: "echo hi", Content: "hi",
} }
testRequest.Messages = append(testRequest.Messages, testMessage) testRequest.Messages = append(testRequest.Messages, testMessage)
return testRequest return testRequest

1
controller/relay.go
View File

@@ -23,6 +23,7 @@ type Message struct {
type ChatRequest struct { type ChatRequest struct {
Model string `json:"model"` Model string `json:"model"`
Messages []Message `json:"messages"` Messages []Message `json:"messages"`
MaxTokens int `json:"max_tokens"`
} }
type TextRequest struct { type TextRequest struct {