fix: calculate usage if not given in non-stream mode (#352)

This commit is contained in:
glzjin
2023-08-06 17:40:31 +08:00
committed by GitHub
parent 1dfa190e79
commit 446337c329
3 changed files with 17 additions and 4 deletions

View File

@@ -362,7 +362,7 @@ func relayTextHelper(c *gin.Context, relayMode int) *OpenAIErrorWithStatusCode {
textResponse.Usage.CompletionTokens = countTokenText(responseText, textRequest.Model)
return nil
} else {
err, usage := openaiHandler(c, resp, consumeQuota)
err, usage := openaiHandler(c, resp, consumeQuota, promptTokens, textRequest.Model)
if err != nil {
return err
}