fujin/anthropic-proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(stream): extract input tokens from message_start event

Browse Source 
message_delta only contains output_tokens. Input tokens are in the
message_start event under message.usage.input_tokens. This was causing
input token counts to be near-zero for all streaming requests.
This commit is contained in:
Alexander
2026-04-14 13:55:06 +02:00
parent 0ab1896eef
commit b864092dad
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
internal/proxy/handler.go
+5 -3
View File
@@ -278,11 +278,13 @@ func handleStream(c *gin.Context, upstream *UpstreamClient, san *Sanitizer, pool
c.Writer.WriteString(line + "\n") c.Writer.WriteString(line + "\n")
flusher.Flush() flusher.Flush()
// Extract token usage from message_delta event
if len(line) > 5 && line[:5] == "data:" { if len(line) > 5 && line[:5] == "data:" {
data := line[5:] data := line[5:]
if gjson.Get(data, "type").String() == "message_delta" { eventType := gjson.Get(data, "type").String()
inputTokens = gjson.Get(data, "usage.input_tokens").Int() switch eventType {
case "message_start":
inputTokens = gjson.Get(data, "message.usage.input_tokens").Int()
case "message_delta":
outputTokens = gjson.Get(data, "usage.output_tokens").Int() outputTokens = gjson.Get(data, "usage.output_tokens").Int()
} }
} }