fujin/anthropic-proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Revert "refactor(ratelimit): remove in-memory per-window token tracking"

Browse Source 
This reverts commit eda66ff7d4.
This commit is contained in:
Alexander
2026-04-14 13:50:34 +02:00
parent eda66ff7d4
commit 0ab1896eef
3 changed files with 62 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
internal/proxy/handler.go
+2
View File
@@ -149,6 +149,7 @@ func handleNonStream(c *gin.Context, upstream *UpstreamClient, san *Sanitizer, p
telemetry.TokensInput.Add(ctx, inputTokens, tokenAttrs)
telemetry.TokensOutput.Add(ctx, outputTokens, tokenAttrs)
if tracker != nil {
tracker.RecordTokens(inputTokens, outputTokens)
tracker.UpdateFromHeaders(headers)
}
@@ -304,6 +305,7 @@ func handleStream(c *gin.Context, upstream *UpstreamClient, san *Sanitizer, pool
telemetry.TokensInput.Add(ctx, inputTokens, tokenAttrs)
telemetry.TokensOutput.Add(ctx, outputTokens, tokenAttrs)
if tracker != nil {
tracker.RecordTokens(inputTokens, outputTokens)
tracker.UpdateFromHeaders(resp.Header)
}
}