Alexander
1237 lines
42 KiB
JSON
1237 lines
42 KiB
JSON
{
|
|
"annotations": {
|
|
"list": [
|
|
{
|
|
"name": "429 Rate Limits",
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"enable": true,
|
|
"iconColor": "red",
|
|
"expr": "{service_name=\"anthropic-proxy\"} |= \"upstream error\" | json | status = \"429\"",
|
|
"titleFormat": "429 Rate Limited",
|
|
"textFormat": "{{error_message}}"
|
|
}
|
|
]
|
|
},
|
|
"editable": true,
|
|
"graphTooltip": 1,
|
|
"links": [],
|
|
"templating": {
|
|
"list": [
|
|
{
|
|
"name": "window_age_5h",
|
|
"type": "query",
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"definition": "query_result(time() - proxy_usage_resets_at{window=\"5h\"} + 18000)",
|
|
"query": {
|
|
"query": "query_result(time() - proxy_usage_resets_at{window=\"5h\"} + 18000)",
|
|
"refId": "A"
|
|
},
|
|
"regex": "/.* (\\d+\\.?\\d*) .*/",
|
|
"refresh": 2,
|
|
"hide": 2,
|
|
"sort": 0,
|
|
"current": {
|
|
"text": "",
|
|
"value": ""
|
|
}
|
|
},
|
|
{
|
|
"name": "window_age_7d",
|
|
"type": "query",
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"definition": "query_result(time() - proxy_usage_resets_at{window=\"7d\"} + 604800)",
|
|
"query": {
|
|
"query": "query_result(time() - proxy_usage_resets_at{window=\"7d\"} + 604800)",
|
|
"refId": "A"
|
|
},
|
|
"regex": "/.* (\\d+\\.?\\d*) .*/",
|
|
"refresh": 2,
|
|
"hide": 2,
|
|
"sort": 0,
|
|
"current": {
|
|
"text": "",
|
|
"value": ""
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"panels": [
|
|
{
|
|
"title": "5h Utilization",
|
|
"type": "gauge",
|
|
"gridPos": {
|
|
"h": 6,
|
|
"w": 6,
|
|
"x": 0,
|
|
"y": 0
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"unit": "percent",
|
|
"min": 0,
|
|
"max": 100,
|
|
"thresholds": {
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": null
|
|
},
|
|
{
|
|
"color": "yellow",
|
|
"value": 60
|
|
},
|
|
{
|
|
"color": "orange",
|
|
"value": 80
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 95
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"reduceOptions": {
|
|
"calcs": [
|
|
"lastNotNull"
|
|
]
|
|
},
|
|
"showThresholdLabels": false
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "proxy_usage_utilization{window=\"5h\"}",
|
|
"legendFormat": "5h",
|
|
"refId": "A"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "7d Utilization",
|
|
"type": "gauge",
|
|
"gridPos": {
|
|
"h": 6,
|
|
"w": 6,
|
|
"x": 6,
|
|
"y": 0
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"unit": "percent",
|
|
"min": 0,
|
|
"max": 100,
|
|
"thresholds": {
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": null
|
|
},
|
|
{
|
|
"color": "yellow",
|
|
"value": 60
|
|
},
|
|
{
|
|
"color": "orange",
|
|
"value": 80
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 95
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"reduceOptions": {
|
|
"calcs": [
|
|
"lastNotNull"
|
|
]
|
|
},
|
|
"showThresholdLabels": false
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "proxy_usage_utilization{window=\"7d\"}",
|
|
"legendFormat": "7d",
|
|
"refId": "A"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Window Tokens In",
|
|
"description": "Input tokens in current Anthropic rate limit windows. Resets when window rolls over.",
|
|
"type": "stat",
|
|
"gridPos": {
|
|
"h": 6,
|
|
"w": 6,
|
|
"x": 12,
|
|
"y": 0
|
|
},
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"unit": "short",
|
|
"color": {
|
|
"mode": "fixed",
|
|
"fixedColor": "blue"
|
|
}
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"reduceOptions": {
|
|
"calcs": [
|
|
"lastNotNull"
|
|
]
|
|
},
|
|
"colorMode": "background",
|
|
"graphMode": "area",
|
|
"textMode": "auto"
|
|
},
|
|
"targets": [
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap input_tokens | __error__=\"\" [${window_age_5h}s]))",
|
|
"legendFormat": "5h window",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap input_tokens | __error__=\"\" [${window_age_7d}s]))",
|
|
"legendFormat": "7d window",
|
|
"refId": "B"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Window Tokens Out",
|
|
"description": "Output tokens in current Anthropic rate limit windows. Resets when window rolls over.",
|
|
"type": "stat",
|
|
"gridPos": {
|
|
"h": 6,
|
|
"w": 6,
|
|
"x": 18,
|
|
"y": 0
|
|
},
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"unit": "short",
|
|
"color": {
|
|
"mode": "fixed",
|
|
"fixedColor": "green"
|
|
}
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"reduceOptions": {
|
|
"calcs": [
|
|
"lastNotNull"
|
|
]
|
|
},
|
|
"colorMode": "background",
|
|
"graphMode": "area",
|
|
"textMode": "auto"
|
|
},
|
|
"targets": [
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap output_tokens | __error__=\"\" [${window_age_5h}s]))",
|
|
"legendFormat": "5h window",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap output_tokens | __error__=\"\" [${window_age_7d}s]))",
|
|
"legendFormat": "7d window",
|
|
"refId": "B"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Utilization Over Time",
|
|
"type": "timeseries",
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 6
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "line",
|
|
"fillOpacity": 15,
|
|
"lineWidth": 2,
|
|
"thresholdsStyle": {
|
|
"mode": "line"
|
|
}
|
|
},
|
|
"unit": "percent",
|
|
"min": 0,
|
|
"max": 100,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": null
|
|
},
|
|
{
|
|
"color": "yellow",
|
|
"value": 60
|
|
},
|
|
{
|
|
"color": "orange",
|
|
"value": 80
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 95
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"overrides": []
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "proxy_usage_utilization{window=\"5h\"}",
|
|
"legendFormat": "5h utilization",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"expr": "proxy_usage_utilization{window=\"7d\"}",
|
|
"legendFormat": "7d utilization",
|
|
"refId": "B"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"type": "timeseries",
|
|
"title": "5h Window Tokens",
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 14
|
|
},
|
|
"id": 100,
|
|
"targets": [
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap output_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "out: total",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum by (model) (sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap output_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "out: {{model}}",
|
|
"refId": "B"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap input_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "in: total",
|
|
"refId": "C"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum by (model) (sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap input_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "in: {{model}}",
|
|
"refId": "D"
|
|
}
|
|
],
|
|
"timeFrom": "${window_age_5h}s",
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "line",
|
|
"fillOpacity": 20,
|
|
"lineWidth": 2,
|
|
"stacking": {
|
|
"mode": "none"
|
|
},
|
|
"pointSize": 1,
|
|
"spanNulls": true
|
|
},
|
|
"unit": "short"
|
|
},
|
|
"overrides": [
|
|
{
|
|
"matcher": {
|
|
"id": "byName",
|
|
"options": "input"
|
|
},
|
|
"properties": [
|
|
{
|
|
"id": "color",
|
|
"value": {
|
|
"fixedColor": "blue",
|
|
"mode": "fixed"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"matcher": {
|
|
"id": "byName",
|
|
"options": "output"
|
|
},
|
|
"properties": [
|
|
{
|
|
"id": "color",
|
|
"value": {
|
|
"fixedColor": "green",
|
|
"mode": "fixed"
|
|
}
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"transformations": [
|
|
{
|
|
"id": "prepareTimeSeries",
|
|
"options": {
|
|
"format": "wide"
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: total",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: total",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-opus-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-opus-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-opus-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-opus-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-sonnet-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-sonnet-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-haiku-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-haiku-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: total",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: total",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-opus-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-opus-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-opus-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-opus-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-sonnet-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-sonnet-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-haiku-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-haiku-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "organize",
|
|
"options": {
|
|
"excludeByName": {
|
|
"out: total": true,
|
|
"out: claude-opus-4-5": true,
|
|
"out: claude-opus-4-6": true,
|
|
"out: claude-sonnet-4-6": true,
|
|
"out: claude-haiku-4-5": true,
|
|
"in: total": true,
|
|
"in: claude-opus-4-5": true,
|
|
"in: claude-opus-4-6": true,
|
|
"in: claude-sonnet-4-6": true,
|
|
"in: claude-haiku-4-5": true
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"options": {
|
|
"tooltip": {
|
|
"mode": "multi"
|
|
}
|
|
},
|
|
"hideTimeOverride": true
|
|
},
|
|
{
|
|
"type": "timeseries",
|
|
"title": "7d Window Tokens",
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 14
|
|
},
|
|
"id": 101,
|
|
"targets": [
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap output_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "out: total",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum by (model) (sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap output_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "out: {{model}}",
|
|
"refId": "B"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum(sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap input_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "in: total",
|
|
"refId": "C"
|
|
},
|
|
{
|
|
"datasource": {
|
|
"type": "loki",
|
|
"uid": "loki"
|
|
},
|
|
"expr": "sum by (model) (sum_over_time({service_name=\"anthropic-proxy\"} |= \"completed\" | unwrap input_tokens | __error__=\"\" [$__interval]))",
|
|
"legendFormat": "in: {{model}}",
|
|
"refId": "D"
|
|
}
|
|
],
|
|
"timeFrom": "${window_age_7d}s",
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "line",
|
|
"fillOpacity": 20,
|
|
"lineWidth": 2,
|
|
"stacking": {
|
|
"mode": "none"
|
|
},
|
|
"pointSize": 1,
|
|
"spanNulls": true
|
|
},
|
|
"unit": "short"
|
|
},
|
|
"overrides": [
|
|
{
|
|
"matcher": {
|
|
"id": "byName",
|
|
"options": "input"
|
|
},
|
|
"properties": [
|
|
{
|
|
"id": "color",
|
|
"value": {
|
|
"fixedColor": "blue",
|
|
"mode": "fixed"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"matcher": {
|
|
"id": "byName",
|
|
"options": "output"
|
|
},
|
|
"properties": [
|
|
{
|
|
"id": "color",
|
|
"value": {
|
|
"fixedColor": "yellow",
|
|
"mode": "fixed"
|
|
}
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"transformations": [
|
|
{
|
|
"id": "prepareTimeSeries",
|
|
"options": {
|
|
"format": "wide"
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: total",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: total",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-opus-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-opus-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-opus-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-opus-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-sonnet-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-sonnet-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "out: claude-haiku-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "OUT: claude-haiku-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: total",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: total",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-opus-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-opus-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-opus-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-opus-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-sonnet-4-6",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-sonnet-4-6",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "calculateField",
|
|
"options": {
|
|
"mode": "cumulativeFunctions",
|
|
"cumulative": {
|
|
"field": "in: claude-haiku-4-5",
|
|
"reducer": "sum"
|
|
},
|
|
"alias": "IN: claude-haiku-4-5",
|
|
"replaceFields": false
|
|
}
|
|
},
|
|
{
|
|
"id": "organize",
|
|
"options": {
|
|
"excludeByName": {
|
|
"out: total": true,
|
|
"out: claude-opus-4-5": true,
|
|
"out: claude-opus-4-6": true,
|
|
"out: claude-sonnet-4-6": true,
|
|
"out: claude-haiku-4-5": true,
|
|
"in: total": true,
|
|
"in: claude-opus-4-5": true,
|
|
"in: claude-opus-4-6": true,
|
|
"in: claude-sonnet-4-6": true,
|
|
"in: claude-haiku-4-5": true
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"options": {
|
|
"tooltip": {
|
|
"mode": "multi"
|
|
}
|
|
},
|
|
"hideTimeOverride": true
|
|
},
|
|
{
|
|
"title": "Request Rate",
|
|
"type": "timeseries",
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 14
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "line",
|
|
"fillOpacity": 15,
|
|
"lineWidth": 2
|
|
},
|
|
"unit": "reqps"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(proxy_request_count_total[5m])) by (stream)",
|
|
"legendFormat": "stream={{stream}}",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"expr": "sum(rate(proxy_request_count_total[5m]))",
|
|
"legendFormat": "total",
|
|
"refId": "B"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Error Rate",
|
|
"type": "timeseries",
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 22
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "line",
|
|
"fillOpacity": 15,
|
|
"lineWidth": 2
|
|
},
|
|
"unit": "reqps"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(proxy_upstream_errors_total[5m])) by (error_type)",
|
|
"legendFormat": "{{error_type}}",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"expr": "sum(rate(proxy_request_count_total{status_code=~\"4..|5..\"}[5m])) by (status_code)",
|
|
"legendFormat": "HTTP {{status_code}}",
|
|
"refId": "B"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Request Latency (p50/p95/p99)",
|
|
"type": "timeseries",
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 30
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "line",
|
|
"fillOpacity": 10,
|
|
"lineWidth": 2
|
|
},
|
|
"unit": "ms"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "histogram_quantile(0.50, sum(rate(proxy_request_duration_ms_milliseconds_bucket[5m])) by (le))",
|
|
"legendFormat": "p50",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"expr": "histogram_quantile(0.95, sum(rate(proxy_request_duration_ms_milliseconds_bucket[5m])) by (le))",
|
|
"legendFormat": "p95",
|
|
"refId": "B"
|
|
},
|
|
{
|
|
"expr": "histogram_quantile(0.99, sum(rate(proxy_request_duration_ms_milliseconds_bucket[5m])) by (le))",
|
|
"legendFormat": "p99",
|
|
"refId": "C"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Requests by Status Code",
|
|
"type": "timeseries",
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 30
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "bars",
|
|
"fillOpacity": 50,
|
|
"lineWidth": 1,
|
|
"stacking": {
|
|
"mode": "normal"
|
|
}
|
|
},
|
|
"unit": "short"
|
|
},
|
|
"overrides": [
|
|
{
|
|
"matcher": {
|
|
"id": "byRegexp",
|
|
"options": "2.."
|
|
},
|
|
"properties": [
|
|
{
|
|
"id": "color",
|
|
"value": {
|
|
"fixedColor": "green",
|
|
"mode": "fixed"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"matcher": {
|
|
"id": "byRegexp",
|
|
"options": "4.."
|
|
},
|
|
"properties": [
|
|
{
|
|
"id": "color",
|
|
"value": {
|
|
"fixedColor": "yellow",
|
|
"mode": "fixed"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"matcher": {
|
|
"id": "byRegexp",
|
|
"options": "5.."
|
|
},
|
|
"properties": [
|
|
{
|
|
"id": "color",
|
|
"value": {
|
|
"fixedColor": "red",
|
|
"mode": "fixed"
|
|
}
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(proxy_request_count_total[5m])) by (status_code) * 60",
|
|
"legendFormat": "{{status_code}}",
|
|
"refId": "A"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Total Requests",
|
|
"type": "stat",
|
|
"gridPos": {
|
|
"h": 4,
|
|
"w": 6,
|
|
"x": 0,
|
|
"y": 43
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"unit": "short"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"reduceOptions": {
|
|
"calcs": [
|
|
"lastNotNull"
|
|
]
|
|
},
|
|
"colorMode": "background",
|
|
"graphMode": "area"
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(proxy_request_count_total)",
|
|
"legendFormat": "requests",
|
|
"refId": "A"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Credential Cooldowns",
|
|
"type": "stat",
|
|
"gridPos": {
|
|
"h": 4,
|
|
"w": 6,
|
|
"x": 6,
|
|
"y": 43
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"unit": "short",
|
|
"thresholds": {
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": null
|
|
},
|
|
{
|
|
"color": "yellow",
|
|
"value": 1
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 5
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"reduceOptions": {
|
|
"calcs": [
|
|
"lastNotNull"
|
|
]
|
|
},
|
|
"colorMode": "background",
|
|
"graphMode": "none"
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(proxy_credential_cooldowns_total) or vector(0)",
|
|
"legendFormat": "cooldowns",
|
|
"refId": "A"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Tokens by Model",
|
|
"type": "timeseries",
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 47
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "bars",
|
|
"fillOpacity": 50,
|
|
"lineWidth": 1,
|
|
"stacking": {
|
|
"mode": "normal"
|
|
}
|
|
},
|
|
"unit": "short"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(proxy_tokens_input_total[5m])) by (model) * 60",
|
|
"legendFormat": "in: {{model}}",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"expr": "sum(rate(proxy_tokens_output_total[5m])) by (model) * 60",
|
|
"legendFormat": "out: {{model}}",
|
|
"refId": "B"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"title": "Request Body Size (p50/p95)",
|
|
"type": "timeseries",
|
|
"gridPos": {
|
|
"h": 8,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 47
|
|
},
|
|
"datasource": {
|
|
"type": "prometheus",
|
|
"uid": "prometheus"
|
|
},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"custom": {
|
|
"drawStyle": "line",
|
|
"fillOpacity": 10,
|
|
"lineWidth": 2
|
|
},
|
|
"unit": "decbytes"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "histogram_quantile(0.50, sum(rate(proxy_request_body_size_bytes_bucket[5m])) by (le))",
|
|
"legendFormat": "p50",
|
|
"refId": "A"
|
|
},
|
|
{
|
|
"expr": "histogram_quantile(0.95, sum(rate(proxy_request_body_size_bytes_bucket[5m])) by (le))",
|
|
"legendFormat": "p95",
|
|
"refId": "B"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"refresh": "30s",
|
|
"schemaVersion": 39,
|
|
"tags": [
|
|
"anthropic-proxy",
|
|
"otel"
|
|
],
|
|
"time": {
|
|
"from": "now-6h",
|
|
"to": "now"
|
|
},
|
|
"timepicker": {},
|
|
"timezone": "browser",
|
|
"title": "Anthropic Proxy",
|
|
"uid": "anthropic-proxy"
|
|
}
|