mirror of
https://github.com/fastapi-practices/fastapi-best-architecture.git
synced 2026-09-21 13:12:24 +00:00
Optimize Grafana observability metrics and config (#1188)
* Optimize Grafana observability metrics and config * Update docker images
This commit is contained in:
@@ -111,7 +111,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum(fba_request_total{app_name=\"fba_server\", path!=\"/metrics\"})",
|
||||
"expr": "sum(fba_request_total{app_name=\"fba_server\", path!~\"/metrics.*\"})",
|
||||
"instant": true,
|
||||
"legendFormat": "",
|
||||
"refId": "A"
|
||||
@@ -186,7 +186,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum(rate(fba_request_total{app_name=\"fba_server\", path!=\"/metrics\"}[5m]))",
|
||||
"expr": "sum(rate(fba_request_total{app_name=\"fba_server\", path!~\"/metrics.*\"}[5m]))",
|
||||
"instant": true,
|
||||
"legendFormat": "",
|
||||
"refId": "A"
|
||||
@@ -262,7 +262,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum(fba_response_total{app_name=\"fba_server\", status_code=~\"2.*\", path!=\"/metrics\"}) / sum(fba_response_total{app_name=\"fba_server\", path!=\"/metrics\"})",
|
||||
"expr": "sum(fba_response_total{app_name=\"fba_server\", status_code=~\"2.*\", path!~\"/metrics.*\"}) / sum(fba_response_total{app_name=\"fba_server\", path!~\"/metrics.*\"})",
|
||||
"instant": true,
|
||||
"legendFormat": "",
|
||||
"refId": "A"
|
||||
@@ -410,7 +410,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum(fba_request_cost_time_sum{app_name=\"fba_server\", path!=\"/metrics\"}) / sum(fba_request_cost_time_count{app_name=\"fba_server\", path!=\"/metrics\"})",
|
||||
"expr": "sum(fba_request_cost_time_sum{app_name=\"fba_server\", path!~\"/metrics.*\"}) / sum(fba_request_cost_time_count{app_name=\"fba_server\", path!~\"/metrics.*\"})",
|
||||
"legendFormat": "",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -482,7 +482,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum(fba_request_in_progress{app_name=\"fba_server\", path!=\"/metrics\"}) or vector(0)",
|
||||
"expr": "sum(fba_request_in_progress{app_name=\"fba_server\", path!~\"/metrics.*\"}) or vector(0)",
|
||||
"instant": true,
|
||||
"legendFormat": "",
|
||||
"refId": "A"
|
||||
@@ -593,7 +593,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "rate(fba_request_total{app_name=\"fba_server\", path!=\"/metrics\"}[5m])",
|
||||
"expr": "rate(fba_request_total{app_name=\"fba_server\", path!~\"/metrics.*\"}[5m])",
|
||||
"legendFormat": "{{method}} {{path}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -691,7 +691,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "fba_request_in_progress{app_name=\"fba_server\", path!=\"/metrics\"}",
|
||||
"expr": "fba_request_in_progress{app_name=\"fba_server\", path!~\"/metrics.*\"}",
|
||||
"legendFormat": "{{method}} {{path}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -810,7 +810,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum by(path) (fba_response_total{app_name=\"fba_server\", status_code=~\"2.*\", path!=\"/metrics\"}) / sum by(path) (fba_response_total{app_name=\"fba_server\", path!=\"/metrics\"})",
|
||||
"expr": "sum by(path) (fba_response_total{app_name=\"fba_server\", status_code=~\"2.*\", path!~\"/metrics.*\"}) / sum by(path) (fba_response_total{app_name=\"fba_server\", path!~\"/metrics.*\"})",
|
||||
"legendFormat": "{{path}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -917,7 +917,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum by(path) (fba_response_total{app_name=\"fba_server\", status_code=~\"5.*\", path!=\"/metrics\"}) / sum by(path) (fba_response_total{app_name=\"fba_server\", path!=\"/metrics\"})",
|
||||
"expr": "sum by(path) (fba_response_total{app_name=\"fba_server\", status_code=~\"5.*\", path!~\"/metrics.*\"}) / sum by(path) (fba_response_total{app_name=\"fba_server\", path!~\"/metrics.*\"})",
|
||||
"legendFormat": "{{path}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -985,7 +985,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "sum by(path) (fba_request_total{app_name=\"fba_server\", path!=\"/metrics\"})",
|
||||
"expr": "sum by(path) (fba_request_total{app_name=\"fba_server\", path!~\"/metrics.*\"})",
|
||||
"legendFormat": "{{path}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -1124,7 +1124,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "fba_request_cost_time_sum{app_name=\"fba_server\", path!=\"/metrics\"} / fba_request_cost_time_count{app_name=\"fba_server\", path!=\"/metrics\"}",
|
||||
"expr": "fba_request_cost_time_sum{app_name=\"fba_server\", path!~\"/metrics.*\"} / fba_request_cost_time_count{app_name=\"fba_server\", path!~\"/metrics.*\"}",
|
||||
"format": "table",
|
||||
"instant": true,
|
||||
"legendFormat": "__auto",
|
||||
@@ -1251,7 +1251,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "histogram_quantile(0.99, sum(rate(fba_request_cost_time_bucket{app_name=\"fba_server\", path!=\"/metrics\"}[5m])) by(path, le))",
|
||||
"expr": "histogram_quantile(0.99, sum(rate(fba_request_cost_time_bucket{app_name=\"fba_server\", path!~\"/metrics.*\"}[5m])) by(path, le))",
|
||||
"legendFormat": "{{path}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -1356,7 +1356,7 @@
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "histogram_quantile(0.95, sum(rate(fba_request_cost_time_bucket{app_name=\"fba_server\", path!=\"/metrics\"}[5m])) by(path, le))",
|
||||
"expr": "histogram_quantile(0.95, sum(rate(fba_request_cost_time_bucket{app_name=\"fba_server\", path!~\"/metrics.*\"}[5m])) by(path, le))",
|
||||
"legendFormat": "{{path}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -1735,7 +1735,7 @@
|
||||
"uid": "loki"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "(rate({service_name=\"fba_server\"} | json | target != \"/metrics\" |= \"$trace_id\" [1m]))",
|
||||
"expr": "(rate({service_name=\"fba_server\"} | json | target !~ \"/metrics.*\" |= \"$trace_id\" [1m]))",
|
||||
"legendFormat": "{{level}}",
|
||||
"refId": "A"
|
||||
}
|
||||
@@ -1779,7 +1779,7 @@
|
||||
"uid": "loki"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "{service_name=\"fba_server\"} | json | target != \"/metrics\" | line_format \"{{.body}}\" |= \"$trace_id\"",
|
||||
"expr": "{service_name=\"fba_server\"} | json | target !~ \"/metrics.*\" | line_format \"{{.body}}\" |= \"$trace_id\"",
|
||||
"refId": "A"
|
||||
}
|
||||
],
|
||||
@@ -1822,7 +1822,7 @@
|
||||
"uid": "loki"
|
||||
},
|
||||
"editorMode": "code",
|
||||
"expr": "{service_name=\"fba_server\"} | json | target != \"/metrics\" | level=~\"ERROR|CRITICAL\" | line_format \"{{.body}}\" |= \"$trace_id\"",
|
||||
"expr": "{service_name=\"fba_server\"} | json | target !~ \"/metrics.*\" | level=~\"ERROR|CRITICAL\" | line_format \"{{.body}}\" |= \"$trace_id\"",
|
||||
"refId": "A"
|
||||
}
|
||||
],
|
||||
|
||||
@@ -85,6 +85,7 @@ prometheus.scrape "fba_server" {
|
||||
}]
|
||||
forward_to = [prometheus.remote_write.prom_server.receiver]
|
||||
job_name = "fba_server"
|
||||
metrics_path = "/metrics/"
|
||||
scrape_interval = "5s"
|
||||
scrape_timeout = "5s"
|
||||
}
|
||||
@@ -119,8 +120,7 @@ otelcol.exporter.otlp "tempo" {
|
||||
client {
|
||||
endpoint = "fba_tempo:4317"
|
||||
tls {
|
||||
insecure = true
|
||||
insecure_skip_verify = true
|
||||
insecure = true
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -26,7 +26,7 @@ datasources:
|
||||
jsonData:
|
||||
derivedFields:
|
||||
- datasourceUid: tempo
|
||||
matcherRegex: '"traceid":"([a-f0-9]{32})"'
|
||||
matcherRegex: '(?:"(?:traceid|trace_id|TraceID)"\s*:\s*"|\|\s*)([a-f0-9]{32})(?:"|\s*\|)'
|
||||
matcherType: regex
|
||||
name: TraceID
|
||||
url: $${__value.raw}
|
||||
@@ -73,7 +73,7 @@ datasources:
|
||||
spanStartTimeShift: "-1m"
|
||||
spanEndTimeShift: "1m"
|
||||
customQuery: true
|
||||
query: '{service_name="fba_server"} | json | traceid="${__span.traceId}"'
|
||||
query: '{service_name="fba_server"} |= "${__span.traceId}"'
|
||||
search:
|
||||
hide: false
|
||||
serviceMap:
|
||||
|
||||
Reference in New Issue
Block a user