{ "annotations": { "list": [] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": null, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "gridPos": {"h": 1, "w": 24, "x": 0, "y": 0}, "id": 1, "panels": [], "title": "Ingest tier", "type": "row" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}] }, "unit": "short" }, "overrides": [] }, "gridPos": {"h": 8, "w": 12, "x": 0, "y": 1}, "id": 2, "options": { "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"} }, "targets": [ { "expr": "sum by (result) (rate(ba_ingestd_alerts_received_total[1m]))", "legendFormat": "{{result}}", "refId": "A" } ], "title": "Alerts received / sec (by result)", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}] }, "unit": "s" }, "overrides": [] }, "gridPos": {"h": 8, "w": 12, "x": 12, "y": 1}, "id": 3, "options": { "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"} }, "targets": [ { "expr": "histogram_quantile(0.50, sum by (le) (rate(ba_ingestd_publish_latency_seconds_bucket[5m])))", "legendFormat": "p50", "refId": "A" }, { "expr": "histogram_quantile(0.95, sum by (le) (rate(ba_ingestd_publish_latency_seconds_bucket[5m])))", "legendFormat": "p95", "refId": "B" }, { "expr": "histogram_quantile(0.99, sum by (le) (rate(ba_ingestd_publish_latency_seconds_bucket[5m])))", "legendFormat": "p99", "refId": "C" } ], "title": "NATS publish latency (p50/p95/p99)", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "thresholds"}, "mappings": [ {"options": {"0": {"text": "CLOSED"}}, {"options": {"1": {"text": "HALF-OPEN"}}, {"options": {"2": {"text": "OPEN"}}}], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null}, {"color": "yellow", "value": 1}, {"color": "red", "value": 2} ] }, "unit": "short" }, "overrides": [] }, "gridPos": {"h": 4, "w": 4, "x": 0, "y": 9}, "id": 4, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "textMode": "auto" }, "targets": [ { "expr": "ba_ingestd_circuit_breaker_state{component=\"nats\"}", "legendFormat": "NATS CB", "refId": "A" } ], "title": "Circuit breaker state (0=closed, 1=half, 2=open)", "type": "stat" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}] }, "unit": "short" }, "overrides": [] }, "gridPos": {"h": 4, "w": 10, "x": 4, "y": 9}, "id": 5, "options": { "legend": {"calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"} }, "targets": [ { "expr": "sum by (source) (rate(ba_ingestd_source_quarantined_total[5m]))", "legendFormat": "{{source}}", "refId": "A" } ], "title": "Quarantine events / sec", "type": "timeseries" }, { "collapsed": false, "gridPos": {"h": 1, "w": 24, "x": 0, "y": 13}, "id": 10, "panels": [], "title": "Router tier", "type": "row" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}] }, "unit": "s" }, "overrides": [] }, "gridPos": {"h": 8, "w": 12, "x": 0, "y": 14}, "id": 11, "options": { "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"} }, "targets": [ { "expr": "histogram_quantile(0.50, sum by (le) (rate(ba_routerd_recipient_expansion_seconds_bucket[5m])))", "legendFormat": "p50", "refId": "A" }, { "expr": "histogram_quantile(0.95, sum by (le) (rate(ba_routerd_recipient_expansion_seconds_bucket[5m])))", "legendFormat": "p95", "refId": "B" }, { "expr": "histogram_quantile(0.99, sum by (le) (rate(ba_routerd_recipient_expansion_seconds_bucket[5m])))", "legendFormat": "p99", "refId": "C" } ], "title": "Recipient resolution latency (p50/p95/p99)", "type": "timeseries" }, { "collapsed": false, "gridPos": {"h": 1, "w": 24, "x": 0, "y": 22}, "id": 20, "panels": [], "title": "Delivery tier", "type": "row" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}] }, "unit": "short" }, "overrides": [] }, "gridPos": {"h": 8, "w": 12, "x": 0, "y": 23}, "id": 21, "options": { "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"} }, "targets": [ { "expr": "sum by (channel, status) (rate(ba_deliverd_delivery_attempts_total[1m]))", "legendFormat": "{{channel}} / {{status}}", "refId": "A" } ], "title": "Delivery attempts / sec (by channel × status)", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}, {"color": "red", "value": 0.001}] }, "unit": "short" }, "overrides": [] }, "gridPos": {"h": 8, "w": 6, "x": 12, "y": 23}, "id": 22, "options": { "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"} }, "targets": [ { "expr": "sum by (channel) (rate(ba_deliverd_dlq_total[1m]))", "legendFormat": "{{channel}}", "refId": "A" } ], "title": "DLQ inserts / sec (by channel) — alert if > 0", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}] }, "unit": "s" }, "overrides": [] }, "gridPos": {"h": 8, "w": 6, "x": 18, "y": 23}, "id": 23, "options": { "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"} }, "targets": [ { "expr": "histogram_quantile(0.50, sum by (le) (rate(ba_deliverd_dlq_latency_seconds_bucket[5m])))", "legendFormat": "p50", "refId": "A" }, { "expr": "histogram_quantile(0.95, sum by (le) (rate(ba_deliverd_dlq_latency_seconds_bucket[5m])))", "legendFormat": "p95", "refId": "B" }, { "expr": "histogram_quantile(0.99, sum by (le) (rate(ba_deliverd_dlq_latency_seconds_bucket[5m])))", "legendFormat": "p99", "refId": "C" } ], "title": "DLQ latency (p50/p95/p99)", "type": "timeseries" } ], "refresh": "5s", "schemaVersion": 38, "style": "dark", "tags": ["broad-announce", "m9"], "templating": {"list": []}, "time": {"from": "now-15m", "to": "now"}, "timepicker": {}, "timezone": "browser", "title": "BroadAnnounce Overview", "uid": "broad-announce-overview", "version": 1, "weekStart": "" }