broad-announce-overview.json 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461
  1. {
  2. "annotations": {
  3. "list": []
  4. },
  5. "editable": true,
  6. "fiscalYearStartMonth": 0,
  7. "graphTooltip": 1,
  8. "id": null,
  9. "links": [],
  10. "liveNow": false,
  11. "panels": [
  12. {
  13. "collapsed": false,
  14. "gridPos": {"h": 1, "w": 24, "x": 0, "y": 0},
  15. "id": 1,
  16. "panels": [],
  17. "title": "Ingest tier",
  18. "type": "row"
  19. },
  20. {
  21. "datasource": {"type": "prometheus", "uid": "prometheus"},
  22. "fieldConfig": {
  23. "defaults": {
  24. "color": {"mode": "palette-classic"},
  25. "custom": {
  26. "axisCenteredZero": false,
  27. "axisColorMode": "text",
  28. "axisLabel": "",
  29. "axisPlacement": "auto",
  30. "barAlignment": 0,
  31. "drawStyle": "line",
  32. "fillOpacity": 10,
  33. "gradientMode": "none",
  34. "hideFrom": {"legend": false, "tooltip": false, "viz": false},
  35. "lineInterpolation": "linear",
  36. "lineWidth": 1,
  37. "pointSize": 5,
  38. "scaleDistribution": {"type": "linear"},
  39. "showPoints": "never",
  40. "spanNulls": false,
  41. "stacking": {"group": "A", "mode": "none"},
  42. "thresholdsStyle": {"mode": "off"}
  43. },
  44. "mappings": [],
  45. "thresholds": {
  46. "mode": "absolute",
  47. "steps": [{"color": "green", "value": null}]
  48. },
  49. "unit": "short"
  50. },
  51. "overrides": []
  52. },
  53. "gridPos": {"h": 8, "w": 12, "x": 0, "y": 1},
  54. "id": 2,
  55. "options": {
  56. "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true},
  57. "tooltip": {"mode": "multi", "sort": "desc"}
  58. },
  59. "targets": [
  60. {
  61. "expr": "sum by (result) (rate(ba_ingestd_alerts_received_total[1m]))",
  62. "legendFormat": "{{result}}",
  63. "refId": "A"
  64. }
  65. ],
  66. "title": "Alerts received / sec (by result)",
  67. "type": "timeseries"
  68. },
  69. {
  70. "datasource": {"type": "prometheus", "uid": "prometheus"},
  71. "fieldConfig": {
  72. "defaults": {
  73. "color": {"mode": "palette-classic"},
  74. "custom": {
  75. "axisCenteredZero": false,
  76. "axisColorMode": "text",
  77. "axisLabel": "",
  78. "axisPlacement": "auto",
  79. "barAlignment": 0,
  80. "drawStyle": "line",
  81. "fillOpacity": 10,
  82. "gradientMode": "none",
  83. "hideFrom": {"legend": false, "tooltip": false, "viz": false},
  84. "lineInterpolation": "linear",
  85. "lineWidth": 1,
  86. "pointSize": 5,
  87. "scaleDistribution": {"type": "linear"},
  88. "showPoints": "never",
  89. "spanNulls": false,
  90. "stacking": {"group": "A", "mode": "none"},
  91. "thresholdsStyle": {"mode": "off"}
  92. },
  93. "mappings": [],
  94. "thresholds": {
  95. "mode": "absolute",
  96. "steps": [{"color": "green", "value": null}]
  97. },
  98. "unit": "s"
  99. },
  100. "overrides": []
  101. },
  102. "gridPos": {"h": 8, "w": 12, "x": 12, "y": 1},
  103. "id": 3,
  104. "options": {
  105. "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true},
  106. "tooltip": {"mode": "multi", "sort": "desc"}
  107. },
  108. "targets": [
  109. {
  110. "expr": "histogram_quantile(0.50, sum by (le) (rate(ba_ingestd_publish_latency_seconds_bucket[5m])))",
  111. "legendFormat": "p50",
  112. "refId": "A"
  113. },
  114. {
  115. "expr": "histogram_quantile(0.95, sum by (le) (rate(ba_ingestd_publish_latency_seconds_bucket[5m])))",
  116. "legendFormat": "p95",
  117. "refId": "B"
  118. },
  119. {
  120. "expr": "histogram_quantile(0.99, sum by (le) (rate(ba_ingestd_publish_latency_seconds_bucket[5m])))",
  121. "legendFormat": "p99",
  122. "refId": "C"
  123. }
  124. ],
  125. "title": "NATS publish latency (p50/p95/p99)",
  126. "type": "timeseries"
  127. },
  128. {
  129. "datasource": {"type": "prometheus", "uid": "prometheus"},
  130. "fieldConfig": {
  131. "defaults": {
  132. "color": {"mode": "thresholds"},
  133. "mappings": [
  134. {"options": {"0": {"text": "CLOSED"}}}, {"options": {"1": {"text": "HALF-OPEN"}}}, {"options": {"2": {"text": "OPEN"}}}],
  135. "thresholds": {
  136. "mode": "absolute",
  137. "steps": [
  138. {"color": "green", "value": null},
  139. {"color": "yellow", "value": 1},
  140. {"color": "red", "value": 2}
  141. ]
  142. },
  143. "unit": "short"
  144. },
  145. "overrides": []
  146. },
  147. "gridPos": {"h": 4, "w": 4, "x": 0, "y": 9},
  148. "id": 4,
  149. "options": {
  150. "colorMode": "background",
  151. "graphMode": "none",
  152. "justifyMode": "auto",
  153. "orientation": "auto",
  154. "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false},
  155. "textMode": "auto"
  156. },
  157. "targets": [
  158. {
  159. "expr": "ba_ingestd_circuit_breaker_state{component=\"nats\"}",
  160. "legendFormat": "NATS CB",
  161. "refId": "A"
  162. }
  163. ],
  164. "title": "Circuit breaker state (0=closed, 1=half, 2=open)",
  165. "type": "stat"
  166. },
  167. {
  168. "datasource": {"type": "prometheus", "uid": "prometheus"},
  169. "fieldConfig": {
  170. "defaults": {
  171. "color": {"mode": "palette-classic"},
  172. "custom": {
  173. "axisCenteredZero": false,
  174. "axisColorMode": "text",
  175. "axisLabel": "",
  176. "axisPlacement": "auto",
  177. "barAlignment": 0,
  178. "drawStyle": "line",
  179. "fillOpacity": 10,
  180. "gradientMode": "none",
  181. "hideFrom": {"legend": false, "tooltip": false, "viz": false},
  182. "lineInterpolation": "linear",
  183. "lineWidth": 1,
  184. "pointSize": 5,
  185. "scaleDistribution": {"type": "linear"},
  186. "showPoints": "never",
  187. "spanNulls": false,
  188. "stacking": {"group": "A", "mode": "none"},
  189. "thresholdsStyle": {"mode": "off"}
  190. },
  191. "mappings": [],
  192. "thresholds": {
  193. "mode": "absolute",
  194. "steps": [{"color": "green", "value": null}]
  195. },
  196. "unit": "short"
  197. },
  198. "overrides": []
  199. },
  200. "gridPos": {"h": 4, "w": 10, "x": 4, "y": 9},
  201. "id": 5,
  202. "options": {
  203. "legend": {"calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true},
  204. "tooltip": {"mode": "multi", "sort": "desc"}
  205. },
  206. "targets": [
  207. {
  208. "expr": "sum by (source) (rate(ba_ingestd_source_quarantined_total[5m]))",
  209. "legendFormat": "{{source}}",
  210. "refId": "A"
  211. }
  212. ],
  213. "title": "Quarantine events / sec",
  214. "type": "timeseries"
  215. },
  216. {
  217. "collapsed": false,
  218. "gridPos": {"h": 1, "w": 24, "x": 0, "y": 13},
  219. "id": 10,
  220. "panels": [],
  221. "title": "Router tier",
  222. "type": "row"
  223. },
  224. {
  225. "datasource": {"type": "prometheus", "uid": "prometheus"},
  226. "fieldConfig": {
  227. "defaults": {
  228. "color": {"mode": "palette-classic"},
  229. "custom": {
  230. "axisCenteredZero": false,
  231. "axisColorMode": "text",
  232. "axisLabel": "",
  233. "axisPlacement": "auto",
  234. "barAlignment": 0,
  235. "drawStyle": "line",
  236. "fillOpacity": 10,
  237. "gradientMode": "none",
  238. "hideFrom": {"legend": false, "tooltip": false, "viz": false},
  239. "lineInterpolation": "linear",
  240. "lineWidth": 1,
  241. "pointSize": 5,
  242. "scaleDistribution": {"type": "linear"},
  243. "showPoints": "never",
  244. "spanNulls": false,
  245. "stacking": {"group": "A", "mode": "none"},
  246. "thresholdsStyle": {"mode": "off"}
  247. },
  248. "mappings": [],
  249. "thresholds": {
  250. "mode": "absolute",
  251. "steps": [{"color": "green", "value": null}]
  252. },
  253. "unit": "s"
  254. },
  255. "overrides": []
  256. },
  257. "gridPos": {"h": 8, "w": 12, "x": 0, "y": 14},
  258. "id": 11,
  259. "options": {
  260. "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true},
  261. "tooltip": {"mode": "multi", "sort": "desc"}
  262. },
  263. "targets": [
  264. {
  265. "expr": "histogram_quantile(0.50, sum by (le) (rate(ba_routerd_recipient_expansion_seconds_bucket[5m])))",
  266. "legendFormat": "p50",
  267. "refId": "A"
  268. },
  269. {
  270. "expr": "histogram_quantile(0.95, sum by (le) (rate(ba_routerd_recipient_expansion_seconds_bucket[5m])))",
  271. "legendFormat": "p95",
  272. "refId": "B"
  273. },
  274. {
  275. "expr": "histogram_quantile(0.99, sum by (le) (rate(ba_routerd_recipient_expansion_seconds_bucket[5m])))",
  276. "legendFormat": "p99",
  277. "refId": "C"
  278. }
  279. ],
  280. "title": "Recipient resolution latency (p50/p95/p99)",
  281. "type": "timeseries"
  282. },
  283. {
  284. "collapsed": false,
  285. "gridPos": {"h": 1, "w": 24, "x": 0, "y": 22},
  286. "id": 20,
  287. "panels": [],
  288. "title": "Delivery tier",
  289. "type": "row"
  290. },
  291. {
  292. "datasource": {"type": "prometheus", "uid": "prometheus"},
  293. "fieldConfig": {
  294. "defaults": {
  295. "color": {"mode": "palette-classic"},
  296. "custom": {
  297. "axisCenteredZero": false,
  298. "axisColorMode": "text",
  299. "axisLabel": "",
  300. "axisPlacement": "auto",
  301. "barAlignment": 0,
  302. "drawStyle": "line",
  303. "fillOpacity": 10,
  304. "gradientMode": "none",
  305. "hideFrom": {"legend": false, "tooltip": false, "viz": false},
  306. "lineInterpolation": "linear",
  307. "lineWidth": 1,
  308. "pointSize": 5,
  309. "scaleDistribution": {"type": "linear"},
  310. "showPoints": "never",
  311. "spanNulls": false,
  312. "stacking": {"group": "A", "mode": "none"},
  313. "thresholdsStyle": {"mode": "off"}
  314. },
  315. "mappings": [],
  316. "thresholds": {
  317. "mode": "absolute",
  318. "steps": [{"color": "green", "value": null}]
  319. },
  320. "unit": "short"
  321. },
  322. "overrides": []
  323. },
  324. "gridPos": {"h": 8, "w": 12, "x": 0, "y": 23},
  325. "id": 21,
  326. "options": {
  327. "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true},
  328. "tooltip": {"mode": "multi", "sort": "desc"}
  329. },
  330. "targets": [
  331. {
  332. "expr": "sum by (channel, status) (rate(ba_deliverd_delivery_attempts_total[1m]))",
  333. "legendFormat": "{{channel}} / {{status}}",
  334. "refId": "A"
  335. }
  336. ],
  337. "title": "Delivery attempts / sec (by channel × status)",
  338. "type": "timeseries"
  339. },
  340. {
  341. "datasource": {"type": "prometheus", "uid": "prometheus"},
  342. "fieldConfig": {
  343. "defaults": {
  344. "color": {"mode": "palette-classic"},
  345. "custom": {
  346. "axisCenteredZero": false,
  347. "axisColorMode": "text",
  348. "axisLabel": "",
  349. "axisPlacement": "auto",
  350. "barAlignment": 0,
  351. "drawStyle": "line",
  352. "fillOpacity": 10,
  353. "gradientMode": "none",
  354. "hideFrom": {"legend": false, "tooltip": false, "viz": false},
  355. "lineInterpolation": "linear",
  356. "lineWidth": 1,
  357. "pointSize": 5,
  358. "scaleDistribution": {"type": "linear"},
  359. "showPoints": "never",
  360. "spanNulls": false,
  361. "stacking": {"group": "A", "mode": "none"},
  362. "thresholdsStyle": {"mode": "off"}
  363. },
  364. "mappings": [],
  365. "thresholds": {
  366. "mode": "absolute",
  367. "steps": [{"color": "green", "value": null}, {"color": "red", "value": 0.001}]
  368. },
  369. "unit": "short"
  370. },
  371. "overrides": []
  372. },
  373. "gridPos": {"h": 8, "w": 6, "x": 12, "y": 23},
  374. "id": 22,
  375. "options": {
  376. "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true},
  377. "tooltip": {"mode": "multi", "sort": "desc"}
  378. },
  379. "targets": [
  380. {
  381. "expr": "sum by (channel) (rate(ba_deliverd_dlq_total[1m]))",
  382. "legendFormat": "{{channel}}",
  383. "refId": "A"
  384. }
  385. ],
  386. "title": "DLQ inserts / sec (by channel) — alert if > 0",
  387. "type": "timeseries"
  388. },
  389. {
  390. "datasource": {"type": "prometheus", "uid": "prometheus"},
  391. "fieldConfig": {
  392. "defaults": {
  393. "color": {"mode": "palette-classic"},
  394. "custom": {
  395. "axisCenteredZero": false,
  396. "axisColorMode": "text",
  397. "axisLabel": "",
  398. "axisPlacement": "auto",
  399. "barAlignment": 0,
  400. "drawStyle": "line",
  401. "fillOpacity": 10,
  402. "gradientMode": "none",
  403. "hideFrom": {"legend": false, "tooltip": false, "viz": false},
  404. "lineInterpolation": "linear",
  405. "lineWidth": 1,
  406. "pointSize": 5,
  407. "scaleDistribution": {"type": "linear"},
  408. "showPoints": "never",
  409. "spanNulls": false,
  410. "stacking": {"group": "A", "mode": "none"},
  411. "thresholdsStyle": {"mode": "off"}
  412. },
  413. "mappings": [],
  414. "thresholds": {
  415. "mode": "absolute",
  416. "steps": [{"color": "green", "value": null}]
  417. },
  418. "unit": "s"
  419. },
  420. "overrides": []
  421. },
  422. "gridPos": {"h": 8, "w": 6, "x": 18, "y": 23},
  423. "id": 23,
  424. "options": {
  425. "legend": {"calcs": ["last"], "displayMode": "table", "placement": "bottom", "showLegend": true},
  426. "tooltip": {"mode": "multi", "sort": "desc"}
  427. },
  428. "targets": [
  429. {
  430. "expr": "histogram_quantile(0.50, sum by (le) (rate(ba_deliverd_dlq_latency_seconds_bucket[5m])))",
  431. "legendFormat": "p50",
  432. "refId": "A"
  433. },
  434. {
  435. "expr": "histogram_quantile(0.95, sum by (le) (rate(ba_deliverd_dlq_latency_seconds_bucket[5m])))",
  436. "legendFormat": "p95",
  437. "refId": "B"
  438. },
  439. {
  440. "expr": "histogram_quantile(0.99, sum by (le) (rate(ba_deliverd_dlq_latency_seconds_bucket[5m])))",
  441. "legendFormat": "p99",
  442. "refId": "C"
  443. }
  444. ],
  445. "title": "DLQ latency (p50/p95/p99)",
  446. "type": "timeseries"
  447. }
  448. ],
  449. "refresh": "5s",
  450. "schemaVersion": 38,
  451. "style": "dark",
  452. "tags": ["broad-announce", "m9"],
  453. "templating": {"list": []},
  454. "time": {"from": "now-15m", "to": "now"},
  455. "timepicker": {},
  456. "timezone": "browser",
  457. "title": "BroadAnnounce Overview",
  458. "uid": "broad-announce-overview",
  459. "version": 1,
  460. "weekStart": ""
  461. }