grafana.json 46 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225
  1. {
  2. "etcd.json": {
  3. "annotations": {
  4. "list": [
  5. ]
  6. },
  7. "description": "etcd sample Grafana dashboard with Prometheus",
  8. "editable": true,
  9. "gnetId": null,
  10. "hideControls": false,
  11. "id": 6,
  12. "links": [
  13. ],
  14. "refresh": "10s",
  15. "rows": [
  16. {
  17. "collapse": false,
  18. "editable": true,
  19. "height": "250px",
  20. "panels": [
  21. {
  22. "cacheTimeout": null,
  23. "colorBackground": false,
  24. "colorValue": false,
  25. "colors": [
  26. "rgba(245, 54, 54, 0.9)",
  27. "rgba(237, 129, 40, 0.89)",
  28. "rgba(50, 172, 45, 0.97)"
  29. ],
  30. "datasource": "$datasource",
  31. "editable": true,
  32. "error": false,
  33. "format": "none",
  34. "gauge": {
  35. "maxValue": 100,
  36. "minValue": 0,
  37. "show": false,
  38. "thresholdLabels": false,
  39. "thresholdMarkers": true
  40. },
  41. "id": 28,
  42. "interval": null,
  43. "isNew": true,
  44. "links": [
  45. ],
  46. "mappingType": 1,
  47. "mappingTypes": [
  48. {
  49. "name": "value to text",
  50. "value": 1
  51. },
  52. {
  53. "name": "range to text",
  54. "value": 2
  55. }
  56. ],
  57. "maxDataPoints": 100,
  58. "nullPointMode": "connected",
  59. "nullText": null,
  60. "postfix": "",
  61. "postfixFontSize": "50%",
  62. "prefix": "",
  63. "prefixFontSize": "50%",
  64. "rangeMaps": [
  65. {
  66. "from": "null",
  67. "text": "N/A",
  68. "to": "null"
  69. }
  70. ],
  71. "span": 3,
  72. "sparkline": {
  73. "fillColor": "rgba(31, 118, 189, 0.18)",
  74. "full": false,
  75. "lineColor": "rgb(31, 120, 193)",
  76. "show": false
  77. },
  78. "targets": [
  79. {
  80. "expr": "sum(etcd_server_has_leader{job=\"$cluster\"})",
  81. "intervalFactor": 2,
  82. "legendFormat": "",
  83. "metric": "etcd_server_has_leader",
  84. "refId": "A",
  85. "step": 20
  86. }
  87. ],
  88. "thresholds": "",
  89. "title": "Up",
  90. "type": "singlestat",
  91. "valueFontSize": "200%",
  92. "valueMaps": [
  93. {
  94. "op": "=",
  95. "text": "N/A",
  96. "value": "null"
  97. }
  98. ],
  99. "valueName": "avg"
  100. },
  101. {
  102. "aliasColors": {
  103. },
  104. "bars": false,
  105. "datasource": "$datasource",
  106. "editable": true,
  107. "error": false,
  108. "fill": 0,
  109. "id": 23,
  110. "isNew": true,
  111. "legend": {
  112. "avg": false,
  113. "current": false,
  114. "max": false,
  115. "min": false,
  116. "show": false,
  117. "total": false,
  118. "values": false
  119. },
  120. "lines": true,
  121. "linewidth": 2,
  122. "links": [
  123. ],
  124. "nullPointMode": "connected",
  125. "percentage": false,
  126. "pointradius": 5,
  127. "points": false,
  128. "renderer": "flot",
  129. "seriesOverrides": [
  130. ],
  131. "span": 5,
  132. "stack": false,
  133. "steppedLine": false,
  134. "targets": [
  135. {
  136. "expr": "sum(rate(grpc_server_started_total{job=\"$cluster\",grpc_type=\"unary\"}[5m]))",
  137. "format": "time_series",
  138. "intervalFactor": 2,
  139. "legendFormat": "RPC Rate",
  140. "metric": "grpc_server_started_total",
  141. "refId": "A",
  142. "step": 2
  143. },
  144. {
  145. "expr": "sum(rate(grpc_server_handled_total{job=\"$cluster\",grpc_type=\"unary\",grpc_code!=\"OK\"}[5m]))",
  146. "format": "time_series",
  147. "intervalFactor": 2,
  148. "legendFormat": "RPC Failed Rate",
  149. "metric": "grpc_server_handled_total",
  150. "refId": "B",
  151. "step": 2
  152. }
  153. ],
  154. "thresholds": [
  155. ],
  156. "timeFrom": null,
  157. "timeShift": null,
  158. "title": "RPC Rate",
  159. "tooltip": {
  160. "msResolution": false,
  161. "shared": true,
  162. "sort": 0,
  163. "value_type": "individual"
  164. },
  165. "type": "graph",
  166. "xaxis": {
  167. "mode": "time",
  168. "name": null,
  169. "show": true,
  170. "values": [
  171. ]
  172. },
  173. "yaxes": [
  174. {
  175. "format": "ops",
  176. "label": null,
  177. "logBase": 1,
  178. "max": null,
  179. "min": null,
  180. "show": true
  181. },
  182. {
  183. "format": "short",
  184. "label": null,
  185. "logBase": 1,
  186. "max": null,
  187. "min": null,
  188. "show": true
  189. }
  190. ]
  191. },
  192. {
  193. "aliasColors": {
  194. },
  195. "bars": false,
  196. "datasource": "$datasource",
  197. "editable": true,
  198. "error": false,
  199. "fill": 0,
  200. "id": 41,
  201. "isNew": true,
  202. "legend": {
  203. "avg": false,
  204. "current": false,
  205. "max": false,
  206. "min": false,
  207. "show": false,
  208. "total": false,
  209. "values": false
  210. },
  211. "lines": true,
  212. "linewidth": 2,
  213. "links": [
  214. ],
  215. "nullPointMode": "connected",
  216. "percentage": false,
  217. "pointradius": 5,
  218. "points": false,
  219. "renderer": "flot",
  220. "seriesOverrides": [
  221. ],
  222. "span": 4,
  223. "stack": true,
  224. "steppedLine": false,
  225. "targets": [
  226. {
  227. "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"})",
  228. "intervalFactor": 2,
  229. "legendFormat": "Watch Streams",
  230. "metric": "grpc_server_handled_total",
  231. "refId": "A",
  232. "step": 4
  233. },
  234. {
  235. "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"})",
  236. "intervalFactor": 2,
  237. "legendFormat": "Lease Streams",
  238. "metric": "grpc_server_handled_total",
  239. "refId": "B",
  240. "step": 4
  241. }
  242. ],
  243. "thresholds": [
  244. ],
  245. "timeFrom": null,
  246. "timeShift": null,
  247. "title": "Active Streams",
  248. "tooltip": {
  249. "msResolution": false,
  250. "shared": true,
  251. "sort": 0,
  252. "value_type": "individual"
  253. },
  254. "type": "graph",
  255. "xaxis": {
  256. "mode": "time",
  257. "name": null,
  258. "show": true,
  259. "values": [
  260. ]
  261. },
  262. "yaxes": [
  263. {
  264. "format": "short",
  265. "label": "",
  266. "logBase": 1,
  267. "max": null,
  268. "min": null,
  269. "show": true
  270. },
  271. {
  272. "format": "short",
  273. "label": null,
  274. "logBase": 1,
  275. "max": null,
  276. "min": null,
  277. "show": true
  278. }
  279. ]
  280. }
  281. ],
  282. "showTitle": false,
  283. "title": "Row"
  284. },
  285. {
  286. "collapse": false,
  287. "editable": true,
  288. "height": "250px",
  289. "panels": [
  290. {
  291. "aliasColors": {
  292. },
  293. "bars": false,
  294. "datasource": "$datasource",
  295. "decimals": null,
  296. "editable": true,
  297. "error": false,
  298. "fill": 0,
  299. "grid": {
  300. },
  301. "id": 1,
  302. "legend": {
  303. "avg": false,
  304. "current": false,
  305. "max": false,
  306. "min": false,
  307. "show": false,
  308. "total": false,
  309. "values": false
  310. },
  311. "lines": true,
  312. "linewidth": 2,
  313. "links": [
  314. ],
  315. "nullPointMode": "connected",
  316. "percentage": false,
  317. "pointradius": 5,
  318. "points": false,
  319. "renderer": "flot",
  320. "seriesOverrides": [
  321. ],
  322. "span": 4,
  323. "stack": false,
  324. "steppedLine": false,
  325. "targets": [
  326. {
  327. "expr": "etcd_mvcc_db_total_size_in_bytes{job=\"$cluster\"}",
  328. "hide": false,
  329. "interval": "",
  330. "intervalFactor": 2,
  331. "legendFormat": "{{instance}} DB Size",
  332. "metric": "",
  333. "refId": "A",
  334. "step": 4
  335. }
  336. ],
  337. "thresholds": [
  338. ],
  339. "timeFrom": null,
  340. "timeShift": null,
  341. "title": "DB Size",
  342. "tooltip": {
  343. "msResolution": false,
  344. "shared": true,
  345. "sort": 0,
  346. "value_type": "cumulative"
  347. },
  348. "type": "graph",
  349. "xaxis": {
  350. "mode": "time",
  351. "name": null,
  352. "show": true,
  353. "values": [
  354. ]
  355. },
  356. "yaxes": [
  357. {
  358. "format": "bytes",
  359. "logBase": 1,
  360. "max": null,
  361. "min": null,
  362. "show": true
  363. },
  364. {
  365. "format": "short",
  366. "logBase": 1,
  367. "max": null,
  368. "min": null,
  369. "show": false
  370. }
  371. ]
  372. },
  373. {
  374. "aliasColors": {
  375. },
  376. "bars": false,
  377. "datasource": "$datasource",
  378. "editable": true,
  379. "error": false,
  380. "fill": 0,
  381. "grid": {
  382. },
  383. "id": 3,
  384. "legend": {
  385. "avg": false,
  386. "current": false,
  387. "max": false,
  388. "min": false,
  389. "show": false,
  390. "total": false,
  391. "values": false
  392. },
  393. "lines": true,
  394. "linewidth": 2,
  395. "links": [
  396. ],
  397. "nullPointMode": "connected",
  398. "percentage": false,
  399. "pointradius": 1,
  400. "points": false,
  401. "renderer": "flot",
  402. "seriesOverrides": [
  403. ],
  404. "span": 4,
  405. "stack": false,
  406. "steppedLine": true,
  407. "targets": [
  408. {
  409. "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))",
  410. "hide": false,
  411. "intervalFactor": 2,
  412. "legendFormat": "{{instance}} WAL fsync",
  413. "metric": "etcd_disk_wal_fsync_duration_seconds_bucket",
  414. "refId": "A",
  415. "step": 4
  416. },
  417. {
  418. "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))",
  419. "intervalFactor": 2,
  420. "legendFormat": "{{instance}} DB fsync",
  421. "metric": "etcd_disk_backend_commit_duration_seconds_bucket",
  422. "refId": "B",
  423. "step": 4
  424. }
  425. ],
  426. "thresholds": [
  427. ],
  428. "timeFrom": null,
  429. "timeShift": null,
  430. "title": "Disk Sync Duration",
  431. "tooltip": {
  432. "msResolution": false,
  433. "shared": true,
  434. "sort": 0,
  435. "value_type": "cumulative"
  436. },
  437. "type": "graph",
  438. "xaxis": {
  439. "mode": "time",
  440. "name": null,
  441. "show": true,
  442. "values": [
  443. ]
  444. },
  445. "yaxes": [
  446. {
  447. "format": "s",
  448. "logBase": 1,
  449. "max": null,
  450. "min": null,
  451. "show": true
  452. },
  453. {
  454. "format": "short",
  455. "logBase": 1,
  456. "max": null,
  457. "min": null,
  458. "show": false
  459. }
  460. ]
  461. },
  462. {
  463. "aliasColors": {
  464. },
  465. "bars": false,
  466. "datasource": "$datasource",
  467. "editable": true,
  468. "error": false,
  469. "fill": 0,
  470. "id": 29,
  471. "isNew": true,
  472. "legend": {
  473. "avg": false,
  474. "current": false,
  475. "max": false,
  476. "min": false,
  477. "show": false,
  478. "total": false,
  479. "values": false
  480. },
  481. "lines": true,
  482. "linewidth": 2,
  483. "links": [
  484. ],
  485. "nullPointMode": "connected",
  486. "percentage": false,
  487. "pointradius": 5,
  488. "points": false,
  489. "renderer": "flot",
  490. "seriesOverrides": [
  491. ],
  492. "span": 4,
  493. "stack": false,
  494. "steppedLine": false,
  495. "targets": [
  496. {
  497. "expr": "process_resident_memory_bytes{job=\"$cluster\"}",
  498. "intervalFactor": 2,
  499. "legendFormat": "{{instance}} Resident Memory",
  500. "metric": "process_resident_memory_bytes",
  501. "refId": "A",
  502. "step": 4
  503. }
  504. ],
  505. "thresholds": [
  506. ],
  507. "timeFrom": null,
  508. "timeShift": null,
  509. "title": "Memory",
  510. "tooltip": {
  511. "msResolution": false,
  512. "shared": true,
  513. "sort": 0,
  514. "value_type": "individual"
  515. },
  516. "type": "graph",
  517. "xaxis": {
  518. "mode": "time",
  519. "name": null,
  520. "show": true,
  521. "values": [
  522. ]
  523. },
  524. "yaxes": [
  525. {
  526. "format": "bytes",
  527. "label": null,
  528. "logBase": 1,
  529. "max": null,
  530. "min": null,
  531. "show": true
  532. },
  533. {
  534. "format": "short",
  535. "label": null,
  536. "logBase": 1,
  537. "max": null,
  538. "min": null,
  539. "show": true
  540. }
  541. ]
  542. }
  543. ],
  544. "title": "New row"
  545. },
  546. {
  547. "collapse": false,
  548. "editable": true,
  549. "height": "250px",
  550. "panels": [
  551. {
  552. "aliasColors": {
  553. },
  554. "bars": false,
  555. "datasource": "$datasource",
  556. "editable": true,
  557. "error": false,
  558. "fill": 5,
  559. "id": 22,
  560. "isNew": true,
  561. "legend": {
  562. "avg": false,
  563. "current": false,
  564. "max": false,
  565. "min": false,
  566. "show": false,
  567. "total": false,
  568. "values": false
  569. },
  570. "lines": true,
  571. "linewidth": 2,
  572. "links": [
  573. ],
  574. "nullPointMode": "connected",
  575. "percentage": false,
  576. "pointradius": 5,
  577. "points": false,
  578. "renderer": "flot",
  579. "seriesOverrides": [
  580. ],
  581. "span": 3,
  582. "stack": true,
  583. "steppedLine": false,
  584. "targets": [
  585. {
  586. "expr": "rate(etcd_network_client_grpc_received_bytes_total{job=\"$cluster\"}[5m])",
  587. "intervalFactor": 2,
  588. "legendFormat": "{{instance}} Client Traffic In",
  589. "metric": "etcd_network_client_grpc_received_bytes_total",
  590. "refId": "A",
  591. "step": 4
  592. }
  593. ],
  594. "thresholds": [
  595. ],
  596. "timeFrom": null,
  597. "timeShift": null,
  598. "title": "Client Traffic In",
  599. "tooltip": {
  600. "msResolution": false,
  601. "shared": true,
  602. "sort": 0,
  603. "value_type": "individual"
  604. },
  605. "type": "graph",
  606. "xaxis": {
  607. "mode": "time",
  608. "name": null,
  609. "show": true,
  610. "values": [
  611. ]
  612. },
  613. "yaxes": [
  614. {
  615. "format": "Bps",
  616. "label": null,
  617. "logBase": 1,
  618. "max": null,
  619. "min": null,
  620. "show": true
  621. },
  622. {
  623. "format": "short",
  624. "label": null,
  625. "logBase": 1,
  626. "max": null,
  627. "min": null,
  628. "show": true
  629. }
  630. ]
  631. },
  632. {
  633. "aliasColors": {
  634. },
  635. "bars": false,
  636. "datasource": "$datasource",
  637. "editable": true,
  638. "error": false,
  639. "fill": 5,
  640. "id": 21,
  641. "isNew": true,
  642. "legend": {
  643. "avg": false,
  644. "current": false,
  645. "max": false,
  646. "min": false,
  647. "show": false,
  648. "total": false,
  649. "values": false
  650. },
  651. "lines": true,
  652. "linewidth": 2,
  653. "links": [
  654. ],
  655. "nullPointMode": "connected",
  656. "percentage": false,
  657. "pointradius": 5,
  658. "points": false,
  659. "renderer": "flot",
  660. "seriesOverrides": [
  661. ],
  662. "span": 3,
  663. "stack": true,
  664. "steppedLine": false,
  665. "targets": [
  666. {
  667. "expr": "rate(etcd_network_client_grpc_sent_bytes_total{job=\"$cluster\"}[5m])",
  668. "intervalFactor": 2,
  669. "legendFormat": "{{instance}} Client Traffic Out",
  670. "metric": "etcd_network_client_grpc_sent_bytes_total",
  671. "refId": "A",
  672. "step": 4
  673. }
  674. ],
  675. "thresholds": [
  676. ],
  677. "timeFrom": null,
  678. "timeShift": null,
  679. "title": "Client Traffic Out",
  680. "tooltip": {
  681. "msResolution": false,
  682. "shared": true,
  683. "sort": 0,
  684. "value_type": "individual"
  685. },
  686. "type": "graph",
  687. "xaxis": {
  688. "mode": "time",
  689. "name": null,
  690. "show": true,
  691. "values": [
  692. ]
  693. },
  694. "yaxes": [
  695. {
  696. "format": "Bps",
  697. "label": null,
  698. "logBase": 1,
  699. "max": null,
  700. "min": null,
  701. "show": true
  702. },
  703. {
  704. "format": "short",
  705. "label": null,
  706. "logBase": 1,
  707. "max": null,
  708. "min": null,
  709. "show": true
  710. }
  711. ]
  712. },
  713. {
  714. "aliasColors": {
  715. },
  716. "bars": false,
  717. "datasource": "$datasource",
  718. "editable": true,
  719. "error": false,
  720. "fill": 0,
  721. "id": 20,
  722. "isNew": true,
  723. "legend": {
  724. "avg": false,
  725. "current": false,
  726. "max": false,
  727. "min": false,
  728. "show": false,
  729. "total": false,
  730. "values": false
  731. },
  732. "lines": true,
  733. "linewidth": 2,
  734. "links": [
  735. ],
  736. "nullPointMode": "connected",
  737. "percentage": false,
  738. "pointradius": 5,
  739. "points": false,
  740. "renderer": "flot",
  741. "seriesOverrides": [
  742. ],
  743. "span": 3,
  744. "stack": false,
  745. "steppedLine": false,
  746. "targets": [
  747. {
  748. "expr": "sum(rate(etcd_network_peer_received_bytes_total{job=\"$cluster\"}[5m])) by (instance)",
  749. "intervalFactor": 2,
  750. "legendFormat": "{{instance}} Peer Traffic In",
  751. "metric": "etcd_network_peer_received_bytes_total",
  752. "refId": "A",
  753. "step": 4
  754. }
  755. ],
  756. "thresholds": [
  757. ],
  758. "timeFrom": null,
  759. "timeShift": null,
  760. "title": "Peer Traffic In",
  761. "tooltip": {
  762. "msResolution": false,
  763. "shared": true,
  764. "sort": 0,
  765. "value_type": "individual"
  766. },
  767. "type": "graph",
  768. "xaxis": {
  769. "mode": "time",
  770. "name": null,
  771. "show": true,
  772. "values": [
  773. ]
  774. },
  775. "yaxes": [
  776. {
  777. "format": "Bps",
  778. "label": null,
  779. "logBase": 1,
  780. "max": null,
  781. "min": null,
  782. "show": true
  783. },
  784. {
  785. "format": "short",
  786. "label": null,
  787. "logBase": 1,
  788. "max": null,
  789. "min": null,
  790. "show": true
  791. }
  792. ]
  793. },
  794. {
  795. "aliasColors": {
  796. },
  797. "bars": false,
  798. "datasource": "$datasource",
  799. "decimals": null,
  800. "editable": true,
  801. "error": false,
  802. "fill": 0,
  803. "grid": {
  804. },
  805. "id": 16,
  806. "legend": {
  807. "avg": false,
  808. "current": false,
  809. "max": false,
  810. "min": false,
  811. "show": false,
  812. "total": false,
  813. "values": false
  814. },
  815. "lines": true,
  816. "linewidth": 2,
  817. "links": [
  818. ],
  819. "nullPointMode": "connected",
  820. "percentage": false,
  821. "pointradius": 5,
  822. "points": false,
  823. "renderer": "flot",
  824. "seriesOverrides": [
  825. ],
  826. "span": 3,
  827. "stack": false,
  828. "steppedLine": false,
  829. "targets": [
  830. {
  831. "expr": "sum(rate(etcd_network_peer_sent_bytes_total{job=\"$cluster\"}[5m])) by (instance)",
  832. "hide": false,
  833. "interval": "",
  834. "intervalFactor": 2,
  835. "legendFormat": "{{instance}} Peer Traffic Out",
  836. "metric": "etcd_network_peer_sent_bytes_total",
  837. "refId": "A",
  838. "step": 4
  839. }
  840. ],
  841. "thresholds": [
  842. ],
  843. "timeFrom": null,
  844. "timeShift": null,
  845. "title": "Peer Traffic Out",
  846. "tooltip": {
  847. "msResolution": false,
  848. "shared": true,
  849. "sort": 0,
  850. "value_type": "cumulative"
  851. },
  852. "type": "graph",
  853. "xaxis": {
  854. "mode": "time",
  855. "name": null,
  856. "show": true,
  857. "values": [
  858. ]
  859. },
  860. "yaxes": [
  861. {
  862. "format": "Bps",
  863. "logBase": 1,
  864. "max": null,
  865. "min": null,
  866. "show": true
  867. },
  868. {
  869. "format": "short",
  870. "logBase": 1,
  871. "max": null,
  872. "min": null,
  873. "show": true
  874. }
  875. ]
  876. }
  877. ],
  878. "title": "New row"
  879. },
  880. {
  881. "collapse": false,
  882. "editable": true,
  883. "height": "250px",
  884. "panels": [
  885. {
  886. "aliasColors": {
  887. },
  888. "bars": false,
  889. "datasource": "$datasource",
  890. "editable": true,
  891. "error": false,
  892. "fill": 0,
  893. "id": 40,
  894. "isNew": true,
  895. "legend": {
  896. "avg": false,
  897. "current": false,
  898. "max": false,
  899. "min": false,
  900. "show": false,
  901. "total": false,
  902. "values": false
  903. },
  904. "lines": true,
  905. "linewidth": 2,
  906. "links": [
  907. ],
  908. "nullPointMode": "connected",
  909. "percentage": false,
  910. "pointradius": 5,
  911. "points": false,
  912. "renderer": "flot",
  913. "seriesOverrides": [
  914. ],
  915. "span": 6,
  916. "stack": false,
  917. "steppedLine": false,
  918. "targets": [
  919. {
  920. "expr": "sum(rate(etcd_server_proposals_failed_total{job=\"$cluster\"}[5m]))",
  921. "intervalFactor": 2,
  922. "legendFormat": "Proposal Failure Rate",
  923. "metric": "etcd_server_proposals_failed_total",
  924. "refId": "A",
  925. "step": 2
  926. },
  927. {
  928. "expr": "sum(etcd_server_proposals_pending{job=\"$cluster\"})",
  929. "intervalFactor": 2,
  930. "legendFormat": "Proposal Pending Total",
  931. "metric": "etcd_server_proposals_pending",
  932. "refId": "B",
  933. "step": 2
  934. },
  935. {
  936. "expr": "sum(rate(etcd_server_proposals_committed_total{job=\"$cluster\"}[5m]))",
  937. "intervalFactor": 2,
  938. "legendFormat": "Proposal Commit Rate",
  939. "metric": "etcd_server_proposals_committed_total",
  940. "refId": "C",
  941. "step": 2
  942. },
  943. {
  944. "expr": "sum(rate(etcd_server_proposals_applied_total{job=\"$cluster\"}[5m]))",
  945. "intervalFactor": 2,
  946. "legendFormat": "Proposal Apply Rate",
  947. "refId": "D",
  948. "step": 2
  949. }
  950. ],
  951. "thresholds": [
  952. ],
  953. "timeFrom": null,
  954. "timeShift": null,
  955. "title": "Raft Proposals",
  956. "tooltip": {
  957. "msResolution": false,
  958. "shared": true,
  959. "sort": 0,
  960. "value_type": "individual"
  961. },
  962. "type": "graph",
  963. "xaxis": {
  964. "mode": "time",
  965. "name": null,
  966. "show": true,
  967. "values": [
  968. ]
  969. },
  970. "yaxes": [
  971. {
  972. "format": "short",
  973. "label": "",
  974. "logBase": 1,
  975. "max": null,
  976. "min": null,
  977. "show": true
  978. },
  979. {
  980. "format": "short",
  981. "label": null,
  982. "logBase": 1,
  983. "max": null,
  984. "min": null,
  985. "show": true
  986. }
  987. ]
  988. },
  989. {
  990. "aliasColors": {
  991. },
  992. "bars": false,
  993. "datasource": "$datasource",
  994. "decimals": 0,
  995. "editable": true,
  996. "error": false,
  997. "fill": 0,
  998. "id": 19,
  999. "isNew": true,
  1000. "legend": {
  1001. "alignAsTable": false,
  1002. "avg": false,
  1003. "current": false,
  1004. "max": false,
  1005. "min": false,
  1006. "rightSide": false,
  1007. "show": false,
  1008. "total": false,
  1009. "values": false
  1010. },
  1011. "lines": true,
  1012. "linewidth": 2,
  1013. "links": [
  1014. ],
  1015. "nullPointMode": "connected",
  1016. "percentage": false,
  1017. "pointradius": 5,
  1018. "points": false,
  1019. "renderer": "flot",
  1020. "seriesOverrides": [
  1021. ],
  1022. "span": 6,
  1023. "stack": false,
  1024. "steppedLine": false,
  1025. "targets": [
  1026. {
  1027. "expr": "changes(etcd_server_leader_changes_seen_total{job=\"$cluster\"}[1d])",
  1028. "intervalFactor": 2,
  1029. "legendFormat": "{{instance}} Total Leader Elections Per Day",
  1030. "metric": "etcd_server_leader_changes_seen_total",
  1031. "refId": "A",
  1032. "step": 2
  1033. }
  1034. ],
  1035. "thresholds": [
  1036. ],
  1037. "timeFrom": null,
  1038. "timeShift": null,
  1039. "title": "Total Leader Elections Per Day",
  1040. "tooltip": {
  1041. "msResolution": false,
  1042. "shared": true,
  1043. "sort": 0,
  1044. "value_type": "individual"
  1045. },
  1046. "type": "graph",
  1047. "xaxis": {
  1048. "mode": "time",
  1049. "name": null,
  1050. "show": true,
  1051. "values": [
  1052. ]
  1053. },
  1054. "yaxes": [
  1055. {
  1056. "format": "short",
  1057. "label": null,
  1058. "logBase": 1,
  1059. "max": null,
  1060. "min": null,
  1061. "show": true
  1062. },
  1063. {
  1064. "format": "short",
  1065. "label": null,
  1066. "logBase": 1,
  1067. "max": null,
  1068. "min": null,
  1069. "show": true
  1070. }
  1071. ]
  1072. }
  1073. ],
  1074. "title": "New row"
  1075. }
  1076. ],
  1077. "schemaVersion": 13,
  1078. "sharedCrosshair": false,
  1079. "style": "dark",
  1080. "tags": [
  1081. ],
  1082. "templating": {
  1083. "list": [
  1084. {
  1085. "current": {
  1086. "text": "Prometheus",
  1087. "value": "Prometheus"
  1088. },
  1089. "hide": 0,
  1090. "label": null,
  1091. "name": "datasource",
  1092. "options": [
  1093. ],
  1094. "query": "prometheus",
  1095. "refresh": 1,
  1096. "regex": "",
  1097. "type": "datasource"
  1098. },
  1099. {
  1100. "allValue": null,
  1101. "current": {
  1102. "text": "prod",
  1103. "value": "prod"
  1104. },
  1105. "datasource": "$datasource",
  1106. "hide": 0,
  1107. "includeAll": false,
  1108. "label": "cluster",
  1109. "multi": false,
  1110. "name": "cluster",
  1111. "options": [
  1112. ],
  1113. "query": "label_values(etcd_server_has_leader, job)",
  1114. "refresh": 1,
  1115. "regex": "",
  1116. "sort": 2,
  1117. "tagValuesQuery": "",
  1118. "tags": [
  1119. ],
  1120. "tagsQuery": "",
  1121. "type": "query",
  1122. "useTags": false
  1123. }
  1124. ]
  1125. },
  1126. "time": {
  1127. "from": "now-15m",
  1128. "to": "now"
  1129. },
  1130. "timepicker": {
  1131. "now": true,
  1132. "refresh_intervals": [
  1133. "5s",
  1134. "10s",
  1135. "30s",
  1136. "1m",
  1137. "5m",
  1138. "15m",
  1139. "30m",
  1140. "1h",
  1141. "2h",
  1142. "1d"
  1143. ],
  1144. "time_options": [
  1145. "5m",
  1146. "15m",
  1147. "1h",
  1148. "6h",
  1149. "12h",
  1150. "24h",
  1151. "2d",
  1152. "7d",
  1153. "30d"
  1154. ]
  1155. },
  1156. "timezone": "browser",
  1157. "title": "etcd",
  1158. "version": 215
  1159. }
  1160. }