1{
2    "etcd.json": {
3        "annotations": {
4            "list": [
5
6            ]
7        },
8        "description": "etcd sample Grafana dashboard with Prometheus",
9        "editable": true,
10        "gnetId": null,
11        "hideControls": false,
12        "id": 6,
13        "links": [
14
15        ],
16        "refresh": "10s",
17        "rows": [
18            {
19                "collapse": false,
20                "editable": true,
21                "height": "250px",
22                "panels": [
23                    {
24                        "cacheTimeout": null,
25                        "colorBackground": false,
26                        "colorValue": false,
27                        "colors": [
28                            "rgba(245, 54, 54, 0.9)",
29                            "rgba(237, 129, 40, 0.89)",
30                            "rgba(50, 172, 45, 0.97)"
31                        ],
32                        "datasource": "$datasource",
33                        "editable": true,
34                        "error": false,
35                        "format": "none",
36                        "gauge": {
37                            "maxValue": 100,
38                            "minValue": 0,
39                            "show": false,
40                            "thresholdLabels": false,
41                            "thresholdMarkers": true
42                        },
43                        "id": 28,
44                        "interval": null,
45                        "isNew": true,
46                        "links": [
47
48                        ],
49                        "mappingType": 1,
50                        "mappingTypes": [
51                            {
52                                "name": "value to text",
53                                "value": 1
54                            },
55                            {
56                                "name": "range to text",
57                                "value": 2
58                            }
59                        ],
60                        "maxDataPoints": 100,
61                        "nullPointMode": "connected",
62                        "nullText": null,
63                        "postfix": "",
64                        "postfixFontSize": "50%",
65                        "prefix": "",
66                        "prefixFontSize": "50%",
67                        "rangeMaps": [
68                            {
69                                "from": "null",
70                                "text": "N/A",
71                                "to": "null"
72                            }
73                        ],
74                        "span": 3,
75                        "sparkline": {
76                            "fillColor": "rgba(31, 118, 189, 0.18)",
77                            "full": false,
78                            "lineColor": "rgb(31, 120, 193)",
79                            "show": false
80                        },
81                        "targets": [
82                            {
83                                "expr": "sum(etcd_server_has_leader{job=\"$cluster\"})",
84                                "intervalFactor": 2,
85                                "legendFormat": "",
86                                "metric": "etcd_server_has_leader",
87                                "refId": "A",
88                                "step": 20
89                            }
90                        ],
91                        "thresholds": "",
92                        "title": "Up",
93                        "type": "singlestat",
94                        "valueFontSize": "200%",
95                        "valueMaps": [
96                            {
97                                "op": "=",
98                                "text": "N/A",
99                                "value": "null"
100                            }
101                        ],
102                        "valueName": "avg"
103                    },
104                    {
105                        "aliasColors": {
106
107                        },
108                        "bars": false,
109                        "datasource": "$datasource",
110                        "editable": true,
111                        "error": false,
112                        "fill": 0,
113                        "id": 23,
114                        "isNew": true,
115                        "legend": {
116                            "avg": false,
117                            "current": false,
118                            "max": false,
119                            "min": false,
120                            "show": false,
121                            "total": false,
122                            "values": false
123                        },
124                        "lines": true,
125                        "linewidth": 2,
126                        "links": [
127
128                        ],
129                        "nullPointMode": "connected",
130                        "percentage": false,
131                        "pointradius": 5,
132                        "points": false,
133                        "renderer": "flot",
134                        "seriesOverrides": [
135
136                        ],
137                        "span": 5,
138                        "stack": false,
139                        "steppedLine": false,
140                        "targets": [
141                            {
142                                "expr": "sum(rate(grpc_server_started_total{job=\"$cluster\",grpc_type=\"unary\"}[5m]))",
143                                "format": "time_series",
144                                "intervalFactor": 2,
145                                "legendFormat": "RPC Rate",
146                                "metric": "grpc_server_started_total",
147                                "refId": "A",
148                                "step": 2
149                            },
150                            {
151                                "expr": "sum(rate(grpc_server_handled_total{job=\"$cluster\",grpc_type=\"unary\",grpc_code!=\"OK\"}[5m]))",
152                                "format": "time_series",
153                                "intervalFactor": 2,
154                                "legendFormat": "RPC Failed Rate",
155                                "metric": "grpc_server_handled_total",
156                                "refId": "B",
157                                "step": 2
158                            }
159                        ],
160                        "thresholds": [
161
162                        ],
163                        "timeFrom": null,
164                        "timeShift": null,
165                        "title": "RPC Rate",
166                        "tooltip": {
167                            "msResolution": false,
168                            "shared": true,
169                            "sort": 0,
170                            "value_type": "individual"
171                        },
172                        "type": "graph",
173                        "xaxis": {
174                            "mode": "time",
175                            "name": null,
176                            "show": true,
177                            "values": [
178
179                            ]
180                        },
181                        "yaxes": [
182                            {
183                                "format": "ops",
184                                "label": null,
185                                "logBase": 1,
186                                "max": null,
187                                "min": null,
188                                "show": true
189                            },
190                            {
191                                "format": "short",
192                                "label": null,
193                                "logBase": 1,
194                                "max": null,
195                                "min": null,
196                                "show": true
197                            }
198                        ]
199                    },
200                    {
201                        "aliasColors": {
202
203                        },
204                        "bars": false,
205                        "datasource": "$datasource",
206                        "editable": true,
207                        "error": false,
208                        "fill": 0,
209                        "id": 41,
210                        "isNew": true,
211                        "legend": {
212                            "avg": false,
213                            "current": false,
214                            "max": false,
215                            "min": false,
216                            "show": false,
217                            "total": false,
218                            "values": false
219                        },
220                        "lines": true,
221                        "linewidth": 2,
222                        "links": [
223
224                        ],
225                        "nullPointMode": "connected",
226                        "percentage": false,
227                        "pointradius": 5,
228                        "points": false,
229                        "renderer": "flot",
230                        "seriesOverrides": [
231
232                        ],
233                        "span": 4,
234                        "stack": true,
235                        "steppedLine": false,
236                        "targets": [
237                            {
238                                "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"})",
239                                "intervalFactor": 2,
240                                "legendFormat": "Watch Streams",
241                                "metric": "grpc_server_handled_total",
242                                "refId": "A",
243                                "step": 4
244                            },
245                            {
246                                "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"})",
247                                "intervalFactor": 2,
248                                "legendFormat": "Lease Streams",
249                                "metric": "grpc_server_handled_total",
250                                "refId": "B",
251                                "step": 4
252                            }
253                        ],
254                        "thresholds": [
255
256                        ],
257                        "timeFrom": null,
258                        "timeShift": null,
259                        "title": "Active Streams",
260                        "tooltip": {
261                            "msResolution": false,
262                            "shared": true,
263                            "sort": 0,
264                            "value_type": "individual"
265                        },
266                        "type": "graph",
267                        "xaxis": {
268                            "mode": "time",
269                            "name": null,
270                            "show": true,
271                            "values": [
272
273                            ]
274                        },
275                        "yaxes": [
276                            {
277                                "format": "short",
278                                "label": "",
279                                "logBase": 1,
280                                "max": null,
281                                "min": null,
282                                "show": true
283                            },
284                            {
285                                "format": "short",
286                                "label": null,
287                                "logBase": 1,
288                                "max": null,
289                                "min": null,
290                                "show": true
291                            }
292                        ]
293                    }
294                ],
295                "showTitle": false,
296                "title": "Row"
297            },
298            {
299                "collapse": false,
300                "editable": true,
301                "height": "250px",
302                "panels": [
303                    {
304                        "aliasColors": {
305
306                        },
307                        "bars": false,
308                        "datasource": "$datasource",
309                        "decimals": null,
310                        "editable": true,
311                        "error": false,
312                        "fill": 0,
313                        "grid": {
314
315                        },
316                        "id": 1,
317                        "legend": {
318                            "avg": false,
319                            "current": false,
320                            "max": false,
321                            "min": false,
322                            "show": false,
323                            "total": false,
324                            "values": false
325                        },
326                        "lines": true,
327                        "linewidth": 2,
328                        "links": [
329
330                        ],
331                        "nullPointMode": "connected",
332                        "percentage": false,
333                        "pointradius": 5,
334                        "points": false,
335                        "renderer": "flot",
336                        "seriesOverrides": [
337
338                        ],
339                        "span": 4,
340                        "stack": false,
341                        "steppedLine": false,
342                        "targets": [
343                            {
344                                "expr": "etcd_mvcc_db_total_size_in_bytes{job=\"$cluster\"}",
345                                "hide": false,
346                                "interval": "",
347                                "intervalFactor": 2,
348                                "legendFormat": "{{instance}} DB Size",
349                                "metric": "",
350                                "refId": "A",
351                                "step": 4
352                            }
353                        ],
354                        "thresholds": [
355
356                        ],
357                        "timeFrom": null,
358                        "timeShift": null,
359                        "title": "DB Size",
360                        "tooltip": {
361                            "msResolution": false,
362                            "shared": true,
363                            "sort": 0,
364                            "value_type": "cumulative"
365                        },
366                        "type": "graph",
367                        "xaxis": {
368                            "mode": "time",
369                            "name": null,
370                            "show": true,
371                            "values": [
372
373                            ]
374                        },
375                        "yaxes": [
376                            {
377                                "format": "bytes",
378                                "logBase": 1,
379                                "max": null,
380                                "min": null,
381                                "show": true
382                            },
383                            {
384                                "format": "short",
385                                "logBase": 1,
386                                "max": null,
387                                "min": null,
388                                "show": false
389                            }
390                        ]
391                    },
392                    {
393                        "aliasColors": {
394
395                        },
396                        "bars": false,
397                        "datasource": "$datasource",
398                        "editable": true,
399                        "error": false,
400                        "fill": 0,
401                        "grid": {
402
403                        },
404                        "id": 3,
405                        "legend": {
406                            "avg": false,
407                            "current": false,
408                            "max": false,
409                            "min": false,
410                            "show": false,
411                            "total": false,
412                            "values": false
413                        },
414                        "lines": true,
415                        "linewidth": 2,
416                        "links": [
417
418                        ],
419                        "nullPointMode": "connected",
420                        "percentage": false,
421                        "pointradius": 1,
422                        "points": false,
423                        "renderer": "flot",
424                        "seriesOverrides": [
425
426                        ],
427                        "span": 4,
428                        "stack": false,
429                        "steppedLine": true,
430                        "targets": [
431                            {
432                                "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))",
433                                "hide": false,
434                                "intervalFactor": 2,
435                                "legendFormat": "{{instance}} WAL fsync",
436                                "metric": "etcd_disk_wal_fsync_duration_seconds_bucket",
437                                "refId": "A",
438                                "step": 4
439                            },
440                            {
441                                "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))",
442                                "intervalFactor": 2,
443                                "legendFormat": "{{instance}} DB fsync",
444                                "metric": "etcd_disk_backend_commit_duration_seconds_bucket",
445                                "refId": "B",
446                                "step": 4
447                            }
448                        ],
449                        "thresholds": [
450
451                        ],
452                        "timeFrom": null,
453                        "timeShift": null,
454                        "title": "Disk Sync Duration",
455                        "tooltip": {
456                            "msResolution": false,
457                            "shared": true,
458                            "sort": 0,
459                            "value_type": "cumulative"
460                        },
461                        "type": "graph",
462                        "xaxis": {
463                            "mode": "time",
464                            "name": null,
465                            "show": true,
466                            "values": [
467
468                            ]
469                        },
470                        "yaxes": [
471                            {
472                                "format": "s",
473                                "logBase": 1,
474                                "max": null,
475                                "min": null,
476                                "show": true
477                            },
478                            {
479                                "format": "short",
480                                "logBase": 1,
481                                "max": null,
482                                "min": null,
483                                "show": false
484                            }
485                        ]
486                    },
487                    {
488                        "aliasColors": {
489
490                        },
491                        "bars": false,
492                        "datasource": "$datasource",
493                        "editable": true,
494                        "error": false,
495                        "fill": 0,
496                        "id": 29,
497                        "isNew": true,
498                        "legend": {
499                            "avg": false,
500                            "current": false,
501                            "max": false,
502                            "min": false,
503                            "show": false,
504                            "total": false,
505                            "values": false
506                        },
507                        "lines": true,
508                        "linewidth": 2,
509                        "links": [
510
511                        ],
512                        "nullPointMode": "connected",
513                        "percentage": false,
514                        "pointradius": 5,
515                        "points": false,
516                        "renderer": "flot",
517                        "seriesOverrides": [
518
519                        ],
520                        "span": 4,
521                        "stack": false,
522                        "steppedLine": false,
523                        "targets": [
524                            {
525                                "expr": "process_resident_memory_bytes{job=\"$cluster\"}",
526                                "intervalFactor": 2,
527                                "legendFormat": "{{instance}} Resident Memory",
528                                "metric": "process_resident_memory_bytes",
529                                "refId": "A",
530                                "step": 4
531                            }
532                        ],
533                        "thresholds": [
534
535                        ],
536                        "timeFrom": null,
537                        "timeShift": null,
538                        "title": "Memory",
539                        "tooltip": {
540                            "msResolution": false,
541                            "shared": true,
542                            "sort": 0,
543                            "value_type": "individual"
544                        },
545                        "type": "graph",
546                        "xaxis": {
547                            "mode": "time",
548                            "name": null,
549                            "show": true,
550                            "values": [
551
552                            ]
553                        },
554                        "yaxes": [
555                            {
556                                "format": "bytes",
557                                "label": null,
558                                "logBase": 1,
559                                "max": null,
560                                "min": null,
561                                "show": true
562                            },
563                            {
564                                "format": "short",
565                                "label": null,
566                                "logBase": 1,
567                                "max": null,
568                                "min": null,
569                                "show": true
570                            }
571                        ]
572                    }
573                ],
574                "title": "New row"
575            },
576            {
577                "collapse": false,
578                "editable": true,
579                "height": "250px",
580                "panels": [
581                    {
582                        "aliasColors": {
583
584                        },
585                        "bars": false,
586                        "datasource": "$datasource",
587                        "editable": true,
588                        "error": false,
589                        "fill": 5,
590                        "id": 22,
591                        "isNew": true,
592                        "legend": {
593                            "avg": false,
594                            "current": false,
595                            "max": false,
596                            "min": false,
597                            "show": false,
598                            "total": false,
599                            "values": false
600                        },
601                        "lines": true,
602                        "linewidth": 2,
603                        "links": [
604
605                        ],
606                        "nullPointMode": "connected",
607                        "percentage": false,
608                        "pointradius": 5,
609                        "points": false,
610                        "renderer": "flot",
611                        "seriesOverrides": [
612
613                        ],
614                        "span": 3,
615                        "stack": true,
616                        "steppedLine": false,
617                        "targets": [
618                            {
619                                "expr": "rate(etcd_network_client_grpc_received_bytes_total{job=\"$cluster\"}[5m])",
620                                "intervalFactor": 2,
621                                "legendFormat": "{{instance}} Client Traffic In",
622                                "metric": "etcd_network_client_grpc_received_bytes_total",
623                                "refId": "A",
624                                "step": 4
625                            }
626                        ],
627                        "thresholds": [
628
629                        ],
630                        "timeFrom": null,
631                        "timeShift": null,
632                        "title": "Client Traffic In",
633                        "tooltip": {
634                            "msResolution": false,
635                            "shared": true,
636                            "sort": 0,
637                            "value_type": "individual"
638                        },
639                        "type": "graph",
640                        "xaxis": {
641                            "mode": "time",
642                            "name": null,
643                            "show": true,
644                            "values": [
645
646                            ]
647                        },
648                        "yaxes": [
649                            {
650                                "format": "Bps",
651                                "label": null,
652                                "logBase": 1,
653                                "max": null,
654                                "min": null,
655                                "show": true
656                            },
657                            {
658                                "format": "short",
659                                "label": null,
660                                "logBase": 1,
661                                "max": null,
662                                "min": null,
663                                "show": true
664                            }
665                        ]
666                    },
667                    {
668                        "aliasColors": {
669
670                        },
671                        "bars": false,
672                        "datasource": "$datasource",
673                        "editable": true,
674                        "error": false,
675                        "fill": 5,
676                        "id": 21,
677                        "isNew": true,
678                        "legend": {
679                            "avg": false,
680                            "current": false,
681                            "max": false,
682                            "min": false,
683                            "show": false,
684                            "total": false,
685                            "values": false
686                        },
687                        "lines": true,
688                        "linewidth": 2,
689                        "links": [
690
691                        ],
692                        "nullPointMode": "connected",
693                        "percentage": false,
694                        "pointradius": 5,
695                        "points": false,
696                        "renderer": "flot",
697                        "seriesOverrides": [
698
699                        ],
700                        "span": 3,
701                        "stack": true,
702                        "steppedLine": false,
703                        "targets": [
704                            {
705                                "expr": "rate(etcd_network_client_grpc_sent_bytes_total{job=\"$cluster\"}[5m])",
706                                "intervalFactor": 2,
707                                "legendFormat": "{{instance}} Client Traffic Out",
708                                "metric": "etcd_network_client_grpc_sent_bytes_total",
709                                "refId": "A",
710                                "step": 4
711                            }
712                        ],
713                        "thresholds": [
714
715                        ],
716                        "timeFrom": null,
717                        "timeShift": null,
718                        "title": "Client Traffic Out",
719                        "tooltip": {
720                            "msResolution": false,
721                            "shared": true,
722                            "sort": 0,
723                            "value_type": "individual"
724                        },
725                        "type": "graph",
726                        "xaxis": {
727                            "mode": "time",
728                            "name": null,
729                            "show": true,
730                            "values": [
731
732                            ]
733                        },
734                        "yaxes": [
735                            {
736                                "format": "Bps",
737                                "label": null,
738                                "logBase": 1,
739                                "max": null,
740                                "min": null,
741                                "show": true
742                            },
743                            {
744                                "format": "short",
745                                "label": null,
746                                "logBase": 1,
747                                "max": null,
748                                "min": null,
749                                "show": true
750                            }
751                        ]
752                    },
753                    {
754                        "aliasColors": {
755
756                        },
757                        "bars": false,
758                        "datasource": "$datasource",
759                        "editable": true,
760                        "error": false,
761                        "fill": 0,
762                        "id": 20,
763                        "isNew": true,
764                        "legend": {
765                            "avg": false,
766                            "current": false,
767                            "max": false,
768                            "min": false,
769                            "show": false,
770                            "total": false,
771                            "values": false
772                        },
773                        "lines": true,
774                        "linewidth": 2,
775                        "links": [
776
777                        ],
778                        "nullPointMode": "connected",
779                        "percentage": false,
780                        "pointradius": 5,
781                        "points": false,
782                        "renderer": "flot",
783                        "seriesOverrides": [
784
785                        ],
786                        "span": 3,
787                        "stack": false,
788                        "steppedLine": false,
789                        "targets": [
790                            {
791                                "expr": "sum(rate(etcd_network_peer_received_bytes_total{job=\"$cluster\"}[5m])) by (instance)",
792                                "intervalFactor": 2,
793                                "legendFormat": "{{instance}} Peer Traffic In",
794                                "metric": "etcd_network_peer_received_bytes_total",
795                                "refId": "A",
796                                "step": 4
797                            }
798                        ],
799                        "thresholds": [
800
801                        ],
802                        "timeFrom": null,
803                        "timeShift": null,
804                        "title": "Peer Traffic In",
805                        "tooltip": {
806                            "msResolution": false,
807                            "shared": true,
808                            "sort": 0,
809                            "value_type": "individual"
810                        },
811                        "type": "graph",
812                        "xaxis": {
813                            "mode": "time",
814                            "name": null,
815                            "show": true,
816                            "values": [
817
818                            ]
819                        },
820                        "yaxes": [
821                            {
822                                "format": "Bps",
823                                "label": null,
824                                "logBase": 1,
825                                "max": null,
826                                "min": null,
827                                "show": true
828                            },
829                            {
830                                "format": "short",
831                                "label": null,
832                                "logBase": 1,
833                                "max": null,
834                                "min": null,
835                                "show": true
836                            }
837                        ]
838                    },
839                    {
840                        "aliasColors": {
841
842                        },
843                        "bars": false,
844                        "datasource": "$datasource",
845                        "decimals": null,
846                        "editable": true,
847                        "error": false,
848                        "fill": 0,
849                        "grid": {
850
851                        },
852                        "id": 16,
853                        "legend": {
854                            "avg": false,
855                            "current": false,
856                            "max": false,
857                            "min": false,
858                            "show": false,
859                            "total": false,
860                            "values": false
861                        },
862                        "lines": true,
863                        "linewidth": 2,
864                        "links": [
865
866                        ],
867                        "nullPointMode": "connected",
868                        "percentage": false,
869                        "pointradius": 5,
870                        "points": false,
871                        "renderer": "flot",
872                        "seriesOverrides": [
873
874                        ],
875                        "span": 3,
876                        "stack": false,
877                        "steppedLine": false,
878                        "targets": [
879                            {
880                                "expr": "sum(rate(etcd_network_peer_sent_bytes_total{job=\"$cluster\"}[5m])) by (instance)",
881                                "hide": false,
882                                "interval": "",
883                                "intervalFactor": 2,
884                                "legendFormat": "{{instance}} Peer Traffic Out",
885                                "metric": "etcd_network_peer_sent_bytes_total",
886                                "refId": "A",
887                                "step": 4
888                            }
889                        ],
890                        "thresholds": [
891
892                        ],
893                        "timeFrom": null,
894                        "timeShift": null,
895                        "title": "Peer Traffic Out",
896                        "tooltip": {
897                            "msResolution": false,
898                            "shared": true,
899                            "sort": 0,
900                            "value_type": "cumulative"
901                        },
902                        "type": "graph",
903                        "xaxis": {
904                            "mode": "time",
905                            "name": null,
906                            "show": true,
907                            "values": [
908
909                            ]
910                        },
911                        "yaxes": [
912                            {
913                                "format": "Bps",
914                                "logBase": 1,
915                                "max": null,
916                                "min": null,
917                                "show": true
918                            },
919                            {
920                                "format": "short",
921                                "logBase": 1,
922                                "max": null,
923                                "min": null,
924                                "show": true
925                            }
926                        ]
927                    }
928                ],
929                "title": "New row"
930            },
931            {
932                "collapse": false,
933                "editable": true,
934                "height": "250px",
935                "panels": [
936                    {
937                        "aliasColors": {
938
939                        },
940                        "bars": false,
941                        "datasource": "$datasource",
942                        "editable": true,
943                        "error": false,
944                        "fill": 0,
945                        "id": 40,
946                        "isNew": true,
947                        "legend": {
948                            "avg": false,
949                            "current": false,
950                            "max": false,
951                            "min": false,
952                            "show": false,
953                            "total": false,
954                            "values": false
955                        },
956                        "lines": true,
957                        "linewidth": 2,
958                        "links": [
959
960                        ],
961                        "nullPointMode": "connected",
962                        "percentage": false,
963                        "pointradius": 5,
964                        "points": false,
965                        "renderer": "flot",
966                        "seriesOverrides": [
967
968                        ],
969                        "span": 6,
970                        "stack": false,
971                        "steppedLine": false,
972                        "targets": [
973                            {
974                                "expr": "sum(rate(etcd_server_proposals_failed_total{job=\"$cluster\"}[5m]))",
975                                "intervalFactor": 2,
976                                "legendFormat": "Proposal Failure Rate",
977                                "metric": "etcd_server_proposals_failed_total",
978                                "refId": "A",
979                                "step": 2
980                            },
981                            {
982                                "expr": "sum(etcd_server_proposals_pending{job=\"$cluster\"})",
983                                "intervalFactor": 2,
984                                "legendFormat": "Proposal Pending Total",
985                                "metric": "etcd_server_proposals_pending",
986                                "refId": "B",
987                                "step": 2
988                            },
989                            {
990                                "expr": "sum(rate(etcd_server_proposals_committed_total{job=\"$cluster\"}[5m]))",
991                                "intervalFactor": 2,
992                                "legendFormat": "Proposal Commit Rate",
993                                "metric": "etcd_server_proposals_committed_total",
994                                "refId": "C",
995                                "step": 2
996                            },
997                            {
998                                "expr": "sum(rate(etcd_server_proposals_applied_total{job=\"$cluster\"}[5m]))",
999                                "intervalFactor": 2,
1000                                "legendFormat": "Proposal Apply Rate",
1001                                "refId": "D",
1002                                "step": 2
1003                            }
1004                        ],
1005                        "thresholds": [
1006
1007                        ],
1008                        "timeFrom": null,
1009                        "timeShift": null,
1010                        "title": "Raft Proposals",
1011                        "tooltip": {
1012                            "msResolution": false,
1013                            "shared": true,
1014                            "sort": 0,
1015                            "value_type": "individual"
1016                        },
1017                        "type": "graph",
1018                        "xaxis": {
1019                            "mode": "time",
1020                            "name": null,
1021                            "show": true,
1022                            "values": [
1023
1024                            ]
1025                        },
1026                        "yaxes": [
1027                            {
1028                                "format": "short",
1029                                "label": "",
1030                                "logBase": 1,
1031                                "max": null,
1032                                "min": null,
1033                                "show": true
1034                            },
1035                            {
1036                                "format": "short",
1037                                "label": null,
1038                                "logBase": 1,
1039                                "max": null,
1040                                "min": null,
1041                                "show": true
1042                            }
1043                        ]
1044                    },
1045                    {
1046                        "aliasColors": {
1047
1048                        },
1049                        "bars": false,
1050                        "datasource": "$datasource",
1051                        "decimals": 0,
1052                        "editable": true,
1053                        "error": false,
1054                        "fill": 0,
1055                        "id": 19,
1056                        "isNew": true,
1057                        "legend": {
1058                            "alignAsTable": false,
1059                            "avg": false,
1060                            "current": false,
1061                            "max": false,
1062                            "min": false,
1063                            "rightSide": false,
1064                            "show": false,
1065                            "total": false,
1066                            "values": false
1067                        },
1068                        "lines": true,
1069                        "linewidth": 2,
1070                        "links": [
1071
1072                        ],
1073                        "nullPointMode": "connected",
1074                        "percentage": false,
1075                        "pointradius": 5,
1076                        "points": false,
1077                        "renderer": "flot",
1078                        "seriesOverrides": [
1079
1080                        ],
1081                        "span": 6,
1082                        "stack": false,
1083                        "steppedLine": false,
1084                        "targets": [
1085                            {
1086                                "expr": "changes(etcd_server_leader_changes_seen_total{job=\"$cluster\"}[1d])",
1087                                "intervalFactor": 2,
1088                                "legendFormat": "{{instance}} Total Leader Elections Per Day",
1089                                "metric": "etcd_server_leader_changes_seen_total",
1090                                "refId": "A",
1091                                "step": 2
1092                            }
1093                        ],
1094                        "thresholds": [
1095
1096                        ],
1097                        "timeFrom": null,
1098                        "timeShift": null,
1099                        "title": "Total Leader Elections Per Day",
1100                        "tooltip": {
1101                            "msResolution": false,
1102                            "shared": true,
1103                            "sort": 0,
1104                            "value_type": "individual"
1105                        },
1106                        "type": "graph",
1107                        "xaxis": {
1108                            "mode": "time",
1109                            "name": null,
1110                            "show": true,
1111                            "values": [
1112
1113                            ]
1114                        },
1115                        "yaxes": [
1116                            {
1117                                "format": "short",
1118                                "label": null,
1119                                "logBase": 1,
1120                                "max": null,
1121                                "min": null,
1122                                "show": true
1123                            },
1124                            {
1125                                "format": "short",
1126                                "label": null,
1127                                "logBase": 1,
1128                                "max": null,
1129                                "min": null,
1130                                "show": true
1131                            }
1132                        ]
1133                    }
1134                ],
1135                "title": "New row"
1136            }
1137        ],
1138        "schemaVersion": 13,
1139        "sharedCrosshair": false,
1140        "style": "dark",
1141        "tags": [
1142
1143        ],
1144        "templating": {
1145            "list": [
1146                {
1147                    "current": {
1148                        "text": "Prometheus",
1149                        "value": "Prometheus"
1150                    },
1151                    "hide": 0,
1152                    "label": null,
1153                    "name": "datasource",
1154                    "options": [
1155
1156                    ],
1157                    "query": "prometheus",
1158                    "refresh": 1,
1159                    "regex": "",
1160                    "type": "datasource"
1161                },
1162                {
1163                    "allValue": null,
1164                    "current": {
1165                        "text": "prod",
1166                        "value": "prod"
1167                    },
1168                    "datasource": "$datasource",
1169                    "hide": 0,
1170                    "includeAll": false,
1171                    "label": "cluster",
1172                    "multi": false,
1173                    "name": "cluster",
1174                    "options": [
1175
1176                    ],
1177                    "query": "label_values(etcd_server_has_leader, job)",
1178                    "refresh": 1,
1179                    "regex": "",
1180                    "sort": 2,
1181                    "tagValuesQuery": "",
1182                    "tags": [
1183
1184                    ],
1185                    "tagsQuery": "",
1186                    "type": "query",
1187                    "useTags": false
1188                }
1189            ]
1190        },
1191        "time": {
1192            "from": "now-15m",
1193            "to": "now"
1194        },
1195        "timepicker": {
1196            "now": true,
1197            "refresh_intervals": [
1198                "5s",
1199                "10s",
1200                "30s",
1201                "1m",
1202                "5m",
1203                "15m",
1204                "30m",
1205                "1h",
1206                "2h",
1207                "1d"
1208            ],
1209            "time_options": [
1210                "5m",
1211                "15m",
1212                "1h",
1213                "6h",
1214                "12h",
1215                "24h",
1216                "2d",
1217                "7d",
1218                "30d"
1219            ]
1220        },
1221        "timezone": "browser",
1222        "title": "etcd",
1223        "version": 215
1224    }
1225}
1226