1{
2  "__inputs": [
3    {
4      "name": "DS_MACBOOK-INFLUX",
5      "label": "macbook-influx",
6      "description": "",
7      "type": "datasource",
8      "pluginId": "influxdb",
9      "pluginName": "InfluxDB"
10    }
11  ],
12  "__requires": [
13    {
14      "type": "grafana",
15      "id": "grafana",
16      "name": "Grafana",
17      "version": "6.7.3"
18    },
19    {
20      "type": "panel",
21      "id": "heatmap",
22      "name": "Heatmap",
23      "version": ""
24    },
25    {
26      "type": "datasource",
27      "id": "influxdb",
28      "name": "InfluxDB",
29      "version": "1.0.0"
30    },
31    {
32      "type": "panel",
33      "id": "jdbranham-diagram-panel",
34      "name": "Diagram",
35      "version": "1.4.5"
36    },
37    {
38      "type": "panel",
39      "id": "text",
40      "name": "Text",
41      "version": ""
42    }
43  ],
44  "annotations": {
45    "list": [
46      {
47        "$$hashKey": "object:1627",
48        "builtIn": 1,
49        "datasource": "-- Grafana --",
50        "enable": true,
51        "hide": true,
52        "iconColor": "rgba(0, 211, 255, 1)",
53        "name": "Annotations & Alerts",
54        "type": "dashboard"
55      }
56    ]
57  },
58  "description": "Top-level ZFS pool latency by ZIO type",
59  "editable": true,
60  "gnetId": null,
61  "graphTooltip": 1,
62  "id": null,
63  "iteration": 1590445168391,
64  "links": [],
65  "panels": [
66    {
67      "collapsed": false,
68      "datasource": "${DS_MACBOOK-INFLUX}",
69      "gridPos": {
70        "h": 1,
71        "w": 24,
72        "x": 0,
73        "y": 0
74      },
75      "id": 5,
76      "panels": [],
77      "title": "Total Reads and Writes",
78      "type": "row"
79    },
80    {
81      "cards": {
82        "cardPadding": null,
83        "cardRound": null
84      },
85      "color": {
86        "cardColor": "#b4ff00",
87        "colorScale": "sqrt",
88        "colorScheme": "interpolateOranges",
89        "exponent": 0.5,
90        "mode": "spectrum"
91      },
92      "dataFormat": "tsbuckets",
93      "datasource": "${DS_MACBOOK-INFLUX}",
94      "description": "Latency histogram for the total reads of a ZFS pool",
95      "fieldConfig": {
96        "defaults": {
97          "custom": {}
98        },
99        "overrides": []
100      },
101      "gridPos": {
102        "h": 9,
103        "w": 12,
104        "x": 0,
105        "y": 1
106      },
107      "heatmap": {},
108      "hideZeroBuckets": false,
109      "highlightCards": true,
110      "id": 2,
111      "legend": {
112        "show": true
113      },
114      "reverseYBuckets": false,
115      "targets": [
116        {
117          "alias": "$tag_le",
118          "groupBy": [
119            {
120              "params": [
121                "$__interval"
122              ],
123              "type": "time"
124            },
125            {
126              "params": [
127                "le"
128              ],
129              "type": "tag"
130            },
131            {
132              "params": [
133                "null"
134              ],
135              "type": "fill"
136            }
137          ],
138          "measurement": "zpool_latency",
139          "orderByTime": "ASC",
140          "policy": "default",
141          "refId": "A",
142          "resultFormat": "time_series",
143          "select": [
144            [
145              {
146                "params": [
147                  "total_read"
148                ],
149                "type": "field"
150              },
151              {
152                "params": [],
153                "type": "last"
154              },
155              {
156                "params": [
157                  "1s"
158                ],
159                "type": "non_negative_derivative"
160              }
161            ]
162          ],
163          "tags": [
164            {
165              "key": "host",
166              "operator": "=~",
167              "value": "/^$hostname$/"
168            },
169            {
170              "condition": "AND",
171              "key": "name",
172              "operator": "=~",
173              "value": "/^$poolname$/"
174            }
175          ]
176        }
177      ],
178      "timeFrom": null,
179      "timeShift": null,
180      "title": "Total Reads",
181      "tooltip": {
182        "show": true,
183        "showHistogram": true
184      },
185      "type": "heatmap",
186      "xAxis": {
187        "show": true
188      },
189      "xBucketNumber": null,
190      "xBucketSize": null,
191      "yAxis": {
192        "decimals": 0,
193        "format": "s",
194        "logBase": 1,
195        "max": null,
196        "min": null,
197        "show": true,
198        "splitFactor": null
199      },
200      "yBucketBound": "auto",
201      "yBucketNumber": null,
202      "yBucketSize": null
203    },
204    {
205      "cards": {
206        "cardPadding": null,
207        "cardRound": null
208      },
209      "color": {
210        "cardColor": "#b4ff00",
211        "colorScale": "sqrt",
212        "colorScheme": "interpolateOranges",
213        "exponent": 0.5,
214        "mode": "spectrum"
215      },
216      "dataFormat": "tsbuckets",
217      "datasource": "${DS_MACBOOK-INFLUX}",
218      "description": "Latency histogram for the total writes of a ZFS pool",
219      "fieldConfig": {
220        "defaults": {
221          "custom": {}
222        },
223        "overrides": []
224      },
225      "gridPos": {
226        "h": 9,
227        "w": 12,
228        "x": 12,
229        "y": 1
230      },
231      "heatmap": {},
232      "hideZeroBuckets": false,
233      "highlightCards": true,
234      "id": 3,
235      "legend": {
236        "show": true
237      },
238      "reverseYBuckets": false,
239      "targets": [
240        {
241          "alias": "$tag_le",
242          "groupBy": [
243            {
244              "params": [
245                "$__interval"
246              ],
247              "type": "time"
248            },
249            {
250              "params": [
251                "le"
252              ],
253              "type": "tag"
254            },
255            {
256              "params": [
257                "null"
258              ],
259              "type": "fill"
260            }
261          ],
262          "measurement": "zpool_latency",
263          "orderByTime": "ASC",
264          "policy": "default",
265          "refId": "A",
266          "resultFormat": "time_series",
267          "select": [
268            [
269              {
270                "params": [
271                  "total_write"
272                ],
273                "type": "field"
274              },
275              {
276                "params": [],
277                "type": "last"
278              },
279              {
280                "params": [
281                  "1s"
282                ],
283                "type": "non_negative_derivative"
284              }
285            ]
286          ],
287          "tags": [
288            {
289              "key": "host",
290              "operator": "=~",
291              "value": "/^$hostname$/"
292            },
293            {
294              "condition": "AND",
295              "key": "name",
296              "operator": "=~",
297              "value": "/^$poolname$/"
298            }
299          ]
300        }
301      ],
302      "timeFrom": null,
303      "timeShift": null,
304      "title": "Total Writes",
305      "tooltip": {
306        "show": true,
307        "showHistogram": true
308      },
309      "type": "heatmap",
310      "xAxis": {
311        "show": true
312      },
313      "xBucketNumber": null,
314      "xBucketSize": null,
315      "yAxis": {
316        "decimals": 0,
317        "format": "s",
318        "logBase": 1,
319        "max": null,
320        "min": null,
321        "show": true,
322        "splitFactor": null
323      },
324      "yBucketBound": "auto",
325      "yBucketNumber": null,
326      "yBucketSize": null
327    },
328    {
329      "collapsed": false,
330      "datasource": "${DS_MACBOOK-INFLUX}",
331      "gridPos": {
332        "h": 1,
333        "w": 24,
334        "x": 0,
335        "y": 10
336      },
337      "id": 8,
338      "panels": [],
339      "title": "ZIO Scheduler Queues for Read Operations",
340      "type": "row"
341    },
342    {
343      "cards": {
344        "cardPadding": null,
345        "cardRound": null
346      },
347      "color": {
348        "cardColor": "#b4ff00",
349        "colorScale": "sqrt",
350        "colorScheme": "interpolateOranges",
351        "exponent": 0.5,
352        "mode": "spectrum"
353      },
354      "dataFormat": "tsbuckets",
355      "datasource": "${DS_MACBOOK-INFLUX}",
356      "description": "Latency histogram for the synchronous reads of a ZFS pool",
357      "fieldConfig": {
358        "defaults": {
359          "custom": {}
360        },
361        "overrides": []
362      },
363      "gridPos": {
364        "h": 8,
365        "w": 5,
366        "x": 0,
367        "y": 11
368      },
369      "heatmap": {},
370      "hideZeroBuckets": false,
371      "highlightCards": true,
372      "id": 6,
373      "legend": {
374        "show": false
375      },
376      "reverseYBuckets": false,
377      "targets": [
378        {
379          "alias": "$tag_le",
380          "groupBy": [
381            {
382              "params": [
383                "$__interval"
384              ],
385              "type": "time"
386            },
387            {
388              "params": [
389                "le"
390              ],
391              "type": "tag"
392            },
393            {
394              "params": [
395                "null"
396              ],
397              "type": "fill"
398            }
399          ],
400          "measurement": "zpool_latency",
401          "orderByTime": "ASC",
402          "policy": "default",
403          "refId": "A",
404          "resultFormat": "time_series",
405          "select": [
406            [
407              {
408                "params": [
409                  "sync_read"
410                ],
411                "type": "field"
412              },
413              {
414                "params": [],
415                "type": "last"
416              },
417              {
418                "params": [
419                  "1s"
420                ],
421                "type": "non_negative_derivative"
422              }
423            ]
424          ],
425          "tags": [
426            {
427              "key": "host",
428              "operator": "=~",
429              "value": "/^$hostname$/"
430            },
431            {
432              "condition": "AND",
433              "key": "name",
434              "operator": "=~",
435              "value": "/^$poolname$/"
436            }
437          ]
438        }
439      ],
440      "timeFrom": null,
441      "timeShift": null,
442      "title": "Sync Read Queue",
443      "tooltip": {
444        "show": true,
445        "showHistogram": true
446      },
447      "type": "heatmap",
448      "xAxis": {
449        "show": true
450      },
451      "xBucketNumber": null,
452      "xBucketSize": null,
453      "yAxis": {
454        "decimals": 0,
455        "format": "s",
456        "logBase": 1,
457        "max": null,
458        "min": null,
459        "show": true,
460        "splitFactor": null
461      },
462      "yBucketBound": "auto",
463      "yBucketNumber": null,
464      "yBucketSize": null
465    },
466    {
467      "cards": {
468        "cardPadding": null,
469        "cardRound": null
470      },
471      "color": {
472        "cardColor": "#b4ff00",
473        "colorScale": "sqrt",
474        "colorScheme": "interpolateOranges",
475        "exponent": 0.5,
476        "mode": "spectrum"
477      },
478      "dataFormat": "tsbuckets",
479      "datasource": "${DS_MACBOOK-INFLUX}",
480      "description": "Latency histogram for the asynchronous reads of a ZFS pool",
481      "fieldConfig": {
482        "defaults": {
483          "custom": {}
484        },
485        "overrides": []
486      },
487      "gridPos": {
488        "h": 8,
489        "w": 5,
490        "x": 5,
491        "y": 11
492      },
493      "heatmap": {},
494      "hideZeroBuckets": false,
495      "highlightCards": true,
496      "id": 9,
497      "legend": {
498        "show": false
499      },
500      "reverseYBuckets": false,
501      "targets": [
502        {
503          "alias": "$tag_le",
504          "groupBy": [
505            {
506              "params": [
507                "$__interval"
508              ],
509              "type": "time"
510            },
511            {
512              "params": [
513                "le"
514              ],
515              "type": "tag"
516            },
517            {
518              "params": [
519                "null"
520              ],
521              "type": "fill"
522            }
523          ],
524          "measurement": "zpool_latency",
525          "orderByTime": "ASC",
526          "policy": "default",
527          "refId": "A",
528          "resultFormat": "time_series",
529          "select": [
530            [
531              {
532                "params": [
533                  "async_read"
534                ],
535                "type": "field"
536              },
537              {
538                "params": [],
539                "type": "last"
540              },
541              {
542                "params": [
543                  "1s"
544                ],
545                "type": "non_negative_derivative"
546              }
547            ]
548          ],
549          "tags": [
550            {
551              "key": "host",
552              "operator": "=~",
553              "value": "/^$hostname$/"
554            },
555            {
556              "condition": "AND",
557              "key": "name",
558              "operator": "=~",
559              "value": "/^$poolname$/"
560            }
561          ]
562        }
563      ],
564      "timeFrom": null,
565      "timeShift": null,
566      "title": "Async Read Queue",
567      "tooltip": {
568        "show": true,
569        "showHistogram": true
570      },
571      "type": "heatmap",
572      "xAxis": {
573        "show": true
574      },
575      "xBucketNumber": null,
576      "xBucketSize": null,
577      "yAxis": {
578        "decimals": 0,
579        "format": "s",
580        "logBase": 1,
581        "max": null,
582        "min": null,
583        "show": true,
584        "splitFactor": null
585      },
586      "yBucketBound": "auto",
587      "yBucketNumber": null,
588      "yBucketSize": null
589    },
590    {
591      "cards": {
592        "cardPadding": null,
593        "cardRound": null
594      },
595      "color": {
596        "cardColor": "#b4ff00",
597        "colorScale": "sqrt",
598        "colorScheme": "interpolateOranges",
599        "exponent": 0.5,
600        "mode": "spectrum"
601      },
602      "dataFormat": "tsbuckets",
603      "datasource": "${DS_MACBOOK-INFLUX}",
604      "description": "Latency histogram for the scrub or scan reads of a ZFS pool",
605      "fieldConfig": {
606        "defaults": {
607          "custom": {}
608        },
609        "overrides": []
610      },
611      "gridPos": {
612        "h": 8,
613        "w": 5,
614        "x": 10,
615        "y": 11
616      },
617      "heatmap": {},
618      "hideZeroBuckets": false,
619      "highlightCards": true,
620      "id": 10,
621      "legend": {
622        "show": false
623      },
624      "reverseYBuckets": false,
625      "targets": [
626        {
627          "alias": "$tag_le",
628          "groupBy": [
629            {
630              "params": [
631                "$__interval"
632              ],
633              "type": "time"
634            },
635            {
636              "params": [
637                "le"
638              ],
639              "type": "tag"
640            },
641            {
642              "params": [
643                "null"
644              ],
645              "type": "fill"
646            }
647          ],
648          "measurement": "zpool_latency",
649          "orderByTime": "ASC",
650          "policy": "default",
651          "refId": "A",
652          "resultFormat": "time_series",
653          "select": [
654            [
655              {
656                "params": [
657                  "scrub"
658                ],
659                "type": "field"
660              },
661              {
662                "params": [],
663                "type": "last"
664              },
665              {
666                "params": [
667                  "1s"
668                ],
669                "type": "non_negative_derivative"
670              }
671            ]
672          ],
673          "tags": [
674            {
675              "key": "host",
676              "operator": "=~",
677              "value": "/^$hostname$/"
678            },
679            {
680              "condition": "AND",
681              "key": "name",
682              "operator": "=~",
683              "value": "/^$poolname$/"
684            }
685          ]
686        }
687      ],
688      "timeFrom": null,
689      "timeShift": null,
690      "title": "Scrub/Scan Read Queue",
691      "tooltip": {
692        "show": true,
693        "showHistogram": true
694      },
695      "type": "heatmap",
696      "xAxis": {
697        "show": true
698      },
699      "xBucketNumber": null,
700      "xBucketSize": null,
701      "yAxis": {
702        "decimals": 0,
703        "format": "s",
704        "logBase": 1,
705        "max": null,
706        "min": null,
707        "show": true,
708        "splitFactor": null
709      },
710      "yBucketBound": "auto",
711      "yBucketNumber": null,
712      "yBucketSize": null
713    },
714    {
715      "cards": {
716        "cardPadding": null,
717        "cardRound": null
718      },
719      "color": {
720        "cardColor": "#b4ff00",
721        "colorScale": "sqrt",
722        "colorScheme": "interpolateOranges",
723        "exponent": 0.5,
724        "mode": "spectrum"
725      },
726      "dataFormat": "tsbuckets",
727      "datasource": "${DS_MACBOOK-INFLUX}",
728      "description": "Latency histogram for the actual disk reads of a ZFS pool",
729      "fieldConfig": {
730        "defaults": {
731          "custom": {}
732        },
733        "overrides": []
734      },
735      "gridPos": {
736        "h": 8,
737        "w": 9,
738        "x": 15,
739        "y": 11
740      },
741      "heatmap": {},
742      "hideZeroBuckets": false,
743      "highlightCards": true,
744      "id": 11,
745      "legend": {
746        "show": false
747      },
748      "reverseYBuckets": false,
749      "targets": [
750        {
751          "alias": "$tag_le",
752          "groupBy": [
753            {
754              "params": [
755                "$__interval"
756              ],
757              "type": "time"
758            },
759            {
760              "params": [
761                "le"
762              ],
763              "type": "tag"
764            },
765            {
766              "params": [
767                "null"
768              ],
769              "type": "fill"
770            }
771          ],
772          "measurement": "zpool_latency",
773          "orderByTime": "ASC",
774          "policy": "default",
775          "refId": "A",
776          "resultFormat": "time_series",
777          "select": [
778            [
779              {
780                "params": [
781                  "disk_read"
782                ],
783                "type": "field"
784              },
785              {
786                "params": [],
787                "type": "last"
788              },
789              {
790                "params": [
791                  "1s"
792                ],
793                "type": "non_negative_derivative"
794              }
795            ]
796          ],
797          "tags": [
798            {
799              "key": "host",
800              "operator": "=~",
801              "value": "/^$hostname$/"
802            },
803            {
804              "condition": "AND",
805              "key": "name",
806              "operator": "=~",
807              "value": "/^$poolname$/"
808            }
809          ]
810        }
811      ],
812      "timeFrom": null,
813      "timeShift": null,
814      "title": "Disk Read Queue",
815      "tooltip": {
816        "show": true,
817        "showHistogram": true
818      },
819      "type": "heatmap",
820      "xAxis": {
821        "show": true
822      },
823      "xBucketNumber": null,
824      "xBucketSize": null,
825      "yAxis": {
826        "decimals": 0,
827        "format": "s",
828        "logBase": 1,
829        "max": null,
830        "min": null,
831        "show": true,
832        "splitFactor": null
833      },
834      "yBucketBound": "auto",
835      "yBucketNumber": null,
836      "yBucketSize": null
837    },
838    {
839      "collapsed": false,
840      "datasource": "${DS_MACBOOK-INFLUX}",
841      "gridPos": {
842        "h": 1,
843        "w": 24,
844        "x": 0,
845        "y": 19
846      },
847      "id": 13,
848      "panels": [],
849      "title": "ZIO Scheduler Queues for Write Operations",
850      "type": "row"
851    },
852    {
853      "cards": {
854        "cardPadding": null,
855        "cardRound": null
856      },
857      "color": {
858        "cardColor": "#b4ff00",
859        "colorScale": "sqrt",
860        "colorScheme": "interpolateOranges",
861        "exponent": 0.5,
862        "mode": "spectrum"
863      },
864      "dataFormat": "tsbuckets",
865      "datasource": "${DS_MACBOOK-INFLUX}",
866      "description": "Latency histogram for the synchronous writes of a ZFS pool",
867      "fieldConfig": {
868        "defaults": {
869          "custom": {}
870        },
871        "overrides": []
872      },
873      "gridPos": {
874        "h": 8,
875        "w": 5,
876        "x": 0,
877        "y": 20
878      },
879      "heatmap": {},
880      "hideZeroBuckets": false,
881      "highlightCards": true,
882      "id": 14,
883      "legend": {
884        "show": false
885      },
886      "reverseYBuckets": false,
887      "targets": [
888        {
889          "alias": "$tag_le",
890          "groupBy": [
891            {
892              "params": [
893                "$__interval"
894              ],
895              "type": "time"
896            },
897            {
898              "params": [
899                "le"
900              ],
901              "type": "tag"
902            },
903            {
904              "params": [
905                "null"
906              ],
907              "type": "fill"
908            }
909          ],
910          "measurement": "zpool_latency",
911          "orderByTime": "ASC",
912          "policy": "default",
913          "refId": "A",
914          "resultFormat": "time_series",
915          "select": [
916            [
917              {
918                "params": [
919                  "sync_write"
920                ],
921                "type": "field"
922              },
923              {
924                "params": [],
925                "type": "last"
926              },
927              {
928                "params": [
929                  "1s"
930                ],
931                "type": "non_negative_derivative"
932              }
933            ]
934          ],
935          "tags": [
936            {
937              "key": "host",
938              "operator": "=~",
939              "value": "/^$hostname$/"
940            },
941            {
942              "condition": "AND",
943              "key": "name",
944              "operator": "=~",
945              "value": "/^$poolname$/"
946            }
947          ]
948        }
949      ],
950      "timeFrom": null,
951      "timeShift": null,
952      "title": "Sync Write Queue",
953      "tooltip": {
954        "show": true,
955        "showHistogram": true
956      },
957      "type": "heatmap",
958      "xAxis": {
959        "show": true
960      },
961      "xBucketNumber": null,
962      "xBucketSize": null,
963      "yAxis": {
964        "decimals": 0,
965        "format": "s",
966        "logBase": 1,
967        "max": null,
968        "min": null,
969        "show": true,
970        "splitFactor": null
971      },
972      "yBucketBound": "auto",
973      "yBucketNumber": null,
974      "yBucketSize": null
975    },
976    {
977      "cards": {
978        "cardPadding": null,
979        "cardRound": null
980      },
981      "color": {
982        "cardColor": "#b4ff00",
983        "colorScale": "sqrt",
984        "colorScheme": "interpolateOranges",
985        "exponent": 0.5,
986        "mode": "spectrum"
987      },
988      "dataFormat": "tsbuckets",
989      "datasource": "${DS_MACBOOK-INFLUX}",
990      "description": "Latency histogram for the asynchronous writes of a ZFS pool",
991      "fieldConfig": {
992        "defaults": {
993          "custom": {}
994        },
995        "overrides": []
996      },
997      "gridPos": {
998        "h": 8,
999        "w": 5,
1000        "x": 5,
1001        "y": 20
1002      },
1003      "heatmap": {},
1004      "hideZeroBuckets": false,
1005      "highlightCards": true,
1006      "id": 15,
1007      "legend": {
1008        "show": false
1009      },
1010      "reverseYBuckets": false,
1011      "targets": [
1012        {
1013          "alias": "$tag_le",
1014          "groupBy": [
1015            {
1016              "params": [
1017                "$__interval"
1018              ],
1019              "type": "time"
1020            },
1021            {
1022              "params": [
1023                "le"
1024              ],
1025              "type": "tag"
1026            },
1027            {
1028              "params": [
1029                "null"
1030              ],
1031              "type": "fill"
1032            }
1033          ],
1034          "measurement": "zpool_latency",
1035          "orderByTime": "ASC",
1036          "policy": "default",
1037          "refId": "A",
1038          "resultFormat": "time_series",
1039          "select": [
1040            [
1041              {
1042                "params": [
1043                  "async_write"
1044                ],
1045                "type": "field"
1046              },
1047              {
1048                "params": [],
1049                "type": "last"
1050              },
1051              {
1052                "params": [
1053                  "1s"
1054                ],
1055                "type": "non_negative_derivative"
1056              }
1057            ]
1058          ],
1059          "tags": [
1060            {
1061              "key": "host",
1062              "operator": "=~",
1063              "value": "/^$hostname$/"
1064            },
1065            {
1066              "condition": "AND",
1067              "key": "name",
1068              "operator": "=~",
1069              "value": "/^$poolname$/"
1070            }
1071          ]
1072        }
1073      ],
1074      "timeFrom": null,
1075      "timeShift": null,
1076      "title": "Async Write Queue",
1077      "tooltip": {
1078        "show": true,
1079        "showHistogram": true
1080      },
1081      "type": "heatmap",
1082      "xAxis": {
1083        "show": true
1084      },
1085      "xBucketNumber": null,
1086      "xBucketSize": null,
1087      "yAxis": {
1088        "decimals": 0,
1089        "format": "s",
1090        "logBase": 1,
1091        "max": null,
1092        "min": null,
1093        "show": true,
1094        "splitFactor": null
1095      },
1096      "yBucketBound": "auto",
1097      "yBucketNumber": null,
1098      "yBucketSize": null
1099    },
1100    {
1101      "cards": {
1102        "cardPadding": null,
1103        "cardRound": null
1104      },
1105      "color": {
1106        "cardColor": "#b4ff00",
1107        "colorScale": "sqrt",
1108        "colorScheme": "interpolateOranges",
1109        "exponent": 0.5,
1110        "mode": "spectrum"
1111      },
1112      "dataFormat": "tsbuckets",
1113      "datasource": "${DS_MACBOOK-INFLUX}",
1114      "description": "Latency histogram for the trim or unmap operations of a ZFS pool",
1115      "fieldConfig": {
1116        "defaults": {
1117          "custom": {}
1118        },
1119        "overrides": []
1120      },
1121      "gridPos": {
1122        "h": 8,
1123        "w": 5,
1124        "x": 10,
1125        "y": 20
1126      },
1127      "heatmap": {},
1128      "hideZeroBuckets": false,
1129      "highlightCards": true,
1130      "id": 16,
1131      "legend": {
1132        "show": false
1133      },
1134      "reverseYBuckets": false,
1135      "targets": [
1136        {
1137          "alias": "$tag_le",
1138          "groupBy": [
1139            {
1140              "params": [
1141                "$__interval"
1142              ],
1143              "type": "time"
1144            },
1145            {
1146              "params": [
1147                "le"
1148              ],
1149              "type": "tag"
1150            },
1151            {
1152              "params": [
1153                "null"
1154              ],
1155              "type": "fill"
1156            }
1157          ],
1158          "measurement": "zpool_latency",
1159          "orderByTime": "ASC",
1160          "policy": "default",
1161          "refId": "A",
1162          "resultFormat": "time_series",
1163          "select": [
1164            [
1165              {
1166                "params": [
1167                  "trim"
1168                ],
1169                "type": "field"
1170              },
1171              {
1172                "params": [],
1173                "type": "last"
1174              },
1175              {
1176                "params": [
1177                  "1s"
1178                ],
1179                "type": "non_negative_derivative"
1180              }
1181            ]
1182          ],
1183          "tags": [
1184            {
1185              "key": "host",
1186              "operator": "=~",
1187              "value": "/^$hostname$/"
1188            },
1189            {
1190              "condition": "AND",
1191              "key": "name",
1192              "operator": "=~",
1193              "value": "/^$poolname$/"
1194            }
1195          ]
1196        }
1197      ],
1198      "timeFrom": null,
1199      "timeShift": null,
1200      "title": "Trim Write Queue",
1201      "tooltip": {
1202        "show": true,
1203        "showHistogram": true
1204      },
1205      "type": "heatmap",
1206      "xAxis": {
1207        "show": true
1208      },
1209      "xBucketNumber": null,
1210      "xBucketSize": null,
1211      "yAxis": {
1212        "decimals": 0,
1213        "format": "s",
1214        "logBase": 1,
1215        "max": null,
1216        "min": null,
1217        "show": true,
1218        "splitFactor": null
1219      },
1220      "yBucketBound": "auto",
1221      "yBucketNumber": null,
1222      "yBucketSize": null
1223    },
1224    {
1225      "cards": {
1226        "cardPadding": null,
1227        "cardRound": null
1228      },
1229      "color": {
1230        "cardColor": "#b4ff00",
1231        "colorScale": "sqrt",
1232        "colorScheme": "interpolateOranges",
1233        "exponent": 0.5,
1234        "mode": "spectrum"
1235      },
1236      "dataFormat": "tsbuckets",
1237      "datasource": "${DS_MACBOOK-INFLUX}",
1238      "description": "Latency histogram for the disk write operations of a ZFS pool",
1239      "fieldConfig": {
1240        "defaults": {
1241          "custom": {}
1242        },
1243        "overrides": []
1244      },
1245      "gridPos": {
1246        "h": 8,
1247        "w": 9,
1248        "x": 15,
1249        "y": 20
1250      },
1251      "heatmap": {},
1252      "hideZeroBuckets": false,
1253      "highlightCards": true,
1254      "id": 17,
1255      "legend": {
1256        "show": false
1257      },
1258      "reverseYBuckets": false,
1259      "targets": [
1260        {
1261          "alias": "$tag_le",
1262          "groupBy": [
1263            {
1264              "params": [
1265                "$__interval"
1266              ],
1267              "type": "time"
1268            },
1269            {
1270              "params": [
1271                "le"
1272              ],
1273              "type": "tag"
1274            },
1275            {
1276              "params": [
1277                "null"
1278              ],
1279              "type": "fill"
1280            }
1281          ],
1282          "measurement": "zpool_latency",
1283          "orderByTime": "ASC",
1284          "policy": "default",
1285          "refId": "A",
1286          "resultFormat": "time_series",
1287          "select": [
1288            [
1289              {
1290                "params": [
1291                  "disk_write"
1292                ],
1293                "type": "field"
1294              },
1295              {
1296                "params": [],
1297                "type": "last"
1298              },
1299              {
1300                "params": [
1301                  "1s"
1302                ],
1303                "type": "non_negative_derivative"
1304              }
1305            ]
1306          ],
1307          "tags": [
1308            {
1309              "key": "host",
1310              "operator": "=~",
1311              "value": "/^$hostname$/"
1312            },
1313            {
1314              "condition": "AND",
1315              "key": "name",
1316              "operator": "=~",
1317              "value": "/^$poolname$/"
1318            }
1319          ]
1320        }
1321      ],
1322      "timeFrom": null,
1323      "timeShift": null,
1324      "title": "Disk Write Queue",
1325      "tooltip": {
1326        "show": true,
1327        "showHistogram": true
1328      },
1329      "type": "heatmap",
1330      "xAxis": {
1331        "show": true
1332      },
1333      "xBucketNumber": null,
1334      "xBucketSize": null,
1335      "yAxis": {
1336        "decimals": 0,
1337        "format": "s",
1338        "logBase": 1,
1339        "max": null,
1340        "min": null,
1341        "show": true,
1342        "splitFactor": null
1343      },
1344      "yBucketBound": "auto",
1345      "yBucketNumber": null,
1346      "yBucketSize": null
1347    },
1348    {
1349      "collapsed": false,
1350      "datasource": "${DS_MACBOOK-INFLUX}",
1351      "gridPos": {
1352        "h": 1,
1353        "w": 24,
1354        "x": 0,
1355        "y": 28
1356      },
1357      "id": 19,
1358      "panels": [],
1359      "title": "About",
1360      "type": "row"
1361    },
1362    {
1363      "content": "I/O requests that are satisfied by accessing pool devices are managed by the ZIO scheduler.\nThe total latency is measured from the start of the I/O to completion by the disk.\nLatency through each queue is shown prior to its submission to the disk queue.\n\nThis view is useful for observing the effects of tuning the ZIO scheduler min and max values\n(see zfs(4) and [ZFS on Linux Module Parameters](https://openzfs.github.io/openzfs-docs/Performance%20and%20tuning/ZFS%20on%20Linux%20Module%20Parameters.html)):\n+ *zfs_vdev_max_active* controls the ZIO scheduler's disk queue depth (do not confuse with the block device's nr_requests)\n+ *zfs_vdev_sync_read_min_active* and *zfs_vdev_sync_read_max_active* control the synchronous queue for reads: most reads are sync\n+ *zfs_vdev_sync_write_min_active* and *zfs_vdev_sync_write_max_active* control the synchronous queue for writes: \nusually metadata or user data depending on the \"sync\" property setting or I/Os that are requested to be flushed\n+ *zfs_vdev_async_read_min_active* and *zfs_vdev_async_read_max_active* control the asynchronous queue for reads: usually prefetches\n+ *zfs_vdev_async_write_min_active* and *zfs_vdev_async_write_max_active* control the asynchronous queue for writes: \nusually the bulk of all writes at transaction group (txg) commit\n+ *zfs_vdev_scrub_min_active* and *zfs_vdev_scrub_max_active* controls the scan reads: usually scrub or resilver\n\n",
1364      "datasource": "${DS_MACBOOK-INFLUX}",
1365      "fieldConfig": {
1366        "defaults": {
1367          "custom": {}
1368        },
1369        "overrides": []
1370      },
1371      "gridPos": {
1372        "h": 15,
1373        "w": 16,
1374        "x": 0,
1375        "y": 29
1376      },
1377      "id": 21,
1378      "mode": "markdown",
1379      "targets": [
1380        {
1381          "groupBy": [
1382            {
1383              "params": [
1384                "$__interval"
1385              ],
1386              "type": "time"
1387            },
1388            {
1389              "params": [
1390                "null"
1391              ],
1392              "type": "fill"
1393            }
1394          ],
1395          "orderByTime": "ASC",
1396          "policy": "default",
1397          "refId": "A",
1398          "resultFormat": "time_series",
1399          "select": [
1400            [
1401              {
1402                "params": [
1403                  "value"
1404                ],
1405                "type": "field"
1406              },
1407              {
1408                "params": [],
1409                "type": "mean"
1410              }
1411            ]
1412          ],
1413          "tags": []
1414        }
1415      ],
1416      "timeFrom": null,
1417      "timeShift": null,
1418      "title": "About ZFS Pool All Queues Read/Write Latency Histograms",
1419      "type": "text"
1420    },
1421    {
1422      "colors": [
1423        "rgba(50, 172, 45, 0.97)",
1424        "rgba(237, 129, 40, 0.89)",
1425        "rgba(245, 54, 54, 0.9)"
1426      ],
1427      "composites": [],
1428      "content": "graph LR\nIO((I/O request)) --> SR(sync read queue)\nIO --> SW(sync write queue)\nIO --> AR(async read queue)\nIO --> AW(async write queue)\nIO --> SCRUB(scrub queue)\nIO --> TRIM(trim queue)\nSR --> DISKQ(disk queue)\nSW --> DISKQ\nAR --> DISKQ\nAW --> DISKQ\nSCRUB --> DISKQ\nTRIM --> DISKQ\nDISKQ --> DISK((disk))\n",
1429      "datasource": "${DS_MACBOOK-INFLUX}",
1430      "decimals": 2,
1431      "fieldConfig": {
1432        "defaults": {
1433          "custom": {}
1434        },
1435        "overrides": []
1436      },
1437      "format": "none",
1438      "graphId": "diagram_23",
1439      "gridPos": {
1440        "h": 15,
1441        "w": 7,
1442        "x": 16,
1443        "y": 29
1444      },
1445      "id": 23,
1446      "init": {
1447        "arrowMarkerAbsolute": true,
1448        "cloneCssStyles": true,
1449        "flowchart": {
1450          "htmlLabels": true,
1451          "useMaxWidth": true
1452        },
1453        "gantt": {
1454          "barGap": 4,
1455          "barHeight": 20,
1456          "fontFamily": "\"Open-Sans\", \"sans-serif\"",
1457          "fontSize": 11,
1458          "gridLineStartPadding": 35,
1459          "leftPadding": 75,
1460          "numberSectionStyles": 3,
1461          "titleTopMargin": 25,
1462          "topPadding": 50
1463        },
1464        "logLevel": 3,
1465        "securityLevel": "loose",
1466        "sequence": {
1467          "actorMargin": 50,
1468          "bottomMarginAdj": 1,
1469          "boxMargin": 10,
1470          "boxTextMargin": 5,
1471          "diagramMarginX": 50,
1472          "diagramMarginY": 10,
1473          "height": 65,
1474          "messageMargin": 35,
1475          "mirrorActors": true,
1476          "noteMargin": 10,
1477          "useMaxWidth": true,
1478          "width": 150
1479        },
1480        "startOnLoad": false,
1481        "theme": "dark"
1482      },
1483      "legend": {
1484        "avg": true,
1485        "current": true,
1486        "gradient": {
1487          "enabled": true,
1488          "show": true
1489        },
1490        "max": true,
1491        "min": true,
1492        "show": false,
1493        "total": true
1494      },
1495      "mappingType": 1,
1496      "mappingTypes": [
1497        {
1498          "$$hashKey": "object:155",
1499          "name": "value to text",
1500          "value": 1
1501        },
1502        {
1503          "$$hashKey": "object:156",
1504          "name": "range to text",
1505          "value": 2
1506        }
1507      ],
1508      "maxDataPoints": 100,
1509      "maxWidth": false,
1510      "mermaidServiceUrl": "",
1511      "metricCharacterReplacements": [],
1512      "moddedSeriesVal": 0,
1513      "mode": "content",
1514      "nullPointMode": "connected",
1515      "seriesOverrides": [],
1516      "style": "",
1517      "styleValues": {},
1518      "targets": [
1519        {
1520          "groupBy": [
1521            {
1522              "params": [
1523                "$__interval"
1524              ],
1525              "type": "time"
1526            },
1527            {
1528              "params": [
1529                "null"
1530              ],
1531              "type": "fill"
1532            }
1533          ],
1534          "hide": true,
1535          "orderByTime": "ASC",
1536          "policy": "default",
1537          "refId": "A",
1538          "resultFormat": "time_series",
1539          "select": [
1540            [
1541              {
1542                "params": [
1543                  "value"
1544                ],
1545                "type": "field"
1546              },
1547              {
1548                "params": [],
1549                "type": "mean"
1550              }
1551            ]
1552          ],
1553          "tags": []
1554        }
1555      ],
1556      "themes": [
1557        "default",
1558        "dark",
1559        "forest",
1560        "neutral"
1561      ],
1562      "thresholds": "0,10",
1563      "timeFrom": null,
1564      "timeShift": null,
1565      "title": "Panel Title",
1566      "type": "jdbranham-diagram-panel",
1567      "valueMaps": [
1568        {
1569          "$$hashKey": "object:151",
1570          "op": "=",
1571          "text": "N/A",
1572          "value": "null"
1573        }
1574      ],
1575      "valueName": "avg",
1576      "valueOptions": [
1577        "avg",
1578        "min",
1579        "max",
1580        "total",
1581        "current"
1582      ]
1583    }
1584  ],
1585  "refresh": false,
1586  "schemaVersion": 22,
1587  "style": "dark",
1588  "tags": [
1589    "ZFS",
1590    "Latency",
1591    "Histogram"
1592  ],
1593  "templating": {
1594    "list": [
1595      {
1596        "allValue": null,
1597        "current": {},
1598        "datasource": "${DS_MACBOOK-INFLUX}",
1599        "definition": "show tag values from \"zpool_latency\" with key = \"host\"",
1600        "hide": 0,
1601        "includeAll": false,
1602        "index": -1,
1603        "label": null,
1604        "multi": false,
1605        "name": "hostname",
1606        "options": [],
1607        "query": "show tag values from \"zpool_latency\" with key = \"host\"",
1608        "refresh": 1,
1609        "regex": "/([-a-zA-Z-0-9]+)/",
1610        "skipUrlSync": false,
1611        "sort": 5,
1612        "tagValuesQuery": "",
1613        "tags": [],
1614        "tagsQuery": "",
1615        "type": "query",
1616        "useTags": false
1617      },
1618      {
1619        "allValue": null,
1620        "current": {},
1621        "datasource": "${DS_MACBOOK-INFLUX}",
1622        "definition": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1623        "hide": 0,
1624        "includeAll": false,
1625        "index": -1,
1626        "label": null,
1627        "multi": false,
1628        "name": "poolname",
1629        "options": [],
1630        "query": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1631        "refresh": 1,
1632        "regex": "",
1633        "skipUrlSync": false,
1634        "sort": 5,
1635        "tagValuesQuery": "",
1636        "tags": [],
1637        "tagsQuery": "",
1638        "type": "query",
1639        "useTags": false
1640      }
1641    ]
1642  },
1643  "time": {
1644    "from": "2020-05-25T21:34:30.137Z",
1645    "to": "2020-05-25T21:39:54.445Z"
1646  },
1647  "timepicker": {
1648    "refresh_intervals": [
1649      "10s",
1650      "30s",
1651      "1m",
1652      "5m",
1653      "15m",
1654      "30m",
1655      "1h",
1656      "2h",
1657      "1d"
1658    ]
1659  },
1660  "timezone": "",
1661  "title": "ZFS Pool Latency Heatmaps Influxdb",
1662  "uid": "TbB4-DkGz",
1663  "variables": {
1664    "list": []
1665  },
1666  "version": 2
1667}
1668