1{ 2 "__inputs": [ 3 { 4 "name": "DS_MACBOOK-INFLUX", 5 "label": "macbook-influx", 6 "description": "", 7 "type": "datasource", 8 "pluginId": "influxdb", 9 "pluginName": "InfluxDB" 10 } 11 ], 12 "__requires": [ 13 { 14 "type": "grafana", 15 "id": "grafana", 16 "name": "Grafana", 17 "version": "6.7.3" 18 }, 19 { 20 "type": "panel", 21 "id": "heatmap", 22 "name": "Heatmap", 23 "version": "" 24 }, 25 { 26 "type": "datasource", 27 "id": "influxdb", 28 "name": "InfluxDB", 29 "version": "1.0.0" 30 }, 31 { 32 "type": "panel", 33 "id": "jdbranham-diagram-panel", 34 "name": "Diagram", 35 "version": "1.4.5" 36 }, 37 { 38 "type": "panel", 39 "id": "text", 40 "name": "Text", 41 "version": "" 42 } 43 ], 44 "annotations": { 45 "list": [ 46 { 47 "$$hashKey": "object:1627", 48 "builtIn": 1, 49 "datasource": "-- Grafana --", 50 "enable": true, 51 "hide": true, 52 "iconColor": "rgba(0, 211, 255, 1)", 53 "name": "Annotations & Alerts", 54 "type": "dashboard" 55 } 56 ] 57 }, 58 "description": "Top-level ZFS pool latency by ZIO type", 59 "editable": true, 60 "gnetId": null, 61 "graphTooltip": 1, 62 "id": null, 63 "iteration": 1590445168391, 64 "links": [], 65 "panels": [ 66 { 67 "collapsed": false, 68 "datasource": "${DS_MACBOOK-INFLUX}", 69 "gridPos": { 70 "h": 1, 71 "w": 24, 72 "x": 0, 73 "y": 0 74 }, 75 "id": 5, 76 "panels": [], 77 "title": "Total Reads and Writes", 78 "type": "row" 79 }, 80 { 81 "cards": { 82 "cardPadding": null, 83 "cardRound": null 84 }, 85 "color": { 86 "cardColor": "#b4ff00", 87 "colorScale": "sqrt", 88 "colorScheme": "interpolateOranges", 89 "exponent": 0.5, 90 "mode": "spectrum" 91 }, 92 "dataFormat": "tsbuckets", 93 "datasource": "${DS_MACBOOK-INFLUX}", 94 "description": "Latency histogram for the total reads of a ZFS pool", 95 "fieldConfig": { 96 "defaults": { 97 "custom": {} 98 }, 99 "overrides": [] 100 }, 101 "gridPos": { 102 "h": 9, 103 "w": 12, 104 "x": 0, 105 "y": 1 106 }, 107 "heatmap": {}, 108 "hideZeroBuckets": false, 109 "highlightCards": true, 110 "id": 2, 111 "legend": { 112 "show": true 113 }, 114 "reverseYBuckets": false, 115 "targets": [ 116 { 117 "alias": "$tag_le", 118 "groupBy": [ 119 { 120 "params": [ 121 "$__interval" 122 ], 123 "type": "time" 124 }, 125 { 126 "params": [ 127 "le" 128 ], 129 "type": "tag" 130 }, 131 { 132 "params": [ 133 "null" 134 ], 135 "type": "fill" 136 } 137 ], 138 "measurement": "zpool_latency", 139 "orderByTime": "ASC", 140 "policy": "default", 141 "refId": "A", 142 "resultFormat": "time_series", 143 "select": [ 144 [ 145 { 146 "params": [ 147 "total_read" 148 ], 149 "type": "field" 150 }, 151 { 152 "params": [], 153 "type": "last" 154 }, 155 { 156 "params": [ 157 "1s" 158 ], 159 "type": "non_negative_derivative" 160 } 161 ] 162 ], 163 "tags": [ 164 { 165 "key": "host", 166 "operator": "=~", 167 "value": "/^$hostname$/" 168 }, 169 { 170 "condition": "AND", 171 "key": "name", 172 "operator": "=~", 173 "value": "/^$poolname$/" 174 } 175 ] 176 } 177 ], 178 "timeFrom": null, 179 "timeShift": null, 180 "title": "Total Reads", 181 "tooltip": { 182 "show": true, 183 "showHistogram": true 184 }, 185 "type": "heatmap", 186 "xAxis": { 187 "show": true 188 }, 189 "xBucketNumber": null, 190 "xBucketSize": null, 191 "yAxis": { 192 "decimals": 0, 193 "format": "s", 194 "logBase": 1, 195 "max": null, 196 "min": null, 197 "show": true, 198 "splitFactor": null 199 }, 200 "yBucketBound": "auto", 201 "yBucketNumber": null, 202 "yBucketSize": null 203 }, 204 { 205 "cards": { 206 "cardPadding": null, 207 "cardRound": null 208 }, 209 "color": { 210 "cardColor": "#b4ff00", 211 "colorScale": "sqrt", 212 "colorScheme": "interpolateOranges", 213 "exponent": 0.5, 214 "mode": "spectrum" 215 }, 216 "dataFormat": "tsbuckets", 217 "datasource": "${DS_MACBOOK-INFLUX}", 218 "description": "Latency histogram for the total writes of a ZFS pool", 219 "fieldConfig": { 220 "defaults": { 221 "custom": {} 222 }, 223 "overrides": [] 224 }, 225 "gridPos": { 226 "h": 9, 227 "w": 12, 228 "x": 12, 229 "y": 1 230 }, 231 "heatmap": {}, 232 "hideZeroBuckets": false, 233 "highlightCards": true, 234 "id": 3, 235 "legend": { 236 "show": true 237 }, 238 "reverseYBuckets": false, 239 "targets": [ 240 { 241 "alias": "$tag_le", 242 "groupBy": [ 243 { 244 "params": [ 245 "$__interval" 246 ], 247 "type": "time" 248 }, 249 { 250 "params": [ 251 "le" 252 ], 253 "type": "tag" 254 }, 255 { 256 "params": [ 257 "null" 258 ], 259 "type": "fill" 260 } 261 ], 262 "measurement": "zpool_latency", 263 "orderByTime": "ASC", 264 "policy": "default", 265 "refId": "A", 266 "resultFormat": "time_series", 267 "select": [ 268 [ 269 { 270 "params": [ 271 "total_write" 272 ], 273 "type": "field" 274 }, 275 { 276 "params": [], 277 "type": "last" 278 }, 279 { 280 "params": [ 281 "1s" 282 ], 283 "type": "non_negative_derivative" 284 } 285 ] 286 ], 287 "tags": [ 288 { 289 "key": "host", 290 "operator": "=~", 291 "value": "/^$hostname$/" 292 }, 293 { 294 "condition": "AND", 295 "key": "name", 296 "operator": "=~", 297 "value": "/^$poolname$/" 298 } 299 ] 300 } 301 ], 302 "timeFrom": null, 303 "timeShift": null, 304 "title": "Total Writes", 305 "tooltip": { 306 "show": true, 307 "showHistogram": true 308 }, 309 "type": "heatmap", 310 "xAxis": { 311 "show": true 312 }, 313 "xBucketNumber": null, 314 "xBucketSize": null, 315 "yAxis": { 316 "decimals": 0, 317 "format": "s", 318 "logBase": 1, 319 "max": null, 320 "min": null, 321 "show": true, 322 "splitFactor": null 323 }, 324 "yBucketBound": "auto", 325 "yBucketNumber": null, 326 "yBucketSize": null 327 }, 328 { 329 "collapsed": false, 330 "datasource": "${DS_MACBOOK-INFLUX}", 331 "gridPos": { 332 "h": 1, 333 "w": 24, 334 "x": 0, 335 "y": 10 336 }, 337 "id": 8, 338 "panels": [], 339 "title": "ZIO Scheduler Queues for Read Operations", 340 "type": "row" 341 }, 342 { 343 "cards": { 344 "cardPadding": null, 345 "cardRound": null 346 }, 347 "color": { 348 "cardColor": "#b4ff00", 349 "colorScale": "sqrt", 350 "colorScheme": "interpolateOranges", 351 "exponent": 0.5, 352 "mode": "spectrum" 353 }, 354 "dataFormat": "tsbuckets", 355 "datasource": "${DS_MACBOOK-INFLUX}", 356 "description": "Latency histogram for the synchronous reads of a ZFS pool", 357 "fieldConfig": { 358 "defaults": { 359 "custom": {} 360 }, 361 "overrides": [] 362 }, 363 "gridPos": { 364 "h": 8, 365 "w": 5, 366 "x": 0, 367 "y": 11 368 }, 369 "heatmap": {}, 370 "hideZeroBuckets": false, 371 "highlightCards": true, 372 "id": 6, 373 "legend": { 374 "show": false 375 }, 376 "reverseYBuckets": false, 377 "targets": [ 378 { 379 "alias": "$tag_le", 380 "groupBy": [ 381 { 382 "params": [ 383 "$__interval" 384 ], 385 "type": "time" 386 }, 387 { 388 "params": [ 389 "le" 390 ], 391 "type": "tag" 392 }, 393 { 394 "params": [ 395 "null" 396 ], 397 "type": "fill" 398 } 399 ], 400 "measurement": "zpool_latency", 401 "orderByTime": "ASC", 402 "policy": "default", 403 "refId": "A", 404 "resultFormat": "time_series", 405 "select": [ 406 [ 407 { 408 "params": [ 409 "sync_read" 410 ], 411 "type": "field" 412 }, 413 { 414 "params": [], 415 "type": "last" 416 }, 417 { 418 "params": [ 419 "1s" 420 ], 421 "type": "non_negative_derivative" 422 } 423 ] 424 ], 425 "tags": [ 426 { 427 "key": "host", 428 "operator": "=~", 429 "value": "/^$hostname$/" 430 }, 431 { 432 "condition": "AND", 433 "key": "name", 434 "operator": "=~", 435 "value": "/^$poolname$/" 436 } 437 ] 438 } 439 ], 440 "timeFrom": null, 441 "timeShift": null, 442 "title": "Sync Read Queue", 443 "tooltip": { 444 "show": true, 445 "showHistogram": true 446 }, 447 "type": "heatmap", 448 "xAxis": { 449 "show": true 450 }, 451 "xBucketNumber": null, 452 "xBucketSize": null, 453 "yAxis": { 454 "decimals": 0, 455 "format": "s", 456 "logBase": 1, 457 "max": null, 458 "min": null, 459 "show": true, 460 "splitFactor": null 461 }, 462 "yBucketBound": "auto", 463 "yBucketNumber": null, 464 "yBucketSize": null 465 }, 466 { 467 "cards": { 468 "cardPadding": null, 469 "cardRound": null 470 }, 471 "color": { 472 "cardColor": "#b4ff00", 473 "colorScale": "sqrt", 474 "colorScheme": "interpolateOranges", 475 "exponent": 0.5, 476 "mode": "spectrum" 477 }, 478 "dataFormat": "tsbuckets", 479 "datasource": "${DS_MACBOOK-INFLUX}", 480 "description": "Latency histogram for the asynchronous reads of a ZFS pool", 481 "fieldConfig": { 482 "defaults": { 483 "custom": {} 484 }, 485 "overrides": [] 486 }, 487 "gridPos": { 488 "h": 8, 489 "w": 5, 490 "x": 5, 491 "y": 11 492 }, 493 "heatmap": {}, 494 "hideZeroBuckets": false, 495 "highlightCards": true, 496 "id": 9, 497 "legend": { 498 "show": false 499 }, 500 "reverseYBuckets": false, 501 "targets": [ 502 { 503 "alias": "$tag_le", 504 "groupBy": [ 505 { 506 "params": [ 507 "$__interval" 508 ], 509 "type": "time" 510 }, 511 { 512 "params": [ 513 "le" 514 ], 515 "type": "tag" 516 }, 517 { 518 "params": [ 519 "null" 520 ], 521 "type": "fill" 522 } 523 ], 524 "measurement": "zpool_latency", 525 "orderByTime": "ASC", 526 "policy": "default", 527 "refId": "A", 528 "resultFormat": "time_series", 529 "select": [ 530 [ 531 { 532 "params": [ 533 "async_read" 534 ], 535 "type": "field" 536 }, 537 { 538 "params": [], 539 "type": "last" 540 }, 541 { 542 "params": [ 543 "1s" 544 ], 545 "type": "non_negative_derivative" 546 } 547 ] 548 ], 549 "tags": [ 550 { 551 "key": "host", 552 "operator": "=~", 553 "value": "/^$hostname$/" 554 }, 555 { 556 "condition": "AND", 557 "key": "name", 558 "operator": "=~", 559 "value": "/^$poolname$/" 560 } 561 ] 562 } 563 ], 564 "timeFrom": null, 565 "timeShift": null, 566 "title": "Async Read Queue", 567 "tooltip": { 568 "show": true, 569 "showHistogram": true 570 }, 571 "type": "heatmap", 572 "xAxis": { 573 "show": true 574 }, 575 "xBucketNumber": null, 576 "xBucketSize": null, 577 "yAxis": { 578 "decimals": 0, 579 "format": "s", 580 "logBase": 1, 581 "max": null, 582 "min": null, 583 "show": true, 584 "splitFactor": null 585 }, 586 "yBucketBound": "auto", 587 "yBucketNumber": null, 588 "yBucketSize": null 589 }, 590 { 591 "cards": { 592 "cardPadding": null, 593 "cardRound": null 594 }, 595 "color": { 596 "cardColor": "#b4ff00", 597 "colorScale": "sqrt", 598 "colorScheme": "interpolateOranges", 599 "exponent": 0.5, 600 "mode": "spectrum" 601 }, 602 "dataFormat": "tsbuckets", 603 "datasource": "${DS_MACBOOK-INFLUX}", 604 "description": "Latency histogram for the scrub or scan reads of a ZFS pool", 605 "fieldConfig": { 606 "defaults": { 607 "custom": {} 608 }, 609 "overrides": [] 610 }, 611 "gridPos": { 612 "h": 8, 613 "w": 5, 614 "x": 10, 615 "y": 11 616 }, 617 "heatmap": {}, 618 "hideZeroBuckets": false, 619 "highlightCards": true, 620 "id": 10, 621 "legend": { 622 "show": false 623 }, 624 "reverseYBuckets": false, 625 "targets": [ 626 { 627 "alias": "$tag_le", 628 "groupBy": [ 629 { 630 "params": [ 631 "$__interval" 632 ], 633 "type": "time" 634 }, 635 { 636 "params": [ 637 "le" 638 ], 639 "type": "tag" 640 }, 641 { 642 "params": [ 643 "null" 644 ], 645 "type": "fill" 646 } 647 ], 648 "measurement": "zpool_latency", 649 "orderByTime": "ASC", 650 "policy": "default", 651 "refId": "A", 652 "resultFormat": "time_series", 653 "select": [ 654 [ 655 { 656 "params": [ 657 "scrub" 658 ], 659 "type": "field" 660 }, 661 { 662 "params": [], 663 "type": "last" 664 }, 665 { 666 "params": [ 667 "1s" 668 ], 669 "type": "non_negative_derivative" 670 } 671 ] 672 ], 673 "tags": [ 674 { 675 "key": "host", 676 "operator": "=~", 677 "value": "/^$hostname$/" 678 }, 679 { 680 "condition": "AND", 681 "key": "name", 682 "operator": "=~", 683 "value": "/^$poolname$/" 684 } 685 ] 686 } 687 ], 688 "timeFrom": null, 689 "timeShift": null, 690 "title": "Scrub/Scan Read Queue", 691 "tooltip": { 692 "show": true, 693 "showHistogram": true 694 }, 695 "type": "heatmap", 696 "xAxis": { 697 "show": true 698 }, 699 "xBucketNumber": null, 700 "xBucketSize": null, 701 "yAxis": { 702 "decimals": 0, 703 "format": "s", 704 "logBase": 1, 705 "max": null, 706 "min": null, 707 "show": true, 708 "splitFactor": null 709 }, 710 "yBucketBound": "auto", 711 "yBucketNumber": null, 712 "yBucketSize": null 713 }, 714 { 715 "cards": { 716 "cardPadding": null, 717 "cardRound": null 718 }, 719 "color": { 720 "cardColor": "#b4ff00", 721 "colorScale": "sqrt", 722 "colorScheme": "interpolateOranges", 723 "exponent": 0.5, 724 "mode": "spectrum" 725 }, 726 "dataFormat": "tsbuckets", 727 "datasource": "${DS_MACBOOK-INFLUX}", 728 "description": "Latency histogram for the actual disk reads of a ZFS pool", 729 "fieldConfig": { 730 "defaults": { 731 "custom": {} 732 }, 733 "overrides": [] 734 }, 735 "gridPos": { 736 "h": 8, 737 "w": 9, 738 "x": 15, 739 "y": 11 740 }, 741 "heatmap": {}, 742 "hideZeroBuckets": false, 743 "highlightCards": true, 744 "id": 11, 745 "legend": { 746 "show": false 747 }, 748 "reverseYBuckets": false, 749 "targets": [ 750 { 751 "alias": "$tag_le", 752 "groupBy": [ 753 { 754 "params": [ 755 "$__interval" 756 ], 757 "type": "time" 758 }, 759 { 760 "params": [ 761 "le" 762 ], 763 "type": "tag" 764 }, 765 { 766 "params": [ 767 "null" 768 ], 769 "type": "fill" 770 } 771 ], 772 "measurement": "zpool_latency", 773 "orderByTime": "ASC", 774 "policy": "default", 775 "refId": "A", 776 "resultFormat": "time_series", 777 "select": [ 778 [ 779 { 780 "params": [ 781 "disk_read" 782 ], 783 "type": "field" 784 }, 785 { 786 "params": [], 787 "type": "last" 788 }, 789 { 790 "params": [ 791 "1s" 792 ], 793 "type": "non_negative_derivative" 794 } 795 ] 796 ], 797 "tags": [ 798 { 799 "key": "host", 800 "operator": "=~", 801 "value": "/^$hostname$/" 802 }, 803 { 804 "condition": "AND", 805 "key": "name", 806 "operator": "=~", 807 "value": "/^$poolname$/" 808 } 809 ] 810 } 811 ], 812 "timeFrom": null, 813 "timeShift": null, 814 "title": "Disk Read Queue", 815 "tooltip": { 816 "show": true, 817 "showHistogram": true 818 }, 819 "type": "heatmap", 820 "xAxis": { 821 "show": true 822 }, 823 "xBucketNumber": null, 824 "xBucketSize": null, 825 "yAxis": { 826 "decimals": 0, 827 "format": "s", 828 "logBase": 1, 829 "max": null, 830 "min": null, 831 "show": true, 832 "splitFactor": null 833 }, 834 "yBucketBound": "auto", 835 "yBucketNumber": null, 836 "yBucketSize": null 837 }, 838 { 839 "collapsed": false, 840 "datasource": "${DS_MACBOOK-INFLUX}", 841 "gridPos": { 842 "h": 1, 843 "w": 24, 844 "x": 0, 845 "y": 19 846 }, 847 "id": 13, 848 "panels": [], 849 "title": "ZIO Scheduler Queues for Write Operations", 850 "type": "row" 851 }, 852 { 853 "cards": { 854 "cardPadding": null, 855 "cardRound": null 856 }, 857 "color": { 858 "cardColor": "#b4ff00", 859 "colorScale": "sqrt", 860 "colorScheme": "interpolateOranges", 861 "exponent": 0.5, 862 "mode": "spectrum" 863 }, 864 "dataFormat": "tsbuckets", 865 "datasource": "${DS_MACBOOK-INFLUX}", 866 "description": "Latency histogram for the synchronous writes of a ZFS pool", 867 "fieldConfig": { 868 "defaults": { 869 "custom": {} 870 }, 871 "overrides": [] 872 }, 873 "gridPos": { 874 "h": 8, 875 "w": 5, 876 "x": 0, 877 "y": 20 878 }, 879 "heatmap": {}, 880 "hideZeroBuckets": false, 881 "highlightCards": true, 882 "id": 14, 883 "legend": { 884 "show": false 885 }, 886 "reverseYBuckets": false, 887 "targets": [ 888 { 889 "alias": "$tag_le", 890 "groupBy": [ 891 { 892 "params": [ 893 "$__interval" 894 ], 895 "type": "time" 896 }, 897 { 898 "params": [ 899 "le" 900 ], 901 "type": "tag" 902 }, 903 { 904 "params": [ 905 "null" 906 ], 907 "type": "fill" 908 } 909 ], 910 "measurement": "zpool_latency", 911 "orderByTime": "ASC", 912 "policy": "default", 913 "refId": "A", 914 "resultFormat": "time_series", 915 "select": [ 916 [ 917 { 918 "params": [ 919 "sync_write" 920 ], 921 "type": "field" 922 }, 923 { 924 "params": [], 925 "type": "last" 926 }, 927 { 928 "params": [ 929 "1s" 930 ], 931 "type": "non_negative_derivative" 932 } 933 ] 934 ], 935 "tags": [ 936 { 937 "key": "host", 938 "operator": "=~", 939 "value": "/^$hostname$/" 940 }, 941 { 942 "condition": "AND", 943 "key": "name", 944 "operator": "=~", 945 "value": "/^$poolname$/" 946 } 947 ] 948 } 949 ], 950 "timeFrom": null, 951 "timeShift": null, 952 "title": "Sync Write Queue", 953 "tooltip": { 954 "show": true, 955 "showHistogram": true 956 }, 957 "type": "heatmap", 958 "xAxis": { 959 "show": true 960 }, 961 "xBucketNumber": null, 962 "xBucketSize": null, 963 "yAxis": { 964 "decimals": 0, 965 "format": "s", 966 "logBase": 1, 967 "max": null, 968 "min": null, 969 "show": true, 970 "splitFactor": null 971 }, 972 "yBucketBound": "auto", 973 "yBucketNumber": null, 974 "yBucketSize": null 975 }, 976 { 977 "cards": { 978 "cardPadding": null, 979 "cardRound": null 980 }, 981 "color": { 982 "cardColor": "#b4ff00", 983 "colorScale": "sqrt", 984 "colorScheme": "interpolateOranges", 985 "exponent": 0.5, 986 "mode": "spectrum" 987 }, 988 "dataFormat": "tsbuckets", 989 "datasource": "${DS_MACBOOK-INFLUX}", 990 "description": "Latency histogram for the asynchronous writes of a ZFS pool", 991 "fieldConfig": { 992 "defaults": { 993 "custom": {} 994 }, 995 "overrides": [] 996 }, 997 "gridPos": { 998 "h": 8, 999 "w": 5, 1000 "x": 5, 1001 "y": 20 1002 }, 1003 "heatmap": {}, 1004 "hideZeroBuckets": false, 1005 "highlightCards": true, 1006 "id": 15, 1007 "legend": { 1008 "show": false 1009 }, 1010 "reverseYBuckets": false, 1011 "targets": [ 1012 { 1013 "alias": "$tag_le", 1014 "groupBy": [ 1015 { 1016 "params": [ 1017 "$__interval" 1018 ], 1019 "type": "time" 1020 }, 1021 { 1022 "params": [ 1023 "le" 1024 ], 1025 "type": "tag" 1026 }, 1027 { 1028 "params": [ 1029 "null" 1030 ], 1031 "type": "fill" 1032 } 1033 ], 1034 "measurement": "zpool_latency", 1035 "orderByTime": "ASC", 1036 "policy": "default", 1037 "refId": "A", 1038 "resultFormat": "time_series", 1039 "select": [ 1040 [ 1041 { 1042 "params": [ 1043 "async_write" 1044 ], 1045 "type": "field" 1046 }, 1047 { 1048 "params": [], 1049 "type": "last" 1050 }, 1051 { 1052 "params": [ 1053 "1s" 1054 ], 1055 "type": "non_negative_derivative" 1056 } 1057 ] 1058 ], 1059 "tags": [ 1060 { 1061 "key": "host", 1062 "operator": "=~", 1063 "value": "/^$hostname$/" 1064 }, 1065 { 1066 "condition": "AND", 1067 "key": "name", 1068 "operator": "=~", 1069 "value": "/^$poolname$/" 1070 } 1071 ] 1072 } 1073 ], 1074 "timeFrom": null, 1075 "timeShift": null, 1076 "title": "Async Write Queue", 1077 "tooltip": { 1078 "show": true, 1079 "showHistogram": true 1080 }, 1081 "type": "heatmap", 1082 "xAxis": { 1083 "show": true 1084 }, 1085 "xBucketNumber": null, 1086 "xBucketSize": null, 1087 "yAxis": { 1088 "decimals": 0, 1089 "format": "s", 1090 "logBase": 1, 1091 "max": null, 1092 "min": null, 1093 "show": true, 1094 "splitFactor": null 1095 }, 1096 "yBucketBound": "auto", 1097 "yBucketNumber": null, 1098 "yBucketSize": null 1099 }, 1100 { 1101 "cards": { 1102 "cardPadding": null, 1103 "cardRound": null 1104 }, 1105 "color": { 1106 "cardColor": "#b4ff00", 1107 "colorScale": "sqrt", 1108 "colorScheme": "interpolateOranges", 1109 "exponent": 0.5, 1110 "mode": "spectrum" 1111 }, 1112 "dataFormat": "tsbuckets", 1113 "datasource": "${DS_MACBOOK-INFLUX}", 1114 "description": "Latency histogram for the trim or unmap operations of a ZFS pool", 1115 "fieldConfig": { 1116 "defaults": { 1117 "custom": {} 1118 }, 1119 "overrides": [] 1120 }, 1121 "gridPos": { 1122 "h": 8, 1123 "w": 5, 1124 "x": 10, 1125 "y": 20 1126 }, 1127 "heatmap": {}, 1128 "hideZeroBuckets": false, 1129 "highlightCards": true, 1130 "id": 16, 1131 "legend": { 1132 "show": false 1133 }, 1134 "reverseYBuckets": false, 1135 "targets": [ 1136 { 1137 "alias": "$tag_le", 1138 "groupBy": [ 1139 { 1140 "params": [ 1141 "$__interval" 1142 ], 1143 "type": "time" 1144 }, 1145 { 1146 "params": [ 1147 "le" 1148 ], 1149 "type": "tag" 1150 }, 1151 { 1152 "params": [ 1153 "null" 1154 ], 1155 "type": "fill" 1156 } 1157 ], 1158 "measurement": "zpool_latency", 1159 "orderByTime": "ASC", 1160 "policy": "default", 1161 "refId": "A", 1162 "resultFormat": "time_series", 1163 "select": [ 1164 [ 1165 { 1166 "params": [ 1167 "trim" 1168 ], 1169 "type": "field" 1170 }, 1171 { 1172 "params": [], 1173 "type": "last" 1174 }, 1175 { 1176 "params": [ 1177 "1s" 1178 ], 1179 "type": "non_negative_derivative" 1180 } 1181 ] 1182 ], 1183 "tags": [ 1184 { 1185 "key": "host", 1186 "operator": "=~", 1187 "value": "/^$hostname$/" 1188 }, 1189 { 1190 "condition": "AND", 1191 "key": "name", 1192 "operator": "=~", 1193 "value": "/^$poolname$/" 1194 } 1195 ] 1196 } 1197 ], 1198 "timeFrom": null, 1199 "timeShift": null, 1200 "title": "Trim Write Queue", 1201 "tooltip": { 1202 "show": true, 1203 "showHistogram": true 1204 }, 1205 "type": "heatmap", 1206 "xAxis": { 1207 "show": true 1208 }, 1209 "xBucketNumber": null, 1210 "xBucketSize": null, 1211 "yAxis": { 1212 "decimals": 0, 1213 "format": "s", 1214 "logBase": 1, 1215 "max": null, 1216 "min": null, 1217 "show": true, 1218 "splitFactor": null 1219 }, 1220 "yBucketBound": "auto", 1221 "yBucketNumber": null, 1222 "yBucketSize": null 1223 }, 1224 { 1225 "cards": { 1226 "cardPadding": null, 1227 "cardRound": null 1228 }, 1229 "color": { 1230 "cardColor": "#b4ff00", 1231 "colorScale": "sqrt", 1232 "colorScheme": "interpolateOranges", 1233 "exponent": 0.5, 1234 "mode": "spectrum" 1235 }, 1236 "dataFormat": "tsbuckets", 1237 "datasource": "${DS_MACBOOK-INFLUX}", 1238 "description": "Latency histogram for the disk write operations of a ZFS pool", 1239 "fieldConfig": { 1240 "defaults": { 1241 "custom": {} 1242 }, 1243 "overrides": [] 1244 }, 1245 "gridPos": { 1246 "h": 8, 1247 "w": 9, 1248 "x": 15, 1249 "y": 20 1250 }, 1251 "heatmap": {}, 1252 "hideZeroBuckets": false, 1253 "highlightCards": true, 1254 "id": 17, 1255 "legend": { 1256 "show": false 1257 }, 1258 "reverseYBuckets": false, 1259 "targets": [ 1260 { 1261 "alias": "$tag_le", 1262 "groupBy": [ 1263 { 1264 "params": [ 1265 "$__interval" 1266 ], 1267 "type": "time" 1268 }, 1269 { 1270 "params": [ 1271 "le" 1272 ], 1273 "type": "tag" 1274 }, 1275 { 1276 "params": [ 1277 "null" 1278 ], 1279 "type": "fill" 1280 } 1281 ], 1282 "measurement": "zpool_latency", 1283 "orderByTime": "ASC", 1284 "policy": "default", 1285 "refId": "A", 1286 "resultFormat": "time_series", 1287 "select": [ 1288 [ 1289 { 1290 "params": [ 1291 "disk_write" 1292 ], 1293 "type": "field" 1294 }, 1295 { 1296 "params": [], 1297 "type": "last" 1298 }, 1299 { 1300 "params": [ 1301 "1s" 1302 ], 1303 "type": "non_negative_derivative" 1304 } 1305 ] 1306 ], 1307 "tags": [ 1308 { 1309 "key": "host", 1310 "operator": "=~", 1311 "value": "/^$hostname$/" 1312 }, 1313 { 1314 "condition": "AND", 1315 "key": "name", 1316 "operator": "=~", 1317 "value": "/^$poolname$/" 1318 } 1319 ] 1320 } 1321 ], 1322 "timeFrom": null, 1323 "timeShift": null, 1324 "title": "Disk Write Queue", 1325 "tooltip": { 1326 "show": true, 1327 "showHistogram": true 1328 }, 1329 "type": "heatmap", 1330 "xAxis": { 1331 "show": true 1332 }, 1333 "xBucketNumber": null, 1334 "xBucketSize": null, 1335 "yAxis": { 1336 "decimals": 0, 1337 "format": "s", 1338 "logBase": 1, 1339 "max": null, 1340 "min": null, 1341 "show": true, 1342 "splitFactor": null 1343 }, 1344 "yBucketBound": "auto", 1345 "yBucketNumber": null, 1346 "yBucketSize": null 1347 }, 1348 { 1349 "collapsed": false, 1350 "datasource": "${DS_MACBOOK-INFLUX}", 1351 "gridPos": { 1352 "h": 1, 1353 "w": 24, 1354 "x": 0, 1355 "y": 28 1356 }, 1357 "id": 19, 1358 "panels": [], 1359 "title": "About", 1360 "type": "row" 1361 }, 1362 { 1363 "content": "I/O requests that are satisfied by accessing pool devices are managed by the ZIO scheduler.\nThe total latency is measured from the start of the I/O to completion by the disk.\nLatency through each queue is shown prior to its submission to the disk queue.\n\nThis view is useful for observing the effects of tuning the ZIO scheduler min and max values\n(see zfs-module-parameters(5) and [ZFS on Linux Module Parameters](https://openzfs.github.io/openzfs-docs/Performance%20and%20tuning/ZFS%20on%20Linux%20Module%20Parameters.html)):\n+ *zfs_vdev_max_active* controls the ZIO scheduler's disk queue depth (do not confuse with the block device's nr_requests)\n+ *zfs_vdev_sync_read_min_active* and *zfs_vdev_sync_read_max_active* control the synchronous queue for reads: most reads are sync\n+ *zfs_vdev_sync_write_min_active* and *zfs_vdev_sync_write_max_active* control the synchronous queue for writes: \nusually metadata or user data depending on the \"sync\" property setting or I/Os that are requested to be flushed\n+ *zfs_vdev_async_read_min_active* and *zfs_vdev_async_read_max_active* control the asynchronous queue for reads: usually prefetches\n+ *zfs_vdev_async_write_min_active* and *zfs_vdev_async_write_max_active* control the asynchronous queue for writes: \nusually the bulk of all writes at transaction group (txg) commit\n+ *zfs_vdev_scrub_min_active* and *zfs_vdev_scrub_max_active* controls the scan reads: usually scrub or resilver\n\n", 1364 "datasource": "${DS_MACBOOK-INFLUX}", 1365 "fieldConfig": { 1366 "defaults": { 1367 "custom": {} 1368 }, 1369 "overrides": [] 1370 }, 1371 "gridPos": { 1372 "h": 15, 1373 "w": 16, 1374 "x": 0, 1375 "y": 29 1376 }, 1377 "id": 21, 1378 "mode": "markdown", 1379 "targets": [ 1380 { 1381 "groupBy": [ 1382 { 1383 "params": [ 1384 "$__interval" 1385 ], 1386 "type": "time" 1387 }, 1388 { 1389 "params": [ 1390 "null" 1391 ], 1392 "type": "fill" 1393 } 1394 ], 1395 "orderByTime": "ASC", 1396 "policy": "default", 1397 "refId": "A", 1398 "resultFormat": "time_series", 1399 "select": [ 1400 [ 1401 { 1402 "params": [ 1403 "value" 1404 ], 1405 "type": "field" 1406 }, 1407 { 1408 "params": [], 1409 "type": "mean" 1410 } 1411 ] 1412 ], 1413 "tags": [] 1414 } 1415 ], 1416 "timeFrom": null, 1417 "timeShift": null, 1418 "title": "About ZFS Pool All Queues Read/Write Latency Histograms", 1419 "type": "text" 1420 }, 1421 { 1422 "colors": [ 1423 "rgba(50, 172, 45, 0.97)", 1424 "rgba(237, 129, 40, 0.89)", 1425 "rgba(245, 54, 54, 0.9)" 1426 ], 1427 "composites": [], 1428 "content": "graph LR\nIO((I/O request)) --> SR(sync read queue)\nIO --> SW(sync write queue)\nIO --> AR(async read queue)\nIO --> AW(async write queue)\nIO --> SCRUB(scrub queue)\nIO --> TRIM(trim queue)\nSR --> DISKQ(disk queue)\nSW --> DISKQ\nAR --> DISKQ\nAW --> DISKQ\nSCRUB --> DISKQ\nTRIM --> DISKQ\nDISKQ --> DISK((disk))\n", 1429 "datasource": "${DS_MACBOOK-INFLUX}", 1430 "decimals": 2, 1431 "fieldConfig": { 1432 "defaults": { 1433 "custom": {} 1434 }, 1435 "overrides": [] 1436 }, 1437 "format": "none", 1438 "graphId": "diagram_23", 1439 "gridPos": { 1440 "h": 15, 1441 "w": 7, 1442 "x": 16, 1443 "y": 29 1444 }, 1445 "id": 23, 1446 "init": { 1447 "arrowMarkerAbsolute": true, 1448 "cloneCssStyles": true, 1449 "flowchart": { 1450 "htmlLabels": true, 1451 "useMaxWidth": true 1452 }, 1453 "gantt": { 1454 "barGap": 4, 1455 "barHeight": 20, 1456 "fontFamily": "\"Open-Sans\", \"sans-serif\"", 1457 "fontSize": 11, 1458 "gridLineStartPadding": 35, 1459 "leftPadding": 75, 1460 "numberSectionStyles": 3, 1461 "titleTopMargin": 25, 1462 "topPadding": 50 1463 }, 1464 "logLevel": 3, 1465 "securityLevel": "loose", 1466 "sequence": { 1467 "actorMargin": 50, 1468 "bottomMarginAdj": 1, 1469 "boxMargin": 10, 1470 "boxTextMargin": 5, 1471 "diagramMarginX": 50, 1472 "diagramMarginY": 10, 1473 "height": 65, 1474 "messageMargin": 35, 1475 "mirrorActors": true, 1476 "noteMargin": 10, 1477 "useMaxWidth": true, 1478 "width": 150 1479 }, 1480 "startOnLoad": false, 1481 "theme": "dark" 1482 }, 1483 "legend": { 1484 "avg": true, 1485 "current": true, 1486 "gradient": { 1487 "enabled": true, 1488 "show": true 1489 }, 1490 "max": true, 1491 "min": true, 1492 "show": false, 1493 "total": true 1494 }, 1495 "mappingType": 1, 1496 "mappingTypes": [ 1497 { 1498 "$$hashKey": "object:155", 1499 "name": "value to text", 1500 "value": 1 1501 }, 1502 { 1503 "$$hashKey": "object:156", 1504 "name": "range to text", 1505 "value": 2 1506 } 1507 ], 1508 "maxDataPoints": 100, 1509 "maxWidth": false, 1510 "mermaidServiceUrl": "", 1511 "metricCharacterReplacements": [], 1512 "moddedSeriesVal": 0, 1513 "mode": "content", 1514 "nullPointMode": "connected", 1515 "seriesOverrides": [], 1516 "style": "", 1517 "styleValues": {}, 1518 "targets": [ 1519 { 1520 "groupBy": [ 1521 { 1522 "params": [ 1523 "$__interval" 1524 ], 1525 "type": "time" 1526 }, 1527 { 1528 "params": [ 1529 "null" 1530 ], 1531 "type": "fill" 1532 } 1533 ], 1534 "hide": true, 1535 "orderByTime": "ASC", 1536 "policy": "default", 1537 "refId": "A", 1538 "resultFormat": "time_series", 1539 "select": [ 1540 [ 1541 { 1542 "params": [ 1543 "value" 1544 ], 1545 "type": "field" 1546 }, 1547 { 1548 "params": [], 1549 "type": "mean" 1550 } 1551 ] 1552 ], 1553 "tags": [] 1554 } 1555 ], 1556 "themes": [ 1557 "default", 1558 "dark", 1559 "forest", 1560 "neutral" 1561 ], 1562 "thresholds": "0,10", 1563 "timeFrom": null, 1564 "timeShift": null, 1565 "title": "Panel Title", 1566 "type": "jdbranham-diagram-panel", 1567 "valueMaps": [ 1568 { 1569 "$$hashKey": "object:151", 1570 "op": "=", 1571 "text": "N/A", 1572 "value": "null" 1573 } 1574 ], 1575 "valueName": "avg", 1576 "valueOptions": [ 1577 "avg", 1578 "min", 1579 "max", 1580 "total", 1581 "current" 1582 ] 1583 } 1584 ], 1585 "refresh": false, 1586 "schemaVersion": 22, 1587 "style": "dark", 1588 "tags": [ 1589 "ZFS", 1590 "Latency", 1591 "Histogram" 1592 ], 1593 "templating": { 1594 "list": [ 1595 { 1596 "allValue": null, 1597 "current": {}, 1598 "datasource": "${DS_MACBOOK-INFLUX}", 1599 "definition": "show tag values from \"zpool_latency\" with key = \"host\"", 1600 "hide": 0, 1601 "includeAll": false, 1602 "index": -1, 1603 "label": null, 1604 "multi": false, 1605 "name": "hostname", 1606 "options": [], 1607 "query": "show tag values from \"zpool_latency\" with key = \"host\"", 1608 "refresh": 1, 1609 "regex": "/([-a-zA-Z-0-9]+)/", 1610 "skipUrlSync": false, 1611 "sort": 5, 1612 "tagValuesQuery": "", 1613 "tags": [], 1614 "tagsQuery": "", 1615 "type": "query", 1616 "useTags": false 1617 }, 1618 { 1619 "allValue": null, 1620 "current": {}, 1621 "datasource": "${DS_MACBOOK-INFLUX}", 1622 "definition": "show tag values from \"zpool_latency\" with key = \"name\" where \"host\" =~ /^$hostname/", 1623 "hide": 0, 1624 "includeAll": false, 1625 "index": -1, 1626 "label": null, 1627 "multi": false, 1628 "name": "poolname", 1629 "options": [], 1630 "query": "show tag values from \"zpool_latency\" with key = \"name\" where \"host\" =~ /^$hostname/", 1631 "refresh": 1, 1632 "regex": "", 1633 "skipUrlSync": false, 1634 "sort": 5, 1635 "tagValuesQuery": "", 1636 "tags": [], 1637 "tagsQuery": "", 1638 "type": "query", 1639 "useTags": false 1640 } 1641 ] 1642 }, 1643 "time": { 1644 "from": "2020-05-25T21:34:30.137Z", 1645 "to": "2020-05-25T21:39:54.445Z" 1646 }, 1647 "timepicker": { 1648 "refresh_intervals": [ 1649 "10s", 1650 "30s", 1651 "1m", 1652 "5m", 1653 "15m", 1654 "30m", 1655 "1h", 1656 "2h", 1657 "1d" 1658 ] 1659 }, 1660 "timezone": "", 1661 "title": "ZFS Pool Latency Heatmaps Influxdb", 1662 "uid": "TbB4-DkGz", 1663 "variables": { 1664 "list": [] 1665 }, 1666 "version": 2 1667}