xref: /freebsd/sys/contrib/openzfs/cmd/arc_summary (revision 4543ef516683042d46f3bd3bb8a4f3f746e00499)
1#!/usr/bin/env python3
2#
3# Copyright (c) 2008 Ben Rockwood <benr@cuddletech.com>,
4# Copyright (c) 2010 Martin Matuska <mm@FreeBSD.org>,
5# Copyright (c) 2010-2011 Jason J. Hellenthal <jhell@DataIX.net>,
6# Copyright (c) 2017 Scot W. Stevenson <scot.stevenson@gmail.com>
7# All rights reserved.
8#
9# Redistribution and use in source and binary forms, with or without
10# modification, are permitted provided that the following conditions
11# are met:
12#
13# 1. Redistributions of source code must retain the above copyright
14#    notice, this list of conditions and the following disclaimer.
15# 2. Redistributions in binary form must reproduce the above copyright
16#    notice, this list of conditions and the following disclaimer in the
17#    documentation and/or other materials provided with the distribution.
18#
19# THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
20# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22# ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
23# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29# SUCH DAMAGE.
30"""Print statistics on the ZFS ARC Cache and other information
31
32Provides basic information on the ARC, its efficiency, the L2ARC (if present),
33the Data Management Unit (DMU), Virtual Devices (VDEVs), and tunables. See
34the in-source documentation and code at
35https://github.com/openzfs/zfs/blob/master/module/zfs/arc.c for details.
36The original introduction to arc_summary can be found at
37http://cuddletech.com/?p=454
38"""
39
40import argparse
41import os
42import subprocess
43import sys
44import time
45import errno
46
47# We can't use env -S portably, and we need python3 -u to handle pipes in
48# the shell abruptly closing the way we want to, so...
49import io
50if isinstance(sys.__stderr__.buffer, io.BufferedWriter):
51    os.execv(sys.executable, [sys.executable, "-u"] + sys.argv)
52
53DESCRIPTION = 'Print ARC and other statistics for OpenZFS'
54INDENT = ' '*8
55LINE_LENGTH = 72
56DATE_FORMAT = '%a %b %d %H:%M:%S %Y'
57TITLE = 'ZFS Subsystem Report'
58
59SECTIONS = 'arc archits dmu l2arc spl tunables vdev zil'.split()
60SECTION_HELP = 'print info from one section ('+' '.join(SECTIONS)+')'
61
62# Tunables and SPL are handled separately because they come from
63# different sources
64SECTION_PATHS = {'arc': 'arcstats',
65                 'dmu': 'dmu_tx',
66                 'l2arc': 'arcstats',  # L2ARC stuff lives in arcstats
67                 'zfetch': 'zfetchstats',
68                 'zil': 'zil'}
69
70parser = argparse.ArgumentParser(description=DESCRIPTION)
71parser.add_argument('-a', '--alternate', action='store_true', default=False,
72                    help='use alternate formatting for tunables and SPL',
73                    dest='alt')
74parser.add_argument('-d', '--description', action='store_true', default=False,
75                    help='print descriptions with tunables and SPL',
76                    dest='desc')
77parser.add_argument('-g', '--graph', action='store_true', default=False,
78                    help='print graph on ARC use and exit', dest='graph')
79parser.add_argument('-p', '--page', type=int, dest='page',
80                    help='print page by number (DEPRECATED, use "-s")')
81parser.add_argument('-r', '--raw', action='store_true', default=False,
82                    help='dump all available data with minimal formatting',
83                    dest='raw')
84parser.add_argument('-s', '--section', dest='section', help=SECTION_HELP)
85ARGS = parser.parse_args()
86
87
88if sys.platform.startswith('freebsd'):
89    # Requires py36-sysctl on FreeBSD
90    import sysctl
91
92    def is_value(ctl):
93        return ctl.type != sysctl.CTLTYPE_NODE
94
95    def namefmt(ctl, base='vfs.zfs.'):
96        # base is removed from the name
97        cut = len(base)
98        return ctl.name[cut:]
99
100    def load_kstats(section):
101        base = 'kstat.zfs.misc.{section}.'.format(section=section)
102        fmt = lambda kstat: '{name} : {value}'.format(name=namefmt(kstat, base),
103                                                      value=kstat.value)
104        kstats = sysctl.filter(base)
105        return [fmt(kstat) for kstat in kstats if is_value(kstat)]
106
107    def get_params(base):
108        ctls = sysctl.filter(base)
109        return {namefmt(ctl): str(ctl.value) for ctl in ctls if is_value(ctl)}
110
111    def get_tunable_params():
112        return get_params('vfs.zfs')
113
114    def get_vdev_params():
115        return get_params('vfs.zfs.vdev')
116
117    def get_version_impl(request):
118        # FreeBSD reports versions for zpl and spa instead of zfs and spl.
119        name = {'zfs': 'zpl',
120                'spl': 'spa'}[request]
121        mib = 'vfs.zfs.version.{}'.format(name)
122        version = sysctl.filter(mib)[0].value
123        return '{} version {}'.format(name, version)
124
125    def get_descriptions(_request):
126        ctls = sysctl.filter('vfs.zfs')
127        return {namefmt(ctl): ctl.description for ctl in ctls if is_value(ctl)}
128
129
130elif sys.platform.startswith('linux'):
131    KSTAT_PATH = '/proc/spl/kstat/zfs'
132    SPL_PATH = '/sys/module/spl/parameters'
133    TUNABLES_PATH = '/sys/module/zfs/parameters'
134
135    def load_kstats(section):
136        path = os.path.join(KSTAT_PATH, section)
137        with open(path) as f:
138            return list(f)[2:] # Get rid of header
139
140    def get_params(basepath):
141        """Collect information on the Solaris Porting Layer (SPL) or the
142        tunables, depending on the PATH given. Does not check if PATH is
143        legal.
144        """
145        result = {}
146        for name in os.listdir(basepath):
147            path = os.path.join(basepath, name)
148            with open(path) as f:
149                value = f.read()
150                result[name] = value.strip()
151        return result
152
153    def get_spl_params():
154        return get_params(SPL_PATH)
155
156    def get_tunable_params():
157        return get_params(TUNABLES_PATH)
158
159    def get_vdev_params():
160        return get_params(TUNABLES_PATH)
161
162    def get_version_impl(request):
163        # The original arc_summary called /sbin/modinfo/{spl,zfs} to get
164        # the version information. We switch to /sys/module/{spl,zfs}/version
165        # to make sure we get what is really loaded in the kernel
166        try:
167            with open("/sys/module/{}/version".format(request)) as f:
168                return f.read().strip()
169        except:
170            return "(unknown)"
171
172    def get_descriptions(request):
173        """Get the descriptions of the Solaris Porting Layer (SPL) or the
174        tunables, return with minimal formatting.
175        """
176
177        if request not in ('spl', 'zfs'):
178            print('ERROR: description of "{0}" requested)'.format(request))
179            sys.exit(1)
180
181        descs = {}
182        target_prefix = 'parm:'
183
184        # We would prefer to do this with /sys/modules -- see the discussion at
185        # get_version() -- but there isn't a way to get the descriptions from
186        # there, so we fall back on modinfo
187        command = ["/sbin/modinfo", request, "-0"]
188
189        info = ''
190
191        try:
192
193            info = subprocess.run(command, stdout=subprocess.PIPE,
194                                  check=True, universal_newlines=True)
195            raw_output = info.stdout.split('\0')
196
197        except subprocess.CalledProcessError:
198            print("Error: Descriptions not available",
199                  "(can't access kernel module)")
200            sys.exit(1)
201
202        for line in raw_output:
203
204            if not line.startswith(target_prefix):
205                continue
206
207            line = line[len(target_prefix):].strip()
208            name, raw_desc = line.split(':', 1)
209            desc = raw_desc.rsplit('(', 1)[0]
210
211            if desc == '':
212                desc = '(No description found)'
213
214            descs[name.strip()] = desc.strip()
215
216        return descs
217
218def handle_unraisableException(exc_type, exc_value=None, exc_traceback=None,
219                               err_msg=None, object=None):
220   handle_Exception(exc_type, object, exc_traceback)
221
222def handle_Exception(ex_cls, ex, tb):
223    if ex_cls is KeyboardInterrupt:
224        sys.exit()
225
226    if ex_cls is BrokenPipeError:
227        # It turns out that while sys.exit() triggers an exception
228        # not handled message on Python 3.8+, os._exit() does not.
229        os._exit(0)
230
231    if ex_cls is OSError:
232      if ex.errno == errno.ENOTCONN:
233        sys.exit()
234
235    raise ex
236
237if hasattr(sys,'unraisablehook'): # Python 3.8+
238    sys.unraisablehook = handle_unraisableException
239sys.excepthook = handle_Exception
240
241
242def cleanup_line(single_line):
243    """Format a raw line of data from /proc and isolate the name value
244    part, returning a tuple with each. Currently, this gets rid of the
245    middle '4'. For example "arc_no_grow    4    0" returns the tuple
246    ("arc_no_grow", "0").
247    """
248    name, _, value = single_line.split()
249
250    return name, value
251
252
253def draw_graph(kstats_dict):
254    """Draw a primitive graph representing the basic information on the
255    ARC -- its size and the proportion used by MFU and MRU -- and quit.
256    We use max size of the ARC to calculate how full it is. This is a
257    very rough representation.
258    """
259
260    arc_stats = isolate_section('arcstats', kstats_dict)
261
262    GRAPH_INDENT = ' '*4
263    GRAPH_WIDTH = 60
264    arc_size = f_bytes(arc_stats['size'])
265    arc_perc = f_perc(arc_stats['size'], arc_stats['c_max'])
266    mfu_size = f_bytes(arc_stats['mfu_size'])
267    mru_size = f_bytes(arc_stats['mru_size'])
268    meta_size = f_bytes(arc_stats['arc_meta_used'])
269    dnode_limit = f_bytes(arc_stats['arc_dnode_limit'])
270    dnode_size = f_bytes(arc_stats['dnode_size'])
271
272    info_form = ('ARC: {0} ({1})  MFU: {2}  MRU: {3}  META: {4} '
273                 'DNODE {5} ({6})')
274    info_line = info_form.format(arc_size, arc_perc, mfu_size, mru_size,
275                                 meta_size, dnode_size, dnode_limit)
276    info_spc = ' '*int((GRAPH_WIDTH-len(info_line))/2)
277    info_line = GRAPH_INDENT+info_spc+info_line
278
279    graph_line = GRAPH_INDENT+'+'+('-'*(GRAPH_WIDTH-2))+'+'
280
281    mfu_perc = float(int(arc_stats['mfu_size'])/int(arc_stats['c_max']))
282    mru_perc = float(int(arc_stats['mru_size'])/int(arc_stats['c_max']))
283    arc_perc = float(int(arc_stats['size'])/int(arc_stats['c_max']))
284    total_ticks = float(arc_perc)*GRAPH_WIDTH
285    mfu_ticks = mfu_perc*GRAPH_WIDTH
286    mru_ticks = mru_perc*GRAPH_WIDTH
287    other_ticks = total_ticks-(mfu_ticks+mru_ticks)
288
289    core_form = 'F'*int(mfu_ticks)+'R'*int(mru_ticks)+'O'*int(other_ticks)
290    core_spc = ' '*(GRAPH_WIDTH-(2+len(core_form)))
291    core_line = GRAPH_INDENT+'|'+core_form+core_spc+'|'
292
293    for line in ('', info_line, graph_line, core_line, graph_line, ''):
294        print(line)
295
296
297def f_bytes(byte_string):
298    """Return human-readable representation of a byte value in
299    powers of 2 (eg "KiB" for "kibibytes", etc) to two decimal
300    points. Values smaller than one KiB are returned without
301    decimal points. Note "bytes" is a reserved keyword.
302    """
303
304    prefixes = ([2**80, "YiB"],   # yobibytes (yotta)
305                [2**70, "ZiB"],   # zebibytes (zetta)
306                [2**60, "EiB"],   # exbibytes (exa)
307                [2**50, "PiB"],   # pebibytes (peta)
308                [2**40, "TiB"],   # tebibytes (tera)
309                [2**30, "GiB"],   # gibibytes (giga)
310                [2**20, "MiB"],   # mebibytes (mega)
311                [2**10, "KiB"])   # kibibytes (kilo)
312
313    bites = int(byte_string)
314
315    if bites >= 2**10:
316        for limit, unit in prefixes:
317
318            if bites >= limit:
319                value = bites / limit
320                break
321
322        result = '{0:.1f} {1}'.format(value, unit)
323    else:
324        result = '{0} Bytes'.format(bites)
325
326    return result
327
328
329def f_hits(hits_string):
330    """Create a human-readable representation of the number of hits.
331    The single-letter symbols used are SI to avoid the confusion caused
332    by the different "short scale" and "long scale" representations in
333    English, which use the same words for different values. See
334    https://en.wikipedia.org/wiki/Names_of_large_numbers and:
335    https://physics.nist.gov/cuu/Units/prefixes.html
336    """
337
338    numbers = ([10**24, 'Y'],  # yotta (septillion)
339               [10**21, 'Z'],  # zetta (sextillion)
340               [10**18, 'E'],  # exa   (quintrillion)
341               [10**15, 'P'],  # peta  (quadrillion)
342               [10**12, 'T'],  # tera  (trillion)
343               [10**9, 'G'],   # giga  (billion)
344               [10**6, 'M'],   # mega  (million)
345               [10**3, 'k'])   # kilo  (thousand)
346
347    hits = int(hits_string)
348
349    if hits >= 1000:
350        for limit, symbol in numbers:
351
352            if hits >= limit:
353                value = hits/limit
354                break
355
356        result = "%0.1f%s" % (value, symbol)
357    else:
358        result = "%d" % hits
359
360    return result
361
362
363def f_perc(value1, value2):
364    """Calculate percentage and return in human-readable form. If
365    rounding produces the result '0.0' though the first number is
366    not zero, include a 'less-than' symbol to avoid confusion.
367    Division by zero is handled by returning 'n/a'; no error
368    is called.
369    """
370
371    v1 = float(value1)
372    v2 = float(value2)
373
374    try:
375        perc = 100 * v1/v2
376    except ZeroDivisionError:
377        result = 'n/a'
378    else:
379        result = '{0:0.1f} %'.format(perc)
380
381    if result == '0.0 %' and v1 > 0:
382        result = '< 0.1 %'
383
384    return result
385
386
387def format_raw_line(name, value):
388    """For the --raw option for the tunable and SPL outputs, decide on the
389    correct formatting based on the --alternate flag.
390    """
391
392    if ARGS.alt:
393        result = '{0}{1}={2}'.format(INDENT, name, value)
394    else:
395        # Right-align the value within the line length if it fits,
396        # otherwise just separate it from the name by a single space.
397        fit = LINE_LENGTH - len(INDENT) - len(name)
398        overflow = len(value) + 1
399        w = max(fit, overflow)
400        result = '{0}{1}{2:>{w}}'.format(INDENT, name, value, w=w)
401
402    return result
403
404
405def get_kstats():
406    """Collect information on the ZFS subsystem. The step does not perform any
407    further processing, giving us the option to only work on what is actually
408    needed. The name "kstat" is a holdover from the Solaris utility of the same
409    name.
410    """
411
412    result = {}
413
414    for section in SECTION_PATHS.values():
415        if section not in result:
416            result[section] = load_kstats(section)
417
418    return result
419
420
421def get_version(request):
422    """Get the version number of ZFS or SPL on this machine for header.
423    Returns an error string, but does not raise an error, if we can't
424    get the ZFS/SPL version.
425    """
426
427    if request not in ('spl', 'zfs'):
428        error_msg = '(ERROR: "{0}" requested)'.format(request)
429        return error_msg
430
431    return get_version_impl(request)
432
433
434def print_header():
435    """Print the initial heading with date and time as well as info on the
436    kernel and ZFS versions. This is not called for the graph.
437    """
438
439    # datetime is now recommended over time but we keep the exact formatting
440    # from the older version of arc_summary in case there are scripts
441    # that expect it in this way
442    daydate = time.strftime(DATE_FORMAT)
443    spc_date = LINE_LENGTH-len(daydate)
444    sys_version = os.uname()
445
446    sys_msg = sys_version.sysname+' '+sys_version.release
447    zfs = get_version('zfs')
448    spc_zfs = LINE_LENGTH-len(zfs)
449
450    machine_msg = 'Machine: '+sys_version.nodename+' ('+sys_version.machine+')'
451    spl = get_version('spl')
452    spc_spl = LINE_LENGTH-len(spl)
453
454    print('\n'+('-'*LINE_LENGTH))
455    print('{0:<{spc}}{1}'.format(TITLE, daydate, spc=spc_date))
456    print('{0:<{spc}}{1}'.format(sys_msg, zfs, spc=spc_zfs))
457    print('{0:<{spc}}{1}\n'.format(machine_msg, spl, spc=spc_spl))
458
459
460def print_raw(kstats_dict):
461    """Print all available data from the system in a minimally sorted format.
462    This can be used as a source to be piped through 'grep'.
463    """
464
465    sections = sorted(kstats_dict.keys())
466
467    for section in sections:
468
469        print('\n{0}:'.format(section.upper()))
470        lines = sorted(kstats_dict[section])
471
472        for line in lines:
473            name, value = cleanup_line(line)
474            print(format_raw_line(name, value))
475
476    # Tunables and SPL must be handled separately because they come from a
477    # different source and have descriptions the user might request
478    print()
479    section_spl()
480    section_tunables()
481
482
483def isolate_section(section_name, kstats_dict):
484    """From the complete information on all sections, retrieve only those
485    for one section.
486    """
487
488    try:
489        section_data = kstats_dict[section_name]
490    except KeyError:
491        print('ERROR: Data on {0} not available'.format(section_data))
492        sys.exit(1)
493
494    section_dict = dict(cleanup_line(l) for l in section_data)
495
496    return section_dict
497
498
499# Formatted output helper functions
500
501
502def prt_1(text, value):
503    """Print text and one value, no indent"""
504    spc = ' '*(LINE_LENGTH-(len(text)+len(value)))
505    print('{0}{spc}{1}'.format(text, value, spc=spc))
506
507
508def prt_i1(text, value):
509    """Print text and one value, with indent"""
510    spc = ' '*(LINE_LENGTH-(len(INDENT)+len(text)+len(value)))
511    print(INDENT+'{0}{spc}{1}'.format(text, value, spc=spc))
512
513
514def prt_2(text, value1, value2):
515    """Print text and two values, no indent"""
516    values = '{0:>9}  {1:>9}'.format(value1, value2)
517    spc = ' '*(LINE_LENGTH-(len(text)+len(values)+2))
518    print('{0}{spc}  {1}'.format(text, values, spc=spc))
519
520
521def prt_i2(text, value1, value2):
522    """Print text and two values, with indent"""
523    values = '{0:>9}  {1:>9}'.format(value1, value2)
524    spc = ' '*(LINE_LENGTH-(len(INDENT)+len(text)+len(values)+2))
525    print(INDENT+'{0}{spc}  {1}'.format(text, values, spc=spc))
526
527
528# The section output concentrates on important parameters instead of
529# being exhaustive (that is what the --raw parameter is for)
530
531
532def section_arc(kstats_dict):
533    """Give basic information on the ARC, MRU and MFU. This is the first
534    and most used section.
535    """
536
537    arc_stats = isolate_section('arcstats', kstats_dict)
538
539    throttle = arc_stats['memory_throttle_count']
540
541    if throttle == '0':
542        health = 'HEALTHY'
543    else:
544        health = 'THROTTLED'
545
546    prt_1('ARC status:', health)
547    prt_i1('Memory throttle count:', throttle)
548    print()
549
550    arc_size = arc_stats['size']
551    arc_target_size = arc_stats['c']
552    arc_max = arc_stats['c_max']
553    arc_min = arc_stats['c_min']
554    meta = arc_stats['meta']
555    pd = arc_stats['pd']
556    pm = arc_stats['pm']
557    anon_data = arc_stats['anon_data']
558    anon_metadata = arc_stats['anon_metadata']
559    mfu_data = arc_stats['mfu_data']
560    mfu_metadata = arc_stats['mfu_metadata']
561    mru_data = arc_stats['mru_data']
562    mru_metadata = arc_stats['mru_metadata']
563    mfug_data = arc_stats['mfu_ghost_data']
564    mfug_metadata = arc_stats['mfu_ghost_metadata']
565    mrug_data = arc_stats['mru_ghost_data']
566    mrug_metadata = arc_stats['mru_ghost_metadata']
567    unc_data = arc_stats['uncached_data']
568    unc_metadata = arc_stats['uncached_metadata']
569    bonus_size = arc_stats['bonus_size']
570    dnode_limit = arc_stats['arc_dnode_limit']
571    dnode_size = arc_stats['dnode_size']
572    dbuf_size = arc_stats['dbuf_size']
573    hdr_size = arc_stats['hdr_size']
574    l2_hdr_size = arc_stats['l2_hdr_size']
575    abd_chunk_waste_size = arc_stats['abd_chunk_waste_size']
576    target_size_ratio = '{0}:1'.format(int(arc_max) // int(arc_min))
577
578    prt_2('ARC size (current):',
579          f_perc(arc_size, arc_max), f_bytes(arc_size))
580    prt_i2('Target size (adaptive):',
581           f_perc(arc_target_size, arc_max), f_bytes(arc_target_size))
582    prt_i2('Min size (hard limit):',
583           f_perc(arc_min, arc_max), f_bytes(arc_min))
584    prt_i2('Max size (high water):',
585           target_size_ratio, f_bytes(arc_max))
586    caches_size = int(anon_data)+int(anon_metadata)+\
587        int(mfu_data)+int(mfu_metadata)+int(mru_data)+int(mru_metadata)+\
588        int(unc_data)+int(unc_metadata)
589    prt_i2('Anonymous data size:',
590           f_perc(anon_data, caches_size), f_bytes(anon_data))
591    prt_i2('Anonymous metadata size:',
592           f_perc(anon_metadata, caches_size), f_bytes(anon_metadata))
593    s = 4294967296
594    v = (s-int(pd))*(s-int(meta))/s
595    prt_i2('MFU data target:', f_perc(v, s),
596        f_bytes(v / 65536 * caches_size / 65536))
597    prt_i2('MFU data size:',
598           f_perc(mfu_data, caches_size), f_bytes(mfu_data))
599    prt_i1('MFU ghost data size:', f_bytes(mfug_data))
600    v = (s-int(pm))*int(meta)/s
601    prt_i2('MFU metadata target:', f_perc(v, s),
602        f_bytes(v / 65536 * caches_size / 65536))
603    prt_i2('MFU metadata size:',
604           f_perc(mfu_metadata, caches_size), f_bytes(mfu_metadata))
605    prt_i1('MFU ghost metadata size:', f_bytes(mfug_metadata))
606    v = int(pd)*(s-int(meta))/s
607    prt_i2('MRU data target:', f_perc(v, s),
608        f_bytes(v / 65536 * caches_size / 65536))
609    prt_i2('MRU data size:',
610           f_perc(mru_data, caches_size), f_bytes(mru_data))
611    prt_i1('MRU ghost data size:', f_bytes(mrug_data))
612    v = int(pm)*int(meta)/s
613    prt_i2('MRU metadata target:', f_perc(v, s),
614        f_bytes(v / 65536 * caches_size / 65536))
615    prt_i2('MRU metadata size:',
616           f_perc(mru_metadata, caches_size), f_bytes(mru_metadata))
617    prt_i1('MRU ghost metadata size:', f_bytes(mrug_metadata))
618    prt_i2('Uncached data size:',
619           f_perc(unc_data, caches_size), f_bytes(unc_data))
620    prt_i2('Uncached metadata size:',
621           f_perc(unc_metadata, caches_size), f_bytes(unc_metadata))
622    prt_i2('Bonus size:',
623           f_perc(bonus_size, arc_size), f_bytes(bonus_size))
624    prt_i2('Dnode cache target:',
625           f_perc(dnode_limit, arc_max), f_bytes(dnode_limit))
626    prt_i2('Dnode cache size:',
627           f_perc(dnode_size, dnode_limit), f_bytes(dnode_size))
628    prt_i2('Dbuf size:',
629           f_perc(dbuf_size, arc_size), f_bytes(dbuf_size))
630    prt_i2('Header size:',
631           f_perc(hdr_size, arc_size), f_bytes(hdr_size))
632    prt_i2('L2 header size:',
633           f_perc(l2_hdr_size, arc_size), f_bytes(l2_hdr_size))
634    prt_i2('ABD chunk waste size:',
635           f_perc(abd_chunk_waste_size, arc_size), f_bytes(abd_chunk_waste_size))
636    print()
637
638    print('ARC hash breakdown:')
639    prt_i1('Elements max:', f_hits(arc_stats['hash_elements_max']))
640    prt_i2('Elements current:',
641           f_perc(arc_stats['hash_elements'], arc_stats['hash_elements_max']),
642           f_hits(arc_stats['hash_elements']))
643    prt_i1('Collisions:', f_hits(arc_stats['hash_collisions']))
644
645    prt_i1('Chain max:', f_hits(arc_stats['hash_chain_max']))
646    prt_i1('Chains:', f_hits(arc_stats['hash_chains']))
647    print()
648
649    print('ARC misc:')
650    prt_i1('Deleted:', f_hits(arc_stats['deleted']))
651    prt_i1('Mutex misses:', f_hits(arc_stats['mutex_miss']))
652    prt_i1('Eviction skips:', f_hits(arc_stats['evict_skip']))
653    prt_i1('Eviction skips due to L2 writes:',
654           f_hits(arc_stats['evict_l2_skip']))
655    prt_i1('L2 cached evictions:', f_bytes(arc_stats['evict_l2_cached']))
656    prt_i1('L2 eligible evictions:', f_bytes(arc_stats['evict_l2_eligible']))
657    prt_i2('L2 eligible MFU evictions:',
658           f_perc(arc_stats['evict_l2_eligible_mfu'],
659           arc_stats['evict_l2_eligible']),
660           f_bytes(arc_stats['evict_l2_eligible_mfu']))
661    prt_i2('L2 eligible MRU evictions:',
662           f_perc(arc_stats['evict_l2_eligible_mru'],
663           arc_stats['evict_l2_eligible']),
664           f_bytes(arc_stats['evict_l2_eligible_mru']))
665    prt_i1('L2 ineligible evictions:',
666           f_bytes(arc_stats['evict_l2_ineligible']))
667    print()
668
669
670def section_archits(kstats_dict):
671    """Print information on how the caches are accessed ("arc hits").
672    """
673
674    arc_stats = isolate_section('arcstats', kstats_dict)
675    all_accesses = int(arc_stats['hits'])+int(arc_stats['iohits'])+\
676        int(arc_stats['misses'])
677
678    prt_1('ARC total accesses:', f_hits(all_accesses))
679    ta_todo = (('Total hits:', arc_stats['hits']),
680               ('Total I/O hits:', arc_stats['iohits']),
681               ('Total misses:', arc_stats['misses']))
682    for title, value in ta_todo:
683        prt_i2(title, f_perc(value, all_accesses), f_hits(value))
684    print()
685
686    dd_total = int(arc_stats['demand_data_hits']) +\
687        int(arc_stats['demand_data_iohits']) +\
688        int(arc_stats['demand_data_misses'])
689    prt_2('ARC demand data accesses:', f_perc(dd_total, all_accesses),
690         f_hits(dd_total))
691    dd_todo = (('Demand data hits:', arc_stats['demand_data_hits']),
692               ('Demand data I/O hits:', arc_stats['demand_data_iohits']),
693               ('Demand data misses:', arc_stats['demand_data_misses']))
694    for title, value in dd_todo:
695        prt_i2(title, f_perc(value, dd_total), f_hits(value))
696    print()
697
698    dm_total = int(arc_stats['demand_metadata_hits']) +\
699        int(arc_stats['demand_metadata_iohits']) +\
700        int(arc_stats['demand_metadata_misses'])
701    prt_2('ARC demand metadata accesses:', f_perc(dm_total, all_accesses),
702          f_hits(dm_total))
703    dm_todo = (('Demand metadata hits:', arc_stats['demand_metadata_hits']),
704               ('Demand metadata I/O hits:',
705                arc_stats['demand_metadata_iohits']),
706               ('Demand metadata misses:', arc_stats['demand_metadata_misses']))
707    for title, value in dm_todo:
708        prt_i2(title, f_perc(value, dm_total), f_hits(value))
709    print()
710
711    pd_total = int(arc_stats['prefetch_data_hits']) +\
712        int(arc_stats['prefetch_data_iohits']) +\
713        int(arc_stats['prefetch_data_misses'])
714    prt_2('ARC prefetch data accesses:', f_perc(pd_total, all_accesses),
715          f_hits(pd_total))
716    pd_todo = (('Prefetch data hits:', arc_stats['prefetch_data_hits']),
717               ('Prefetch data I/O hits:', arc_stats['prefetch_data_iohits']),
718               ('Prefetch data misses:', arc_stats['prefetch_data_misses']))
719    for title, value in pd_todo:
720        prt_i2(title, f_perc(value, pd_total), f_hits(value))
721    print()
722
723    pm_total = int(arc_stats['prefetch_metadata_hits']) +\
724        int(arc_stats['prefetch_metadata_iohits']) +\
725        int(arc_stats['prefetch_metadata_misses'])
726    prt_2('ARC prefetch metadata accesses:', f_perc(pm_total, all_accesses),
727          f_hits(pm_total))
728    pm_todo = (('Prefetch metadata hits:',
729                arc_stats['prefetch_metadata_hits']),
730               ('Prefetch metadata I/O hits:',
731                arc_stats['prefetch_metadata_iohits']),
732               ('Prefetch metadata misses:',
733                arc_stats['prefetch_metadata_misses']))
734    for title, value in pm_todo:
735        prt_i2(title, f_perc(value, pm_total), f_hits(value))
736    print()
737
738    all_prefetches = int(arc_stats['predictive_prefetch'])+\
739        int(arc_stats['prescient_prefetch'])
740    prt_2('ARC predictive prefetches:',
741           f_perc(arc_stats['predictive_prefetch'], all_prefetches),
742           f_hits(arc_stats['predictive_prefetch']))
743    prt_i2('Demand hits after predictive:',
744           f_perc(arc_stats['demand_hit_predictive_prefetch'],
745                  arc_stats['predictive_prefetch']),
746           f_hits(arc_stats['demand_hit_predictive_prefetch']))
747    prt_i2('Demand I/O hits after predictive:',
748           f_perc(arc_stats['demand_iohit_predictive_prefetch'],
749                  arc_stats['predictive_prefetch']),
750           f_hits(arc_stats['demand_iohit_predictive_prefetch']))
751    never = int(arc_stats['predictive_prefetch']) -\
752        int(arc_stats['demand_hit_predictive_prefetch']) -\
753        int(arc_stats['demand_iohit_predictive_prefetch'])
754    prt_i2('Never demanded after predictive:',
755           f_perc(never, arc_stats['predictive_prefetch']),
756           f_hits(never))
757    print()
758
759    prt_2('ARC prescient prefetches:',
760           f_perc(arc_stats['prescient_prefetch'], all_prefetches),
761           f_hits(arc_stats['prescient_prefetch']))
762    prt_i2('Demand hits after prescient:',
763           f_perc(arc_stats['demand_hit_prescient_prefetch'],
764                  arc_stats['prescient_prefetch']),
765           f_hits(arc_stats['demand_hit_prescient_prefetch']))
766    prt_i2('Demand I/O hits after prescient:',
767           f_perc(arc_stats['demand_iohit_prescient_prefetch'],
768                  arc_stats['prescient_prefetch']),
769           f_hits(arc_stats['demand_iohit_prescient_prefetch']))
770    never = int(arc_stats['prescient_prefetch'])-\
771        int(arc_stats['demand_hit_prescient_prefetch'])-\
772        int(arc_stats['demand_iohit_prescient_prefetch'])
773    prt_i2('Never demanded after prescient:',
774           f_perc(never, arc_stats['prescient_prefetch']),
775           f_hits(never))
776    print()
777
778    print('ARC states hits of all accesses:')
779    cl_todo = (('Most frequently used (MFU):', arc_stats['mfu_hits']),
780               ('Most recently used (MRU):', arc_stats['mru_hits']),
781               ('Most frequently used (MFU) ghost:',
782                arc_stats['mfu_ghost_hits']),
783               ('Most recently used (MRU) ghost:',
784                arc_stats['mru_ghost_hits']),
785               ('Uncached:', arc_stats['uncached_hits']))
786    for title, value in cl_todo:
787        prt_i2(title, f_perc(value, all_accesses), f_hits(value))
788    print()
789
790
791def section_dmu(kstats_dict):
792    """Collect information on the DMU"""
793
794    zfetch_stats = isolate_section('zfetchstats', kstats_dict)
795
796    zfetch_access_total = int(zfetch_stats['hits'])+int(zfetch_stats['misses'])
797
798    prt_1('DMU predictive prefetcher calls:', f_hits(zfetch_access_total))
799    prt_i2('Stream hits:',
800           f_perc(zfetch_stats['hits'], zfetch_access_total),
801           f_hits(zfetch_stats['hits']))
802    prt_i2('Stream misses:',
803           f_perc(zfetch_stats['misses'], zfetch_access_total),
804           f_hits(zfetch_stats['misses']))
805    prt_i2('Streams limit reached:',
806           f_perc(zfetch_stats['max_streams'], zfetch_stats['misses']),
807           f_hits(zfetch_stats['max_streams']))
808    prt_i1('Prefetches issued', f_hits(zfetch_stats['io_issued']))
809    print()
810
811
812def section_l2arc(kstats_dict):
813    """Collect information on L2ARC device if present. If not, tell user
814    that we're skipping the section.
815    """
816
817    # The L2ARC statistics live in the same section as the normal ARC stuff
818    arc_stats = isolate_section('arcstats', kstats_dict)
819
820    if arc_stats['l2_size'] == '0':
821        print('L2ARC not detected, skipping section\n')
822        return
823
824    l2_errors = int(arc_stats['l2_writes_error']) +\
825        int(arc_stats['l2_cksum_bad']) +\
826        int(arc_stats['l2_io_error'])
827
828    l2_access_total = int(arc_stats['l2_hits'])+int(arc_stats['l2_misses'])
829    health = 'HEALTHY'
830
831    if l2_errors > 0:
832        health = 'DEGRADED'
833
834    prt_1('L2ARC status:', health)
835
836    l2_todo = (('Low memory aborts:', 'l2_abort_lowmem'),
837               ('Free on write:', 'l2_free_on_write'),
838               ('R/W clashes:', 'l2_rw_clash'),
839               ('Bad checksums:', 'l2_cksum_bad'),
840               ('Read errors:', 'l2_io_error'),
841               ('Write errors:', 'l2_writes_error'))
842
843    for title, value in l2_todo:
844        prt_i1(title, f_hits(arc_stats[value]))
845
846    print()
847    prt_1('L2ARC size (adaptive):', f_bytes(arc_stats['l2_size']))
848    prt_i2('Compressed:', f_perc(arc_stats['l2_asize'], arc_stats['l2_size']),
849           f_bytes(arc_stats['l2_asize']))
850    prt_i2('Header size:',
851           f_perc(arc_stats['l2_hdr_size'], arc_stats['l2_size']),
852           f_bytes(arc_stats['l2_hdr_size']))
853    prt_i2('MFU allocated size:',
854           f_perc(arc_stats['l2_mfu_asize'], arc_stats['l2_asize']),
855           f_bytes(arc_stats['l2_mfu_asize']))
856    prt_i2('MRU allocated size:',
857           f_perc(arc_stats['l2_mru_asize'], arc_stats['l2_asize']),
858           f_bytes(arc_stats['l2_mru_asize']))
859    prt_i2('Prefetch allocated size:',
860           f_perc(arc_stats['l2_prefetch_asize'], arc_stats['l2_asize']),
861           f_bytes(arc_stats['l2_prefetch_asize']))
862    prt_i2('Data (buffer content) allocated size:',
863           f_perc(arc_stats['l2_bufc_data_asize'], arc_stats['l2_asize']),
864           f_bytes(arc_stats['l2_bufc_data_asize']))
865    prt_i2('Metadata (buffer content) allocated size:',
866           f_perc(arc_stats['l2_bufc_metadata_asize'], arc_stats['l2_asize']),
867           f_bytes(arc_stats['l2_bufc_metadata_asize']))
868
869    print()
870    prt_1('L2ARC breakdown:', f_hits(l2_access_total))
871    prt_i2('Hit ratio:',
872           f_perc(arc_stats['l2_hits'], l2_access_total),
873           f_hits(arc_stats['l2_hits']))
874    prt_i2('Miss ratio:',
875           f_perc(arc_stats['l2_misses'], l2_access_total),
876           f_hits(arc_stats['l2_misses']))
877
878    print()
879    print('L2ARC I/O:')
880    prt_i2('Reads:',
881           f_bytes(arc_stats['l2_read_bytes']),
882           f_hits(arc_stats['l2_hits']))
883    prt_i2('Writes:',
884           f_bytes(arc_stats['l2_write_bytes']),
885           f_hits(arc_stats['l2_writes_sent']))
886
887    print()
888    print('L2ARC evicts:')
889    prt_i1('L1 cached:', f_hits(arc_stats['l2_evict_l1cached']))
890    prt_i1('While reading:', f_hits(arc_stats['l2_evict_reading']))
891    print()
892
893
894def section_spl(*_):
895    """Print the SPL parameters, if requested with alternative format
896    and/or descriptions. This does not use kstats.
897    """
898
899    if sys.platform.startswith('freebsd'):
900        # No SPL support in FreeBSD
901        return
902
903    spls = get_spl_params()
904    keylist = sorted(spls.keys())
905    print('Solaris Porting Layer (SPL):')
906
907    if ARGS.desc:
908        descriptions = get_descriptions('spl')
909
910    for key in keylist:
911        value = spls[key]
912
913        if ARGS.desc:
914            try:
915                print(INDENT+'#', descriptions[key])
916            except KeyError:
917                print(INDENT+'# (No description found)')  # paranoid
918
919        print(format_raw_line(key, value))
920
921    print()
922
923
924def section_tunables(*_):
925    """Print the tunables, if requested with alternative format and/or
926    descriptions. This does not use kstasts.
927    """
928
929    tunables = get_tunable_params()
930    keylist = sorted(tunables.keys())
931    print('Tunables:')
932
933    if ARGS.desc:
934        descriptions = get_descriptions('zfs')
935
936    for key in keylist:
937        value = tunables[key]
938
939        if ARGS.desc:
940            try:
941                print(INDENT+'#', descriptions[key])
942            except KeyError:
943                print(INDENT+'# (No description found)')  # paranoid
944
945        print(format_raw_line(key, value))
946
947    print()
948
949
950def section_zil(kstats_dict):
951    """Collect information on the ZFS Intent Log. Some of the information
952    taken from https://github.com/openzfs/zfs/blob/master/include/sys/zil.h
953    """
954
955    zil_stats = isolate_section('zil', kstats_dict)
956
957    prt_1('ZIL committed transactions:',
958          f_hits(zil_stats['zil_itx_count']))
959    prt_i1('Commit requests:', f_hits(zil_stats['zil_commit_count']))
960    prt_i1('Flushes to stable storage:',
961           f_hits(zil_stats['zil_commit_writer_count']))
962    prt_i2('Transactions to SLOG storage pool:',
963           f_bytes(zil_stats['zil_itx_metaslab_slog_bytes']),
964           f_hits(zil_stats['zil_itx_metaslab_slog_count']))
965    prt_i2('Transactions to non-SLOG storage pool:',
966           f_bytes(zil_stats['zil_itx_metaslab_normal_bytes']),
967           f_hits(zil_stats['zil_itx_metaslab_normal_count']))
968    print()
969
970
971section_calls = {'arc': section_arc,
972                 'archits': section_archits,
973                 'dmu': section_dmu,
974                 'l2arc': section_l2arc,
975                 'spl': section_spl,
976                 'tunables': section_tunables,
977                 'zil': section_zil}
978
979
980def main():
981    """Run program. The options to draw a graph and to print all data raw are
982    treated separately because they come with their own call.
983    """
984
985    kstats = get_kstats()
986
987    if ARGS.graph:
988        draw_graph(kstats)
989        sys.exit(0)
990
991    print_header()
992
993    if ARGS.raw:
994        print_raw(kstats)
995
996    elif ARGS.section:
997
998        try:
999            section_calls[ARGS.section](kstats)
1000        except KeyError:
1001            print('Error: Section "{0}" unknown'.format(ARGS.section))
1002            sys.exit(1)
1003
1004    elif ARGS.page:
1005        print('WARNING: Pages are deprecated, please use "--section"\n')
1006
1007        pages_to_calls = {1: 'arc',
1008                          2: 'archits',
1009                          3: 'l2arc',
1010                          4: 'dmu',
1011                          5: 'vdev',
1012                          6: 'tunables'}
1013
1014        try:
1015            call = pages_to_calls[ARGS.page]
1016        except KeyError:
1017            print('Error: Page "{0}" not supported'.format(ARGS.page))
1018            sys.exit(1)
1019        else:
1020            section_calls[call](kstats)
1021
1022    else:
1023        # If no parameters were given, we print all sections. We might want to
1024        # change the sequence by hand
1025        calls = sorted(section_calls.keys())
1026
1027        for section in calls:
1028            section_calls[section](kstats)
1029
1030    sys.exit(0)
1031
1032
1033if __name__ == '__main__':
1034    main()
1035