xref: /freebsd/usr.bin/nfsstat/nfsstat.c (revision e5b786625f7f82a1fa91e41823332459ea5550f9)
1 /*
2  * Copyright (c) 1983, 1989, 1993
3  *	The Regents of the University of California.  All rights reserved.
4  *
5  * This code is derived from software contributed to Berkeley by
6  * Rick Macklem at The University of Guelph.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  * 3. Neither the name of the University nor the names of its contributors
17  *    may be used to endorse or promote products derived from this software
18  *    without specific prior written permission.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
21  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
24  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30  * SUCH DAMAGE.
31  */
32 /*-
33  * Copyright (c) 2004, 2008, 2009 Silicon Graphics International Corp.
34  * All rights reserved.
35  *
36  * Redistribution and use in source and binary forms, with or without
37  * modification, are permitted provided that the following conditions
38  * are met:
39  * 1. Redistributions of source code must retain the above copyright
40  *    notice, this list of conditions, and the following disclaimer,
41  *    without modification.
42  * 2. Redistributions in binary form must reproduce at minimum a disclaimer
43  *    substantially similar to the "NO WARRANTY" disclaimer below
44  *    ("Disclaimer") and any redistribution must be conditioned upon
45  *    including a substantially similar Disclaimer requirement for further
46  *    binary redistribution.
47  *
48  * NO WARRANTY
49  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
50  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
51  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
52  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
53  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
54  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
55  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
56  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
57  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
58  * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
59  * POSSIBILITY OF SUCH DAMAGES.
60  */
61 
62 
63 #ifndef lint
64 static const char copyright[] =
65 "@(#) Copyright (c) 1983, 1989, 1993\n\
66 	The Regents of the University of California.  All rights reserved.\n";
67 #endif /* not lint */
68 
69 #ifndef lint
70 #if 0
71 static char sccsid[] = "@(#)nfsstat.c	8.2 (Berkeley) 3/31/95";
72 #endif
73 #endif /* not lint */
74 
75 #include <sys/param.h>
76 #include <sys/module.h>
77 #include <sys/mount.h>
78 #include <sys/time.h>
79 #include <sys/sysctl.h>
80 #include <nfs/nfssvc.h>
81 
82 #include <fs/nfs/nfsproto.h>
83 #include <fs/nfs/nfsport.h>
84 
85 #include <signal.h>
86 #include <fcntl.h>
87 #include <ctype.h>
88 #include <errno.h>
89 #include <limits.h>
90 #include <nlist.h>
91 #include <unistd.h>
92 #include <stdio.h>
93 #include <stdint.h>
94 #include <stdlib.h>
95 #include <string.h>
96 #include <paths.h>
97 #include <devstat.h>
98 #include <err.h>
99 
100 #include <libxo/xo.h>
101 
102 static int widemode = 0;
103 static int zflag = 0;
104 static int printtitle = 1;
105 static struct nfsstatsv1 ext_nfsstats;
106 static int extra_output = 0;
107 
108 static void intpr(int, int);
109 static void printhdr(int, int, int);
110 static void usage(void) __dead2;
111 static char *sperc1(int, int);
112 static char *sperc2(int, int);
113 static void exp_intpr(int, int, int);
114 static void exp_sidewaysintpr(u_int, int, int, int);
115 static void compute_new_stats(struct nfsstatsv1 *cur_stats,
116     struct nfsstatsv1 *prev_stats, int curop, long double etime,
117     long double *mbsec, long double *kb_per_transfer,
118     long double *transfers_per_second, long double *ms_per_transfer,
119     uint64_t *queue_len, long double *busy_pct);
120 
121 #define DELTA(field)	(nfsstats.field - lastst.field)
122 
123 #define	STAT_TYPE_READ		0
124 #define	STAT_TYPE_WRITE		1
125 #define	STAT_TYPE_COMMIT	2
126 #define	NUM_STAT_TYPES		3
127 
128 struct stattypes {
129 	int stat_type;
130 	int nfs_type;
131 };
132 static struct stattypes statstruct[] = {
133 	{STAT_TYPE_READ, NFSV4OP_READ},
134 	{STAT_TYPE_WRITE, NFSV4OP_WRITE},
135 	{STAT_TYPE_COMMIT, NFSV4OP_COMMIT}
136 };
137 
138 #define	STAT_TYPE_TO_NFS(stat_type)	statstruct[stat_type].nfs_type
139 
140 #define	NFSSTAT_XO_VERSION	"1"
141 
142 int
143 main(int argc, char **argv)
144 {
145 	u_int interval;
146 	int clientOnly = -1;
147 	int serverOnly = -1;
148 	int newStats = 0;
149 	int ch;
150 	int mntlen, i;
151 	char buf[1024];
152 	struct statfs *mntbuf;
153 	struct nfscl_dumpmntopts dumpmntopts;
154 
155 	interval = 0;
156 
157 	argc = xo_parse_args(argc, argv);
158 	if (argc < 0)
159 		exit(1);
160 
161 	xo_set_version(NFSSTAT_XO_VERSION);
162 
163 	while ((ch = getopt(argc, argv, "cdEesWM:mN:w:zq")) != -1)
164 		switch(ch) {
165 		case 'M':
166 			printf("*** -M option deprecated, ignored\n\n");
167 			break;
168 		case 'm':
169 			/* Display mount options for NFS mount points. */
170 			mntlen = getmntinfo(&mntbuf, MNT_NOWAIT);
171 			for (i = 0; i < mntlen; i++) {
172 				if (strcmp(mntbuf->f_fstypename, "nfs") == 0) {
173 					dumpmntopts.ndmnt_fname =
174 					    mntbuf->f_mntonname;
175 					dumpmntopts.ndmnt_buf = buf;
176 					dumpmntopts.ndmnt_blen = sizeof(buf);
177 					if (nfssvc(NFSSVC_DUMPMNTOPTS,
178 					    &dumpmntopts) >= 0)
179 						printf("%s on %s\n%s\n",
180 						    mntbuf->f_mntfromname,
181 						    mntbuf->f_mntonname, buf);
182 					else if (errno == EPERM)
183 						errx(1, "Only privileged users"
184 						    " can use the -m option");
185 				}
186 				mntbuf++;
187 			}
188 			exit(0);
189 		case 'N':
190 			printf("*** -N option deprecated, ignored\n\n");
191 			break;
192 		case 'W':
193 			widemode = 1;
194 			break;
195 		case 'w':
196 			interval = atoi(optarg);
197 			break;
198 		case 'c':
199 			clientOnly = 1;
200 			if (serverOnly < 0)
201 				serverOnly = 0;
202 			break;
203 		case 'd':
204 			newStats = 1;
205 			if (interval == 0)
206 				interval = 1;
207 			break;
208 		case 's':
209 			serverOnly = 1;
210 			if (clientOnly < 0)
211 				clientOnly = 0;
212 			break;
213 		case 'z':
214 			zflag = 1;
215 			break;
216 		case 'E':
217 			if (extra_output != 0)
218 				xo_err(1, "-e and -E are mutually exclusive");
219 			extra_output = 2;
220 			break;
221 		case 'e':
222 			if (extra_output != 0)
223 				xo_err(1, "-e and -E are mutually exclusive");
224 			extra_output = 1;
225 			break;
226 		case 'q':
227 			printtitle = 0;
228 			break;
229 		case '?':
230 		default:
231 			usage();
232 		}
233 	argc -= optind;
234 	argv += optind;
235 
236 #define	BACKWARD_COMPATIBILITY
237 #ifdef	BACKWARD_COMPATIBILITY
238 	if (*argv)
239 		interval = atoi(*argv);
240 #endif
241 	if (modfind("nfscommon") < 0)
242 		xo_err(1, "NFS client/server not loaded");
243 
244 	if (interval) {
245 		exp_sidewaysintpr(interval, clientOnly, serverOnly,
246 		    newStats);
247 	} else {
248 		xo_open_container("nfsstat");
249 		if (extra_output != 0)
250 			exp_intpr(clientOnly, serverOnly, extra_output - 1);
251 		else
252 			intpr(clientOnly, serverOnly);
253 		xo_close_container("nfsstat");
254 	}
255 
256 	xo_finish();
257 	exit(0);
258 }
259 
260 /*
261  * Print a description of the nfs stats.
262  */
263 static void
264 intpr(int clientOnly, int serverOnly)
265 {
266 	int nfssvc_flag;
267 
268 	nfssvc_flag = NFSSVC_GETSTATS | NFSSVC_NEWSTRUCT;
269 	if (zflag != 0) {
270 		if (clientOnly != 0)
271 			nfssvc_flag |= NFSSVC_ZEROCLTSTATS;
272 		if (serverOnly != 0)
273 			nfssvc_flag |= NFSSVC_ZEROSRVSTATS;
274 	}
275 	ext_nfsstats.vers = NFSSTATS_V1;
276 	if (nfssvc(nfssvc_flag, &ext_nfsstats) < 0)
277 		xo_err(1, "Can't get stats");
278 	if (clientOnly) {
279 		xo_open_container("clientstats");
280 
281 		if (printtitle)
282 			xo_emit("{T:Client Info:\n");
283 
284 		xo_open_container("operations");
285 		xo_emit("{T:Rpc Counts:}\n");
286 
287 		xo_emit("{T:Getattr/%13.13s}{T:Setattr/%13.13s}"
288 		    "{T:Lookup/%13.13s}{T:Readlink/%13.13s}"
289 		    "{T:Read/%13.13s}{T:Write/%13.13s}"
290 		  "{T:Create/%13.13s}{T:Remove/%13.13s}\n");
291 		xo_emit("{:getattr/%13ju}{:setattr/%13ju}"
292 		    "{:lookup/%13ju}{:readlink/%13ju}"
293 		    "{:read/%13ju}{:write/%13ju}"
294 		    "{:create/%13ju}{:remove/%13ju}\n",
295 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_GETATTR],
296 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SETATTR],
297 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LOOKUP],
298 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READLINK],
299 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READ],
300 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_WRITE],
301 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_CREATE],
302 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_REMOVE]);
303 
304 		xo_emit("{T:Rename/%13.13s}{T:Link/%13.13s}"
305 		    "{T:Symlink/%13.13s}{T:Mkdir/%13.13s}"
306 		    "{T:Rmdir/%13.13s}{T:Readdir/%13.13s}"
307 		  "{T:RdirPlus/%13.13s}{T:Access/%13.13s}\n");
308 		xo_emit("{:rename/%13ju}{:link/%13ju}"
309 		    "{:symlink/%13ju}{:mkdir/%13ju}"
310 		    "{:rmdir/%13ju}{:readdir/%13ju}"
311 		    "{:rdirplus/%13ju}{:access/%13ju}\n",
312 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_RENAME],
313 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LINK],
314 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SYMLINK],
315 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_MKDIR],
316 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_RMDIR],
317 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READDIR],
318 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READDIRPLUS],
319 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_ACCESS]);
320 
321 		xo_emit("{T:Mknod/%13.13s}{T:Fsstat/%13.13s}"
322 		    "{T:Fsinfo/%13.13s}{T:PathConf/%13.13s}"
323 		    "{T:Commit/%13.13s}\n");
324 		xo_emit("{:mknod/%13ju}{:fsstat/%13ju}"
325 		    "{:fsinfo/%13ju}{:pathconf/%13ju}"
326 		    "{:commit/%13ju}\n",
327 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_MKNOD],
328 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_FSSTAT],
329 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_FSINFO],
330 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_PATHCONF],
331 			(uintmax_t)ext_nfsstats.rpccnt[NFSPROC_COMMIT]);
332 
333 		xo_close_container("operations");
334 
335 		xo_open_container("rpcs");
336 		xo_emit("{T:Rpc Info:}\n");
337 
338 		xo_emit("{T:TimedOut/%13.13s}{T:Invalid/%13.13s}"
339 		    "{T:X Replies/%13.13s}{T:Retries/%13.13s}"
340 		    "{T:Requests/%13.13s}\n");
341 		xo_emit("{:timedout/%13ju}{:invalid/%13ju}"
342 		    "{:xreplies/%13ju}{:retries/%13ju}"
343 		    "{:requests/%13ju}\n",
344 			(uintmax_t)ext_nfsstats.rpctimeouts,
345 			(uintmax_t)ext_nfsstats.rpcinvalid,
346 			(uintmax_t)ext_nfsstats.rpcunexpected,
347 			(uintmax_t)ext_nfsstats.rpcretries,
348 			(uintmax_t)ext_nfsstats.rpcrequests);
349 		xo_close_container("rpcs");
350 
351 		xo_open_container("cache");
352 		xo_emit("{T:Cache Info:}\n");
353 
354 		xo_emit("{T:Attr Hits/%13.13s}{T:Attr Misses/%13.13s}"
355 		    "{T:Lkup Hits/%13.13s}{T:Lkup Misses/%13.13s}"
356 		    "{T:BioR Hits/%13.13s}{T:BioR Misses/%13.13s}"
357 		    "{T:BioW Hits/%13.13s}{T:BioW Misses/%13.13s}\n");
358 		xo_emit("{:attrhits/%13ju}{:attrmisses/%13ju}"
359 		    "{:lkuphits/%13ju}{:lkupmisses/%13ju}"
360 		    "{:biorhits/%13ju}{:biormisses/%13ju}"
361 		    "{:biowhits/%13ju}{:biowmisses/%13ju}\n",
362 		    (uintmax_t)ext_nfsstats.attrcache_hits,
363 		    (uintmax_t)ext_nfsstats.attrcache_misses,
364 		    (uintmax_t)ext_nfsstats.lookupcache_hits,
365 		    (uintmax_t)ext_nfsstats.lookupcache_misses,
366 		    (uintmax_t)(ext_nfsstats.biocache_reads -
367 		    ext_nfsstats.read_bios),
368 		    (uintmax_t)ext_nfsstats.read_bios,
369 		    (uintmax_t)(ext_nfsstats.biocache_writes -
370 		    ext_nfsstats.write_bios),
371 		    (uintmax_t)ext_nfsstats.write_bios);
372 
373 		xo_emit("{T:BioRL Hits/%13.13s}{T:BioRL Misses/%13.13s}"
374 		    "{T:BioD Hits/%13.13s}{T:BioD Misses/%13.13s}"
375 		    "{T:DirE Hits/%13.13s}{T:DirE Misses/%13.13s}"
376 		    "{T:Accs Hits/%13.13s}{T:Accs Misses/%13.13s}\n");
377 		xo_emit("{:biosrlhits/%13ju}{:biorlmisses/%13ju}"
378 		    "{:biodhits/%13ju}{:biodmisses/%13ju}"
379 		    "{:direhits/%13ju}{:diremisses/%13ju}"
380 		    "{:accshits/%13ju}{:accsmisses/%13ju}\n",
381 		    (uintmax_t)(ext_nfsstats.biocache_readlinks -
382 		    ext_nfsstats.readlink_bios),
383 		    (uintmax_t)ext_nfsstats.readlink_bios,
384 		    (uintmax_t)(ext_nfsstats.biocache_readdirs -
385 		    ext_nfsstats.readdir_bios),
386 		    (uintmax_t)ext_nfsstats.readdir_bios,
387 		    (uintmax_t)ext_nfsstats.direofcache_hits,
388 		    (uintmax_t)ext_nfsstats.direofcache_misses,
389 		    (uintmax_t)ext_nfsstats.accesscache_hits,
390 		    (uintmax_t)ext_nfsstats.accesscache_misses);
391 
392 		xo_close_container("cache");
393 
394 		xo_close_container("clientstats");
395 	}
396 	if (serverOnly) {
397 		xo_open_container("serverstats");
398 
399 		xo_emit("{T:Server Info:}\n");
400 		xo_open_container("operations");
401 
402 		xo_emit("{T:Getattr/%13.13s}{T:Setattr/%13.13s}"
403 		    "{T:Lookup/%13.13s}{T:Readlink/%13.13s}"
404 		    "{T:Read/%13.13s}{T:Write/%13.13s}"
405 		    "{T:Create/%13.13s}{T:Remove/%13.13s}\n");
406 		xo_emit("{:getattr/%13ju}{:setattr/%13ju}"
407 		    "{:lookup/%13ju}{:readlink/%13ju}"
408 		    "{:read/%13ju}{:write/%13ju}"
409 		    "{:create/%13ju}{:remove/%13ju}\n",
410 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_GETATTR],
411 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SETATTR],
412 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LOOKUP],
413 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READLINK],
414 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READ],
415 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_WRITE],
416 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_CREATE],
417 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_REMOVE]);
418 
419 		xo_emit("{T:Rename/%13.13s}{T:Link/%13.13s}"
420 		    "{T:Symlink/%13.13s}{T:Mkdir/%13.13s}"
421 		    "{T:Rmdir/%13.13s}{T:Readdir/%13.13s}"
422 		    "{T:RdirPlus/%13.13s}{T:Access/%13.13s}\n");
423 		xo_emit("{:rename/%13ju}{:link/%13ju}"
424 		    "{:symlink/%13ju}{:mkdir/%13ju}"
425 		    "{:rmdir/%13ju}{:readdir/%13ju}"
426 		    "{:rdirplus/%13ju}{:access/%13ju}\n",
427 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RENAME],
428 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LINK],
429 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SYMLINK],
430 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_MKDIR],
431 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RMDIR],
432 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READDIR],
433 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READDIRPLUS],
434 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_ACCESS]);
435 
436 		xo_emit("{T:Mknod/%13.13s}{T:Fsstat/%13.13s}"
437 		    "{T:Fsinfo/%13.13s}{T:PathConf/%13.13s}"
438 		    "{T:Commit/%13.13s}\n");
439 		xo_emit("{:mknod/%13ju}{:fsstat/%13ju}"
440 		    "{:fsinfo/%13ju}{:pathconf/%13ju}"
441 		    "{:commit/%13ju}\n",
442 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_MKNOD],
443 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_FSSTAT],
444 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_FSINFO],
445 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_PATHCONF],
446 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_COMMIT]);
447 
448 		xo_close_container("operations");
449 
450 		xo_open_container("server");
451 
452 		xo_emit("{T:Server Write Gathering:/%13.13s}\n");
453 
454 		xo_emit("{T:WriteOps/%13.13s}{T:WriteRPC/%13.13s}"
455 		    "{T:Opsaved/%13.13s}\n");
456 		xo_emit("{:writeops/%13ju}{:writerpc/%13ju}"
457 		    "{:opsaved/%13ju}\n",
458 		/*
459 		 * The new client doesn't do write gathering. It was
460 		 * only useful for NFSv2.
461 		 */
462 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_WRITE],
463 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_WRITE], 0);
464 
465 		xo_close_container("server");
466 
467 		xo_open_container("cache");
468 		xo_emit("{T:Server Cache Stats:/%13.13s}\n");
469 		xo_emit("{T:Inprog/%13.13s}"
470 		    "{T:Non-Idem/%13.13s}{T:Misses/%13.13s}\n");
471 		xo_emit("{:inprog/%13ju}{:nonidem/%13ju}{:misses/%13ju}\n",
472 			(uintmax_t)ext_nfsstats.srvcache_inproghits,
473 			(uintmax_t)ext_nfsstats.srvcache_nonidemdonehits,
474 			(uintmax_t)ext_nfsstats.srvcache_misses);
475 		xo_close_container("cache");
476 
477 		xo_close_container("serverstats");
478 	}
479 }
480 
481 static void
482 printhdr(int clientOnly, int serverOnly, int newStats)
483 {
484 
485 	if (newStats) {
486 		printf(" [%s Read %s]  [%s Write %s]  "
487 		    "%s[=========== Total ============]\n"
488 		    " KB/t   tps    MB/s%s  KB/t   tps    MB/s%s  "
489 		    "%sKB/t   tps    MB/s    ms  ql  %%b",
490 		    widemode ? "========" : "=====",
491 		    widemode ? "========" : "=====",
492 		    widemode ? "========" : "=====",
493 		    widemode ? "======="  : "====",
494 		    widemode ? "[Commit ]  " : "",
495 		    widemode ? "    ms" : "",
496 		    widemode ? "    ms" : "",
497 		    widemode ? "tps    ms  " : "");
498 	} else {
499 		printf("%s%6.6s %6.6s %6.6s %6.6s %6.6s %6.6s %6.6s %6.6s",
500 		    ((serverOnly && clientOnly) ? "        " : " "),
501 		    "GtAttr", "Lookup", "Rdlink", "Read", "Write", "Rename",
502 		    "Access", "Rddir");
503 		if (widemode && clientOnly) {
504 			printf(" Attr Lkup BioR BioW Accs BioD");
505 		}
506 	}
507 	printf("\n");
508 	fflush(stdout);
509 }
510 
511 static void
512 usage(void)
513 {
514 	(void)fprintf(stderr,
515 	    "usage: nfsstat [-cdemszW] [-w wait]\n");
516 	exit(1);
517 }
518 
519 static char SPBuf[64][8];
520 static int SPIndex;
521 
522 static char *
523 sperc1(int hits, int misses)
524 {
525 	char *p = SPBuf[SPIndex];
526 
527 	if (hits + misses) {
528 		sprintf(p, "%3d%%",
529 		    (int)(char)((quad_t)hits * 100 / (hits + misses)));
530 	} else {
531 		sprintf(p, "   -");
532 	}
533 	SPIndex = (SPIndex + 1) & 63;
534 	return(p);
535 }
536 
537 static char *
538 sperc2(int ttl, int misses)
539 {
540 	char *p = SPBuf[SPIndex];
541 
542 	if (ttl) {
543 		sprintf(p, "%3d%%",
544 		    (int)(char)((quad_t)(ttl - misses) * 100 / ttl));
545 	} else {
546 		sprintf(p, "   -");
547 	}
548 	SPIndex = (SPIndex + 1) & 63;
549 	return(p);
550 }
551 
552 #define DELTA_T(field)					\
553 	devstat_compute_etime(&cur_stats->field,	\
554 	(prev_stats ? &prev_stats->field : NULL))
555 
556 /*
557  * XXX KDM mostly copied from ctlstat.  We should commonize the code (and
558  * the devstat code) somehow.
559  */
560 static void
561 compute_new_stats(struct nfsstatsv1 *cur_stats,
562 		  struct nfsstatsv1 *prev_stats, int curop,
563 		  long double etime, long double *mbsec,
564 		  long double *kb_per_transfer,
565 		  long double *transfers_per_second,
566 		  long double *ms_per_transfer, uint64_t *queue_len,
567 		  long double *busy_pct)
568 {
569 	uint64_t total_bytes = 0, total_operations = 0;
570 	struct bintime total_time_bt;
571 	struct timespec total_time_ts;
572 
573 	bzero(&total_time_bt, sizeof(total_time_bt));
574 	bzero(&total_time_ts, sizeof(total_time_ts));
575 
576 	total_bytes = cur_stats->srvbytes[curop];
577 	total_operations = cur_stats->srvops[curop];
578 	if (prev_stats != NULL) {
579 		total_bytes -= prev_stats->srvbytes[curop];
580 		total_operations -= prev_stats->srvops[curop];
581 	}
582 
583 	*mbsec = total_bytes;
584 	*mbsec /= 1024 * 1024;
585 	if (etime > 0.0) {
586 		*busy_pct = DELTA_T(busytime);
587 		if (*busy_pct < 0)
588 			*busy_pct = 0;
589 		*busy_pct /= etime;
590 		*busy_pct *= 100;
591 		if (*busy_pct < 0)
592 			*busy_pct = 0;
593 		*mbsec /= etime;
594 	} else {
595 		*busy_pct = 0;
596 		*mbsec = 0;
597 	}
598 	*kb_per_transfer = total_bytes;
599 	*kb_per_transfer /= 1024;
600 	if (total_operations > 0)
601 		*kb_per_transfer /= total_operations;
602 	else
603 		*kb_per_transfer = 0;
604 	if (etime > 0.0) {
605 		*transfers_per_second = total_operations;
606 		*transfers_per_second /= etime;
607 	} else {
608 		*transfers_per_second = 0.0;
609 	}
610 
611 	if (total_operations > 0) {
612 		*ms_per_transfer = DELTA_T(srvduration[curop]);
613 		*ms_per_transfer /= total_operations;
614 		*ms_per_transfer *= 1000;
615 	} else
616 		*ms_per_transfer = 0.0;
617 
618 	*queue_len = cur_stats->srvstartcnt - cur_stats->srvdonecnt;
619 }
620 
621 /*
622  * Print a description of the nfs stats for the client/server,
623  * including NFSv4.1.
624  */
625 static void
626 exp_intpr(int clientOnly, int serverOnly, int nfs41)
627 {
628 	int nfssvc_flag;
629 
630 	xo_open_container("nfsv4");
631 
632 	nfssvc_flag = NFSSVC_GETSTATS | NFSSVC_NEWSTRUCT;
633 	if (zflag != 0) {
634 		if (clientOnly != 0)
635 			nfssvc_flag |= NFSSVC_ZEROCLTSTATS;
636 		if (serverOnly != 0)
637 			nfssvc_flag |= NFSSVC_ZEROSRVSTATS;
638 	}
639 	ext_nfsstats.vers = NFSSTATS_V1;
640 	if (nfssvc(nfssvc_flag, &ext_nfsstats) < 0)
641 		xo_err(1, "Can't get stats");
642 	if (clientOnly != 0) {
643 		xo_open_container("clientstats");
644 
645 		xo_open_container("operations");
646 		if (printtitle) {
647 			xo_emit("{T:Client Info:}\n");
648 			xo_emit("{T:RPC Counts:}\n");
649 		}
650 		xo_emit("{T:Getattr/%13.13s}{T:Setattr/%13.13s}"
651 		    "{T:Lookup/%13.13s}{T:Readlink/%13.13s}"
652 		    "{T:Read/%13.13s}{T:Write/%13.13s}\n");
653 		xo_emit("{:getattr/%13ju}{:setattr/%13ju}{:lookup/%13ju}"
654 		    "{:readlink/%13ju}{:read/%13ju}{:write/%13ju}\n",
655 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_GETATTR],
656 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SETATTR],
657 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LOOKUP],
658 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READLINK],
659 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READ],
660 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_WRITE]);
661 		xo_emit("{T:Create/%13.13s}{T:Remove/%13.13s}"
662 		    "{T:Rename/%13.13s}{T:Link/%13.13s}"
663 		    "{T:Symlink/%13.13s}{T:Mkdir/%13.13s}\n");
664 		xo_emit("{:create/%13ju}{:remove/%13ju}{:rename/%13ju}"
665 		  "{:link/%13ju}{:symlink/%13ju}{:mkdir/%13ju}\n",
666 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_CREATE],
667 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_REMOVE],
668 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_RENAME],
669 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LINK],
670 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SYMLINK],
671 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_MKDIR]);
672 		xo_emit("{T:Rmdir/%13.13s}{T:Readdir/%13.13s}"
673 		    "{T:RdirPlus/%13.13s}{T:Access/%13.13s}"
674 		    "{T:Mknod/%13.13s}{T:Fsstat/%13.13s}\n");
675 		xo_emit("{:rmdir/%13ju}{:readdir/%13ju}{:rdirplus/%13ju}"
676 		    "{:access/%13ju}{:mknod/%13ju}{:fsstat/%13ju}\n",
677 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_RMDIR],
678 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READDIR],
679 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READDIRPLUS],
680 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_ACCESS],
681 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_MKNOD],
682 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_FSSTAT]);
683 		xo_emit("{T:FSinfo/%13.13s}{T:pathConf/%13.13s}"
684 		    "{T:Commit/%13.13s}{T:SetClId/%13.13s}"
685 		    "{T:SetClIdCf/%13.13s}{T:Lock/%13.13s}\n");
686 		xo_emit("{:fsinfo/%13ju}{:pathconf/%13ju}{:commit/%13ju}"
687 		    "{:setclientid/%13ju}{:setclientidcf/%13ju}{:lock/%13ju}\n",
688 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_FSINFO],
689 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_PATHCONF],
690 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_COMMIT],
691 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SETCLIENTID],
692 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SETCLIENTIDCFRM],
693 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LOCK]);
694 		xo_emit("{T:LockT/%13.13s}{T:LockU/%13.13s}"
695 		    "{T:Open/%13.13s}{T:OpenCfr/%13.13s}\n");
696 		xo_emit("{:lockt/%13ju}{:locku/%13ju}"
697 		    "{:open/%13ju}{:opencfr/%13ju}\n",
698 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LOCKT],
699 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LOCKU],
700 		    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_OPEN],
701 		  (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_OPENCONFIRM]);
702 
703 		if (nfs41) {
704 			xo_open_container("nfsv41");
705 
706 			xo_emit("{T:OpenDownGr/%13.13s}{T:Close/%13.13s}\n");
707 			xo_emit("{:opendowngr/%13ju}{:close/%13ju}\n",
708 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_OPENDOWNGRADE],
709 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_CLOSE]);
710 
711 			xo_emit("{T:RelLckOwn/%13.13s}{T:FreeStateID/%13.13s}"
712 			    "{T:PutRootFH/%13.13s}{T:DelegRet/%13.13s}"
713 			    "{T:GetAcl/%13.13s}{T:SetAcl/%13.13s}\n");
714 			xo_emit("{:rellckown/%13ju}{:freestateid/%13ju}"
715 			    "{:putrootfh/%13ju}{:delegret/%13ju}"
716 			    "{:getacl/%13ju}{:setacl/%13ju}\n",
717 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_RELEASELCKOWN],
718 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_FREESTATEID],
719 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_PUTROOTFH],
720 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_DELEGRETURN],
721 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_GETACL],
722 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SETACL]);
723 
724 			xo_emit("{T:ExchangeId/%13.13s}{T:CreateSess/%13.13s}"
725 			    "{T:DestroySess/%13.13s}{T:DestroyClId/%13.13s}"
726 			    "{T:LayoutGet/%13.13s}{T:GetDevInfo/%13.13s}\n");
727 			xo_emit("{:exchangeid/%13ju}{:createsess/%13ju}"
728 			    "{:destroysess/%13ju}{:destroyclid/%13ju}"
729 			    "{:layoutget/%13ju}{:getdevinfo/%13ju}\n",
730 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_EXCHANGEID],
731 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_CREATESESSION],
732 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_DESTROYSESSION],
733 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_DESTROYCLIENT],
734 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LAYOUTGET],
735 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_GETDEVICEINFO]);
736 
737 			xo_emit("{T:LayoutCommit/%13.13s}{T:LayoutReturn/%13.13s}"
738 			    "{T:ReclaimCompl/%13.13s}{T:ReadDataS/%13.13s}"
739 			    "{T:WriteDataS/%13.13s}{T:CommitDataS/%13.13s}\n");
740 			xo_emit("{:layoutcomit/%13ju}{:layoutreturn/%13ju}"
741 			    "{:reclaimcompl/%13ju}{:readdatas/%13ju}"
742 			    "{:writedatas/%13ju}{:commitdatas/%13ju}\n",
743 			  (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LAYOUTCOMMIT],
744 			  (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LAYOUTRETURN],
745 			  (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_RECLAIMCOMPL],
746 			  (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_READDS],
747 			  (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_WRITEDS],
748 			  (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_COMMITDS]);
749 
750 			xo_emit("{T:OpenLayout/%13.13s}{T:CreateLayout/%13.13s}"
751 			    "{T:BindConnSess/%13.13s}{T:LookupOpen/%13.13s}"
752 			    "{T:AppendWrite/%13.13s}\n");
753 			xo_emit("{:openlayout/%13ju}{:createlayout/%13ju}"
754 			    "{:bindconnsess/%13ju}{:lookupopen/%13ju}"
755 			    "{:appendwrite/%13ju}\n",
756 			 (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_OPENLAYGET],
757 			 (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_CREATELAYGET],
758 			 (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_BINDCONNTOSESS],
759 			 (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LOOKUPOPEN],
760 			 (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_APPENDWRITE]);
761 
762 			xo_close_container("nfsv41");
763 
764 			xo_open_container("nfsv42");
765 
766 			xo_emit("{T:IOAdvise/%13.13s}{T:Allocate/%13.13s}"
767 			    "{T:Copy/%13.13s}{T:Seek/%13.13s}"
768 			    "{T:SeekDataS/%13.13s}{T:GetExtattr/%13.13s}\n");
769 			xo_emit("{:ioadvise/%13ju}{:allocate/%13ju}"
770 			    "{:copy/%13ju}{:seek/%13ju}"
771 			    "{:seekdatas/%13ju}{:getextattr/%13ju}\n",
772 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_IOADVISE],
773 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_ALLOCATE],
774 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_COPY],
775 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SEEK],
776 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SEEKDS],
777 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_GETEXTATTR]);
778 
779 			xo_emit("{T:SetExtattr/%13.13s}{T:RmExtattr/%13.13s}"
780 			    "{T:ListExtattr/%13.13s}{T:Deallocate/%13.13s}"
781 			    "{T:LayoutError/%13.13s}\n");
782 			xo_emit("{:setextattr/%13ju}{:rmextattr/%13ju}"
783 			    "{:listextattr/%13ju}{:deallocate/%13ju}"
784 			    "{:layouterror/%13ju}\n",
785 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_SETEXTATTR],
786 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_RMEXTATTR],
787 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LISTEXTATTR],
788 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_DEALLOCATE],
789 			    (uintmax_t)ext_nfsstats.rpccnt[NFSPROC_LAYOUTERROR]);
790 
791 			xo_close_container("nfsv42");
792 		}
793 		xo_close_container("operations");
794 
795 		if (printtitle)
796 			xo_emit("{T:Client:}\n");
797 		xo_open_container("client");
798 		xo_emit("{T:OpenOwner/%13.13s}{T:Opens/%13.13s}"
799 		    "{T:LockOwner/%13.13s}{T:Locks/%13.13s}"
800 		    "{T:Delegs/%13.13s}{T:LocalOwn/%13.13s}\n");
801 		xo_emit("{:openowner/%13ju}{:opens/%13ju}"
802 		    "{:lockowner/%13ju}{:locks/%13ju}"
803 		    "{:delegs/%13ju}{:localown/%13ju}\n",
804 		    (uintmax_t)ext_nfsstats.clopenowners,
805 		    (uintmax_t)ext_nfsstats.clopens,
806 		    (uintmax_t)ext_nfsstats.cllockowners,
807 		    (uintmax_t)ext_nfsstats.cllocks,
808 		    (uintmax_t)ext_nfsstats.cldelegates,
809 		    (uintmax_t)ext_nfsstats.cllocalopenowners);
810 
811 		xo_emit("{T:LocalOpen/%13.13s}{T:LocalLown/%13.13s}"
812 		    "{T:LocalLock/%13.13s}{T:Layouts/%13.13s}\n");
813 		xo_emit("{:localopen/%13ju}{:locallown/%13ju}"
814 		    "{:locallock/%13ju}{:layouts/%13ju}\n",
815 		    (uintmax_t)ext_nfsstats.cllocalopens,
816 		    (uintmax_t)ext_nfsstats.cllocallockowners,
817 		    (uintmax_t)ext_nfsstats.cllocallocks,
818 		    (uintmax_t)ext_nfsstats.cllayouts);
819 		xo_close_container("client");
820 
821 		xo_open_container("rpc");
822 		if (printtitle)
823 			xo_emit("{T:Rpc Info:}\n");
824 		xo_emit("{T:TimedOut/%13.13s}{T:Invalid/%13.13s}"
825 		    "{T:X Replies/%13.13s}{T:Retries/%13.13s}"
826 		    "{T:Requests/%13.13s}\n");
827 		xo_emit("{:timedout/%13ju}{:invalid/%13ju}"
828 		    "{:xreplies/%13ju}{:retries/%13ju}"
829 		    "{:requests/%13ju}\n",
830 		    (uintmax_t)ext_nfsstats.rpctimeouts,
831 		    (uintmax_t)ext_nfsstats.rpcinvalid,
832 		    (uintmax_t)ext_nfsstats.rpcunexpected,
833 		    (uintmax_t)ext_nfsstats.rpcretries,
834 		    (uintmax_t)ext_nfsstats.rpcrequests);
835 		xo_close_container("rpc");
836 
837 		xo_open_container("cache");
838 		if (printtitle)
839 			xo_emit("{T:Cache Info:}\n");
840 		xo_emit("{T:Attr Hits/%13.13s}{T:Attr Misses/%13.13s}"
841 		    "{T:Lkup Hits/%13.13s}{T:Lkup Misses/%13.13s}\n");
842 		xo_emit("{:attrhits/%13ju}{:attrmisses/%13ju}"
843 		    "{:lkuphits/%13ju}{:lkupmisses/%13ju}\n",
844 		    (uintmax_t)ext_nfsstats.attrcache_hits,
845 		    (uintmax_t)ext_nfsstats.attrcache_misses,
846 		    (uintmax_t)ext_nfsstats.lookupcache_hits,
847 		    (uintmax_t)ext_nfsstats.lookupcache_misses);
848 
849 		xo_emit("{T:BioR Hits/%13.13s}{T:BioR Misses/%13.13s}"
850 		    "{T:BioW Hits/%13.13s}{T:BioW Misses/%13.13s}\n");
851 		xo_emit("{:biorhits/%13ju}{:biormisses/%13ju}"
852 		    "{:biowhits/%13ju}{:biowmisses/%13ju}\n",
853 		    (uintmax_t)(ext_nfsstats.biocache_reads -
854 		    ext_nfsstats.read_bios),
855 		    (uintmax_t)ext_nfsstats.read_bios,
856 		    (uintmax_t)(ext_nfsstats.biocache_writes -
857 		    ext_nfsstats.write_bios),
858 		    (uintmax_t)ext_nfsstats.write_bios);
859 
860 		xo_emit("{T:BioRL Hits/%13.13s}{T:BioRL Misses/%13.13s}"
861 		    "{T:BioD Hits/%13.13s}{T:BioD Misses/%13.13s}\n");
862 		xo_emit("{:biorlhits/%13ju}{:biorlmisses/%13ju}"
863 		    "{:biodhits/%13ju}{:biodmisses/%13ju}\n",
864 		    (uintmax_t)(ext_nfsstats.biocache_readlinks -
865 		    ext_nfsstats.readlink_bios),
866 		    (uintmax_t)ext_nfsstats.readlink_bios,
867 		    (uintmax_t)(ext_nfsstats.biocache_readdirs -
868 		    ext_nfsstats.readdir_bios),
869 		    (uintmax_t)ext_nfsstats.readdir_bios);
870 
871 		xo_emit("{T:DirE Hits/%13.13s}{T:DirE Misses/%13.13s}\n");
872 		xo_emit("{:direhits/%13ju}{:diremisses/%13ju}\n",
873 		    (uintmax_t)ext_nfsstats.direofcache_hits,
874 		    (uintmax_t)ext_nfsstats.direofcache_misses);
875 		xo_open_container("cache");
876 
877 		xo_close_container("clientstats");
878 	}
879 	if (serverOnly != 0) {
880 		xo_open_container("serverstats");
881 
882 		xo_open_container("operations");
883 		if (printtitle)
884 			xo_emit("{T:Server Info:}\n");
885 		xo_emit("{T:Getattr/%13.13s}{T:Setattr/%13.13s}"
886 		    "{T:Lookup/%13.13s}{T:Readlink/%13.13s}"
887 		    "{T:Read/%13.13s}{T:Write/%13.13s}\n");
888 		xo_emit("{:getattr/%13ju}{:setattr/%13ju}{:lookup/%13ju}"
889 		    "{:readlink/%13ju}{:read/%13ju}{:write/%13ju}\n",
890 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_GETATTR],
891 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SETATTR],
892 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LOOKUP],
893 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READLINK],
894 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READ],
895 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_WRITE]);
896 		xo_emit("{T:Create/%13.13s}{T:Remove/%13.13s}"
897 		    "{T:Rename/%13.13s}{T:Link/%13.13s}"
898 		    "{T:Symlink/%13.13s}{T:Mkdir/%13.13s}\n");
899 		xo_emit("{:create/%13ju}{:remove/%13ju}{:rename/%13ju}"
900 		    "{:link/%13ju}{:symlink/%13ju}{:mkdir/%13ju}\n",
901 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_V3CREATE],
902 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_REMOVE],
903 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RENAME],
904 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LINK],
905 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SYMLINK],
906 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_MKDIR]);
907 		xo_emit("{T:Rmdir/%13.13s}{T:Readdir/%13.13s}"
908 		    "{T:RdirPlus/%13.13s}{T:Access/%13.13s}"
909 		    "{T:Mknod/%13.13s}{T:Fsstat/%13.13s}\n");
910 		xo_emit("{:rmdir/%13ju}{:readdir/%13ju}{:rdirplus/%13ju}"
911 		    "{:access/%13ju}{:mknod/%13ju}{:fsstat/%13ju}\n",
912 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RMDIR],
913 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READDIR],
914 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READDIRPLUS],
915 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_ACCESS],
916 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_MKNOD],
917 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_FSSTAT]);
918 		xo_emit("{T:FSinfo/%13.13s}{T:pathConf/%13.13s}"
919 		    "{T:Commit/%13.13s}{T:LookupP/%13.13s}"
920 		    "{T:SetClId/%13.13s}{T:SetClIdCf/%13.13s}\n");
921 		xo_emit("{:fsinfo/%13ju}{:pathconf/%13ju}{:commit/%13ju}"
922 		    "{:lookupp/%13ju}{:setclientid/%13ju}{:setclientidcfrm/%13ju}\n",
923 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_FSINFO],
924 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_PATHCONF],
925 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_COMMIT],
926 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LOOKUPP],
927 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SETCLIENTID],
928 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SETCLIENTIDCFRM]);
929 		xo_emit("{T:Open/%13.13s}{T:OpenAttr/%13.13s}"
930 		    "{T:OpenDwnGr/%13.13s}{T:OpenCfrm/%13.13s}"
931 		    "{T:DelePurge/%13.13s}{T:DelRet/%13.13s}\n");
932 		xo_emit("{:open/%13ju}{:openattr/%13ju}{:opendwgr/%13ju}"
933 		    "{:opencfrm/%13ju}{:delepurge/%13ju}{:delreg/%13ju}\n",
934 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_OPEN],
935 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_OPENATTR],
936 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_OPENDOWNGRADE],
937 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_OPENCONFIRM],
938 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_DELEGPURGE],
939 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_DELEGRETURN]);
940 		xo_emit("{T:GetFH/%13.13s}{T:Lock/%13.13s}"
941 		    "{T:LockT/%13.13s}{T:LockU/%13.13s}"
942 		    "{T:Close/%13.13s}{T:Verify/%13.13s}\n");
943 		xo_emit("{:getfh/%13ju}{:lock/%13ju}{:lockt/%13ju}"
944 		    "{:locku/%13ju}{:close/%13ju}{:verify/%13ju}\n",
945 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_GETFH],
946 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LOCK],
947 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LOCKT],
948 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LOCKU],
949 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_CLOSE],
950 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_VERIFY]);
951 		xo_emit("{T:NVerify/%13.13s}{T:PutFH/%13.13s}"
952 		    "{T:PutPubFH/%13.13s}{T:PutRootFH/%13.13s}"
953 		    "{T:Renew/%13.13s}{T:RestoreFH/%13.13s}\n");
954 		xo_emit("{:nverify/%13ju}{:putfh/%13ju}{:putpubfh/%13ju}"
955 		    "{:putrootfh/%13ju}{:renew/%13ju}{:restore/%13ju}\n",
956 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_NVERIFY],
957 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_PUTFH],
958 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_PUTPUBFH],
959 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_PUTROOTFH],
960 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RENEW],
961 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RESTOREFH]);
962 		xo_emit("{T:SaveFH/%13.13s}{T:Secinfo/%13.13s}"
963 		    "{T:RelLockOwn/%13.13s}{T:V4Create/%13.13s}\n");
964 		xo_emit("{:savefh/%13ju}{:secinfo/%13ju}{:rellockown/%13ju}"
965 		    "{:v4create/%13ju}\n",
966 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SAVEFH],
967 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SECINFO],
968 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RELEASELCKOWN],
969 		    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_CREATE]);
970 		if (nfs41) {
971 			xo_open_container("nfsv41");
972 			xo_emit("{T:BackChannelCtrl/%13.13s}{T:BindConnToSess/%13.13s}"
973 			    "{T:ExchangeID/%13.13s}{T:CreateSess/%13.13s}"
974 			    "{T:DestroySess/%13.13s}{T:FreeStateID/%13.13s}\n");
975 			xo_emit("{:backchannelctrl/%13ju}{:bindconntosess/%13ju}"
976 			    "{:exchangeid/%13ju}{:createsess/%13ju}"
977 			    "{:destroysess/%13ju}{:freestateid/%13ju}\n",
978 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_BACKCHANNELCTL],
979 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_BINDCONNTOSESS],
980 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_EXCHANGEID],
981 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_CREATESESSION],
982 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_DESTROYSESSION],
983 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_FREESTATEID]),
984 
985 			xo_emit("{T:GetDirDeleg/%13.13s}{T:GetDevInfo/%13.13s}"
986 			    "{T:GetDevList/%13.13s}{T:layoutCommit/%13.13s}"
987 			    "{T:LayoutGet/%13.13s}{T:LayoutReturn/%13.13s}\n");
988 			xo_emit("{:getdirdeleg/%13ju}{:getdevinfo/%13ju}"
989 			    "{:getdevlist/%13ju}{:layoutcommit/%13ju}"
990 			    "{:layoutget/%13ju}{:layoutreturn/%13ju}\n",
991 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_GETDIRDELEG],
992 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_GETDEVINFO],
993 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_GETDEVLIST],
994 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LAYOUTCOMMIT],
995 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LAYOUTGET],
996 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LAYOUTRETURN]);
997 
998 			xo_emit("{T:SecInfNoName/%13.13s}{T:Sequence/%13.13s}"
999 			    "{T:SetSSV/%13.13s}{T:TestStateID/%13.13s}"
1000 			    "{T:WantDeleg/%13.13s}{T:DestroyClId/%13.13s}\n");
1001 			xo_emit("{:secinfnoname/%13ju}{:sequence/%13ju}"
1002 			    "{:setssv/%13ju}{:teststateid/%13ju}{:wantdeleg/%13ju}"
1003 			    "{:destroyclid/%13ju}\n",
1004 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SECINFONONAME],
1005 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SEQUENCE],
1006 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SETSSV],
1007 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_TESTSTATEID],
1008 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_WANTDELEG],
1009 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_DESTROYCLIENTID]);
1010 
1011 			xo_emit("{T:ReclaimCompl/%13.13s}\n");
1012 			xo_emit("{:reclaimcompl/%13ju}\n",
1013 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_RECLAIMCOMPL]);
1014 
1015 			xo_close_container("nfsv41");
1016 
1017 			xo_open_container("nfsv42");
1018 
1019 			xo_emit("{T:Allocate/%13.13s}{T:Copy/%13.13s}"
1020 			    "{T:CopyNotify/%13.13s}{T:Deallocate/%13.13s}"
1021 			    "{T:IOAdvise/%13.13s}{T:LayoutError/%13.13s}\n");
1022 			xo_emit("{:allocate/%13ju}{:copy/%13ju}"
1023 			    "{:copynotify/%13ju}{:deallocate/%13ju}"
1024 			    "{:ioadvise/%13ju}{:layouterror/%13ju}\n",
1025 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_ALLOCATE],
1026 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_COPY],
1027 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_COPYNOTIFY],
1028 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_DEALLOCATE],
1029 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_IOADVISE],
1030 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LAYOUTERROR]);
1031 
1032 			xo_emit("{T:LayoutStats/%13.13s}{T:OffloadCncl/%13.13s}"
1033 			    "{T:OffloadStat/%13.13s}{T:ReadPlus/%13.13s}"
1034 			    "{T:Seek/%13.13s}{T:WriteSame/%13.13s}\n");
1035 			xo_emit("{:layoutstats/%13ju}{:offloadcncl/%13ju}"
1036 			    "{:offloadstat/%13ju}{:readplus/%13ju}"
1037 			    "{:seek/%13ju}{:writesame/%13ju}\n",
1038 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LAYOUTSTATS],
1039 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_OFFLOADCANCEL],
1040 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_OFFLOADSTATUS],
1041 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_READPLUS],
1042 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SEEK],
1043 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_WRITESAME]);
1044 
1045 			xo_emit("{T:Clone/%13.13s}{T:GetExtattr/%13.13s}"
1046 			    "{T:SetExtattr/%13.13s}{T:ListExtattr/%13.13s}"
1047 			    "{T:RmExtattr/%13.13s}\n");
1048 			xo_emit("{:clone/%13ju}{:getextattr/%13ju}"
1049 			    "{:setextattr/%13ju}{:listextattr/%13ju}"
1050 			    "{:rmextattr/%13ju}\n",
1051 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_CLONE],
1052 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_GETXATTR],
1053 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_SETXATTR],
1054 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_LISTXATTRS],
1055 			    (uintmax_t)ext_nfsstats.srvrpccnt[NFSV4OP_REMOVEXATTR]);
1056 
1057 			xo_close_container("nfsv42");
1058 		}
1059 
1060 		xo_close_container("operations");
1061 
1062 		if (printtitle)
1063 			xo_emit("{T:Server:}\n");
1064 		xo_open_container("server");
1065 		xo_emit("{T:Clients/%13.13s}{T:OpenOwner/%13.13s}"
1066 		    "{T:Opens/%13.13s}{T:LockOwner/%13.13s}{T:Locks/%13.13s}"
1067 		    "{T:Delegs/%13.13s}\n");
1068 		xo_emit("{:clients/%13ju}{:openowner/%13ju}{:opens/%13ju}"
1069 		    "{:lockowner/%13ju}{:locks/%13ju}{:delegs/%13ju}\n",
1070 		    (uintmax_t)ext_nfsstats.srvclients,
1071 		    (uintmax_t)ext_nfsstats.srvopenowners,
1072 		    (uintmax_t)ext_nfsstats.srvopens,
1073 		    (uintmax_t)ext_nfsstats.srvlockowners,
1074 		    (uintmax_t)ext_nfsstats.srvlocks,
1075 		    (uintmax_t)ext_nfsstats.srvdelegates);
1076 		xo_emit("{T:Layouts/%13.13s}\n");
1077 		xo_emit("{:layouts/%13ju}\n",
1078 		    (uintmax_t)ext_nfsstats.srvlayouts);
1079 		xo_close_container("server");
1080 
1081 		if (printtitle)
1082 			xo_emit("{T:Server Cache Stats:}\n");
1083 		xo_open_container("cache");
1084 		xo_emit("{T:Inprog/%13.13s}"
1085 		    "{T:Non-idem/%13.13s}{T:Misses/%13.13s}"
1086 		    "{T:CacheSize/%13.13s}{T:TCPPeak/%13.13s}\n");
1087 		xo_emit("{:inprog/%13ju}{:nonidem/%13ju}"
1088 		    "{:misses/%13ju}{:cachesize/%13ju}{:tcppeak/%13ju}\n",
1089 		    (uintmax_t)ext_nfsstats.srvcache_inproghits,
1090 		    (uintmax_t)ext_nfsstats.srvcache_nonidemdonehits,
1091 		    (uintmax_t)ext_nfsstats.srvcache_misses,
1092 		    (uintmax_t)ext_nfsstats.srvcache_size,
1093 		    (uintmax_t)ext_nfsstats.srvcache_tcppeak);
1094 		xo_close_container("cache");
1095 
1096 		xo_close_container("serverstats");
1097 	}
1098 
1099 	xo_close_container("nfsv4");
1100 }
1101 
1102 static void
1103 compute_totals(struct nfsstatsv1 *total_stats, struct nfsstatsv1 *cur_stats)
1104 {
1105 	int i;
1106 
1107 	bzero(total_stats, sizeof(*total_stats));
1108 	for (i = 0; i < (NFSV42_NOPS + NFSV4OP_FAKENOPS); i++) {
1109 		total_stats->srvbytes[0] += cur_stats->srvbytes[i];
1110 		total_stats->srvops[0] += cur_stats->srvops[i];
1111 		bintime_add(&total_stats->srvduration[0],
1112 			    &cur_stats->srvduration[i]);
1113 		total_stats->srvrpccnt[i] = cur_stats->srvrpccnt[i];
1114 	}
1115 	total_stats->srvstartcnt = cur_stats->srvstartcnt;
1116 	total_stats->srvdonecnt = cur_stats->srvdonecnt;
1117 	total_stats->busytime = cur_stats->busytime;
1118 
1119 }
1120 
1121 /*
1122  * Print a running summary of nfs statistics for the experimental client and/or
1123  * server.
1124  * Repeat display every interval seconds, showing statistics
1125  * collected over that interval.  Assumes that interval is non-zero.
1126  * First line printed at top of screen is always cumulative.
1127  */
1128 static void
1129 exp_sidewaysintpr(u_int interval, int clientOnly, int serverOnly,
1130     int newStats)
1131 {
1132 	struct nfsstatsv1 nfsstats, lastst, *ext_nfsstatsp;
1133 	struct nfsstatsv1 curtotal, lasttotal;
1134 	struct timespec ts, lastts;
1135 	int hdrcnt = 1;
1136 
1137 	ext_nfsstatsp = &lastst;
1138 	ext_nfsstatsp->vers = NFSSTATS_V1;
1139 	if (nfssvc(NFSSVC_GETSTATS | NFSSVC_NEWSTRUCT, ext_nfsstatsp) < 0)
1140 		err(1, "Can't get stats");
1141 	clock_gettime(CLOCK_MONOTONIC, &lastts);
1142 	compute_totals(&lasttotal, ext_nfsstatsp);
1143 	sleep(interval);
1144 
1145 	for (;;) {
1146 		ext_nfsstatsp = &nfsstats;
1147 		ext_nfsstatsp->vers = NFSSTATS_V1;
1148 		if (nfssvc(NFSSVC_GETSTATS | NFSSVC_NEWSTRUCT, ext_nfsstatsp)
1149 		    < 0)
1150 			err(1, "Can't get stats");
1151 		clock_gettime(CLOCK_MONOTONIC, &ts);
1152 
1153 		if (--hdrcnt == 0) {
1154 			printhdr(clientOnly, serverOnly, newStats);
1155 			if (newStats)
1156 				hdrcnt = 20;
1157 			else if (clientOnly && serverOnly)
1158 				hdrcnt = 10;
1159 			else
1160 				hdrcnt = 20;
1161 		}
1162 		if (clientOnly && newStats == 0) {
1163 		    printf("%s %6ju %6ju %6ju %6ju %6ju %6ju %6ju %6ju",
1164 			((clientOnly && serverOnly) ? "Client:" : ""),
1165 			(uintmax_t)DELTA(rpccnt[NFSPROC_GETATTR]),
1166 			(uintmax_t)DELTA(rpccnt[NFSPROC_LOOKUP]),
1167 			(uintmax_t)DELTA(rpccnt[NFSPROC_READLINK]),
1168 			(uintmax_t)DELTA(rpccnt[NFSPROC_READ]),
1169 			(uintmax_t)DELTA(rpccnt[NFSPROC_WRITE]),
1170 			(uintmax_t)DELTA(rpccnt[NFSPROC_RENAME]),
1171 			(uintmax_t)DELTA(rpccnt[NFSPROC_ACCESS]),
1172 			(uintmax_t)(DELTA(rpccnt[NFSPROC_READDIR]) +
1173 			DELTA(rpccnt[NFSPROC_READDIRPLUS]))
1174 		    );
1175 		    if (widemode) {
1176 			    printf(" %s %s %s %s %s %s",
1177 				sperc1(DELTA(attrcache_hits),
1178 				    DELTA(attrcache_misses)),
1179 				sperc1(DELTA(lookupcache_hits),
1180 				    DELTA(lookupcache_misses)),
1181 				sperc2(DELTA(biocache_reads),
1182 				    DELTA(read_bios)),
1183 				sperc2(DELTA(biocache_writes),
1184 				    DELTA(write_bios)),
1185 				sperc1(DELTA(accesscache_hits),
1186 				    DELTA(accesscache_misses)),
1187 				sperc2(DELTA(biocache_readdirs),
1188 				    DELTA(readdir_bios))
1189 			    );
1190 		    }
1191 		    printf("\n");
1192 		}
1193 
1194 		if (serverOnly && newStats) {
1195 			long double cur_secs, last_secs, etime;
1196 			long double mbsec;
1197 			long double kb_per_transfer;
1198 			long double transfers_per_second;
1199 			long double ms_per_transfer;
1200 			uint64_t queue_len;
1201 			long double busy_pct;
1202 			int i;
1203 
1204 			cur_secs = ts.tv_sec +
1205 			    ((long double)ts.tv_nsec / 1000000000);
1206 			last_secs = lastts.tv_sec +
1207 			    ((long double)lastts.tv_nsec / 1000000000);
1208 			etime = cur_secs - last_secs;
1209 
1210 			compute_totals(&curtotal, &nfsstats);
1211 
1212 			for (i = 0; i < NUM_STAT_TYPES; i++) {
1213 				compute_new_stats(&nfsstats, &lastst,
1214 				    STAT_TYPE_TO_NFS(i), etime, &mbsec,
1215 				    &kb_per_transfer,
1216 				    &transfers_per_second,
1217 				    &ms_per_transfer, &queue_len,
1218 				    &busy_pct);
1219 
1220 				if (i == STAT_TYPE_COMMIT) {
1221 					if (widemode == 0)
1222 						continue;
1223 
1224 					printf("%2.0Lf %7.2Lf ",
1225 					    transfers_per_second,
1226 					    ms_per_transfer);
1227 				} else {
1228 					printf("%5.2Lf %5.0Lf %7.2Lf ",
1229 					    kb_per_transfer,
1230 					    transfers_per_second, mbsec);
1231 					if (widemode)
1232 						printf("%5.2Lf ",
1233 						    ms_per_transfer);
1234 				}
1235 			}
1236 
1237 			compute_new_stats(&curtotal, &lasttotal, 0, etime,
1238 			    &mbsec, &kb_per_transfer, &transfers_per_second,
1239 			    &ms_per_transfer, &queue_len, &busy_pct);
1240 
1241 			printf("%5.2Lf %5.0Lf %7.2Lf %5.2Lf %3ju %3.0Lf\n",
1242 			    kb_per_transfer, transfers_per_second, mbsec,
1243 			    ms_per_transfer, queue_len, busy_pct);
1244 		} else if (serverOnly) {
1245 		    printf("%s %6ju %6ju %6ju %6ju %6ju %6ju %6ju %6ju",
1246 			((clientOnly && serverOnly) ? "Server:" : ""),
1247 			(uintmax_t)DELTA(srvrpccnt[NFSV4OP_GETATTR]),
1248 			(uintmax_t)DELTA(srvrpccnt[NFSV4OP_LOOKUP]),
1249 			(uintmax_t)DELTA(srvrpccnt[NFSV4OP_READLINK]),
1250 			(uintmax_t)DELTA(srvrpccnt[NFSV4OP_READ]),
1251 			(uintmax_t)DELTA(srvrpccnt[NFSV4OP_WRITE]),
1252 			(uintmax_t)DELTA(srvrpccnt[NFSV4OP_RENAME]),
1253 			(uintmax_t)DELTA(srvrpccnt[NFSV4OP_ACCESS]),
1254 			(uintmax_t)(DELTA(srvrpccnt[NFSV4OP_READDIR]) +
1255 			DELTA(srvrpccnt[NFSV4OP_READDIRPLUS])));
1256 		    printf("\n");
1257 		}
1258 		bcopy(&nfsstats, &lastst, sizeof(lastst));
1259 		bcopy(&curtotal, &lasttotal, sizeof(lasttotal));
1260 		lastts = ts;
1261 		fflush(stdout);
1262 		sleep(interval);
1263 	}
1264 	/*NOTREACHED*/
1265 }
1266