xref: /illumos-gate/usr/src/lib/libzpool/common/kernel.c (revision 8c69cc8fbe729fa7b091e901c4b50508ccc6bb33)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
23  * Copyright (c) 2012, 2015 by Delphix. All rights reserved.
24  * Copyright (c) 2013, Joyent, Inc.  All rights reserved.
25  */
26 
27 #include <assert.h>
28 #include <fcntl.h>
29 #include <poll.h>
30 #include <stdio.h>
31 #include <stdlib.h>
32 #include <string.h>
33 #include <zlib.h>
34 #include <libgen.h>
35 #include <sys/spa.h>
36 #include <sys/stat.h>
37 #include <sys/processor.h>
38 #include <sys/zfs_context.h>
39 #include <sys/rrwlock.h>
40 #include <sys/zmod.h>
41 #include <sys/utsname.h>
42 #include <sys/systeminfo.h>
43 
44 /*
45  * Emulation of kernel services in userland.
46  */
47 
48 int aok;
49 uint64_t physmem;
50 vnode_t *rootdir = (vnode_t *)0xabcd1234;
51 char hw_serial[HW_HOSTID_LEN];
52 kmutex_t cpu_lock;
53 vmem_t *zio_arena = NULL;
54 
55 /* If set, all blocks read will be copied to the specified directory. */
56 char *vn_dumpdir = NULL;
57 
58 struct utsname utsname = {
59 	"userland", "libzpool", "1", "1", "na"
60 };
61 
62 /* this only exists to have its address taken */
63 struct proc p0;
64 
65 /*
66  * =========================================================================
67  * threads
68  * =========================================================================
69  */
70 /*ARGSUSED*/
71 kthread_t *
72 zk_thread_create(void (*func)(), void *arg, uint64_t len)
73 {
74 	thread_t tid;
75 
76 	ASSERT0(len);
77 	VERIFY(thr_create(0, 0, (void *(*)(void *))func, arg, THR_DETACHED,
78 	    &tid) == 0);
79 
80 	return ((void *)(uintptr_t)tid);
81 }
82 
83 /*
84  * =========================================================================
85  * kstats
86  * =========================================================================
87  */
88 /*ARGSUSED*/
89 kstat_t *
90 kstat_create(const char *module, int instance, const char *name,
91     const char *class, uchar_t type, ulong_t ndata, uchar_t ks_flag)
92 {
93 	return (NULL);
94 }
95 
96 /*ARGSUSED*/
97 void
98 kstat_named_init(kstat_named_t *knp, const char *name, uchar_t type)
99 {}
100 
101 /*ARGSUSED*/
102 void
103 kstat_install(kstat_t *ksp)
104 {}
105 
106 /*ARGSUSED*/
107 void
108 kstat_delete(kstat_t *ksp)
109 {}
110 
111 /*ARGSUSED*/
112 void
113 kstat_waitq_enter(kstat_io_t *kiop)
114 {}
115 
116 /*ARGSUSED*/
117 void
118 kstat_waitq_exit(kstat_io_t *kiop)
119 {}
120 
121 /*ARGSUSED*/
122 void
123 kstat_runq_enter(kstat_io_t *kiop)
124 {}
125 
126 /*ARGSUSED*/
127 void
128 kstat_runq_exit(kstat_io_t *kiop)
129 {}
130 
131 /*ARGSUSED*/
132 void
133 kstat_waitq_to_runq(kstat_io_t *kiop)
134 {}
135 
136 /*ARGSUSED*/
137 void
138 kstat_runq_back_to_waitq(kstat_io_t *kiop)
139 {}
140 
141 /*
142  * =========================================================================
143  * mutexes
144  * =========================================================================
145  */
146 void
147 zmutex_init(kmutex_t *mp)
148 {
149 	mp->m_owner = NULL;
150 	mp->initialized = B_TRUE;
151 	(void) _mutex_init(&mp->m_lock, USYNC_THREAD, NULL);
152 }
153 
154 void
155 zmutex_destroy(kmutex_t *mp)
156 {
157 	ASSERT(mp->initialized == B_TRUE);
158 	ASSERT(mp->m_owner == NULL);
159 	(void) _mutex_destroy(&(mp)->m_lock);
160 	mp->m_owner = (void *)-1UL;
161 	mp->initialized = B_FALSE;
162 }
163 
164 void
165 zmutex_enter(kmutex_t *mp)
166 {
167 	ASSERT(mp->initialized == B_TRUE);
168 	ASSERT(mp->m_owner != (void *)-1UL);
169 	ASSERT(mp->m_owner != curthread);
170 	VERIFY(mutex_lock(&mp->m_lock) == 0);
171 	ASSERT(mp->m_owner == NULL);
172 	mp->m_owner = curthread;
173 }
174 
175 int
176 mutex_tryenter(kmutex_t *mp)
177 {
178 	ASSERT(mp->initialized == B_TRUE);
179 	ASSERT(mp->m_owner != (void *)-1UL);
180 	if (0 == mutex_trylock(&mp->m_lock)) {
181 		ASSERT(mp->m_owner == NULL);
182 		mp->m_owner = curthread;
183 		return (1);
184 	} else {
185 		return (0);
186 	}
187 }
188 
189 void
190 zmutex_exit(kmutex_t *mp)
191 {
192 	ASSERT(mp->initialized == B_TRUE);
193 	ASSERT(mutex_owner(mp) == curthread);
194 	mp->m_owner = NULL;
195 	VERIFY(mutex_unlock(&mp->m_lock) == 0);
196 }
197 
198 void *
199 mutex_owner(kmutex_t *mp)
200 {
201 	ASSERT(mp->initialized == B_TRUE);
202 	return (mp->m_owner);
203 }
204 
205 /*
206  * =========================================================================
207  * rwlocks
208  * =========================================================================
209  */
210 /*ARGSUSED*/
211 void
212 rw_init(krwlock_t *rwlp, char *name, int type, void *arg)
213 {
214 	rwlock_init(&rwlp->rw_lock, USYNC_THREAD, NULL);
215 	rwlp->rw_owner = NULL;
216 	rwlp->initialized = B_TRUE;
217 }
218 
219 void
220 rw_destroy(krwlock_t *rwlp)
221 {
222 	rwlock_destroy(&rwlp->rw_lock);
223 	rwlp->rw_owner = (void *)-1UL;
224 	rwlp->initialized = B_FALSE;
225 }
226 
227 void
228 rw_enter(krwlock_t *rwlp, krw_t rw)
229 {
230 	ASSERT(!RW_LOCK_HELD(rwlp));
231 	ASSERT(rwlp->initialized == B_TRUE);
232 	ASSERT(rwlp->rw_owner != (void *)-1UL);
233 	ASSERT(rwlp->rw_owner != curthread);
234 
235 	if (rw == RW_WRITER)
236 		VERIFY(rw_wrlock(&rwlp->rw_lock) == 0);
237 	else
238 		VERIFY(rw_rdlock(&rwlp->rw_lock) == 0);
239 
240 	rwlp->rw_owner = curthread;
241 }
242 
243 void
244 rw_exit(krwlock_t *rwlp)
245 {
246 	ASSERT(rwlp->initialized == B_TRUE);
247 	ASSERT(rwlp->rw_owner != (void *)-1UL);
248 
249 	rwlp->rw_owner = NULL;
250 	VERIFY(rw_unlock(&rwlp->rw_lock) == 0);
251 }
252 
253 int
254 rw_tryenter(krwlock_t *rwlp, krw_t rw)
255 {
256 	int rv;
257 
258 	ASSERT(rwlp->initialized == B_TRUE);
259 	ASSERT(rwlp->rw_owner != (void *)-1UL);
260 
261 	if (rw == RW_WRITER)
262 		rv = rw_trywrlock(&rwlp->rw_lock);
263 	else
264 		rv = rw_tryrdlock(&rwlp->rw_lock);
265 
266 	if (rv == 0) {
267 		rwlp->rw_owner = curthread;
268 		return (1);
269 	}
270 
271 	return (0);
272 }
273 
274 /*ARGSUSED*/
275 int
276 rw_tryupgrade(krwlock_t *rwlp)
277 {
278 	ASSERT(rwlp->initialized == B_TRUE);
279 	ASSERT(rwlp->rw_owner != (void *)-1UL);
280 
281 	return (0);
282 }
283 
284 /*
285  * =========================================================================
286  * condition variables
287  * =========================================================================
288  */
289 /*ARGSUSED*/
290 void
291 cv_init(kcondvar_t *cv, char *name, int type, void *arg)
292 {
293 	VERIFY(cond_init(cv, type, NULL) == 0);
294 }
295 
296 void
297 cv_destroy(kcondvar_t *cv)
298 {
299 	VERIFY(cond_destroy(cv) == 0);
300 }
301 
302 void
303 cv_wait(kcondvar_t *cv, kmutex_t *mp)
304 {
305 	ASSERT(mutex_owner(mp) == curthread);
306 	mp->m_owner = NULL;
307 	int ret = cond_wait(cv, &mp->m_lock);
308 	VERIFY(ret == 0 || ret == EINTR);
309 	mp->m_owner = curthread;
310 }
311 
312 clock_t
313 cv_timedwait(kcondvar_t *cv, kmutex_t *mp, clock_t abstime)
314 {
315 	int error;
316 	timestruc_t ts;
317 	clock_t delta;
318 
319 top:
320 	delta = abstime - ddi_get_lbolt();
321 	if (delta <= 0)
322 		return (-1);
323 
324 	ts.tv_sec = delta / hz;
325 	ts.tv_nsec = (delta % hz) * (NANOSEC / hz);
326 
327 	ASSERT(mutex_owner(mp) == curthread);
328 	mp->m_owner = NULL;
329 	error = cond_reltimedwait(cv, &mp->m_lock, &ts);
330 	mp->m_owner = curthread;
331 
332 	if (error == ETIME)
333 		return (-1);
334 
335 	if (error == EINTR)
336 		goto top;
337 
338 	ASSERT(error == 0);
339 
340 	return (1);
341 }
342 
343 /*ARGSUSED*/
344 clock_t
345 cv_timedwait_hires(kcondvar_t *cv, kmutex_t *mp, hrtime_t tim, hrtime_t res,
346     int flag)
347 {
348 	int error;
349 	timestruc_t ts;
350 	hrtime_t delta;
351 
352 	ASSERT(flag == 0 || flag == CALLOUT_FLAG_ABSOLUTE);
353 
354 top:
355 	delta = tim;
356 	if (flag & CALLOUT_FLAG_ABSOLUTE)
357 		delta -= gethrtime();
358 
359 	if (delta <= 0)
360 		return (-1);
361 
362 	ts.tv_sec = delta / NANOSEC;
363 	ts.tv_nsec = delta % NANOSEC;
364 
365 	ASSERT(mutex_owner(mp) == curthread);
366 	mp->m_owner = NULL;
367 	error = cond_reltimedwait(cv, &mp->m_lock, &ts);
368 	mp->m_owner = curthread;
369 
370 	if (error == ETIME)
371 		return (-1);
372 
373 	if (error == EINTR)
374 		goto top;
375 
376 	ASSERT(error == 0);
377 
378 	return (1);
379 }
380 
381 void
382 cv_signal(kcondvar_t *cv)
383 {
384 	VERIFY(cond_signal(cv) == 0);
385 }
386 
387 void
388 cv_broadcast(kcondvar_t *cv)
389 {
390 	VERIFY(cond_broadcast(cv) == 0);
391 }
392 
393 /*
394  * =========================================================================
395  * vnode operations
396  * =========================================================================
397  */
398 /*
399  * Note: for the xxxat() versions of these functions, we assume that the
400  * starting vp is always rootdir (which is true for spa_directory.c, the only
401  * ZFS consumer of these interfaces).  We assert this is true, and then emulate
402  * them by adding '/' in front of the path.
403  */
404 
405 /*ARGSUSED*/
406 int
407 vn_open(char *path, int x1, int flags, int mode, vnode_t **vpp, int x2, int x3)
408 {
409 	int fd;
410 	int dump_fd;
411 	vnode_t *vp;
412 	int old_umask;
413 	char realpath[MAXPATHLEN];
414 	struct stat64 st;
415 
416 	/*
417 	 * If we're accessing a real disk from userland, we need to use
418 	 * the character interface to avoid caching.  This is particularly
419 	 * important if we're trying to look at a real in-kernel storage
420 	 * pool from userland, e.g. via zdb, because otherwise we won't
421 	 * see the changes occurring under the segmap cache.
422 	 * On the other hand, the stupid character device returns zero
423 	 * for its size.  So -- gag -- we open the block device to get
424 	 * its size, and remember it for subsequent VOP_GETATTR().
425 	 */
426 	if (strncmp(path, "/dev/", 5) == 0) {
427 		char *dsk;
428 		fd = open64(path, O_RDONLY);
429 		if (fd == -1)
430 			return (errno);
431 		if (fstat64(fd, &st) == -1) {
432 			close(fd);
433 			return (errno);
434 		}
435 		close(fd);
436 		(void) sprintf(realpath, "%s", path);
437 		dsk = strstr(path, "/dsk/");
438 		if (dsk != NULL)
439 			(void) sprintf(realpath + (dsk - path) + 1, "r%s",
440 			    dsk + 1);
441 	} else {
442 		(void) sprintf(realpath, "%s", path);
443 		if (!(flags & FCREAT) && stat64(realpath, &st) == -1)
444 			return (errno);
445 	}
446 
447 	if (flags & FCREAT)
448 		old_umask = umask(0);
449 
450 	/*
451 	 * The construct 'flags - FREAD' conveniently maps combinations of
452 	 * FREAD and FWRITE to the corresponding O_RDONLY, O_WRONLY, and O_RDWR.
453 	 */
454 	fd = open64(realpath, flags - FREAD, mode);
455 
456 	if (flags & FCREAT)
457 		(void) umask(old_umask);
458 
459 	if (vn_dumpdir != NULL) {
460 		char dumppath[MAXPATHLEN];
461 		(void) snprintf(dumppath, sizeof (dumppath),
462 		    "%s/%s", vn_dumpdir, basename(realpath));
463 		dump_fd = open64(dumppath, O_CREAT | O_WRONLY, 0666);
464 		if (dump_fd == -1)
465 			return (errno);
466 	} else {
467 		dump_fd = -1;
468 	}
469 
470 	if (fd == -1)
471 		return (errno);
472 
473 	if (fstat64(fd, &st) == -1) {
474 		close(fd);
475 		return (errno);
476 	}
477 
478 	(void) fcntl(fd, F_SETFD, FD_CLOEXEC);
479 
480 	*vpp = vp = umem_zalloc(sizeof (vnode_t), UMEM_NOFAIL);
481 
482 	vp->v_fd = fd;
483 	vp->v_size = st.st_size;
484 	vp->v_path = spa_strdup(path);
485 	vp->v_dump_fd = dump_fd;
486 
487 	return (0);
488 }
489 
490 /*ARGSUSED*/
491 int
492 vn_openat(char *path, int x1, int flags, int mode, vnode_t **vpp, int x2,
493     int x3, vnode_t *startvp, int fd)
494 {
495 	char *realpath = umem_alloc(strlen(path) + 2, UMEM_NOFAIL);
496 	int ret;
497 
498 	ASSERT(startvp == rootdir);
499 	(void) sprintf(realpath, "/%s", path);
500 
501 	/* fd ignored for now, need if want to simulate nbmand support */
502 	ret = vn_open(realpath, x1, flags, mode, vpp, x2, x3);
503 
504 	umem_free(realpath, strlen(path) + 2);
505 
506 	return (ret);
507 }
508 
509 /*ARGSUSED*/
510 int
511 vn_rdwr(int uio, vnode_t *vp, void *addr, ssize_t len, offset_t offset,
512     int x1, int x2, rlim64_t x3, void *x4, ssize_t *residp)
513 {
514 	ssize_t iolen, split;
515 
516 	if (uio == UIO_READ) {
517 		iolen = pread64(vp->v_fd, addr, len, offset);
518 		if (vp->v_dump_fd != -1) {
519 			int status =
520 			    pwrite64(vp->v_dump_fd, addr, iolen, offset);
521 			ASSERT(status != -1);
522 		}
523 	} else {
524 		/*
525 		 * To simulate partial disk writes, we split writes into two
526 		 * system calls so that the process can be killed in between.
527 		 */
528 		int sectors = len >> SPA_MINBLOCKSHIFT;
529 		split = (sectors > 0 ? rand() % sectors : 0) <<
530 		    SPA_MINBLOCKSHIFT;
531 		iolen = pwrite64(vp->v_fd, addr, split, offset);
532 		iolen += pwrite64(vp->v_fd, (char *)addr + split,
533 		    len - split, offset + split);
534 	}
535 
536 	if (iolen == -1)
537 		return (errno);
538 	if (residp)
539 		*residp = len - iolen;
540 	else if (iolen != len)
541 		return (EIO);
542 	return (0);
543 }
544 
545 void
546 vn_close(vnode_t *vp)
547 {
548 	close(vp->v_fd);
549 	if (vp->v_dump_fd != -1)
550 		close(vp->v_dump_fd);
551 	spa_strfree(vp->v_path);
552 	umem_free(vp, sizeof (vnode_t));
553 }
554 
555 /*
556  * At a minimum we need to update the size since vdev_reopen()
557  * will no longer call vn_openat().
558  */
559 int
560 fop_getattr(vnode_t *vp, vattr_t *vap)
561 {
562 	struct stat64 st;
563 
564 	if (fstat64(vp->v_fd, &st) == -1) {
565 		close(vp->v_fd);
566 		return (errno);
567 	}
568 
569 	vap->va_size = st.st_size;
570 	return (0);
571 }
572 
573 #ifdef ZFS_DEBUG
574 
575 /*
576  * =========================================================================
577  * Figure out which debugging statements to print
578  * =========================================================================
579  */
580 
581 static char *dprintf_string;
582 static int dprintf_print_all;
583 
584 int
585 dprintf_find_string(const char *string)
586 {
587 	char *tmp_str = dprintf_string;
588 	int len = strlen(string);
589 
590 	/*
591 	 * Find out if this is a string we want to print.
592 	 * String format: file1.c,function_name1,file2.c,file3.c
593 	 */
594 
595 	while (tmp_str != NULL) {
596 		if (strncmp(tmp_str, string, len) == 0 &&
597 		    (tmp_str[len] == ',' || tmp_str[len] == '\0'))
598 			return (1);
599 		tmp_str = strchr(tmp_str, ',');
600 		if (tmp_str != NULL)
601 			tmp_str++; /* Get rid of , */
602 	}
603 	return (0);
604 }
605 
606 void
607 dprintf_setup(int *argc, char **argv)
608 {
609 	int i, j;
610 
611 	/*
612 	 * Debugging can be specified two ways: by setting the
613 	 * environment variable ZFS_DEBUG, or by including a
614 	 * "debug=..."  argument on the command line.  The command
615 	 * line setting overrides the environment variable.
616 	 */
617 
618 	for (i = 1; i < *argc; i++) {
619 		int len = strlen("debug=");
620 		/* First look for a command line argument */
621 		if (strncmp("debug=", argv[i], len) == 0) {
622 			dprintf_string = argv[i] + len;
623 			/* Remove from args */
624 			for (j = i; j < *argc; j++)
625 				argv[j] = argv[j+1];
626 			argv[j] = NULL;
627 			(*argc)--;
628 		}
629 	}
630 
631 	if (dprintf_string == NULL) {
632 		/* Look for ZFS_DEBUG environment variable */
633 		dprintf_string = getenv("ZFS_DEBUG");
634 	}
635 
636 	/*
637 	 * Are we just turning on all debugging?
638 	 */
639 	if (dprintf_find_string("on"))
640 		dprintf_print_all = 1;
641 
642 	if (dprintf_string != NULL)
643 		zfs_flags |= ZFS_DEBUG_DPRINTF;
644 }
645 
646 /*
647  * =========================================================================
648  * debug printfs
649  * =========================================================================
650  */
651 void
652 __dprintf(const char *file, const char *func, int line, const char *fmt, ...)
653 {
654 	const char *newfile;
655 	va_list adx;
656 
657 	/*
658 	 * Get rid of annoying "../common/" prefix to filename.
659 	 */
660 	newfile = strrchr(file, '/');
661 	if (newfile != NULL) {
662 		newfile = newfile + 1; /* Get rid of leading / */
663 	} else {
664 		newfile = file;
665 	}
666 
667 	if (dprintf_print_all ||
668 	    dprintf_find_string(newfile) ||
669 	    dprintf_find_string(func)) {
670 		/* Print out just the function name if requested */
671 		flockfile(stdout);
672 		if (dprintf_find_string("pid"))
673 			(void) printf("%d ", getpid());
674 		if (dprintf_find_string("tid"))
675 			(void) printf("%u ", thr_self());
676 		if (dprintf_find_string("cpu"))
677 			(void) printf("%u ", getcpuid());
678 		if (dprintf_find_string("time"))
679 			(void) printf("%llu ", gethrtime());
680 		if (dprintf_find_string("long"))
681 			(void) printf("%s, line %d: ", newfile, line);
682 		(void) printf("%s: ", func);
683 		va_start(adx, fmt);
684 		(void) vprintf(fmt, adx);
685 		va_end(adx);
686 		funlockfile(stdout);
687 	}
688 }
689 
690 #endif /* ZFS_DEBUG */
691 
692 /*
693  * =========================================================================
694  * cmn_err() and panic()
695  * =========================================================================
696  */
697 static char ce_prefix[CE_IGNORE][10] = { "", "NOTICE: ", "WARNING: ", "" };
698 static char ce_suffix[CE_IGNORE][2] = { "", "\n", "\n", "" };
699 
700 void
701 vpanic(const char *fmt, va_list adx)
702 {
703 	char buf[512];
704 	(void) vsnprintf(buf, 512, fmt, adx);
705 	assfail(buf, NULL, 0);
706 	abort(); /* necessary to make vpanic meet noreturn requirements */
707 }
708 
709 void
710 panic(const char *fmt, ...)
711 {
712 	va_list adx;
713 
714 	va_start(adx, fmt);
715 	vpanic(fmt, adx);
716 	va_end(adx);
717 }
718 
719 void
720 vcmn_err(int ce, const char *fmt, va_list adx)
721 {
722 	if (ce == CE_PANIC)
723 		vpanic(fmt, adx);
724 	if (ce != CE_NOTE) {	/* suppress noise in userland stress testing */
725 		(void) fprintf(stderr, "%s", ce_prefix[ce]);
726 		(void) vfprintf(stderr, fmt, adx);
727 		(void) fprintf(stderr, "%s", ce_suffix[ce]);
728 	}
729 }
730 
731 /*PRINTFLIKE2*/
732 void
733 cmn_err(int ce, const char *fmt, ...)
734 {
735 	va_list adx;
736 
737 	va_start(adx, fmt);
738 	vcmn_err(ce, fmt, adx);
739 	va_end(adx);
740 }
741 
742 /*
743  * =========================================================================
744  * kobj interfaces
745  * =========================================================================
746  */
747 struct _buf *
748 kobj_open_file(char *name)
749 {
750 	struct _buf *file;
751 	vnode_t *vp;
752 
753 	/* set vp as the _fd field of the file */
754 	if (vn_openat(name, UIO_SYSSPACE, FREAD, 0, &vp, 0, 0, rootdir,
755 	    -1) != 0)
756 		return ((void *)-1UL);
757 
758 	file = umem_zalloc(sizeof (struct _buf), UMEM_NOFAIL);
759 	file->_fd = (intptr_t)vp;
760 	return (file);
761 }
762 
763 int
764 kobj_read_file(struct _buf *file, char *buf, unsigned size, unsigned off)
765 {
766 	ssize_t resid;
767 
768 	vn_rdwr(UIO_READ, (vnode_t *)file->_fd, buf, size, (offset_t)off,
769 	    UIO_SYSSPACE, 0, 0, 0, &resid);
770 
771 	return (size - resid);
772 }
773 
774 void
775 kobj_close_file(struct _buf *file)
776 {
777 	vn_close((vnode_t *)file->_fd);
778 	umem_free(file, sizeof (struct _buf));
779 }
780 
781 int
782 kobj_get_filesize(struct _buf *file, uint64_t *size)
783 {
784 	struct stat64 st;
785 	vnode_t *vp = (vnode_t *)file->_fd;
786 
787 	if (fstat64(vp->v_fd, &st) == -1) {
788 		vn_close(vp);
789 		return (errno);
790 	}
791 	*size = st.st_size;
792 	return (0);
793 }
794 
795 /*
796  * =========================================================================
797  * misc routines
798  * =========================================================================
799  */
800 
801 void
802 delay(clock_t ticks)
803 {
804 	poll(0, 0, ticks * (1000 / hz));
805 }
806 
807 /*
808  * Find highest one bit set.
809  *	Returns bit number + 1 of highest bit that is set, otherwise returns 0.
810  */
811 int
812 highbit64(uint64_t i)
813 {
814 	int h = 1;
815 
816 	if (i == 0)
817 		return (0);
818 	if (i & 0xffffffff00000000ULL) {
819 		h += 32; i >>= 32;
820 	}
821 	if (i & 0xffff0000) {
822 		h += 16; i >>= 16;
823 	}
824 	if (i & 0xff00) {
825 		h += 8; i >>= 8;
826 	}
827 	if (i & 0xf0) {
828 		h += 4; i >>= 4;
829 	}
830 	if (i & 0xc) {
831 		h += 2; i >>= 2;
832 	}
833 	if (i & 0x2) {
834 		h += 1;
835 	}
836 	return (h);
837 }
838 
839 static int random_fd = -1, urandom_fd = -1;
840 
841 static int
842 random_get_bytes_common(uint8_t *ptr, size_t len, int fd)
843 {
844 	size_t resid = len;
845 	ssize_t bytes;
846 
847 	ASSERT(fd != -1);
848 
849 	while (resid != 0) {
850 		bytes = read(fd, ptr, resid);
851 		ASSERT3S(bytes, >=, 0);
852 		ptr += bytes;
853 		resid -= bytes;
854 	}
855 
856 	return (0);
857 }
858 
859 int
860 random_get_bytes(uint8_t *ptr, size_t len)
861 {
862 	return (random_get_bytes_common(ptr, len, random_fd));
863 }
864 
865 int
866 random_get_pseudo_bytes(uint8_t *ptr, size_t len)
867 {
868 	return (random_get_bytes_common(ptr, len, urandom_fd));
869 }
870 
871 int
872 ddi_strtoul(const char *hw_serial, char **nptr, int base, unsigned long *result)
873 {
874 	char *end;
875 
876 	*result = strtoul(hw_serial, &end, base);
877 	if (*result == 0)
878 		return (errno);
879 	return (0);
880 }
881 
882 int
883 ddi_strtoull(const char *str, char **nptr, int base, u_longlong_t *result)
884 {
885 	char *end;
886 
887 	*result = strtoull(str, &end, base);
888 	if (*result == 0)
889 		return (errno);
890 	return (0);
891 }
892 
893 /* ARGSUSED */
894 cyclic_id_t
895 cyclic_add(cyc_handler_t *hdlr, cyc_time_t *when)
896 {
897 	return (1);
898 }
899 
900 /* ARGSUSED */
901 void
902 cyclic_remove(cyclic_id_t id)
903 {
904 }
905 
906 /* ARGSUSED */
907 int
908 cyclic_reprogram(cyclic_id_t id, hrtime_t expiration)
909 {
910 	return (1);
911 }
912 
913 /*
914  * =========================================================================
915  * kernel emulation setup & teardown
916  * =========================================================================
917  */
918 static int
919 umem_out_of_memory(void)
920 {
921 	char errmsg[] = "out of memory -- generating core dump\n";
922 
923 	write(fileno(stderr), errmsg, sizeof (errmsg));
924 	abort();
925 	return (0);
926 }
927 
928 void
929 kernel_init(int mode)
930 {
931 	extern uint_t rrw_tsd_key;
932 
933 	umem_nofail_callback(umem_out_of_memory);
934 
935 	physmem = sysconf(_SC_PHYS_PAGES);
936 
937 	dprintf("physmem = %llu pages (%.2f GB)\n", physmem,
938 	    (double)physmem * sysconf(_SC_PAGE_SIZE) / (1ULL << 30));
939 
940 	(void) snprintf(hw_serial, sizeof (hw_serial), "%ld",
941 	    (mode & FWRITE) ? gethostid() : 0);
942 
943 	VERIFY((random_fd = open("/dev/random", O_RDONLY)) != -1);
944 	VERIFY((urandom_fd = open("/dev/urandom", O_RDONLY)) != -1);
945 
946 	system_taskq_init();
947 
948 	mutex_init(&cpu_lock, NULL, MUTEX_DEFAULT, NULL);
949 
950 	spa_init(mode);
951 
952 	tsd_create(&rrw_tsd_key, rrw_tsd_destroy);
953 }
954 
955 void
956 kernel_fini(void)
957 {
958 	spa_fini();
959 
960 	system_taskq_fini();
961 
962 	close(random_fd);
963 	close(urandom_fd);
964 
965 	random_fd = -1;
966 	urandom_fd = -1;
967 }
968 
969 int
970 z_uncompress(void *dst, size_t *dstlen, const void *src, size_t srclen)
971 {
972 	int ret;
973 	uLongf len = *dstlen;
974 
975 	if ((ret = uncompress(dst, &len, src, srclen)) == Z_OK)
976 		*dstlen = (size_t)len;
977 
978 	return (ret);
979 }
980 
981 int
982 z_compress_level(void *dst, size_t *dstlen, const void *src, size_t srclen,
983     int level)
984 {
985 	int ret;
986 	uLongf len = *dstlen;
987 
988 	if ((ret = compress2(dst, &len, src, srclen, level)) == Z_OK)
989 		*dstlen = (size_t)len;
990 
991 	return (ret);
992 }
993 
994 uid_t
995 crgetuid(cred_t *cr)
996 {
997 	return (0);
998 }
999 
1000 uid_t
1001 crgetruid(cred_t *cr)
1002 {
1003 	return (0);
1004 }
1005 
1006 gid_t
1007 crgetgid(cred_t *cr)
1008 {
1009 	return (0);
1010 }
1011 
1012 int
1013 crgetngroups(cred_t *cr)
1014 {
1015 	return (0);
1016 }
1017 
1018 gid_t *
1019 crgetgroups(cred_t *cr)
1020 {
1021 	return (NULL);
1022 }
1023 
1024 int
1025 zfs_secpolicy_snapshot_perms(const char *name, cred_t *cr)
1026 {
1027 	return (0);
1028 }
1029 
1030 int
1031 zfs_secpolicy_rename_perms(const char *from, const char *to, cred_t *cr)
1032 {
1033 	return (0);
1034 }
1035 
1036 int
1037 zfs_secpolicy_destroy_perms(const char *name, cred_t *cr)
1038 {
1039 	return (0);
1040 }
1041 
1042 ksiddomain_t *
1043 ksid_lookupdomain(const char *dom)
1044 {
1045 	ksiddomain_t *kd;
1046 
1047 	kd = umem_zalloc(sizeof (ksiddomain_t), UMEM_NOFAIL);
1048 	kd->kd_name = spa_strdup(dom);
1049 	return (kd);
1050 }
1051 
1052 void
1053 ksiddomain_rele(ksiddomain_t *ksid)
1054 {
1055 	spa_strfree(ksid->kd_name);
1056 	umem_free(ksid, sizeof (ksiddomain_t));
1057 }
1058 
1059 /*
1060  * Do not change the length of the returned string; it must be freed
1061  * with strfree().
1062  */
1063 char *
1064 kmem_asprintf(const char *fmt, ...)
1065 {
1066 	int size;
1067 	va_list adx;
1068 	char *buf;
1069 
1070 	va_start(adx, fmt);
1071 	size = vsnprintf(NULL, 0, fmt, adx) + 1;
1072 	va_end(adx);
1073 
1074 	buf = kmem_alloc(size, KM_SLEEP);
1075 
1076 	va_start(adx, fmt);
1077 	size = vsnprintf(buf, size, fmt, adx);
1078 	va_end(adx);
1079 
1080 	return (buf);
1081 }
1082 
1083 /* ARGSUSED */
1084 int
1085 zfs_onexit_fd_hold(int fd, minor_t *minorp)
1086 {
1087 	*minorp = 0;
1088 	return (0);
1089 }
1090 
1091 /* ARGSUSED */
1092 void
1093 zfs_onexit_fd_rele(int fd)
1094 {
1095 }
1096 
1097 /* ARGSUSED */
1098 int
1099 zfs_onexit_add_cb(minor_t minor, void (*func)(void *), void *data,
1100     uint64_t *action_handle)
1101 {
1102 	return (0);
1103 }
1104 
1105 /* ARGSUSED */
1106 int
1107 zfs_onexit_del_cb(minor_t minor, uint64_t action_handle, boolean_t fire)
1108 {
1109 	return (0);
1110 }
1111 
1112 /* ARGSUSED */
1113 int
1114 zfs_onexit_cb_data(minor_t minor, uint64_t action_handle, void **data)
1115 {
1116 	return (0);
1117 }
1118 
1119 void
1120 bioinit(buf_t *bp)
1121 {
1122 	bzero(bp, sizeof (buf_t));
1123 }
1124 
1125 void
1126 biodone(buf_t *bp)
1127 {
1128 	if (bp->b_iodone != NULL) {
1129 		(*(bp->b_iodone))(bp);
1130 		return;
1131 	}
1132 	ASSERT((bp->b_flags & B_DONE) == 0);
1133 	bp->b_flags |= B_DONE;
1134 }
1135 
1136 void
1137 bioerror(buf_t *bp, int error)
1138 {
1139 	ASSERT(bp != NULL);
1140 	ASSERT(error >= 0);
1141 
1142 	if (error != 0) {
1143 		bp->b_flags |= B_ERROR;
1144 	} else {
1145 		bp->b_flags &= ~B_ERROR;
1146 	}
1147 	bp->b_error = error;
1148 }
1149 
1150 
1151 int
1152 geterror(struct buf *bp)
1153 {
1154 	int error = 0;
1155 
1156 	if (bp->b_flags & B_ERROR) {
1157 		error = bp->b_error;
1158 		if (!error)
1159 			error = EIO;
1160 	}
1161 	return (error);
1162 }
1163