1256 	kmem_bufctl_t *bcp = NULL;  in kmem_error()  local
1290 			for (bcp = *KMEM_HASH(cp, buf); bcp; bcp = bcp->bc_next)  in kmem_error()
1291 				if (bcp->bc_addr == buf)  in kmem_error()
1294 			if (bcp == NULL && btp != NULL)  in kmem_error()
1295 				bcp = btp->bt_bufctl;  in kmem_error()
1296 			if (kmem_findslab(cp->cache_bufctl_cache, bcp) ==  in kmem_error()
1297 			    NULL || P2PHASE((uintptr_t)bcp, KMEM_ALIGN) ||  in kmem_error()
1298 			    bcp->bc_addr != buf) {  in kmem_error()
1300 				bcp = NULL;  in kmem_error()
1311 	kmem_panic_info.kmp_bufctl = bcp;  in kmem_error()
1370 	    bufarg, (void *)bcp, cparg->cache_name);  in kmem_error()
1372 	if (bcp != NULL && (cp->cache_flags & KMF_AUDIT) &&  in kmem_error()
1376 		kmem_bufctl_audit_t *bcap = (kmem_bufctl_audit_t *)bcp;  in kmem_error()
1472 #define	KMEM_AUDIT(lp, cp, bcp)						\  argument
1474 	kmem_bufctl_audit_t *_bcp = (kmem_bufctl_audit_t *)(bcp);	\
1506 	kmem_bufctl_t *bcp;  in kmem_slab_create()  local
1554 			bcp = kmem_cache_alloc(cp->cache_bufctl_cache, kmflag);  in kmem_slab_create()
1555 			if (bcp == NULL)  in kmem_slab_create()
1559 				    (kmem_bufctl_audit_t *)bcp;  in kmem_slab_create()
1563 			bcp->bc_addr = buf;  in kmem_slab_create()
1564 			bcp->bc_slab = sp;  in kmem_slab_create()
1566 			bcp = KMEM_BUFCTL(cp, buf);  in kmem_slab_create()
1571 			btp->bt_bufctl = bcp;  in kmem_slab_create()
1572 			btp->bt_bxstat = (intptr_t)bcp ^ KMEM_BUFTAG_FREE;  in kmem_slab_create()
1578 		bcp->bc_next = sp->slab_head;  in kmem_slab_create()
1579 		sp->slab_head = bcp;  in kmem_slab_create()
1589 	while ((bcp = sp->slab_head) != NULL) {  in kmem_slab_create()
1590 		sp->slab_head = bcp->bc_next;  in kmem_slab_create()
1591 		kmem_cache_free(cp->cache_bufctl_cache, bcp);  in kmem_slab_create()
1620 		kmem_bufctl_t *bcp;  in kmem_slab_destroy()  local
1621 		while ((bcp = sp->slab_head) != NULL) {  in kmem_slab_destroy()
1622 			sp->slab_head = bcp->bc_next;  in kmem_slab_destroy()
1623 			kmem_cache_free(cp->cache_bufctl_cache, bcp);  in kmem_slab_destroy()
1633 	kmem_bufctl_t *bcp, **hash_bucket;  in kmem_slab_alloc_impl()  local
1651 	bcp = sp->slab_head;  in kmem_slab_alloc_impl()
1652 	sp->slab_head = bcp->bc_next;  in kmem_slab_alloc_impl()
1658 		buf = bcp->bc_addr;  in kmem_slab_alloc_impl()
1660 		bcp->bc_next = *hash_bucket;  in kmem_slab_alloc_impl()
1661 		*hash_bucket = bcp;  in kmem_slab_alloc_impl()
1663 			KMEM_AUDIT(kmem_transaction_log, cp, bcp);  in kmem_slab_alloc_impl()
1666 		buf = KMEM_BUF(cp, bcp);  in kmem_slab_alloc_impl()
1779 	kmem_bufctl_t *bcp, **prev_bcpp;  in kmem_slab_free()  local
1791 		while ((bcp = *prev_bcpp) != NULL) {  in kmem_slab_free()
1792 			if (bcp->bc_addr == buf) {  in kmem_slab_free()
1793 				*prev_bcpp = bcp->bc_next;  in kmem_slab_free()
1794 				sp = bcp->bc_slab;  in kmem_slab_free()
1798 			prev_bcpp = &bcp->bc_next;  in kmem_slab_free()
1801 		bcp = KMEM_BUFCTL(cp, buf);  in kmem_slab_free()
1805 	if (bcp == NULL || sp->slab_cache != cp || !KMEM_SLAB_MEMBER(sp, buf)) {  in kmem_slab_free()
1824 			((kmem_bufctl_audit_t *)bcp)->bc_contents =  in kmem_slab_free()
1827 		KMEM_AUDIT(kmem_transaction_log, cp, bcp);  in kmem_slab_free()
1830 	bcp->bc_next = sp->slab_head;  in kmem_slab_free()
1831 	sp->slab_head = bcp;  in kmem_slab_free()
1888 	if (bcp->bc_next == NULL) {  in kmem_slab_free()
1914 	kmem_bufctl_audit_t *bcp = (kmem_bufctl_audit_t *)btp->bt_bufctl;  in kmem_cache_alloc_debug()  local
1917 	if (btp->bt_bxstat != ((intptr_t)bcp ^ KMEM_BUFTAG_FREE)) {  in kmem_cache_alloc_debug()
1922 	btp->bt_bxstat = (intptr_t)bcp ^ KMEM_BUFTAG_ALLOC;  in kmem_cache_alloc_debug()
1924 	if ((cp->cache_flags & KMF_HASH) && bcp->bc_addr != buf) {  in kmem_cache_alloc_debug()
1964 		btp->bt_bxstat = (intptr_t)bcp ^ KMEM_BUFTAG_FREE;  in kmem_cache_alloc_debug()
1972 		KMEM_AUDIT(kmem_transaction_log, cp, bcp);  in kmem_cache_alloc_debug()
1987 	kmem_bufctl_audit_t *bcp = (kmem_bufctl_audit_t *)btp->bt_bufctl;  in kmem_cache_free_debug()  local
1990 	if (btp->bt_bxstat != ((intptr_t)bcp ^ KMEM_BUFTAG_ALLOC)) {  in kmem_cache_free_debug()
1991 		if (btp->bt_bxstat == ((intptr_t)bcp ^ KMEM_BUFTAG_FREE)) {  in kmem_cache_free_debug()
2003 	btp->bt_bxstat = (intptr_t)bcp ^ KMEM_BUFTAG_FREE;  in kmem_cache_free_debug()
2005 	if ((cp->cache_flags & KMF_HASH) && bcp->bc_addr != buf) {  in kmem_cache_free_debug()
2017 			bcp->bc_contents = kmem_log_enter(kmem_content_log,  in kmem_cache_free_debug()
2019 		KMEM_AUDIT(kmem_transaction_log, cp, bcp);  in kmem_cache_free_debug()
3327 	kmem_bufctl_t **old_table, **new_table, *bcp;  in kmem_hash_rescale()  local
3355 		bcp = old_table[h];  in kmem_hash_rescale()
3356 		while (bcp != NULL) {  in kmem_hash_rescale()
3357 			void *addr = bcp->bc_addr;  in kmem_hash_rescale()
3358 			kmem_bufctl_t *next_bcp = bcp->bc_next;  in kmem_hash_rescale()
3360 			bcp->bc_next = *hash_bucket;  in kmem_hash_rescale()
3361 			*hash_bucket = bcp;  in kmem_hash_rescale()
3362 			bcp = next_bcp;  in kmem_hash_rescale()
4596 	kmem_bufctl_t *bcp, *bufbcp;  in kmem_slab_allocated()  local
4602 		for (bcp = *KMEM_HASH(cp, buf);  in kmem_slab_allocated()
4603 		    (bcp != NULL) && (bcp->bc_addr != buf);  in kmem_slab_allocated()
4604 		    bcp = bcp->bc_next) {  in kmem_slab_allocated()
4607 		ASSERT(sp != NULL && bcp != NULL ? sp == bcp->bc_slab : 1);  in kmem_slab_allocated()
4608 		return (bcp == NULL ? NULL : bcp->bc_slab);  in kmem_slab_allocated()
4615 	for (bcp = sp->slab_head;  in kmem_slab_allocated()
4616 	    (bcp != NULL) && (bcp != bufbcp);  in kmem_slab_allocated()
4617 	    bcp = bcp->bc_next) {  in kmem_slab_allocated()
4620 	return (bcp == NULL ? sp : NULL);  in kmem_slab_allocated()