156 #define	HBLK_RESERVE		((struct hme_blk *)hblk_reserve)
161 static struct hme_blk		*freehblkp;
394 static struct hme_blk *sfmmu_shadow_hcreate(sfmmu_t *, caddr_t, int, uint_t);
395 static struct	hme_blk *sfmmu_hblk_alloc(sfmmu_t *, caddr_t,
398 static caddr_t	sfmmu_hblk_unload(struct hat *, struct hme_blk *, caddr_t,
400 static caddr_t	sfmmu_hblk_sync(struct hat *, struct hme_blk *, caddr_t,
402 static void	sfmmu_hblk_free(struct hme_blk **);
403 static void	sfmmu_hblks_list_purge(struct hme_blk **, int);
404 static uint_t	sfmmu_get_free_hblk(struct hme_blk **, uint_t);
405 static uint_t	sfmmu_put_free_hblk(struct hme_blk *, uint_t);
406 static struct hme_blk *sfmmu_hblk_steal(int);
408 			struct hme_blk *, uint64_t, struct hme_blk *);
409 static caddr_t	sfmmu_hblk_unlock(struct hme_blk *, caddr_t, caddr_t);
423 static struct hme_blk *sfmmu_tteload_find_hmeblk(sfmmu_t *,
426 static int	sfmmu_tteload_addentry(sfmmu_t *, struct hme_blk *, tte_t *,
455     struct hme_blk *, int);
456 static void	sfmmu_tlbcache_demap(caddr_t, sfmmu_t *, struct hme_blk *,
458 static void	sfmmu_ismtlbcache_demap(caddr_t, sfmmu_t *, struct hme_blk *,
460 static void	sfmmu_tlb_demap(caddr_t, sfmmu_t *, struct hme_blk *, int, int);
489 static caddr_t	sfmmu_hblk_chgattr(sfmmu_t *, struct hme_blk *, caddr_t,
494 static caddr_t	sfmmu_hblk_chgprot(sfmmu_t *, struct hme_blk *, caddr_t,
502 static void	sfmmu_shadow_hcleanup(sfmmu_t *, struct hme_blk *,
504 static void	sfmmu_hblk_hash_rm(struct hmehash_bucket *, struct hme_blk *,
505 			struct hme_blk *, struct hme_blk **, int);
506 static void	sfmmu_hblk_hash_add(struct hmehash_bucket *, struct hme_blk *,
508 static struct hme_blk *sfmmu_check_pending_hblks(int);
710 static void	chk_tte(tte_t *, tte_t *, tte_t *, struct hme_blk *);
1329 	((struct hme_blk *)hblk_reserve)->hblk_nextpa =  in hat_init()
1993 	struct hme_blk *hmeblkp;  in hat_swapout()
1994 	struct hme_blk *pr_hblk = NULL;  in hat_swapout()
1995 	struct hme_blk *nx_hblk;  in hat_swapout()
1997 	struct hme_blk *list = NULL;  in hat_swapout()
2564 	struct hme_blk *hmeblkp;  in sfmmu_memload_batchsmall()
2881 	struct hme_blk *hmeblkp;  in sfmmu_tteload_array()
2945 static struct hme_blk *
2951 	struct hme_blk *hmeblkp, *pr_hblk, *list = NULL;  in sfmmu_tteload_find_hmeblk()
2971 	if (hmeblkp == (struct hme_blk *)hblk_reserve &&  in sfmmu_tteload_find_hmeblk()
3039 sfmmu_tteload_addentry(sfmmu_t *sfmmup, struct hme_blk *hmeblkp, tte_t *ttep,  in sfmmu_tteload_addentry()
3588 static struct hme_blk *
3595 	struct hme_blk *hmeblkp;  in sfmmu_shadow_hcreate()
3622 	ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve);  in sfmmu_shadow_hcreate()
3669 sfmmu_shadow_hcleanup(sfmmu_t *sfmmup, struct hme_blk *hmeblkp,  in sfmmu_shadow_hcleanup()
3703 	struct hme_blk *hmeblkp;  in sfmmu_free_hblks()
3704 	struct hme_blk *nx_hblk, *pr_hblk, *list = NULL;  in sfmmu_free_hblks()
3782 	struct hme_blk *hmeblkp;  in sfmmu_cleanup_rhblk()
3783 	struct hme_blk *pr_hblk;  in sfmmu_cleanup_rhblk()
3784 	struct hme_blk *list = NULL;  in sfmmu_cleanup_rhblk()
3830 	struct hme_blk *hmeblkp;  in sfmmu_unload_hmeregion_va()
3831 	struct hme_blk *pr_hblk;  in sfmmu_unload_hmeregion_va()
3832 	struct hme_blk *list = NULL;  in sfmmu_unload_hmeregion_va()
3939 	struct hme_blk *hmeblkp, *list = NULL;  in hat_unlock()
4016 	struct hme_blk *hmeblkp;  in hat_unlock_region()
4017 	struct hme_blk *pr_hblk;  in hat_unlock_region()
4018 	struct hme_blk *list;  in hat_unlock_region()
4089 sfmmu_hblk_unlock(struct hme_blk *hmeblkp, caddr_t addr, caddr_t endaddr)  in sfmmu_hblk_unlock()
4292 	struct hme_blk	*hmeblkp;  in hat_add_callback()
4522 	struct hme_blk	*hmeblkp;  in hat_delete_callback()
4843 	struct hme_blk *hmeblkp, *list = NULL;  in sfmmu_chgattr()
4933 sfmmu_hblk_chgattr(struct hat *sfmmup, struct hme_blk *hmeblkp, caddr_t addr,  in sfmmu_hblk_chgattr()
5172 	struct hme_blk *hmeblkp, *list = NULL;  in hat_chgprot()
5261 sfmmu_hblk_chgprot(sfmmu_t *sfmmup, struct hme_blk *hmeblkp, caddr_t addr,  in sfmmu_hblk_chgprot()
5456 	struct hme_blk *hmeblkp;  in hat_unload_large_virtual()
5457 	struct hme_blk *pr_hblk = NULL;  in hat_unload_large_virtual()
5458 	struct hme_blk *nx_hblk;  in hat_unload_large_virtual()
5459 	struct hme_blk *list = NULL;  in hat_unload_large_virtual()
5597 	struct hme_blk *hmeblkp, *pr_hblk, *list = NULL;  in hat_unload_callback()
5914 sfmmu_hblk_unload(struct hat *sfmmup, struct hme_blk *hmeblkp, caddr_t addr,  in sfmmu_hblk_unload()
6219 	struct hme_blk *hmeblkp, *list = NULL;  in hat_sync()
6298 sfmmu_hblk_sync(struct hat *sfmmup, struct hme_blk *hmeblkp, caddr_t addr,  in sfmmu_hblk_sync()
6610 	struct hme_blk *hmeblkp;  in hat_pagesuspend()
7021 	struct hme_blk *hmeblkp;  in hat_pageunload()
7146 	struct hme_blk *hmeblkp;  in sfmmu_pageunload()
7369 	struct hme_blk *hmeblkp;  in hat_pagesync()
7489 	struct hme_blk *hmeblkp;  in sfmmu_pagesync()
7563 	struct hme_blk *hmeblkp;  in sfmmu_pageclrwrt()
7874 	struct hme_blk *hmeblkp = NULL;  in sfmmu_uvatopfn()
8090 	struct hme_blk *hmeblkp;  in hat_page_checkshare()
8885 	struct hme_blk *hmeblkp;  in sfmmu_hblkcache_constructor()
8888 	hmeblkp = (struct hme_blk *)buf;  in sfmmu_hblkcache_constructor()
8905 	struct hme_blk *hmeblkp;  in sfmmu_hblkcache_destructor()
8907 	hmeblkp = (struct hme_blk *)buf;  in sfmmu_hblkcache_destructor()
8927 	struct hme_blk *hmeblkp, *nx_hblk, *pr_hblk = NULL;  in sfmmu_hblkcache_reclaim()
8930 	struct hme_blk *list = NULL, *last_hmeblkp;  in sfmmu_hblkcache_reclaim()
9080 	struct hme_blk *hmeblkp;  in sfmmu_vac_conflict()
9288 	struct	hme_blk *hmeblkp;  in tst_tnc()
9457 	struct	hme_blk *hmeblkp;  in sfmmu_page_cache()
10516 sfmmu_get_free_hblk(struct hme_blk **hmeblkpp, uint_t critical)  in sfmmu_get_free_hblk()
10518 	struct  hme_blk *hblkp;  in sfmmu_get_free_hblk()
10568 sfmmu_put_free_hblk(struct hme_blk *hmeblkp, uint_t critical)  in sfmmu_put_free_hblk()
10570 	struct  hme_blk *hblkp;  in sfmmu_put_free_hblk()
10624 sfmmu_hblk_swap(struct hme_blk *new)  in sfmmu_hblk_swap()
10626 	struct hme_blk *old, *hblkp, *prev;  in sfmmu_hblk_swap()
10634 	struct hme_blk *list = NULL;  in sfmmu_hblk_swap()
10638 	struct hme_blk		*found;  in sfmmu_hblk_swap()
10922 static struct hme_blk *
10927 	struct hme_blk *hmeblkp = NULL;  in sfmmu_hblk_alloc()
10928 	struct hme_blk *newhblkp;  in sfmmu_hblk_alloc()
10929 	struct hme_blk *shw_hblkp = NULL;  in sfmmu_hblk_alloc()
10966 			    (struct hme_blk *)&nucleus_hblk8.list[index];  in sfmmu_hblk_alloc()
10981 			    (struct hme_blk *)&nucleus_hblk1.list[index];  in sfmmu_hblk_alloc()
11225 	hmeblkp->hblk_next = (struct hme_blk *)NULL;  in sfmmu_hblk_alloc()
11246 sfmmu_hblk_free(struct hme_blk **listp)  in sfmmu_hblk_free()
11248 	struct hme_blk *hmeblkp, *next_hmeblkp;  in sfmmu_hblk_free()
11261 		ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve);  in sfmmu_hblk_free()
11298 static struct hme_blk *
11303 	struct hme_blk *hmeblkp = NULL, *pr_hblk;  in sfmmu_hblk_steal()
11431 sfmmu_steal_this_hblk(struct hmehash_bucket *hmebp, struct hme_blk *hmeblkp,  in sfmmu_steal_this_hblk()
11432     uint64_t hblkpa, struct hme_blk *pr_hblk)  in sfmmu_steal_this_hblk()
11435 	struct hme_blk *shw_hblkp;  in sfmmu_steal_this_hblk()
11438 	struct hme_blk *list = NULL;  in sfmmu_steal_this_hblk()
11523 struct hme_blk *
11526 	struct hme_blk *hmeblkp;  in sfmmu_hmetohblk()
11528 	struct hme_blk *hblk_dummy = 0;  in sfmmu_hmetohblk()
11536 	hmeblkp = (struct hme_blk *)((uintptr_t)sfhme0 -  in sfmmu_hmetohblk()
11939     struct hme_blk *hmeblkp, int uselocks)  in sfmmu_rgntlb_demap()
12057     struct hme_blk *hmeblkp, pfn_t pfnum, int cache_flush_flag)  in sfmmu_ismtlbcache_demap()
12153 sfmmu_tlbcache_demap(caddr_t addr, sfmmu_t *sfmmup, struct hme_blk *hmeblkp,  in sfmmu_tlbcache_demap()
12242 sfmmu_tlb_demap(caddr_t addr, sfmmu_t *sfmmup, struct hme_blk *hmeblkp,  in sfmmu_tlb_demap()
13164 	struct hme_blk *hmeblkp;  in sfmmu_init_nucleus_hblks()
13187 		hmeblkp = (struct hme_blk *)addr;  in sfmmu_init_nucleus_hblks()
13199 		hmeblkp = (struct hme_blk *)addr;  in sfmmu_init_nucleus_hblks()
13398 chk_tte(tte_t *orig_old, tte_t *cur, tte_t *new, struct hme_blk *hmeblkp)  in chk_tte()
15376 sfmmu_hblks_list_purge(struct hme_blk **listp, int dontfree)  in sfmmu_hblks_list_purge()
15378 	struct hme_blk *hblkp, *pr_hblkp = NULL;  in sfmmu_hblks_list_purge()
15446 sfmmu_hblk_hash_add(struct hmehash_bucket *hmebp, struct hme_blk *hmeblkp,  in sfmmu_hblk_hash_add()
15502 sfmmu_hblk_hash_rm(struct hmehash_bucket *hmebp, struct hme_blk *hmeblkp,  in sfmmu_hblk_hash_rm()
15503     struct hme_blk *pr_hblk, struct hme_blk **listp, int free_now)  in sfmmu_hblk_hash_rm()
15506 	struct hme_blk *shw_hblkp;  in sfmmu_hblk_hash_rm()
15590 static struct hme_blk *
15594 	struct hme_blk *hmeblkp = NULL, *last_hmeblkp;  in sfmmu_check_pending_hblks()