Lines Matching refs:kp
270 #define PP2KPMPG(pp, kp) { \ argument
280 kp = &mseg->kpm_pages[inx]; \
689 kpm_page_t *kp; in sfmmu_kpm_mapin() local
713 PP2KPMPG(pp, kp); in sfmmu_kpm_mapin()
715 kpmp = KPMP_HASH(kp); in sfmmu_kpm_mapin()
724 if (kp->kp_refcnts == 0) { in sfmmu_kpm_mapin()
731 if (kp->kp_refcntc == -1) { in sfmmu_kpm_mapin()
733 sfmmu_kpm_tsbmtl(&kp->kp_refcntc, in sfmmu_kpm_mapin()
736 if (kp->kp_refcnt > 0 && kp->kp_refcntc == 0) in sfmmu_kpm_mapin()
739 ASSERT(kp->kp_refcntc >= 0); in sfmmu_kpm_mapin()
740 kp->kp_refcntc++; in sfmmu_kpm_mapin()
747 if ((kp->kp_refcntc > 0 || kp->kp_refcnts > 0) && kpm_vac_range == 0) { in sfmmu_kpm_mapin()
767 kp->kp_refcnts++; in sfmmu_kpm_mapin()
768 ASSERT(kp->kp_refcnts > 0); in sfmmu_kpm_mapin()
777 if (kp->kp_refcnt == 0) { in sfmmu_kpm_mapin()
786 if (kp->kp_refcntc == 0) in sfmmu_kpm_mapin()
787 sfmmu_kpm_tsbmtl(&kp->kp_refcntc, in sfmmu_kpm_mapin()
790 ASSERT(kp->kp_refcntc == -1); in sfmmu_kpm_mapin()
792 kp->kp_refcnt++; in sfmmu_kpm_mapin()
793 ASSERT(kp->kp_refcnt); in sfmmu_kpm_mapin()
816 kp->kp_refcnta++; in sfmmu_kpm_mapin()
817 if (kp->kp_refcntc == -1) { in sfmmu_kpm_mapin()
818 ASSERT(kp->kp_refcnt > 0); in sfmmu_kpm_mapin()
821 sfmmu_kpm_tsbmtl(&kp->kp_refcntc, &kpmp->khl_lock, in sfmmu_kpm_mapin()
824 ASSERT(kp->kp_refcntc >= 0); in sfmmu_kpm_mapin()
880 kpm_page_t *kp; in sfmmu_kpm_mapout() local
896 PP2KPMPG(pp, kp); in sfmmu_kpm_mapout()
897 kpmp = KPMP_HASH(kp); in sfmmu_kpm_mapout()
902 if (kp->kp_refcnta <= 0) { in sfmmu_kpm_mapout()
904 (void *)kp); in sfmmu_kpm_mapout()
942 kp->kp_refcnta--; in sfmmu_kpm_mapout()
946 if (kp->kp_refcntc <= 0 && kp->kp_refcnts == 0) { in sfmmu_kpm_mapout()
950 ASSERT(kp->kp_refcntc >= -1); in sfmmu_kpm_mapout()
953 if (kp->kp_refcnt <= 0) in sfmmu_kpm_mapout()
954 panic("sfmmu_kpm_mapout: bad refcnt kp=%p", (void *)kp); in sfmmu_kpm_mapout()
956 if (--kp->kp_refcnt == 0) { in sfmmu_kpm_mapout()
958 if (kp->kp_refcntc == -1) { in sfmmu_kpm_mapout()
959 sfmmu_kpm_tsbmtl(&kp->kp_refcntc, in sfmmu_kpm_mapout()
962 ASSERT(kp->kp_refcntc == 0); in sfmmu_kpm_mapout()
994 if (kp->kp_refcnts < 1) { in sfmmu_kpm_mapout()
996 (void *)kp); in sfmmu_kpm_mapout()
1019 kp->kp_refcnts--; in sfmmu_kpm_mapout()
1020 kp->kp_refcnt++; in sfmmu_kpm_mapout()
1027 if (kp->kp_refcntc < 1) { in sfmmu_kpm_mapout()
1029 (void *)kp); in sfmmu_kpm_mapout()
1034 kp->kp_refcntc--; in sfmmu_kpm_mapout()
1037 if (kp->kp_refcnt-- < 1) in sfmmu_kpm_mapout()
1038 panic("sfmmu_kpm_mapout: bad refcnt kp=%p", (void *)kp); in sfmmu_kpm_mapout()
1206 kpm_page_t *kp; in sfmmu_kpm_fault() local
1225 kp = &mseg->kpm_pages[inx]; in sfmmu_kpm_fault()
1226 kpmp = KPMP_HASH(kp); in sfmmu_kpm_fault()
1239 if (kp->kp_refcnta > 0) { in sfmmu_kpm_fault()
1278 badstate = (kp->kp_refcnt < 0 || kp->kp_refcnts < 0); in sfmmu_kpm_fault()
1279 if (kp->kp_refcntc == -1) { in sfmmu_kpm_fault()
1284 badstate |= (kp->kp_refcnt == 0 || kp->kp_refcnts > 0 || in sfmmu_kpm_fault()
1291 if (badstate || kp->kp_refcntc < 0) in sfmmu_kpm_fault()
1299 tsbmcase = (((kp->kp_refcntc > 0) ? KPM_KC : 0) | in sfmmu_kpm_fault()
1300 ((kp->kp_refcnts > 0) ? KPM_KS : 0) | in sfmmu_kpm_fault()
1317 if (PP_ISNC(pp) || kp->kp_refcnt <= 0 || in sfmmu_kpm_fault()
1344 if (PP_ISNC(pp) || kp->kp_refcnt <= 0 || in sfmmu_kpm_fault()
1349 kp->kp_refcnt--; in sfmmu_kpm_fault()
1350 kp->kp_refcnts++; in sfmmu_kpm_fault()
1389 if (PP_ISNC(pp) || kp->kp_refcnt <= 0 || in sfmmu_kpm_fault()
1394 kp->kp_refcnt--; in sfmmu_kpm_fault()
1395 kp->kp_refcnts++; in sfmmu_kpm_fault()
1427 if (kp->kp_refcnt <= 0) in sfmmu_kpm_fault()
1428 panic("sfmmu_kpm_fault: bad refcnt kp=%p", (void *)kp); in sfmmu_kpm_fault()
1443 ASSERT(kp->kp_refcntc > 0); in sfmmu_kpm_fault()
1444 kp->kp_refcntc--; in sfmmu_kpm_fault()
1449 if (kp->kp_refcntc == 0 && kp->kp_refcnts == 0) in sfmmu_kpm_fault()
1453 kp->kp_refcnt--; in sfmmu_kpm_fault()
1454 kp->kp_refcnts++; in sfmmu_kpm_fault()
1485 "pp=%p", (void *)vaddr, (void *)kp, (void *)pp); in sfmmu_kpm_fault()
1502 if (kp->kp_refcnt > 0) { in sfmmu_kpm_fault()
1510 if (kp->kp_refcntc == 0) { in sfmmu_kpm_fault()
1512 sfmmu_kpm_tsbmtl(&kp->kp_refcntc, &kpmp->khl_lock, in sfmmu_kpm_fault()
1515 ASSERT(kp->kp_refcntc == -1); in sfmmu_kpm_fault()
1833 kpm_page_t *kp; in sfmmu_kpm_vac_unload() local
1851 PP2KPMPG(pp, kp); in sfmmu_kpm_vac_unload()
1852 kpmp = KPMP_HASH(kp); in sfmmu_kpm_vac_unload()
1856 if (kp->kp_refcnta < 1) { in sfmmu_kpm_vac_unload()
1858 (void *)kp); in sfmmu_kpm_vac_unload()
1881 badstate = (kp->kp_refcnt < 0 || kp->kp_refcnts < 0); in sfmmu_kpm_vac_unload()
1882 if (kp->kp_refcntc == -1) { in sfmmu_kpm_vac_unload()
1887 badstate |= (kp->kp_refcnt == 0 || kp->kp_refcnts > 0 || in sfmmu_kpm_vac_unload()
1890 badstate |= (kp->kp_refcntc < 0); in sfmmu_kpm_vac_unload()
1906 vacunlcase = (((kp->kp_refcntc > 0) ? KPM_KC : 0) | in sfmmu_kpm_vac_unload()
1907 ((kp->kp_refcnts > 0) ? KPM_KS : 0) | in sfmmu_kpm_vac_unload()
1917 if (kp->kp_refcntc == -1) { in sfmmu_kpm_vac_unload()
1919 sfmmu_kpm_tsbmtl(&kp->kp_refcntc, in sfmmu_kpm_vac_unload()
1924 ASSERT(kp->kp_refcntc == 0); in sfmmu_kpm_vac_unload()
1925 kp->kp_refcntc++; in sfmmu_kpm_vac_unload()
1940 kp->kp_refcnts--; in sfmmu_kpm_vac_unload()
1941 kp->kp_refcnt++; in sfmmu_kpm_vac_unload()
1942 kp->kp_refcntc++; in sfmmu_kpm_vac_unload()
1958 kp->kp_refcntc++; in sfmmu_kpm_vac_unload()
1972 kp->kp_refcntc--; in sfmmu_kpm_vac_unload()
1990 (void *)kpmvaddr, (void *)kp, (void *)pp); in sfmmu_kpm_vac_unload()
2036 kpm_page_t *kp; in sfmmu_kpm_hme_unload() local
2062 PP2KPMPG(pp, kp); in sfmmu_kpm_hme_unload()
2063 kpmp = KPMP_HASH(kp); in sfmmu_kpm_hme_unload()
2067 if (kp->kp_refcnta < 1) { in sfmmu_kpm_hme_unload()
2069 (void *)kp); in sfmmu_kpm_hme_unload()
2072 if (kp->kp_refcntc < 1) { in sfmmu_kpm_hme_unload()
2074 (void *)kp); in sfmmu_kpm_hme_unload()
2076 kp->kp_refcntc--; in sfmmu_kpm_hme_unload()
2115 kpm_page_t *kp; in sfmmu_kpm_kpmp_enter() local
2125 PP2KPMPG(pp, kp); in sfmmu_kpm_kpmp_enter()
2126 kpmp = KPMP_HASH(kp); in sfmmu_kpm_kpmp_enter()
2179 kpm_page_t *kp; in sfmmu_kpm_page_cache() local
2212 PP2KPMPG(pp, kp); in sfmmu_kpm_page_cache()
2213 kpmp = KPMP_HASH(kp); in sfmmu_kpm_page_cache()
2217 if (kp->kp_refcnta < 1) { in sfmmu_kpm_page_cache()
2219 "kpm_page=%p\n", (void *)kp); in sfmmu_kpm_page_cache()
2232 badstate = (kp->kp_refcnt < 0 || kp->kp_refcnts < 0); in sfmmu_kpm_page_cache()
2233 if (kp->kp_refcntc == -1) { in sfmmu_kpm_page_cache()
2238 badstate |= (kp->kp_refcnt == 0 || kp->kp_refcnts > 0 || in sfmmu_kpm_page_cache()
2241 badstate |= (kp->kp_refcntc < 0); in sfmmu_kpm_page_cache()
2252 pgcacase = (((kp->kp_refcntc > 0) ? KPM_KC : 0) | in sfmmu_kpm_page_cache()
2253 ((kp->kp_refcnts > 0) ? KPM_KS : 0) | in sfmmu_kpm_page_cache()
2261 if (kp->kp_refcnts < 1) { in sfmmu_kpm_page_cache()
2263 "kpm_page=%p\n", (void *)kp); in sfmmu_kpm_page_cache()
2265 kp->kp_refcnts--; in sfmmu_kpm_page_cache()
2266 kp->kp_refcnt++; in sfmmu_kpm_page_cache()
2272 kp->kp_refcntc--; in sfmmu_kpm_page_cache()
2284 if (kp->kp_refcnt < 1) { in sfmmu_kpm_page_cache()
2286 "kpm_page=%p\n", (void *)kp); in sfmmu_kpm_page_cache()
2295 if (kp->kp_refcntc == -1) { in sfmmu_kpm_page_cache()
2297 sfmmu_kpm_tsbmtl(&kp->kp_refcntc, in sfmmu_kpm_page_cache()
2300 ASSERT(kp->kp_refcntc == 0); in sfmmu_kpm_page_cache()
2302 kp->kp_refcntc++; in sfmmu_kpm_page_cache()
2314 kp->kp_refcntc++; in sfmmu_kpm_page_cache()
2315 kp->kp_refcnts--; in sfmmu_kpm_page_cache()
2316 kp->kp_refcnt++; in sfmmu_kpm_page_cache()
2326 kp->kp_refcntc++; in sfmmu_kpm_page_cache()
2341 (void *)kp, (void *)pp); in sfmmu_kpm_page_cache()