Lines Matching defs:rid
90 #define SFMMU_VALIDATE_HMERID(hat, rid, saddr, len) \
91 if (SFMMU_IS_SHMERID_VALID(rid)) { \
95 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
96 ASSERT(SF_RGNMAP_TEST(hat->sfmmu_hmeregion_map, rid)); \
101 _rgnp = _srdp->srd_hmergnp[(rid)]; \
102 ASSERT(_rgnp != NULL && _rgnp->rgn_id == rid); \
113 #define SFMMU_VALIDATE_SHAREDHBLK(hmeblkp, srdp, rgnp, rid) \
122 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
123 ASSERT((rgnp)->rgn_id == rid); \
145 #define SFMMU_VALIDATE_HMERID(hat, rid, addr, len)
146 #define SFMMU_VALIDATE_SHAREDHBLK(hmeblkp, srdp, rgnp, rid)
2197 uint_t rid;
2203 rid = (uint_t)((uint64_t)rcookie);
2204 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
2205 hat_do_memload(hat, addr, pp, attr, flags, rid);
2215 uint_t attr, uint_t flags, uint_t rid)
2225 SFMMU_VALIDATE_HMERID(hat, rid, addr, MMU_PAGESIZE);
2252 (void) sfmmu_tteload_array(hat, &tte, addr, &pp, flags, rid);
2424 uint_t rid;
2430 rid = (uint_t)((uint64_t)rcookie);
2431 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
2432 hat_do_memload_array(hat, addr, len, pps, attr, flags, rid);
2448 struct page **pps, uint_t attr, uint_t flags, uint_t rid)
2458 SFMMU_VALIDATE_HMERID(hat, rid, addr, len);
2484 rid);
2517 pps, flags, rid)) {
2533 numpg, rid);
2542 rid);
2558 uint_t attr, uint_t flags, pgcnt_t npgs, uint_t rid)
2571 rid);
2578 TTE8K, flags, rid);
2592 vaddr, pps, flags, rid);
2877 page_t **pps, uint_t flags, uint_t rid)
2893 hmebp = sfmmu_tteload_acquire_hashbucket(sfmmup, vaddr, size, rid);
2900 rid);
2907 rid);
2922 uint_t rid)
2926 void *htagid = sfmmutohtagid(sfmmup, rid);
2946 caddr_t vaddr, uint_t size, uint_t flags, uint_t rid)
2952 SFMMU_VALIDATE_HMERID(sfmmup, rid, vaddr, TTEBYTES(size));
2954 hblktag.htag_id = sfmmutohtagid(sfmmup, rid);
2959 hblktag.htag_rid = rid;
2982 hblktag, flags, rid);
2983 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared);
2984 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared);
3026 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared);
3027 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared);
3028 ASSERT(hmeblkp->hblk_tag.htag_rid == rid);
3039 caddr_t vaddr, page_t **pps, uint_t flags, uint_t rid)
3110 SFMMU_VALIDATE_HMERID(sfmmup, rid, vaddr, TTEBYTES(size));
3111 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared);
3112 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared);
3234 if (rid == SFMMU_INVALID_SHMERID) {
3238 sf_region_t *rgnp = srdp->srd_hmergnp[rid];
3252 if (rid == SFMMU_INVALID_SHMERID) {
3274 if (rid == SFMMU_INVALID_SHMERID) {
3318 sfmmup->sfmmu_srdp->srd_hmergnp[rid], hmeblkp, 1);
3341 if (rid == SFMMU_INVALID_SHMERID || scdp == NULL ||
3342 !SF_RGNMAP_TEST(scdp->scd_hmeregion_map, rid)) {
3776 sfmmu_cleanup_rhblk(sf_srd_t *srdp, caddr_t addr, uint_t rid, int ttesz)
3785 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
3786 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
3791 hblktag.htag_rid = rid;
3823 sfmmu_unload_hmeregion_va(sf_srd_t *srdp, uint_t rid, caddr_t addr,
3833 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
3834 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
3840 hblktag.htag_rid = rid;
3871 uint_t rid = rgnp->rgn_id;
3877 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
3878 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
3914 sfmmu_unload_hmeregion_va(srdp, rid, va, readdr,
4009 uint_t rid;
4028 rid = (uint_t)((uint64_t)rcookie);
4029 VERIFY3U(rid, <, SFMMU_MAX_HME_REGIONS);
4033 rgnp = srdp->srd_hmergnp[rid];
4034 SFMMU_VALIDATE_HMERID(sfmmup, rid, addr, len);
4056 hblktag.htag_rid = rid;
7201 uint_t rid = hmeblkp->hblk_tag.htag_rid;
7203 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
7204 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
7206 rgnp = srdp->srd_hmergnp[rid];
7207 SFMMU_VALIDATE_SHAREDHBLK(hmeblkp, srdp, rgnp, rid);
7423 uint_t rid = hmeblkp->hblk_tag.htag_rid;
7425 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
7426 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
7428 rgnp = srdp->srd_hmergnp[rid];
7430 rgnp, rid);
7523 uint_t rid =
7526 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
7527 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
7529 rgnp = srdp->srd_hmergnp[rid];
7531 srdp, rgnp, rid);
7594 uint_t rid = hmeblkp->hblk_tag.htag_rid;
7596 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
7597 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
7599 rgnp = srdp->srd_hmergnp[rid];
7601 srdp, rgnp, rid);
7962 uint_t rid;
7972 rid = hmeblkp->hblk_tag.htag_rid;
7973 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
7974 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
7975 rgnp = srdp->srd_hmergnp[rid];
7976 SFMMU_VALIDATE_SHAREDHBLK(hmeblkp, srdp, rgnp, rid);
8120 uint_t rid = hmeblkp->hblk_tag.htag_rid;
8122 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
8123 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
8125 rgnp = srdp->srd_hmergnp[rid];
8127 rgnp, rid);
8303 uchar_t rid;
8311 rid = ism_map[j].imap_rid;
8312 ASSERT(rid == SFMMU_INVALID_ISMRID ||
8313 rid < sfmmup->sfmmu_srdp->srd_next_ismrid);
8315 if (scdp != NULL && rid != SFMMU_INVALID_ISMRID &&
8316 SF_RGNMAP_TEST(scdp->scd_ismregion_map, rid)) {
9506 uint_t rid = hmeblkp->hblk_tag.htag_rid;
9508 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
9509 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
9511 rgnp = srdp->srd_hmergnp[rid];
9513 srdp, rgnp, rid);
9541 uint_t rid = hmeblkp->hblk_tag.htag_rid;
9543 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
9544 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
9546 rgnp = srdp->srd_hmergnp[rid];
9548 srdp, rgnp, rid);
10018 uint_t rid;
10037 rid = (i << BT_ULSHIFT) | j;
10041 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
10042 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
10043 rgnp = srdp->srd_hmergnp[rid];
10045 ASSERT(rgnp->rgn_id == rid);
10923 uint_t flags, uint_t rid)
10938 ASSERT(hblktag.htag_rid == rid);
10939 SFMMU_VALIDATE_HMERID(sfmmup, rid, vaddr, TTEBYTES(size));
10940 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) ||
10951 ASSERT(!SFMMU_IS_SHMERID_VALID(rid));
10989 if (sfmmup != KHATID && !SFMMU_IS_SHMERID_VALID(rid)) {
10999 } else if (SFMMU_IS_SHMERID_VALID(rid)) {
11004 * Here we cleanup old invalid hmeblks with this rid,
11015 rgnp = srdp->srd_hmergnp[rid];
11016 ASSERT(rgnp != NULL && rgnp->rgn_id == rid);
11027 sfmmu_cleanup_rhblk(srdp, vaddr, rid, ttesz);
11031 sfmmu_cleanup_rhblk(srdp, va, rid,
11043 ASSERT(!SFMMU_IS_SHMERID_VALID(rid));
11180 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) ||
11182 ASSERT(SFMMU_IS_SHMERID_VALID(rid) ||
11210 if (SFMMU_IS_SHMERID_VALID(rid)) {
11502 uint_t rid;
11506 rid = hmeblkp->hblk_tag.htag_rid;
11507 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
11508 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
11509 rgnp = srdp->srd_hmergnp[rid];
11511 SFMMU_VALIDATE_SHAREDHBLK(hmeblkp, srdp, rgnp, rid);
11635 uint_t rid;
11648 rid = w | bix;
11649 rgnp = srdp->srd_hmergnp[rid];
11651 ASSERT(rgnp->rgn_id == rid);
11943 uint_t rid = rgnp->rgn_id;
11948 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
11949 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
11972 if (SF_RGNMAP_TEST(scdp->scd_hmeregion_map, rid)) {
11998 SFMMU_HMERID2RLINKP(sfmmup, rid, rlink, 0, 0);
12105 "can't find matching ISM rid!");
13809 uint_t rid;
13883 rid = rgnp->rgn_id;
13884 ASSERT(rid < maxids);
13885 ASSERT(rarrp[rid] == rgnp);
13886 ASSERT(rid < *nextidp);
13959 SF_RGNMAP_ADD(sfmmup->sfmmu_hmeregion_map, rid);
13974 BT_SET(tsbmp->shmermap, rid);
13983 ASSERT((hat_region_cookie_t)((uint64_t)rid) !=
13987 SF_RGNMAP_ADD(sfmmup->sfmmu_ismregion_map, rid);
13990 ASSERT(rid < maxids);
13995 return ((hat_region_cookie_t)((uint64_t)rid));
14096 uint_t rid = (uint_t)((uint64_t)rcookie);
14120 ASSERT(SFMMU_IS_ISMRID_VALID(rid));
14121 ASSERT(rid < SFMMU_MAX_ISM_REGIONS);
14122 rgnp = srdp->srd_ismrgnp[rid];
14124 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
14125 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
14126 rgnp = srdp->srd_hmergnp[rid];
14129 ASSERT(rgnp->rgn_id == rid);
14141 SF_RGNMAP_DEL(sfmmup->sfmmu_ismregion_map, rid);
14150 SF_RGNMAP_DEL(sfmmup->sfmmu_hmeregion_map, rid);
14154 ASSERT(rid < srdp->srd_next_ismrid);
14155 SF_RGNMAP_DEL(sfmmup->sfmmu_ismregion_map, rid);
14158 SF_RGNMAP_TEST(scdp->scd_ismregion_map, rid)) {
14172 ASSERT(rid < srdp->srd_next_hmerid);
14173 SF_RGNMAP_DEL(sfmmup->sfmmu_hmeregion_map, rid);
14184 SF_RGNMAP_TEST(scdp->scd_hmeregion_map, rid)) {
14257 ASSERT(rid < srdp->srd_next_ismrid);
14275 ASSERT(rgnp->rgn_id == rid);
14281 ASSERT(rid < srdp->srd_next_hmerid);
14296 uint_t rid = (uint_t)((uint64_t)rcookie);
14306 ASSERT(rid < srdp->srd_next_hmerid);
14307 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
14308 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
14310 rgnp = srdp->srd_hmergnp[rid];
14312 ASSERT(rgnp->rgn_id == rid);
14319 SFMMU_HMERID2RLINKP(sfmmup, rid, rlink, 1, 0);
14324 SFMMU_HMERID2RLINKP(rgnp->rgn_sfmmu_head, rid, hrlink, 0, 0);
14350 SF_RGNMAP_ADD(sfmmup->sfmmu_hmeregion_map, rid);
14502 uint_t rid;
14528 rid = (i << BT_ULSHIFT) | j;
14532 if (rid < SFMMU_MAX_HME_REGIONS) {
14533 rgnp = srdp->srd_hmergnp[rid];
14534 ASSERT(rgnp->rgn_id == rid);
14553 rid -= SFMMU_MAX_HME_REGIONS;
14554 rgnp = srdp->srd_ismrgnp[rid];
14555 ASSERT(rgnp->rgn_id == rid);
14634 uint_t rid;
14639 rid = rgnp->rgn_id;
14640 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
14643 SFMMU_HMERID2RLINKP(sfmmup, rid, rlink, 1, 1);
14657 SFMMU_HMERID2RLINKP(head, rid, hrlink, 0, 0);
14679 uint_t rid;
14682 rid = rgnp->rgn_id;
14683 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
14686 SFMMU_HMERID2RLINKP(sfmmup, rid, rlink, 0, 0);
14704 SFMMU_HMERID2RLINKP(next, rid, nrlink, 0, 0);
14716 SFMMU_HMERID2RLINKP(prev, rid, prlink, 0, 0);
14732 SFMMU_HMERID2RLINKP(next, rid, nrlink, 0, 0);
14748 uint_t rid;
14768 rid = (i << BT_ULSHIFT) | j;
14772 if (rid < SFMMU_MAX_HME_REGIONS) {
14773 rgnp = srdp->srd_hmergnp[rid];
14774 ASSERT(rgnp->rgn_id == rid);
14780 rid -= SFMMU_MAX_HME_REGIONS;
14781 rgnp = srdp->srd_ismrgnp[rid];
14782 ASSERT(rgnp->rgn_id == rid);
14787 ism_ment = &scdp->scd_ism_links[rid];
14805 uint_t rid;
14824 rid = (i << BT_ULSHIFT) | j;
14828 if (rid < SFMMU_MAX_HME_REGIONS) {
14829 rgnp = srdp->srd_hmergnp[rid];
14830 ASSERT(rgnp->rgn_id == rid);
14838 rid -= SFMMU_MAX_HME_REGIONS;
14839 rgnp = srdp->srd_ismrgnp[rid];
14840 ASSERT(rgnp->rgn_id == rid);
14845 ism_ment = &scdp->scd_ism_links[rid];
15174 /* Clear all the rid's for ISM, delete flags, etc */
15298 int i, rid;
15312 rid = ism_map[i].imap_rid;
15313 if (rid == SFMMU_INVALID_ISMRID) {
15316 ASSERT(rid >= 0 && rid < SFMMU_MAX_ISM_REGIONS);
15317 if (SF_RGNMAP_TEST(scdp->scd_ismregion_map, rid) &&
15557 uint_t rid;
15561 rid = hmeblkp->hblk_tag.htag_rid;
15562 ASSERT(SFMMU_IS_SHMERID_VALID(rid));
15563 ASSERT(rid < SFMMU_MAX_HME_REGIONS);
15564 rgnp = srdp->srd_hmergnp[rid];
15566 SFMMU_VALIDATE_SHAREDHBLK(hmeblkp, srdp, rgnp, rid);