Lines Matching refs:seg
109 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get8x8() local
111 (uint8_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get8x8()
120 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get8x8()
121 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get8x8()
122 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get8x8()
132 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get8x8()
133 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get8x8()
134 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get8x8()
152 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get16x16() local
155 (uint16_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get16x16()
164 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get16x16()
165 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get16x16()
166 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get16x16()
176 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get16x16()
177 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get16x16()
178 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get16x16()
196 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get32x32() local
199 (uint32_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get32x32()
208 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get32x32()
209 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get32x32()
210 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get32x32()
220 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get32x32()
221 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get32x32()
222 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get32x32()
240 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get64x64() local
243 (uint64_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get64x64()
252 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get64x64()
253 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get64x64()
254 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get64x64()
264 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get64x64()
265 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get64x64()
266 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get64x64()
299 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put8x8() local
301 (uint8_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put8x8()
310 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put8x8()
311 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put8x8()
312 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put8x8()
322 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put8x8()
323 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put8x8()
324 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put8x8()
342 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put16x16() local
345 (uint16_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put16x16()
354 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put16x16()
355 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put16x16()
356 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put16x16()
366 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put16x16()
367 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put16x16()
368 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put16x16()
386 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put32x32() local
389 (uint32_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put32x32()
398 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put32x32()
399 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put32x32()
400 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put32x32()
410 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put32x32()
411 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put32x32()
412 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put32x32()
430 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put64x64() local
433 (uint64_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put64x64()
442 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put64x64()
443 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put64x64()
444 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put64x64()
454 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put64x64()
455 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put64x64()
456 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put64x64()
472 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get() local
478 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get()
479 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get()
480 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get()
486 (void) bcopy(seg->rsmseg_vaddr + offset - seg->rsmseg_mapoffset, in __rsm_get()
489 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get()
490 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get()
491 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get()
622 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put() local
628 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put()
629 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put()
630 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put()
636 bcopy(src_addr, seg->rsmseg_vaddr + offset - seg->rsmseg_mapoffset, in __rsm_put()
639 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put()
640 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put()
641 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put()
779 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_memseg_import_init_barrier() local
788 if (!seg) { in __rsm_memseg_import_init_barrier()
807 bar->rsmgenbar_seg = seg; in __rsm_memseg_import_init_barrier()
819 rsmseg_handle_t *seg; in __rsm_memseg_import_open_barrier() local
831 if ((seg = bar->rsmgenbar_seg) == 0) { in __rsm_memseg_import_open_barrier()
839 if (ioctl(seg->rsmseg_fd, in __rsm_memseg_import_open_barrier()
857 rsmseg_handle_t *seg; in __rsm_memseg_import_order_barrier() local
868 if ((seg = bar->rsmgenbar_seg) == 0) { in __rsm_memseg_import_order_barrier()
875 if (ioctl(seg->rsmseg_fd, RSM_IOCTL_BAR_ORDER, &msg) < 0) { in __rsm_memseg_import_order_barrier()
891 rsmseg_handle_t *seg; in __rsm_memseg_import_close_barrier() local
902 if ((seg = bar->rsmgenbar_seg) == 0) { in __rsm_memseg_import_close_barrier()
909 if (ioctl(seg->rsmseg_fd, RSM_IOCTL_BAR_CLOSE, &msg) < 0) { in __rsm_memseg_import_close_barrier()