Lines Matching refs:seg
107 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get8x8() local
109 (uint8_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get8x8()
118 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get8x8()
119 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get8x8()
120 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get8x8()
130 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get8x8()
131 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get8x8()
132 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get8x8()
150 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get16x16() local
153 (uint16_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get16x16()
162 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get16x16()
163 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get16x16()
164 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get16x16()
174 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get16x16()
175 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get16x16()
176 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get16x16()
194 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get32x32() local
197 (uint32_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get32x32()
206 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get32x32()
207 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get32x32()
208 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get32x32()
218 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get32x32()
219 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get32x32()
220 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get32x32()
238 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get64x64() local
241 (uint64_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_get64x64()
250 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get64x64()
251 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get64x64()
252 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get64x64()
262 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get64x64()
263 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get64x64()
264 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get64x64()
297 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put8x8() local
299 (uint8_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put8x8()
308 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put8x8()
309 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put8x8()
310 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put8x8()
320 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put8x8()
321 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put8x8()
322 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put8x8()
340 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put16x16() local
343 (uint16_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put16x16()
352 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put16x16()
353 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put16x16()
354 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put16x16()
364 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put16x16()
365 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put16x16()
366 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put16x16()
384 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put32x32() local
387 (uint32_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put32x32()
396 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put32x32()
397 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put32x32()
398 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put32x32()
408 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put32x32()
409 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put32x32()
410 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put32x32()
428 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put64x64() local
431 (uint64_t *)&seg->rsmseg_vaddr[off - seg->rsmseg_mapoffset]; in __rsm_put64x64()
440 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put64x64()
441 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put64x64()
442 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put64x64()
452 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put64x64()
453 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put64x64()
454 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put64x64()
470 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_get() local
476 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get()
477 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_get()
478 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get()
484 (void) bcopy(seg->rsmseg_vaddr + offset - seg->rsmseg_mapoffset, in __rsm_get()
487 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_get()
488 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_get()
489 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_get()
620 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_put() local
626 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put()
627 e = seg->rsmseg_ops->rsm_memseg_import_open_barrier( in __rsm_put()
628 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put()
634 bcopy(src_addr, seg->rsmseg_vaddr + offset - seg->rsmseg_mapoffset, in __rsm_put()
637 if (seg->rsmseg_barmode == RSM_BARRIER_MODE_IMPLICIT) { in __rsm_put()
638 e = seg->rsmseg_ops->rsm_memseg_import_close_barrier( in __rsm_put()
639 (rsm_barrier_handle_t)seg->rsmseg_barrier); in __rsm_put()
777 rsmseg_handle_t *seg = (rsmseg_handle_t *)im_memseg; in __rsm_memseg_import_init_barrier() local
786 if (!seg) { in __rsm_memseg_import_init_barrier()
805 bar->rsmgenbar_seg = seg; in __rsm_memseg_import_init_barrier()
817 rsmseg_handle_t *seg; in __rsm_memseg_import_open_barrier() local
829 if ((seg = bar->rsmgenbar_seg) == 0) { in __rsm_memseg_import_open_barrier()
837 if (ioctl(seg->rsmseg_fd, in __rsm_memseg_import_open_barrier()
855 rsmseg_handle_t *seg; in __rsm_memseg_import_order_barrier() local
866 if ((seg = bar->rsmgenbar_seg) == 0) { in __rsm_memseg_import_order_barrier()
873 if (ioctl(seg->rsmseg_fd, RSM_IOCTL_BAR_ORDER, &msg) < 0) { in __rsm_memseg_import_order_barrier()
889 rsmseg_handle_t *seg; in __rsm_memseg_import_close_barrier() local
900 if ((seg = bar->rsmgenbar_seg) == 0) { in __rsm_memseg_import_close_barrier()
907 if (ioctl(seg->rsmseg_fd, RSM_IOCTL_BAR_CLOSE, &msg) < 0) { in __rsm_memseg_import_close_barrier()