| /freebsd/sys/i386/linux/ |
| H A D | linux_copyout.c | 54 futex_xchgl_slow0(void *kva, void *arg) in futex_xchgl_slow0() argument
59 *st->oldval = atomic_swap_int(kva, st->oparg); in futex_xchgl_slow0()
76 futex_addl_slow0(void *kva, void *arg) in futex_addl_slow0() argument
81 *st->oldval = atomic_fetchadd_int(kva, st->oparg); in futex_addl_slow0()
98 futex_orl_slow0(void *kva, void *arg) in futex_orl_slow0() argument
104 old = *(int *)kva; in futex_orl_slow0()
105 while (!atomic_fcmpset_int(kva, &old, old | st->oparg)) in futex_orl_slow0()
124 futex_andl_slow0(void *kva, void *arg) in futex_andl_slow0() argument
130 old = *(int *)kva; in futex_andl_slow0()
131 while (!atomic_fcmpset_int(kva, &old, old & st->oparg)) in futex_andl_slow0()
[all …]
|
| /freebsd/sys/i386/i386/ |
| H A D | copyout.c | 140 copyinstr_slow0(void *kva, void *arg) in copyinstr_slow0() argument
147 src = kva; in copyinstr_slow0()
195 copyin_slow0(void *kva, void *arg) in copyin_slow0() argument
200 bcopy(kva, ca->kc, ca->len); in copyin_slow0()
230 copyout_slow0(void *kva, void *arg) in copyout_slow0() argument
235 bcopy(ca->kc, kva, ca->len); in copyout_slow0()
270 fubyte_slow0(void *kva, void *arg) in fubyte_slow0() argument
273 *(int *)arg = *(u_char *)kva; in fubyte_slow0()
296 fuword16_slow0(void *kva, void *arg) in fuword16_slow0() argument
299 *(int *)arg = *(uint16_t *)kva; in fuword16_slow0()
[all …]
|
| H A D | vm86.c | 606 return (vmc->pmap[i].kva); in vm86_getpage()
611 vm86_addpage(struct vm86context *vmc, int pagenum, vm_offset_t kva) in vm86_addpage() argument
622 if (kva == 0) { in vm86_addpage()
623 kva = (vm_offset_t)malloc(PAGE_SIZE, M_TEMP, M_WAITOK); in vm86_addpage()
629 vmc->pmap[i].kva = kva; in vm86_addpage()
631 return (kva); in vm86_addpage()
736 page = vtophys(vmc->pmap[i].kva & PG_FRAME_PAE); in vm86_datacall()
740 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
745 page = vtophys(vmc->pmap[i].kva & PG_FRAME_NOPAE); in vm86_datacall()
749 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
[all …]
|
| H A D | vm_machdep.c | 586 invlpg(sf->kva); in sf_buf_shootdown()
594 smp_masked_invlpg(other_cpus, sf->kva, kernel_pmap, in sf_buf_shootdown()
622 pmap_qenter((void *)sf->kva, &m, 1); in sf_buf_invalidate()
623 pmap_invalidate_cache_range(sf->kva, sf->kva + PAGE_SIZE); in sf_buf_invalidate()
|
| /freebsd/sys/dev/gve/ |
| H A D | gve_qpl.c | 48 if (qpl->kva) { in gve_free_qpl()
49 pmap_qremove(qpl->kva, qpl->num_pages); in gve_free_qpl()
50 kva_free(qpl->kva, PAGE_SIZE * qpl->num_pages); in gve_free_qpl()
61 if (!qpl->kva) { in gve_free_qpl()
107 qpl->kva = NULL; in gve_alloc_qpl()
109 qpl->kva = kva_alloc(PAGE_SIZE * npages); in gve_alloc_qpl()
110 if (!qpl->kva) { in gve_alloc_qpl()
131 qpl->dmas[i].cpu_addr = qpl->kva + (PAGE_SIZE * i); in gve_alloc_qpl()
138 pmap_qenter(qpl->kva, qpl->pages, npages); in gve_alloc_qpl()
|
| /freebsd/lib/libkvm/ |
| H A D | kvm.c | 360 kvm_read(kvm_t *kd, u_long kva, void *buf, size_t len) in kvm_read() argument
363 return (kvm_read2(kd, kva, buf, len)); in kvm_read()
367 kvm_read2(kvm_t *kd, kvaddr_t kva, void *buf, size_t len) in kvm_read2() argument
380 if (lseek(kd->vmfd, (off_t)kva, 0) == -1 && errno != 0) { in kvm_read2()
382 (uintmax_t)kva); in kvm_read2()
396 cc = kd->arch->ka_kvatop(kd, kva, &pa); in kvm_read2()
419 kva += cr; in kvm_read2()
427 kvm_write(kvm_t *kd, u_long kva, const void *buf, size_t len) in kvm_write() argument
445 if (lseek(kd->vmfd, (off_t)kva, 0) == -1 && errno != 0) { in kvm_write()
446 _kvm_err(kd, 0, "invalid address (%lx)", kva); in kvm_write()
[all …]
|
| /freebsd/sys/sys/ |
| H A D | sf_buf.h | 94 vm_offset_t kva; /* va of mapping */ member
119 return ((void *)sf->kva); in sf_buf_kva()
138 pmap_qenter((void *)sf->kva, &sf->m, 1); in sf_buf_map()
|
| /freebsd/sys/arm/include/ |
| H A D | sf_buf.h | 36 pmap_qenter((void *)sf->kva, &(sf->m), 1); in sf_buf_map()
43 pmap_qremove((void *)sf->kva, 1); in sf_buf_unmap()
|
| /freebsd/sys/fs/smbfs/ |
| H A D | smbfs_io.c | 428 void *kva; in smbfs_getpages()
469 kva = bp->b_data; in smbfs_getpages()
470 pmap_qenter(kva, pages, npages); in smbfs_getpages()
475 iov.iov_base = kva; in smbfs_getpages()
487 pmap_qremove(kva, npages); in smbfs_getpages()
562 void *kva; in smbfs_putpages() local
587 kva = bp->b_data; in smbfs_putpages()
588 pmap_qenter(kva, pages, npages); in smbfs_putpages()
592 iov.iov_base = kva; in smbfs_putpages()
611 pmap_qremove(kva, npages); in smbfs_putpages()
|
| /freebsd/sys/powerpc/mpc85xx/ |
| H A D | lbc.h | 86 vm_offset_t kva; member
92 vm_offset_t kva; /* VA of the bank */ member
|
| H A D | lbc.c | 166 pmap_unmapdev((void *)sc->sc_range[r].kva, in lbc_banks_unmap()
251 sc->sc_range[r].kva = (vm_offset_t)pmap_mapdev(start, size); in lbc_banks_map()
272 sc->sc_banks[i].kva = sc->sc_range[r].kva + in lbc_banks_map()
407 start = sc->sc_banks[bank].kva + start; in fdt_lbc_reg_decode()
|
| /freebsd/sys/dev/xen/blkback/ |
| H A D | blkback.c | 231 uint8_t *kva; member
537 vm_offset_t kva; member
838 return (reqlist->kva + (PAGE_SIZE * pagenr) + (sector << 9)); in xbb_reqlist_vaddr()
888 (uintptr_t)(reqlist->kva - xbb->kva) + in xbb_get_gntaddr()
958 free_kva = xbb->kva + in xbb_get_kva()
961 KASSERT(free_kva >= (uint8_t *)xbb->kva && in xbb_get_kva()
966 nr_pages * PAGE_SIZE, (uintmax_t)xbb->kva, in xbb_get_kva()
998 start_page = (intptr_t)(kva_ptr - xbb->kva) >> PAGE_SHIFT; in xbb_free_kva()
1053 reqlist->kva = NULL; in xbb_get_reqlist()
1084 if (reqlist->kva != NULL) in xbb_release_reqlist()
[all …]
|
| /freebsd/sys/dev/netmap/ |
| H A D | netmap_freebsd.c | 646 vm_offset_t kva; member
655 vm_map_remove(kernel_map, e->kva, e->kva + e->size); in nm_os_extmem_delete()
663 if (e->scan < e->kva + e->size) { in nm_os_extmem_nextpage()
718 e->kva = vm_map_min(kernel_map); in nm_os_extmem_create()
720 rv = vm_map_find(kernel_map, obj, 0, &e->kva, e->size, 0, in nm_os_extmem_create()
728 rv = vm_map_wire(kernel_map, e->kva, e->kva + e->size, in nm_os_extmem_create()
736 e->scan = e->kva; in nm_os_extmem_create()
741 vm_map_remove(kernel_map, e->kva, e->kva + e->size); in nm_os_extmem_create()
|
| /freebsd/sys/kern/ |
| H A D | uipc_shm.c | 1846 vm_offset_t kva, ofs;
1870 kva = vm_map_min(kernel_map); in shm_map()
1874 rv = vm_map_find(kernel_map, obj, offset, &kva, size, 0, in shm_map()
1878 rv = vm_map_wire(kernel_map, kva, kva + size, in shm_map()
1881 *memp = (void *)(kva + ofs); in shm_map()
1884 vm_map_remove(kernel_map, kva, kva + size); in shm_map()
1905 vm_offset_t kva, ofs;
1916 kva in shm_unmap()
1851 vm_offset_t kva, ofs; shm_map() local
1910 vm_offset_t kva, ofs; shm_unmap() local
[all...] |
| H A D | subr_sfbuf.c | 100 sf_bufs[i].kva = sf_base + i * PAGE_SIZE; in sf_buf_init()
|
| /freebsd/sys/dev/video/ |
| H A D | video.c | 77 vm_offset_t kva; in video_pool_alloc() local
99 kva = vm_map_min(kernel_map); in video_pool_alloc()
100 error = vm_map_find(kernel_map, obj, 0, &kva, map_size, 0, in video_pool_alloc()
107 error = vm_map_wire(kernel_map, kva, kva + map_size, in video_pool_alloc()
110 vm_map_remove(kernel_map, kva, kva + map_size); in video_pool_alloc()
116 pool->kva = kva; in video_pool_alloc()
127 vb->buf = (uint8_t *)kva + (size_t)i * buf_size; in video_pool_alloc()
141 vm_map_remove(kernel_map, pool->kva, pool->kva + pool->map_size); in video_pool_free()
|
| H A D | video_internal.h | 68 vm_offset_t kva; member
|
| /freebsd/sys/powerpc/booke/ |
| H A D | pmap_32.c | 142 vm_offset_t kva; /* va of mapping */ member
181 ptbl_bufs[i].kva = in ptbl_init()
229 if (pbuf->kva == (vm_offset_t)ptbl) { in ptbl_free_pmap_ptbl()
262 ptbl = (pte_t *)pbuf->kva; in ptbl_alloc()
|
| /freebsd/sys/i386/include/ |
| H A D | vm86.h | 111 vm_offset_t kva; member
|
| /freebsd/sys/dev/vmware/vmxnet3/ |
| H A D | if_vmx.c | 784 caddr_t kva; in vmxnet3_tx_queues_alloc() local
810 kva = sc->vmx_qs_dma.idi_vaddr; in vmxnet3_tx_queues_alloc()
812 sc->vmx_txq[q].vxtxq_ts = (struct vmxnet3_txq_shared *) kva; in vmxnet3_tx_queues_alloc()
813 kva += sizeof(struct vmxnet3_txq_shared); in vmxnet3_tx_queues_alloc()
879 caddr_t kva; in vmxnet3_rx_queues_alloc() local
906 kva = sc->vmx_qs_dma.idi_vaddr + in vmxnet3_rx_queues_alloc()
909 sc->vmx_rxq[q].vxrxq_rs = (struct vmxnet3_rxq_shared *) kva; in vmxnet3_rx_queues_alloc()
910 kva += sizeof(struct vmxnet3_rxq_shared); in vmxnet3_rx_queues_alloc()
|
| /freebsd/sys/dev/xen/netback/ |
| H A D | netback.c | 484 vm_offset_t kva; member
620 if (xnb->kva != 0) { in xnb_free_communication_mem()
627 xnb->kva = 0; in xnb_free_communication_mem()
706 ring->va = xnb->kva + ring_type * PAGE_SIZE; in xnb_connect_ring()
821 xnb->kva = 0; in xnb_alloc_communication_mem()
824 xnb->kva = (vm_offset_t)rman_get_virtual(xnb->pseudo_phys_res); in xnb_alloc_communication_mem()
|
| /freebsd/sys/fs/nfsclient/ |
| H A D | nfs_clbio.c | 119 void *kva; in ncl_getpages() local
183 kva = bp->b_data; in ncl_getpages()
184 pmap_qenter(kva, pages, npages); in ncl_getpages()
189 iov.iov_base = kva; in ncl_getpages()
200 pmap_qremove(kva, npages); in ncl_getpages()
|
| /freebsd/sys/dev/md/ |
| H A D | md.c | 289 char *kva; member
984 pmap_qenter(sc->s_vnode.kva, &bp->bio_ma[atop(ma_offs)], in mdstart_vnode()
986 aiov.iov_base = sc->s_vnode.kva + (ma_offs & PAGE_MASK); in mdstart_vnode()
1020 pmap_qremove(sc->s_vnode.kva, npages); in mdstart_vnode()
1515 sc->s_vnode.kva = kva_alloc(maxphys + PAGE_SIZE); in mdcreate_vnode()
1569 if (sc->s_vnode.kva != NULL) in mddestroy()
1570 kva_free(sc->s_vnode.kva, maxphys + PAGE_SIZE); in mddestroy()
|
| /freebsd/sys/compat/x86bios/ |
| H A D | x86bios.c | 151 if (x86bios_vmc.pmap[i].kva == (vm_offset_t)addr) in x86bios_free()
161 while (--i >= 0 && x86bios_vmc.pmap[i].kva == 0) in x86bios_free()
|
| /freebsd/sys/fs/p9fs/ |
| H A D | p9fs_vnops.c | 2203 void *kva; in p9fs_putpages() local
2229 kva = bp->b_data; in p9fs_putpages()
2230 pmap_qenter(kva, pages, npages); in p9fs_putpages()
2235 iov.iov_base = kva; in p9fs_putpages()
2250 pmap_qremove(kva, npages); in p9fs_putpages()
|