Home
last modified time | relevance | path

Searched full:vaddr (Results 1 – 25 of 582) sorted by relevance

12345678910>>...24

/linux/arch/m68k/include/asm/
H A Dbitops.h31 static inline void bset_reg_set_bit(int nr, volatile unsigned long *vaddr) in bset_reg_set_bit() argument
33 char *p = (char *)vaddr + (nr ^ 31) / 8; in bset_reg_set_bit()
41 static inline void bset_mem_set_bit(int nr, volatile unsigned long *vaddr) in bset_mem_set_bit() argument
43 char *p = (char *)vaddr + (nr ^ 31) / 8; in bset_mem_set_bit()
50 static inline void bfset_mem_set_bit(int nr, volatile unsigned long *vaddr) in bfset_mem_set_bit() argument
54 : "d" (nr ^ 31), "o" (*vaddr) in bfset_mem_set_bit()
59 #define set_bit(nr, vaddr) bset_reg_set_bit(nr, vaddr) argument
61 #define set_bit(nr, vaddr) bset_mem_set_bit(nr, vaddr) argument
63 #define set_bit(nr, vaddr) (__builtin_constant_p(nr) ? \ argument
64 bset_mem_set_bit(nr, vaddr) : \
[all …]
H A Dpage_mm.h55 #define clear_user_page(addr, vaddr, page) \ argument
58 (void)(vaddr); \
60 #define copy_user_page(to, from, vaddr, page) \ argument
63 (void)(vaddr); \
72 static inline unsigned long ___pa(void *vaddr) in ___pa() argument
79 : "0" (vaddr), "i" (m68k_fixup_memoffset)); in ___pa()
82 #define __pa(vaddr) ___pa((void *)(long)(vaddr)) argument
85 void *vaddr; in __va() local
89 : "=r" (vaddr) in __va()
91 return vaddr; in __va()
/linux/arch/parisc/kernel/
H A Dpci-dma.c77 unsigned long vaddr, in map_pte_uncached() argument
81 unsigned long orig_vaddr = vaddr; in map_pte_uncached()
83 vaddr &= ~PMD_MASK; in map_pte_uncached()
84 end = vaddr + size; in map_pte_uncached()
96 vaddr += PAGE_SIZE; in map_pte_uncached()
100 } while (vaddr < end); in map_pte_uncached()
104 static inline int map_pmd_uncached(pmd_t * pmd, unsigned long vaddr, in map_pmd_uncached() argument
108 unsigned long orig_vaddr = vaddr; in map_pmd_uncached()
110 vaddr &= ~PGDIR_MASK; in map_pmd_uncached()
111 end = vaddr + size; in map_pmd_uncached()
[all …]
/linux/arch/arm/mm/
H A Dcache-xsc3l2.c88 unsigned long vaddr; in xsc3_l2_inv_range() local
95 vaddr = -1; /* to force the first mapping */ in xsc3_l2_inv_range()
101 vaddr = l2_map_va(start & ~(CACHE_LINE_SIZE - 1), vaddr); in xsc3_l2_inv_range()
102 xsc3_l2_clean_mva(vaddr); in xsc3_l2_inv_range()
103 xsc3_l2_inv_mva(vaddr); in xsc3_l2_inv_range()
111 vaddr = l2_map_va(start, vaddr); in xsc3_l2_inv_range()
112 xsc3_l2_inv_mva(vaddr); in xsc3_l2_inv_range()
120 vaddr = l2_map_va(start, vaddr); in xsc3_l2_inv_range()
121 xsc3_l2_clean_mva(vaddr); in xsc3_l2_inv_range()
122 xsc3_l2_inv_mva(vaddr); in xsc3_l2_inv_range()
[all …]
/linux/arch/s390/include/asm/
H A Didals.h33 static inline bool idal_is_needed(void *vaddr, unsigned int length) in idal_is_needed() argument
35 dma64_t paddr = virt_to_dma64(vaddr); in idal_is_needed()
43 static inline unsigned int idal_nr_words(void *vaddr, unsigned int length) in idal_nr_words() argument
47 cidaw = (unsigned long)vaddr & (IDA_BLOCK_SIZE - 1); in idal_nr_words()
56 static inline unsigned int idal_2k_nr_words(void *vaddr, unsigned int length) in idal_2k_nr_words() argument
60 cidaw = (unsigned long)vaddr & (IDA_2K_BLOCK_SIZE - 1); in idal_2k_nr_words()
69 static inline dma64_t *idal_create_words(dma64_t *idaws, void *vaddr, unsigned int length) in idal_create_words() argument
71 dma64_t paddr = virt_to_dma64(vaddr); in idal_create_words()
75 cidaw = idal_nr_words(vaddr, length); in idal_create_words()
88 static inline int set_normalized_cda(struct ccw1 *ccw, void *vaddr) in set_normalized_cda() argument
[all …]
/linux/arch/parisc/mm/
H A Dfixmap.c15 unsigned long vaddr = __fix_to_virt(idx); in set_fixmap() local
16 pgd_t *pgd = pgd_offset_k(vaddr); in set_fixmap()
17 p4d_t *p4d = p4d_offset(pgd, vaddr); in set_fixmap()
18 pud_t *pud = pud_offset(p4d, vaddr); in set_fixmap()
19 pmd_t *pmd = pmd_offset(pud, vaddr); in set_fixmap()
22 pte = pte_offset_kernel(pmd, vaddr); in set_fixmap()
23 set_pte_at(&init_mm, vaddr, pte, __mk_pte(phys, PAGE_KERNEL_RWX)); in set_fixmap()
24 flush_tlb_kernel_range(vaddr, vaddr + PAGE_SIZE); in set_fixmap()
29 unsigned long vaddr = __fix_to_virt(idx); in clear_fixmap() local
30 pte_t *pte = virt_to_kpte(vaddr); in clear_fixmap()
[all …]
/linux/arch/x86/mm/
H A Dmem_encrypt_amd.c156 static void __init __sme_early_map_unmap_mem(void *vaddr, unsigned long size, in __sme_early_map_unmap_mem() argument
159 unsigned long paddr = (unsigned long)vaddr - __PAGE_OFFSET; in __sme_early_map_unmap_mem()
167 __early_make_pgtable((unsigned long)vaddr, pmd); in __sme_early_map_unmap_mem()
169 vaddr += PMD_SIZE; in __sme_early_map_unmap_mem()
256 static void enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc) in enc_dec_hypercall() argument
259 unsigned long vaddr_end = vaddr + size; in enc_dec_hypercall()
261 while (vaddr < vaddr_end) { in enc_dec_hypercall()
266 kpte = lookup_address(vaddr, &level); in enc_dec_hypercall()
268 WARN_ONCE(1, "kpte lookup for vaddr\n"); in enc_dec_hypercall()
281 vaddr = (vaddr & pmask) + psize; in enc_dec_hypercall()
[all …]
/linux/drivers/media/common/videobuf2/
H A Dvideobuf2-vmalloc.c26 void *vaddr; member
47 buf->vaddr = vmalloc_user(buf->size); in vb2_vmalloc_alloc()
48 if (!buf->vaddr) { in vb2_vmalloc_alloc()
68 vfree(buf->vaddr); in vb2_vmalloc_put()
74 unsigned long vaddr, unsigned long size) in vb2_vmalloc_get_userptr() argument
86 offset = vaddr & ~PAGE_MASK; in vb2_vmalloc_get_userptr()
88 vec = vb2_create_framevec(vaddr, size, in vb2_vmalloc_get_userptr()
107 buf->vaddr = (__force void *) in vb2_vmalloc_get_userptr()
110 buf->vaddr = vm_map_ram(frame_vector_pages(vec), n_pages, -1); in vb2_vmalloc_get_userptr()
113 if (!buf->vaddr) in vb2_vmalloc_get_userptr()
[all …]
/linux/arch/m68k/sun3/
H A Ddvma.c23 static unsigned long dvma_page(unsigned long kaddr, unsigned long vaddr) in dvma_page() argument
34 // pr_info("dvma_remap: addr %lx -> %lx pte %08lx\n", kaddr, vaddr, pte); in dvma_page()
35 if(ptelist[(vaddr & 0xff000) >> PAGE_SHIFT] != pte) { in dvma_page()
36 sun3_put_pte(vaddr, pte); in dvma_page()
37 ptelist[(vaddr & 0xff000) >> PAGE_SHIFT] = pte; in dvma_page()
40 return (vaddr + (kaddr & ~PAGE_MASK)); in dvma_page()
49 unsigned long vaddr; in dvma_map_iommu() local
51 vaddr = dvma_btov(baddr); in dvma_map_iommu()
53 end = vaddr + len; in dvma_map_iommu()
55 while(vaddr < end) { in dvma_map_iommu()
[all …]
/linux/arch/m68k/sun3x/
H A Ddvma.c79 unsigned long vaddr, int len) in dvma_map_cpu() argument
88 vaddr &= PAGE_MASK; in dvma_map_cpu()
90 end = PAGE_ALIGN(vaddr + len); in dvma_map_cpu()
92 pr_debug("dvma: mapping kern %08lx to virt %08lx\n", kaddr, vaddr); in dvma_map_cpu()
93 pgd = pgd_offset_k(vaddr); in dvma_map_cpu()
94 p4d = p4d_offset(pgd, vaddr); in dvma_map_cpu()
95 pud = pud_offset(p4d, vaddr); in dvma_map_cpu()
101 if((pmd = pmd_alloc(&init_mm, pud, vaddr)) == NULL) { in dvma_map_cpu()
106 if((end & PGDIR_MASK) > (vaddr & PGDIR_MASK)) in dvma_map_cpu()
107 end2 = (vaddr + (PGDIR_SIZE-1)) & PGDIR_MASK; in dvma_map_cpu()
[all …]
/linux/drivers/net/ethernet/freescale/fman/
H A Dfman_muram.c19 unsigned long vaddr) in fman_muram_vbase_to_offset() argument
21 return vaddr - (unsigned long)muram->vbase; in fman_muram_vbase_to_offset()
40 void __iomem *vaddr; in fman_muram_init() local
53 vaddr = ioremap(base, size); in fman_muram_init()
54 if (!vaddr) { in fman_muram_init()
59 ret = gen_pool_add_virt(muram->pool, (unsigned long)vaddr, in fman_muram_init()
63 iounmap(vaddr); in fman_muram_init()
67 memset_io(vaddr, 0, (int)size); in fman_muram_init()
69 muram->vbase = vaddr; in fman_muram_init()
106 unsigned long vaddr; in fman_muram_alloc() local
[all …]
/linux/arch/mips/mm/
H A Dpgtable-32.c43 unsigned long vaddr; in pagetable_init() local
62 vaddr = __fix_to_virt(__end_of_fixed_addresses - 1); in pagetable_init()
63 fixrange_init(vaddr & PMD_MASK, vaddr + FIXADDR_SIZE, pgd_base); in pagetable_init()
69 vaddr = PKMAP_BASE; in pagetable_init()
70 fixrange_init(vaddr & PMD_MASK, vaddr + PAGE_SIZE*LAST_PKMAP, pgd_base); in pagetable_init()
72 pgd = swapper_pg_dir + pgd_index(vaddr); in pagetable_init()
73 p4d = p4d_offset(pgd, vaddr); in pagetable_init()
74 pud = pud_offset(p4d, vaddr); in pagetable_init()
75 pmd = pmd_offset(pud, vaddr); in pagetable_init()
76 pte = pte_offset_kernel(pmd, vaddr); in pagetable_init()
/linux/arch/sh/mm/
H A Dkmap.c21 unsigned long vaddr; in kmap_coherent_init() local
24 vaddr = __fix_to_virt(FIX_CMAP_BEGIN); in kmap_coherent_init()
25 kmap_coherent_pte = virt_to_kpte(vaddr); in kmap_coherent_init()
32 unsigned long vaddr; in kmap_coherent() local
43 vaddr = __fix_to_virt(idx); in kmap_coherent()
48 return (void *)vaddr; in kmap_coherent()
54 unsigned long vaddr = (unsigned long)kvaddr & PAGE_MASK; in kunmap_coherent() local
55 enum fixed_addresses idx = __virt_to_fix(vaddr); in kunmap_coherent()
58 __flush_purge_region((void *)vaddr, PAGE_SIZE); in kunmap_coherent()
60 pte_clear(&init_mm, vaddr, kmap_coherent_pte - idx); in kunmap_coherent()
[all …]
/linux/arch/csky/mm/
H A Dtcm.c29 unsigned long vaddr, paddr; local
42 vaddr = __fix_to_virt(FIX_TCM - i);
45 pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr);
49 flush_tlb_one(vaddr);
61 vaddr = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES - i);
64 pte_offset_kernel((pmd_t *) pgd_offset_k(vaddr), vaddr);
68 flush_tlb_one(vaddr);
111 unsigned long vaddr; local
116 vaddr = gen_pool_alloc(tcm_pool, len);
117 if (!vaddr)
[all …]
H A Dhighmem.c22 unsigned long vaddr; in kmap_init() local
28 vaddr = PKMAP_BASE; in kmap_init()
29 fixrange_init(vaddr, vaddr + PAGE_SIZE*LAST_PKMAP, swapper_pg_dir); in kmap_init()
31 pgd = swapper_pg_dir + pgd_index(vaddr); in kmap_init()
33 pmd = pmd_offset(pud, vaddr); in kmap_init()
34 pte = pte_offset_kernel(pmd, vaddr); in kmap_init()
/linux/drivers/gpu/drm/i915/gt/
H A Dshmem_utils.c63 void *vaddr; in shmem_pin_map() local
77 vaddr = vmap(pages, n_pages, VM_MAP_PUT_PAGES, PAGE_KERNEL); in shmem_pin_map()
78 if (!vaddr) in shmem_pin_map()
81 return vaddr; in shmem_pin_map()
105 void *vaddr; in __shmem_rw() local
112 vaddr = kmap_local_page(page); in __shmem_rw()
114 memcpy(vaddr + offset_in_page(off), ptr, this); in __shmem_rw()
117 memcpy(ptr, vaddr + offset_in_page(off), this); in __shmem_rw()
120 kunmap_local(vaddr); in __shmem_rw()
140 void *vaddr; in shmem_read_to_iosys_map() local
[all …]
H A Dselftest_mocs.c21 void *vaddr; member
84 arg->vaddr = i915_gem_object_pin_map_unlocked(arg->scratch->obj, I915_MAP_WB); in live_mocs_init()
85 if (IS_ERR(arg->vaddr)) { in live_mocs_init()
86 err = PTR_ERR(arg->vaddr); in live_mocs_init()
162 u32 **vaddr) in check_mocs_table() argument
171 if (**vaddr != expect) { in check_mocs_table()
173 engine->name, i, **vaddr, expect); in check_mocs_table()
176 ++*vaddr; in check_mocs_table()
194 u32 **vaddr) in check_l3cc_table() argument
205 if (!mcr_range(engine->i915, reg) && **vaddr != expect) { in check_l3cc_table()
[all …]
/linux/arch/loongarch/mm/
H A Dpgtable.c149 unsigned long vaddr; in pagetable_init() local
169 vaddr = PKMAP_BASE; in pagetable_init()
170 fixrange_init(vaddr & PMD_MASK, vaddr + PAGE_SIZE * LAST_PKMAP, swapper_pg_dir); in pagetable_init()
172 pgd = swapper_pg_dir + pgd_index(vaddr); in pagetable_init()
173 p4d = p4d_offset(pgd, vaddr); in pagetable_init()
174 pud = pud_offset(p4d, vaddr); in pagetable_init()
175 pmd = pmd_offset(pud, vaddr); in pagetable_init()
176 pte = pte_offset_kernel(pmd, vaddr); in pagetable_init()
180 vaddr = __fix_to_virt(__end_of_fixed_addresses - 1); in pagetable_init()
181 fixrange_init(vaddr & PMD_MASK, vaddr + FIXADDR_SIZE, swapper_pg_dir); in pagetable_init()
/linux/drivers/xen/xenbus/
H A Dxenbus_client.c91 void **vaddr);
92 int (*unmap)(struct xenbus_device *dev, void *vaddr);
385 * @vaddr: pointer to starting virtual address of the ring
391 * zeroes. The virtual address of the ring is stored at @vaddr and the
392 * grant references are stored in the @grefs array. In case of error @vaddr
395 int xenbus_setup_ring(struct xenbus_device *dev, gfp_t gfp, void **vaddr, in xenbus_setup_ring() argument
404 addr = *vaddr = alloc_pages_exact(ring_size, gfp | __GFP_ZERO); in xenbus_setup_ring()
405 if (!*vaddr) { in xenbus_setup_ring()
420 if (is_vmalloc_addr(*vaddr)) in xenbus_setup_ring()
435 if (*vaddr) in xenbus_setup_ring()
[all …]
/linux/arch/xtensa/mm/
H A Dcache.c60 unsigned long vaddr) in kmap_invalidate_coherent() argument
62 if (!DCACHE_ALIAS_EQ(page_to_phys(page), vaddr)) { in kmap_invalidate_coherent()
82 unsigned long vaddr, unsigned long *paddr) in coherent_kvaddr() argument
85 return (void *)(base + (vaddr & DCACHE_ALIAS_MASK)); in coherent_kvaddr()
88 void clear_user_highpage(struct page *page, unsigned long vaddr) in clear_user_highpage() argument
92 void *kvaddr = coherent_kvaddr(page, TLBTEMP_BASE_1, vaddr, &paddr); in clear_user_highpage()
95 kmap_invalidate_coherent(page, vaddr); in clear_user_highpage()
103 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage() argument
107 void *dst_vaddr = coherent_kvaddr(dst, TLBTEMP_BASE_1, vaddr, in copy_user_highpage()
109 void *src_vaddr = coherent_kvaddr(src, TLBTEMP_BASE_2, vaddr, in copy_user_highpage()
[all …]
/linux/arch/sparc/mm/
H A Dio-unit.c183 static void iounit_unmap_phys(struct device *dev, dma_addr_t vaddr, size_t len, in iounit_unmap_phys() argument
190 len = ((vaddr & ~PAGE_MASK) + len + (PAGE_SIZE-1)) >> PAGE_SHIFT; in iounit_unmap_phys()
191 vaddr = (vaddr - IOUNIT_DMA_BASE) >> PAGE_SHIFT; in iounit_unmap_phys()
192 IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr)); in iounit_unmap_phys()
193 for (len += vaddr; vaddr < len; vaddr++) in iounit_unmap_phys()
194 clear_bit(vaddr, iounit->bmap); in iounit_unmap_phys()
202 unsigned long flags, vaddr, len; in iounit_unmap_sg() local
209 vaddr = (sg->dma_address - IOUNIT_DMA_BASE) >> PAGE_SHIFT; in iounit_unmap_sg()
210 IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr)); in iounit_unmap_sg()
211 for (len += vaddr; vaddr < len; vaddr++) in iounit_unmap_sg()
[all …]
/linux/drivers/firmware/qcom/
H A Dqcom_tzmem.c29 void *vaddr; member
206 area->vaddr = dma_alloc_coherent(qcom_tzmem_dev, area->size, in qcom_tzmem_pool_add_memory()
208 if (!area->vaddr) in qcom_tzmem_pool_add_memory()
214 area->vaddr, area->paddr); in qcom_tzmem_pool_add_memory()
218 ret = gen_pool_add_virt(pool->genpool, (unsigned long)area->vaddr, in qcom_tzmem_pool_add_memory()
222 area->vaddr, area->paddr); in qcom_tzmem_pool_add_memory()
330 area->vaddr, area->paddr); in qcom_tzmem_pool_free()
409 unsigned long vaddr; in qcom_tzmem_alloc() local
422 vaddr = gen_pool_alloc(pool->genpool, size); in qcom_tzmem_alloc()
423 if (!vaddr) { in qcom_tzmem_alloc()
[all …]
/linux/kernel/dma/
H A Dcoherent.c200 int order, void *vaddr) in __dma_release_from_coherent() argument
202 if (mem && vaddr >= mem->virt_base && vaddr < in __dma_release_from_coherent()
204 int page = (vaddr - mem->virt_base) >> PAGE_SHIFT; in __dma_release_from_coherent()
219 * @vaddr: virtual address of allocated pages
227 int dma_release_from_dev_coherent(struct device *dev, int order, void *vaddr) in dma_release_from_dev_coherent() argument
231 return __dma_release_from_coherent(mem, order, vaddr); in dma_release_from_dev_coherent()
235 struct vm_area_struct *vma, void *vaddr, size_t size, int *ret) in __dma_mmap_from_coherent() argument
237 if (mem && vaddr >= mem->virt_base && vaddr + size <= in __dma_mmap_from_coherent()
241 int start = (vaddr - mem->virt_base) >> PAGE_SHIFT; in __dma_mmap_from_coherent()
261 * @vaddr: cpu address returned by dma_alloc_from_dev_coherent
[all …]
H A Dremap.c27 void *vaddr; in dma_common_pages_remap() local
29 vaddr = vmap(pages, PAGE_ALIGN(size) >> PAGE_SHIFT, in dma_common_pages_remap()
31 if (vaddr) in dma_common_pages_remap()
32 find_vm_area(vaddr)->pages = pages; in dma_common_pages_remap()
33 return vaddr; in dma_common_pages_remap()
45 void *vaddr; in dma_common_contiguous_remap() local
53 vaddr = vmap(pages, count, VM_DMA_COHERENT, prot); in dma_common_contiguous_remap()
56 return vaddr; in dma_common_contiguous_remap()
/linux/arch/nios2/mm/
H A Ddma-mapping.c24 void *vaddr = phys_to_virt(paddr); in arch_sync_dma_for_device() local
28 invalidate_dcache_range((unsigned long)vaddr, in arch_sync_dma_for_device()
29 (unsigned long)(vaddr + size)); in arch_sync_dma_for_device()
37 flush_dcache_range((unsigned long)vaddr, in arch_sync_dma_for_device()
38 (unsigned long)(vaddr + size)); in arch_sync_dma_for_device()
48 void *vaddr = phys_to_virt(paddr); in arch_sync_dma_for_cpu() local
53 invalidate_dcache_range((unsigned long)vaddr, in arch_sync_dma_for_cpu()
54 (unsigned long)(vaddr + size)); in arch_sync_dma_for_cpu()

12345678910>>...24