Home
last modified time | relevance | path

Searched refs:kaddr (Results 1 – 25 of 127) sorted by relevance

123456

/linux/arch/loongarch/include/asm/
H A Dpage.h68 struct page *dmw_virt_to_page(unsigned long kaddr);
69 struct page *tlb_virt_to_page(unsigned long kaddr);
77 #define virt_to_page(kaddr) phys_to_page(__pa(kaddr)) argument
89 #define virt_to_page(kaddr) \ argument
91 (likely((unsigned long)kaddr < vm_map_base)) ? \
92 dmw_virt_to_page((unsigned long)kaddr) : tlb_virt_to_page((unsigned long)kaddr);\
98 #define virt_to_pfn(kaddr) page_to_pfn(virt_to_page(kaddr)) argument
100 extern int __virt_addr_valid(volatile void *kaddr);
101 #define virt_addr_valid(kaddr) __virt_addr_valid((volatile void *)(kaddr)) argument
H A Dkfence.h20 char *kaddr, *vaddr; in arch_kfence_init_pool() local
40 kaddr = kfence_pool; in arch_kfence_init_pool()
42 while (kaddr < kfence_pool + KFENCE_POOL_SIZE) { in arch_kfence_init_pool()
43 set_page_address(virt_to_page(kaddr), vaddr); in arch_kfence_init_pool()
44 kaddr += PAGE_SIZE; in arch_kfence_init_pool()
H A Dio.h71 #define virt_to_phys(kaddr) \ argument
73 (likely((unsigned long)kaddr < vm_map_base)) ? __pa((unsigned long)kaddr) : \
74 page_to_phys(tlb_virt_to_page((unsigned long)kaddr)) + offset_in_page((unsigned long)kaddr);\
/linux/fs/ufs/
H A Ddir.c110 static bool ufs_check_folio(struct folio *folio, char *kaddr) in ufs_check_folio() argument
128 p = (struct ufs_dir_entry *)(kaddr + offs); in ufs_check_folio()
178 p = (struct ufs_dir_entry *)(kaddr + offs); in ufs_check_folio()
192 void *kaddr; in ufs_get_folio() local
196 kaddr = kmap_local_folio(folio, 0); in ufs_get_folio()
198 if (!ufs_check_folio(folio, kaddr)) in ufs_get_folio()
202 return kaddr; in ufs_get_folio()
205 folio_release_kmap(folio, kaddr); in ufs_get_folio()
272 char *kaddr = ufs_get_folio(dir, n, foliop); in ufs_find_entry() local
274 if (!IS_ERR(kaddr)) { in ufs_find_entry()
[all …]
/linux/fs/btrfs/
H A Daccessors.c59 char *kaddr = folio_address(eb->folios[idx]) + oif; \
69 return get_unaligned_le##bits(kaddr); \
72 lebytes[0] = *kaddr; \
73 kaddr = folio_address(eb->folios[idx + 1]); \
74 lebytes[1] = *kaddr; \
76 memcpy_split_src(lebytes, kaddr, \
89 char *kaddr = folio_address(eb->folios[idx]) + oif; \
99 put_unaligned_le##bits(val, kaddr); \
104 *kaddr = lebytes[0]; \
105 kaddr = folio_address(eb->folios[idx + 1]); \
[all …]
H A Dlzo.c189 char *kaddr; in copy_compressed_data_to_bio() local
211 kaddr = kmap_local_folio(*out_folio, offset_in_folio(*out_folio, *total_out)); in copy_compressed_data_to_bio()
212 put_unaligned_le32(compressed_size, kaddr); in copy_compressed_data_to_bio()
213 kunmap_local(kaddr); in copy_compressed_data_to_bio()
237 kaddr = kmap_local_folio(*out_folio, foffset); in copy_compressed_data_to_bio()
238 memcpy(kaddr, compressed_data + *total_out - copy_start, copy_len); in copy_compressed_data_to_bio()
239 kunmap_local(kaddr); in copy_compressed_data_to_bio()
420 char *kaddr; in lzo_decompress_bio() local
436 kaddr = kmap_local_folio(fi.folio, 0); in lzo_decompress_bio()
437 len_in = get_unaligned_le32(kaddr); in lzo_decompress_bio()
[all …]
/linux/arch/m68k/sun3/
H A Ddvma.c23 static unsigned long dvma_page(unsigned long kaddr, unsigned long vaddr) in dvma_page() argument
29 j = *(volatile unsigned long *)kaddr; in dvma_page()
30 *(volatile unsigned long *)kaddr = j; in dvma_page()
32 ptep = pfn_pte(virt_to_pfn((void *)kaddr), PAGE_KERNEL); in dvma_page()
40 return (vaddr + (kaddr & ~PAGE_MASK)); in dvma_page()
44 int dvma_map_iommu(unsigned long kaddr, unsigned long baddr, in dvma_map_iommu() argument
56 dvma_page(kaddr, vaddr); in dvma_map_iommu()
57 kaddr += PAGE_SIZE; in dvma_map_iommu()
/linux/fs/ntfs/
H A Dbitmap.c22 char *kaddr; in ntfs_trim_fs() local
59 kaddr = kmap_local_folio(folio, 0); in ntfs_trim_fs()
60 bitmap = (unsigned long *)kaddr; in ntfs_trim_fs()
91 kunmap_local(kaddr); in ntfs_trim_fs()
129 u8 *kaddr; in __ntfs_bitmap_set_bits_in_run() local
162 kaddr = kmap_local_folio(folio, 0); in __ntfs_bitmap_set_bits_in_run()
172 u8 *byte = kaddr + pos; in __ntfs_bitmap_set_bits_in_run()
195 memset(kaddr + pos, value ? 0xff : 0, len); in __ntfs_bitmap_set_bits_in_run()
214 kunmap_local(kaddr); in __ntfs_bitmap_set_bits_in_run()
226 kaddr = kmap_local_folio(folio, 0); in __ntfs_bitmap_set_bits_in_run()
[all …]
/linux/arch/m68k/sun3x/
H A Ddvma.c78 inline int dvma_map_cpu(unsigned long kaddr, in dvma_map_cpu() argument
87 kaddr &= PAGE_MASK; in dvma_map_cpu()
92 pr_debug("dvma: mapping kern %08lx to virt %08lx\n", kaddr, vaddr); in dvma_map_cpu()
127 __pa(kaddr), vaddr); in dvma_map_cpu()
128 set_pte(pte, pfn_pte(virt_to_pfn((void *)kaddr), in dvma_map_cpu()
131 kaddr += PAGE_SIZE; in dvma_map_cpu()
146 int dvma_map_iommu(unsigned long kaddr, unsigned long baddr, int len) in dvma_map_iommu() argument
162 dvma_entry_set(index, __pa(kaddr)); in dvma_map_iommu()
167 kaddr += DVMA_PAGE_SIZE; in dvma_map_iommu()
/linux/arch/arm/include/asm/
H A Dtlbflush.h472 static inline void __local_flush_tlb_kernel_page(unsigned long kaddr) in __local_flush_tlb_kernel_page() argument
477 tlb_op(TLB_V4_U_PAGE, "c8, c7, 1", kaddr); in __local_flush_tlb_kernel_page()
478 tlb_op(TLB_V4_D_PAGE, "c8, c6, 1", kaddr); in __local_flush_tlb_kernel_page()
479 tlb_op(TLB_V4_I_PAGE, "c8, c5, 1", kaddr); in __local_flush_tlb_kernel_page()
483 tlb_op(TLB_V6_U_PAGE, "c8, c7, 1", kaddr); in __local_flush_tlb_kernel_page()
484 tlb_op(TLB_V6_D_PAGE, "c8, c6, 1", kaddr); in __local_flush_tlb_kernel_page()
485 tlb_op(TLB_V6_I_PAGE, "c8, c5, 1", kaddr); in __local_flush_tlb_kernel_page()
488 static inline void local_flush_tlb_kernel_page(unsigned long kaddr) in local_flush_tlb_kernel_page() argument
492 kaddr &= PAGE_MASK; in local_flush_tlb_kernel_page()
497 __local_flush_tlb_kernel_page(kaddr); in local_flush_tlb_kernel_page()
[all …]
/linux/tools/testing/nvdimm/
H A Dpmem-dax.c12 long nr_pages, enum dax_access_mode mode, void **kaddr, in __pmem_direct_access() argument
28 if (kaddr) in __pmem_direct_access()
29 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
39 if (kaddr) in __pmem_direct_access()
40 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
/linux/include/linux/
H A Dhighmem.h335 void *kaddr = kmap_local_page(page); in clear_highpage() local
336 clear_page(kaddr); in clear_highpage()
337 kunmap_local(kaddr); in clear_highpage()
342 void *kaddr = kmap_local_page(page); in clear_highpage_kasan_tagged() local
344 clear_page(kasan_reset_tag(kaddr)); in clear_highpage_kasan_tagged()
345 kunmap_local(kaddr); in clear_highpage_kasan_tagged()
371 void *kaddr = kmap_local_page(page); in zero_user_segments() local
377 memset(kaddr + start1, 0, end1 - start1); in zero_user_segments()
380 memset(kaddr + start2, 0, end2 - start2); in zero_user_segments()
382 kunmap_local(kaddr); in zero_user_segments()
[all …]
/linux/fs/erofs/
H A Dxattr.c15 void *kaddr; member
130 it->kaddr = erofs_bread(&it->buf, it->pos, true); in erofs_xattr_copy_to_buffer()
131 if (IS_ERR(it->kaddr)) in erofs_xattr_copy_to_buffer()
132 return PTR_ERR(it->kaddr); in erofs_xattr_copy_to_buffer()
136 memcpy(it->buffer + it->buffer_ofs, it->kaddr, slice); in erofs_xattr_copy_to_buffer()
151 entry = *(struct erofs_xattr_entry *)it->kaddr; in erofs_listxattr_foreach()
201 entry = *(struct erofs_xattr_entry *)it->kaddr; in erofs_getxattr_foreach()
232 it->kaddr = erofs_bread(&it->buf, it->pos, true); in erofs_getxattr_foreach()
233 if (IS_ERR(it->kaddr)) in erofs_getxattr_foreach()
234 return PTR_ERR(it->kaddr); in erofs_getxattr_foreach()
[all …]
/linux/arch/csky/include/asm/
H A Dpage.h33 #define virt_addr_valid(kaddr) ((void *)(kaddr) >= (void *)PAGE_OFFSET && \ argument
34 (void *)(kaddr) < high_memory)
73 static inline unsigned long virt_to_pfn(const void *kaddr) in virt_to_pfn() argument
75 return __pa(kaddr) >> PAGE_SHIFT; in virt_to_pfn()
/linux/arch/m68k/include/asm/
H A Dpage_mm.h125 static inline unsigned long virt_to_pfn(const void *kaddr) in virt_to_pfn() argument
127 return __pa(kaddr) >> PAGE_SHIFT; in virt_to_pfn()
146 #define virt_addr_valid(kaddr) ((unsigned long)(kaddr) >= PAGE_OFFSET && (unsigned long)(kaddr) < (… argument
/linux/drivers/tee/amdtee/
H A Dshm_pool.c26 shm->kaddr = (void *)va; in pool_op_alloc()
34 shm->kaddr = NULL; in pool_op_alloc()
45 free_pages((unsigned long)shm->kaddr, get_order(shm->size)); in pool_op_free()
46 shm->kaddr = NULL; in pool_op_free()
/linux/arch/sh/mm/
H A Duncached.c24 int virt_addr_uncached(unsigned long kaddr) in virt_addr_uncached() argument
26 return (kaddr >= uncached_start) && (kaddr < uncached_end); in virt_addr_uncached()
H A Dcache.c130 void *kaddr = kmap_atomic(page); in clear_user_highpage() local
132 clear_page(kaddr); in clear_user_highpage()
134 if (pages_do_alias((unsigned long)kaddr, vaddr & PAGE_MASK)) in clear_user_highpage()
135 __flush_purge_region(kaddr, PAGE_SIZE); in clear_user_highpage()
137 kunmap_atomic(kaddr); in clear_user_highpage()
166 void *kaddr; in __flush_anon_page() local
168 kaddr = kmap_coherent(page, vmaddr); in __flush_anon_page()
171 kunmap_coherent(kaddr); in __flush_anon_page()
/linux/drivers/dax/
H A Dfsdev.c48 long nr_pages, enum dax_access_mode mode, void **kaddr, in __fsdev_dax_direct_access() argument
63 if (kaddr) in __fsdev_dax_direct_access()
64 *kaddr = __va(phys); in __fsdev_dax_direct_access()
79 void *kaddr; in fsdev_dax_zero_page_range() local
84 &kaddr, NULL); in fsdev_dax_zero_page_range()
87 fsdev_write_dax(kaddr, ZERO_PAGE(0), 0, PAGE_SIZE); in fsdev_dax_zero_page_range()
93 void **kaddr, unsigned long *pfn) in fsdev_dax_direct_access() argument
96 kaddr, pfn); in fsdev_dax_direct_access()
/linux/arch/arm/mm/
H A Dcopypage-v4wt.c62 void *ptr, *kaddr = kmap_atomic(page); in v4wt_clear_user_highpage() local
77 : "0" (kaddr), "I" (PAGE_SIZE / 64) in v4wt_clear_user_highpage()
79 kunmap_atomic(kaddr); in v4wt_clear_user_highpage()
H A Dcopypage-fa.c57 void *ptr, *kaddr = kmap_atomic(page); in fa_clear_user_highpage() local
74 : "0" (kaddr), "I" (PAGE_SIZE / 32) in fa_clear_user_highpage()
76 kunmap_atomic(kaddr); in fa_clear_user_highpage()
H A Dcopypage-v4wb.c67 void *ptr, *kaddr = kmap_atomic(page); in v4wb_clear_user_highpage() local
84 : "0" (kaddr), "I" (PAGE_SIZE / 64) in v4wb_clear_user_highpage()
86 kunmap_atomic(kaddr); in v4wb_clear_user_highpage()
H A Dcopypage-xsc3.c82 void *ptr, *kaddr = kmap_atomic(page); in xsc3_mc_clear_user_highpage() local
96 : "0" (kaddr), "I" (PAGE_SIZE / 32) in xsc3_mc_clear_user_highpage()
98 kunmap_atomic(kaddr); in xsc3_mc_clear_user_highpage()
H A Dcopypage-feroceon.c81 void *ptr, *kaddr = kmap_atomic(page); in feroceon_clear_user_highpage() local
99 : "0" (kaddr), "I" (PAGE_SIZE / 32) in feroceon_clear_user_highpage()
101 kunmap_atomic(kaddr); in feroceon_clear_user_highpage()
/linux/drivers/misc/lkdtm/
H A Dusercopy.c351 static void do_usercopy_page_span(const char *name, void *kaddr) in do_usercopy_page_span() argument
363 memset(kaddr, 0xAA, PAGE_SIZE); in do_usercopy_page_span()
366 kaddr += PAGE_SIZE / 2; in do_usercopy_page_span()
369 name, kaddr); in do_usercopy_page_span()
370 if (copy_to_user((void __user *)uaddr, kaddr, in do_usercopy_page_span()
377 name, kaddr); in do_usercopy_page_span()
378 if (copy_to_user((void __user *)uaddr, kaddr, unconst + PAGE_SIZE)) { in do_usercopy_page_span()

123456