| /linux/fs/nilfs2/ |
| H A D | cpfile.c | 71 void *kaddr, in nilfs_cpfile_block_add_valid_checkpoints() argument
74 struct nilfs_checkpoint *cp = kaddr + bh_offset(bh); in nilfs_cpfile_block_add_valid_checkpoints()
85 void *kaddr, in nilfs_cpfile_block_sub_valid_checkpoints() argument
88 struct nilfs_checkpoint *cp = kaddr + bh_offset(bh); in nilfs_cpfile_block_sub_valid_checkpoints()
100 void *kaddr) in nilfs_cpfile_block_get_header() argument
102 return kaddr + bh_offset(bh); in nilfs_cpfile_block_get_header()
108 void *kaddr) in nilfs_cpfile_block_get_checkpoint() argument
110 return kaddr + bh_offset(bh) + nilfs_cpfile_get_offset(cpfile, cno) * in nilfs_cpfile_block_get_checkpoint()
116 void *kaddr) in nilfs_cpfile_block_init() argument
118 struct nilfs_checkpoint *cp = kaddr + bh_offset(bh); in nilfs_cpfile_block_init()
[all …]
|
| H A D | dir.c | 109 static bool nilfs_check_folio(struct folio *folio, char *kaddr) in nilfs_check_folio() argument
127 p = (struct nilfs_dir_entry *)(kaddr + offs); in nilfs_check_folio()
171 p = (struct nilfs_dir_entry *)(kaddr + offs); in nilfs_check_folio()
185 void *kaddr; in nilfs_get_folio()
190 kaddr = kmap_local_folio(folio, 0); in nilfs_get_folio()
192 if (!nilfs_check_folio(folio, kaddr)) in nilfs_get_folio()
197 return kaddr; in nilfs_get_folio()
200 folio_release_kmap(folio, kaddr); in nilfs_get_folio()
272 char *kaddr, *limit; in nilfs_readdir()
276 kaddr in nilfs_readdir()
186 void *kaddr; nilfs_get_folio() local
273 char *kaddr, *limit; nilfs_readdir() local
342 char *kaddr = nilfs_get_folio(dir, n, foliop); nilfs_find_entry() local
443 char *kaddr = nilfs_get_folio(dir, n, &folio); nilfs_add_link() local
522 char *kaddr = (char *)((unsigned long)dir & ~(folio_size(folio) - 1)); nilfs_delete_entry() local
565 void *kaddr; nilfs_make_empty() local
603 char *kaddr; nilfs_empty_dir() local
[all...] |
| H A D | sufile.c | 75 struct buffer_head *bh, void *kaddr) in nilfs_sufile_block_get_segment_usage() argument
77 return kaddr + bh_offset(bh) + in nilfs_sufile_block_get_segment_usage()
108 void *kaddr; in nilfs_sufile_mod_counter() local
110 kaddr = kmap_local_page(header_bh->b_page); in nilfs_sufile_mod_counter()
111 header = kaddr + bh_offset(header_bh); in nilfs_sufile_mod_counter()
114 kunmap_local(kaddr); in nilfs_sufile_mod_counter()
309 void *kaddr; in nilfs_sufile_alloc() local
318 kaddr = kmap_local_page(header_bh->b_page); in nilfs_sufile_alloc()
319 header = kaddr + bh_offset(header_bh); in nilfs_sufile_alloc()
321 kunmap_local(kaddr); in nilfs_sufile_alloc()
[all …]
|
| H A D | dat.c | 92 void *kaddr; in nilfs_dat_commit_alloc() local
94 kaddr = kmap_local_page(req->pr_entry_bh->b_page); in nilfs_dat_commit_alloc()
96 req->pr_entry_bh, kaddr); in nilfs_dat_commit_alloc()
100 kunmap_local(kaddr); in nilfs_dat_commit_alloc()
116 void *kaddr; in nilfs_dat_commit_free() local
118 kaddr = kmap_local_page(req->pr_entry_bh->b_page); in nilfs_dat_commit_free()
120 req->pr_entry_bh, kaddr); in nilfs_dat_commit_free()
124 kunmap_local(kaddr); in nilfs_dat_commit_free()
146 void *kaddr; in nilfs_dat_commit_start() local
148 kaddr = kmap_local_page(req->pr_entry_bh->b_page); in nilfs_dat_commit_start()
[all …]
|
| /linux/arch/arm64/kernel/ |
| H A D | paravirt.c | 38 struct pvclock_vcpu_stolen_time __rcu *kaddr; member
55 struct pvclock_vcpu_stolen_time *kaddr = NULL; in para_steal_clock() local
67 kaddr = rcu_dereference(reg->kaddr); in para_steal_clock()
68 if (!kaddr) { in para_steal_clock()
73 ret = le64_to_cpu(READ_ONCE(kaddr->stolen_time)); in para_steal_clock()
80 struct pvclock_vcpu_stolen_time *kaddr = NULL; in stolen_time_cpu_down_prepare() local
84 if (!reg->kaddr) in stolen_time_cpu_down_prepare()
87 kaddr = rcu_replace_pointer(reg->kaddr, NULL, true); in stolen_time_cpu_down_prepare()
89 memunmap(kaddr); in stolen_time_cpu_down_prepare()
96 struct pvclock_vcpu_stolen_time *kaddr = NULL; in stolen_time_cpu_online() local
[all …]
|
| /linux/fs/btrfs/ |
| H A D | accessors.c | 31 token->kaddr = folio_address(eb->folios[0]); in btrfs_init_map_token()
74 ASSERT(token->kaddr); \
78 return get_unaligned_le##bits(token->kaddr + oil); \
80 token->kaddr = folio_address(token->eb->folios[idx]); \
83 return get_unaligned_le##bits(token->kaddr + oil); \
85 memcpy(lebytes, token->kaddr + oil, part); \
86 token->kaddr = folio_address(token->eb->folios[idx + 1]); \
88 memcpy(lebytes + part, token->kaddr, size - part); \
99 char *kaddr = folio_address(eb->folios[idx]); \
106 return get_unaligned_le##bits(kaddr + oil); \
[all …]
|
| H A D | lzo.c | 141 char *kaddr; in copy_compressed_data_to_page() local
161 kaddr = kmap_local_folio(cur_folio, 0); in copy_compressed_data_to_page()
162 write_compress_length(kaddr + offset_in_page(*cur_out), in copy_compressed_data_to_page()
173 kunmap_local(kaddr); in copy_compressed_data_to_page()
186 kaddr = kmap_local_folio(cur_folio, 0); in copy_compressed_data_to_page()
188 memcpy(kaddr + offset_in_page(*cur_out), in copy_compressed_data_to_page()
203 memset(kaddr + offset_in_page(*cur_out), 0, in copy_compressed_data_to_page()
208 kunmap_local(kaddr); in copy_compressed_data_to_page()
336 char *kaddr; in lzo_decompress_bio() local
345 kaddr = kmap_local_folio(cb->compressed_folios[0], 0); in lzo_decompress_bio()
[all …]
|
| /linux/fs/sysv/ |
| H A D | dir.c | 88 char *kaddr, *limit; in sysv_readdir() local
92 kaddr = dir_get_page(inode, n, &page); in sysv_readdir()
93 if (IS_ERR(kaddr)) in sysv_readdir()
95 de = (struct sysv_dir_entry *)(kaddr+offset); in sysv_readdir()
96 limit = kaddr + PAGE_SIZE - SYSV_DIRSIZE; in sysv_readdir()
106 unmap_and_put_page(page, kaddr); in sysv_readdir()
110 unmap_and_put_page(page, kaddr); in sysv_readdir()
157 char *kaddr = dir_get_page(dir, n, &page); in sysv_find_entry() local
159 if (!IS_ERR(kaddr)) { in sysv_find_entry()
160 de = (struct sysv_dir_entry *)kaddr; in sysv_find_entry()
[all …]
|
| /linux/fs/ext2/ |
| H A D | dir.c | 99 static bool ext2_check_folio(struct folio *folio, int quiet, char *kaddr) in ext2_check_folio() argument
118 p = (ext2_dirent *)(kaddr + offs); in ext2_check_folio()
170 p = (ext2_dirent *)(kaddr + offs); in ext2_check_folio()
194 void *kaddr; in ext2_get_folio()
198 kaddr = kmap_local_folio(folio, 0); in ext2_get_folio()
200 if (!ext2_check_folio(folio, quiet, kaddr)) in ext2_get_folio()
204 return kaddr; in ext2_get_folio()
207 folio_release_kmap(folio, kaddr); in ext2_get_folio()
278 char *kaddr = ext2_get_folio(inode, n, 0, &folio); in ext2_readdir()
281 if (IS_ERR(kaddr)) { in ext2_readdir()
195 void *kaddr; ext2_get_folio() local
279 char *kaddr = ext2_get_folio(inode, n, 0, &folio); ext2_readdir() local
362 char *kaddr = ext2_get_folio(dir, n, 0, foliop); ext2_find_entry() local
498 char *kaddr = ext2_get_folio(dir, n, 0, &folio); ext2_add_link() local
576 char *kaddr; ext2_delete_entry() local
624 void *kaddr; ext2_make_empty() local
663 char *kaddr; ext2_empty_dir() local
[all...] |
| /linux/fs/minix/ |
| H A D | dir.c | 101 char *p, *kaddr, *limit; in minix_readdir() local
104 kaddr = dir_get_page(inode, n, &page); in minix_readdir()
105 if (IS_ERR(kaddr)) in minix_readdir()
107 p = kaddr+offset; in minix_readdir()
108 limit = kaddr + minix_last_byte(inode, n) - chunk_size; in minix_readdir()
131 unmap_and_put_page(page, kaddr); in minix_readdir()
169 char *kaddr, *limit; in minix_find_entry() local
171 kaddr = dir_get_page(dir, n, &page); in minix_find_entry()
172 if (IS_ERR(kaddr)) in minix_find_entry()
175 limit = kaddr + minix_last_byte(dir, n) - sbi->s_dirsize; in minix_find_entry()
[all …]
|
| /linux/arch/loongarch/include/asm/ |
| H A D | page.h | 78 struct page *dmw_virt_to_page(unsigned long kaddr);
79 struct page *tlb_virt_to_page(unsigned long kaddr);
90 #define virt_to_page(kaddr) phys_to_page(__pa(kaddr)) argument
102 #define virt_to_page(kaddr) \ argument
104 (likely((unsigned long)kaddr < vm_map_base)) ? \
105 dmw_virt_to_page((unsigned long)kaddr) : tlb_virt_to_page((unsigned long)kaddr);\
111 #define virt_to_pfn(kaddr) page_to_pfn(virt_to_page(kaddr)) argument
113 extern int __virt_addr_valid(volatile void *kaddr);
114 #define virt_addr_valid(kaddr) __virt_addr_valid((volatile void *)(kaddr)) argument
|
| H A D | kfence.h | 20 char *kaddr, *vaddr; in arch_kfence_init_pool()
40 kaddr = kfence_pool; in arch_kfence_init_pool()
42 while (kaddr < kfence_pool + KFENCE_POOL_SIZE) { in arch_kfence_init_pool()
43 set_page_address(virt_to_page(kaddr), vaddr); in arch_kfence_init_pool()
44 kaddr += PAGE_SIZE; in arch_kfence_init_pool()
19 char *kaddr, *vaddr; arch_kfence_init_pool() local
|
| /linux/arch/m68k/sun3/ |
| H A D | dvma.c | 23 static unsigned long dvma_page(unsigned long kaddr, unsigned long vaddr) in dvma_page() argument
29 j = *(volatile unsigned long *)kaddr; in dvma_page()
30 *(volatile unsigned long *)kaddr = j; in dvma_page()
32 ptep = pfn_pte(virt_to_pfn((void *)kaddr), PAGE_KERNEL); in dvma_page()
40 return (vaddr + (kaddr & ~PAGE_MASK)); in dvma_page()
44 int dvma_map_iommu(unsigned long kaddr, unsigned long baddr, in dvma_map_iommu() argument
56 dvma_page(kaddr, vaddr); in dvma_map_iommu()
57 kaddr += PAGE_SIZE; in dvma_map_iommu()
|
| H A D | sun3dvma.c | 266 unsigned long dvma_map_align(unsigned long kaddr, int len, int align) in dvma_map_align() argument
275 if(!kaddr || !len) { in dvma_map_align()
281 pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr); in dvma_map_align()
282 off = kaddr & ~DVMA_PAGE_MASK; in dvma_map_align()
283 kaddr &= PAGE_MASK; in dvma_map_align()
295 if(!dvma_map_iommu(kaddr, baddr, len)) in dvma_map_align()
298 pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, in dvma_map_align()
323 unsigned long kaddr; in dvma_malloc_align() local
333 if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0) in dvma_malloc_align()
336 if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) { in dvma_malloc_align()
[all …]
|
| /linux/drivers/acpi/ |
| H A D | nvs.c | 78 void *kaddr; member
138 if (entry->kaddr) { in suspend_nvs_free()
140 iounmap(entry->kaddr); in suspend_nvs_free()
143 acpi_os_unmap_iomem(entry->kaddr, in suspend_nvs_free()
146 entry->kaddr = NULL; in suspend_nvs_free()
182 entry->kaddr = acpi_os_get_iomem(phys, size); in suspend_nvs_save()
183 if (!entry->kaddr) { in suspend_nvs_save()
184 entry->kaddr = acpi_os_ioremap(phys, size); in suspend_nvs_save()
185 entry->unmap = !!entry->kaddr; in suspend_nvs_save()
187 if (!entry->kaddr) { in suspend_nvs_save()
[all …]
|
| /linux/fs/erofs/ |
| H A D | inode.c | 19 void *kaddr; in erofs_read_inode() local
29 kaddr = erofs_read_metabuf(buf, sb, erofs_pos(sb, blkaddr), EROFS_KMAP); in erofs_read_inode()
30 if (IS_ERR(kaddr)) { in erofs_read_inode()
32 vi->nid, PTR_ERR(kaddr)); in erofs_read_inode()
33 return kaddr; in erofs_read_inode()
36 dic = kaddr + *ofs; in erofs_read_inode()
69 kaddr = erofs_read_metabuf(buf, sb, erofs_pos(sb, blkaddr + 1), in erofs_read_inode()
71 if (IS_ERR(kaddr)) { in erofs_read_inode()
73 vi->nid, PTR_ERR(kaddr)); in erofs_read_inode()
75 return kaddr; in erofs_read_inode()
[all …]
|
| H A D | xattr.c | 15 void *kaddr; member
84 it.kaddr = erofs_bread(&it.buf, it.pos, EROFS_KMAP); in erofs_init_inode_xattrs()
85 if (IS_ERR(it.kaddr)) { in erofs_init_inode_xattrs()
86 ret = PTR_ERR(it.kaddr); in erofs_init_inode_xattrs()
90 ih = it.kaddr; in erofs_init_inode_xattrs()
105 it.kaddr = erofs_bread(&it.buf, it.pos, EROFS_KMAP); in erofs_init_inode_xattrs()
106 if (IS_ERR(it.kaddr)) { in erofs_init_inode_xattrs()
109 ret = PTR_ERR(it.kaddr); in erofs_init_inode_xattrs()
112 vi->xattr_shared_xattrs[i] = le32_to_cpu(*(__le32 *)it.kaddr); in erofs_init_inode_xattrs()
186 it->kaddr = erofs_bread(&it->buf, it->pos, EROFS_KMAP); in erofs_xattr_copy_to_buffer()
[all …]
|
| /linux/fs/ufs/ |
| H A D | dir.c | 120 char *kaddr = page_address(page); in ufs_check_page() local
135 p = (struct ufs_dir_entry *)(kaddr + offs); in ufs_check_page()
185 p = (struct ufs_dir_entry *)(kaddr + offs); in ufs_check_page()
283 char *kaddr; in ufs_find_entry() local
286 kaddr = page_address(page); in ufs_find_entry()
287 de = (struct ufs_dir_entry *) kaddr; in ufs_find_entry()
288 kaddr += ufs_last_byte(dir, n) - reclen; in ufs_find_entry()
289 while ((char *) de <= kaddr) { in ufs_find_entry()
324 char *kaddr; in ufs_add_link() local
343 kaddr = page_address(page); in ufs_add_link()
[all …]
|
| /linux/arch/m68k/sun3x/ |
| H A D | dvma.c | 78 inline int dvma_map_cpu(unsigned long kaddr, in dvma_map_cpu() argument
87 kaddr &= PAGE_MASK; in dvma_map_cpu()
92 pr_debug("dvma: mapping kern %08lx to virt %08lx\n", kaddr, vaddr); in dvma_map_cpu()
127 __pa(kaddr), vaddr); in dvma_map_cpu()
128 set_pte(pte, pfn_pte(virt_to_pfn((void *)kaddr), in dvma_map_cpu()
131 kaddr += PAGE_SIZE; in dvma_map_cpu()
146 int dvma_map_iommu(unsigned long kaddr, unsigned long baddr, int len) in dvma_map_iommu() argument
162 dvma_entry_set(index, __pa(kaddr)); in dvma_map_iommu()
167 kaddr += DVMA_PAGE_SIZE; in dvma_map_iommu()
|
| /linux/arch/arm/include/asm/ |
| H A D | tlbflush.h | 472 static inline void __local_flush_tlb_kernel_page(unsigned long kaddr) in __local_flush_tlb_kernel_page() argument
477 tlb_op(TLB_V4_U_PAGE, "c8, c7, 1", kaddr); in __local_flush_tlb_kernel_page()
478 tlb_op(TLB_V4_D_PAGE, "c8, c6, 1", kaddr); in __local_flush_tlb_kernel_page()
479 tlb_op(TLB_V4_I_PAGE, "c8, c5, 1", kaddr); in __local_flush_tlb_kernel_page()
483 tlb_op(TLB_V6_U_PAGE, "c8, c7, 1", kaddr); in __local_flush_tlb_kernel_page()
484 tlb_op(TLB_V6_D_PAGE, "c8, c6, 1", kaddr); in __local_flush_tlb_kernel_page()
485 tlb_op(TLB_V6_I_PAGE, "c8, c5, 1", kaddr); in __local_flush_tlb_kernel_page()
488 static inline void local_flush_tlb_kernel_page(unsigned long kaddr) in local_flush_tlb_kernel_page() argument
492 kaddr &= PAGE_MASK; in local_flush_tlb_kernel_page()
497 __local_flush_tlb_kernel_page(kaddr); in local_flush_tlb_kernel_page()
[all …]
|
| /linux/include/linux/ |
| H A D | highmem.h | 239 void *kaddr = kmap_local_page(page); in clear_highpage() local
240 clear_page(kaddr); in clear_highpage()
241 kunmap_local(kaddr); in clear_highpage()
246 void *kaddr = kmap_local_page(page); in clear_highpage_kasan_tagged() local
248 clear_page(kasan_reset_tag(kaddr)); in clear_highpage_kasan_tagged()
249 kunmap_local(kaddr); in clear_highpage_kasan_tagged()
272 void *kaddr = kmap_local_page(page); in zero_user_segments() local
278 memset(kaddr + start1, 0, end1 - start1); in zero_user_segments()
281 memset(kaddr + start2, 0, end2 - start2); in zero_user_segments()
283 kunmap_local(kaddr); in zero_user_segments()
[all …]
|
| /linux/arch/hexagon/include/asm/ |
| H A D | page.h | 92 #define virt_to_page(kaddr) pfn_to_page(PFN_DOWN(__pa(kaddr))) argument
97 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) argument
127 static inline unsigned long virt_to_pfn(const void *kaddr) in virt_to_pfn() argument
129 return __pa(kaddr) >> PAGE_SHIFT; in virt_to_pfn()
|
| /linux/arch/arc/include/asm/ |
| H A D | page.h | 123 static inline unsigned long virt_to_pfn(const void *kaddr) in virt_to_pfn() argument
125 return __pa(kaddr) >> PAGE_SHIFT; in virt_to_pfn()
128 #define virt_to_page(kaddr) pfn_to_page(virt_to_pfn(kaddr)) argument
129 #define virt_addr_valid(kaddr) pfn_valid(virt_to_pfn(kaddr)) argument
|
| /linux/tools/testing/nvdimm/ |
| H A D | pmem-dax.c | 12 long nr_pages, enum dax_access_mode mode, void **kaddr, in __pmem_direct_access() argument
28 if (kaddr) in __pmem_direct_access()
29 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
39 if (kaddr) in __pmem_direct_access()
40 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
|
| /linux/arch/m68k/include/asm/ |
| H A D | page_no.h | 22 static inline unsigned long virt_to_pfn(const void *kaddr) in virt_to_pfn() argument
24 return __pa(kaddr) >> PAGE_SHIFT; in virt_to_pfn()
35 #define virt_addr_valid(kaddr) (((unsigned long)(kaddr) >= PAGE_OFFSET) && \ argument
36 ((unsigned long)(kaddr) < memory_end))
|