| /linux/arch/mips/mm/ |
| H A D | mmap.c | 23 #define COLOUR_ALIGN(addr, pgoff) \ argument 25 (((pgoff) << PAGE_SHIFT) & shm_align_mask)) 30 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument 52 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_common() 64 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common() 101 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 105 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area() 113 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 117 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
|
| /linux/tools/testing/nvdimm/ |
| H A D | dax-dev.c | 9 phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument 20 pgoff_end = dax_range->pgoff + PHYS_PFN(range_len(range)) - 1; in dax_pgoff_to_phys() 21 if (pgoff < dax_range->pgoff || pgoff > pgoff_end) in dax_pgoff_to_phys() 23 addr = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; in dax_pgoff_to_phys()
|
| H A D | pmem-dax.c | 11 long __pmem_direct_access(struct pmem_device *pmem, pgoff_t pgoff, in __pmem_direct_access() argument 15 resource_size_t offset = PFN_PHYS(pgoff) + pmem->data_offset; in __pmem_direct_access() 17 if (unlikely(is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) / 512, in __pmem_direct_access() 33 pr_debug_ratelimited("%s: pmem: %p pgoff: %#lx pfn: %#lx\n", in __pmem_direct_access() 34 __func__, pmem, pgoff, page_to_pfn(page)); in __pmem_direct_access()
|
| /linux/arch/loongarch/mm/ |
| H A D | mmap.c | 15 #define COLOUR_ALIGN(addr, pgoff) \ argument 17 + (((pgoff) << PAGE_SHIFT) & SHM_ALIGN_MASK)) 22 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument 44 ((addr - (pgoff << PAGE_SHIFT)) & SHM_ALIGN_MASK)) in arch_get_unmapped_area_common() 56 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common() 67 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common() 96 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 100 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area() 108 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 112 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
|
| /linux/arch/arm/mm/ |
| H A D | mmap.c | 16 #define COLOUR_ALIGN(addr,pgoff) \ argument 18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 31 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument 52 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 62 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 105 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown() 113 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 127 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| H A D | fault-armv.c | 132 pgoff_t pgoff; in make_coherent() local 135 pgoff = vma->vm_pgoff + ((addr - vma->vm_start) >> PAGE_SHIFT); in make_coherent() 143 vma_interval_tree_foreach(mpnt, &mapping->i_mmap, pgoff, pgoff) { in make_coherent() 161 offset = (pgoff - mpnt->vm_pgoff) << PAGE_SHIFT; in make_coherent()
|
| /linux/arch/csky/abiv1/ |
| H A D | mmap.c | 12 #define COLOUR_ALIGN(addr,pgoff) \ argument 14 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 26 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument 36 .align_offset = pgoff << PAGE_SHIFT in arch_get_unmapped_area() 50 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 60 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
| /linux/drivers/md/ |
| H A D | dm-linear.c | 162 static struct dax_device *linear_dax_pgoff(struct dm_target *ti, pgoff_t *pgoff) in linear_dax_pgoff() argument 165 sector_t sector = linear_map_sector(ti, *pgoff << PAGE_SECTORS_SHIFT); in linear_dax_pgoff() 167 *pgoff = (get_start_sect(lc->dev->bdev) + sector) >> PAGE_SECTORS_SHIFT; in linear_dax_pgoff() 171 static long linear_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in linear_dax_direct_access() argument 175 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_direct_access() 177 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in linear_dax_direct_access() 180 static int linear_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff, in linear_dax_zero_page_range() argument 183 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_zero_page_range() 185 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in linear_dax_zero_page_range() 188 static size_t linear_dax_recovery_write(struct dm_target *ti, pgoff_t pgoff, in linear_dax_recovery_write() argument [all …]
|
| H A D | dm-stripe.c | 302 static struct dax_device *stripe_dax_pgoff(struct dm_target *ti, pgoff_t *pgoff) in stripe_dax_pgoff() argument 309 stripe_map_sector(sc, *pgoff * PAGE_SECTORS, &stripe, &dev_sector); in stripe_dax_pgoff() 313 *pgoff = (get_start_sect(bdev) + dev_sector) >> PAGE_SECTORS_SHIFT; in stripe_dax_pgoff() 317 static long stripe_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_direct_access() argument 321 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_direct_access() 323 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in stripe_dax_direct_access() 326 static int stripe_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_zero_page_range() argument 329 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_zero_page_range() 331 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in stripe_dax_zero_page_range() 334 static size_t stripe_dax_recovery_write(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_recovery_write() argument [all …]
|
| /linux/tools/testing/radix-tree/ |
| H A D | iteration_check.c | 51 unsigned long pgoff; in add_entries_fn() local 53 for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { in add_entries_fn() 54 my_item_insert(&array, pgoff); in add_entries_fn() 138 int pgoff; in remove_entries_fn() local 141 pgoff = rand_r(&seeds[2]) % MAX_IDX; in remove_entries_fn() 143 item = xa_erase(&array, pgoff); in remove_entries_fn() 145 item_free(item, pgoff); in remove_entries_fn()
|
| /linux/arch/sh/mm/ |
| H A D | mmap.c | 46 unsigned long pgoff) in COLOUR_ALIGN() argument 49 unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; in COLOUR_ALIGN() 55 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 68 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area() 82 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 96 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 102 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 116 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_topdown() 131 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 146 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| /linux/arch/xtensa/kernel/ |
| H A D | syscall.c | 35 #define COLOUR_ALIGN(addr, pgoff) \ argument 37 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1))) 58 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 69 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area() 80 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 92 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
| /linux/tools/testing/vma/ |
| H A D | shared.c | 17 pgoff_t pgoff, vma_flags_t vma_flags) in alloc_vma() argument 26 vma->vm_pgoff = pgoff; in alloc_vma() 41 pgoff_t pgoff, vma_flags_t vma_flags) in alloc_and_link_vma() argument 43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vma_flags); in alloc_and_link_vma() 126 pgoff_t pgoff) in vma_set_range() argument 130 vma->vm_pgoff = pgoff; in vma_set_range()
|
| H A D | shared.h | 97 pgoff_t pgoff, vma_flags_t vma_flags); 105 pgoff_t pgoff, vma_flags_t vma_flags); 132 pgoff_t pgoff);
|
| /linux/fs/romfs/ |
| H A D | mmap-nommu.c | 21 unsigned long pgoff, in romfs_get_unmapped_area() argument 35 offset = pgoff << PAGE_SHIFT; in romfs_get_unmapped_area() 38 if ((pgoff >= maxpages) || (maxpages - pgoff < lpages)) in romfs_get_unmapped_area() 44 if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT)) in romfs_get_unmapped_area()
|
| /linux/drivers/w1/slaves/ |
| H A D | w1_ds250x.c | 49 int pgoff = pageno * W1_PAGE_SIZE; in w1_ds2502_read_page() local 63 buf[1] = pgoff & 0xff; in w1_ds2502_read_page() 64 buf[2] = pgoff >> 8; in w1_ds2502_read_page() 71 w1_read_block(sl->master, &data->eprom[pgoff], W1_PAGE_SIZE); in w1_ds2502_read_page() 74 if (w1_calc_crc8(&data->eprom[pgoff], W1_PAGE_SIZE) != crc8) in w1_ds2502_read_page() 88 int pgoff, epoff; in w1_ds2505_read_page() local 97 epoff = pgoff = pageno * W1_PAGE_SIZE; in w1_ds2505_read_page() 105 buf[1] = pgoff & 0xff; in w1_ds2505_read_page() 106 buf[2] = pgoff >> 8; in w1_ds2505_read_page() 121 pgoff = (redir ^ 0xff) * W1_PAGE_SIZE; in w1_ds2505_read_page()
|
| /linux/arch/sh/kernel/ |
| H A D | sys_sh.c | 43 unsigned long fd, unsigned long pgoff) in sys_mmap2() argument 49 if (pgoff & ((1 << (PAGE_SHIFT - 12)) - 1)) in sys_mmap2() 52 pgoff >>= PAGE_SHIFT - 12; in sys_mmap2() 54 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff); in sys_mmap2()
|
| /linux/tools/perf/arch/x86/util/ |
| H A D | machine.c | 26 u64 end, u64 pgoff, const char *name) in add_extra_kernel_map() argument 42 mi->maps[mi->cnt].pgoff = pgoff; in add_extra_kernel_map() 93 xm->pgoff = mi.entry_trampoline; in machine__create_extra_kernel_maps()
|
| /linux/arch/sparc/kernel/ |
| H A D | sys_sparc_64.c | 83 unsigned long pgoff) in COLOR_ALIGN() argument 86 unsigned long off = (pgoff<<PAGE_SHIFT) & (SHMLBA-1); in COLOR_ALIGN() 101 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument 118 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area() 134 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 149 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 164 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 186 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area_topdown() 201 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 217 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown() [all …]
|
| /linux/virt/kvm/ |
| H A D | guest_memfd.c | 60 return gfn - slot->base_gfn + slot->gmem.pgoff; in kvm_gmem_get_index() 68 gfn_t gfn = slot->base_gfn + index - slot->gmem.pgoff; in __kvm_gmem_prepare_folio() 97 * the base pgoff of memslots is naturally aligned with the in kvm_gmem_prepare_folio() 104 WARN_ON(!IS_ALIGNED(slot->gmem.pgoff, folio_nr_pages(folio))); in kvm_gmem_prepare_folio() 170 pgoff_t pgoff = slot->gmem.pgoff; in __kvm_gmem_invalidate_begin() local 173 .start = slot->base_gfn + max(pgoff, start) - pgoff, in __kvm_gmem_invalidate_begin() 174 .end = slot->base_gfn + min(pgoff + slot->npages, end) - pgoff, in __kvm_gmem_invalidate_begin() 441 kvm_gmem_get_policy(struct vm_area_struct * vma,unsigned long addr,pgoff_t * pgoff) kvm_gmem_get_policy() argument [all...] |
| /linux/include/linux/sched/ |
| H A D | mm.h | 185 unsigned long len, unsigned long pgoff, 189 unsigned long len, unsigned long pgoff, 193 unsigned long len, unsigned long pgoff, 199 unsigned long pgoff, 205 unsigned long len, unsigned long pgoff, 209 unsigned long len, unsigned long pgoff,
|
| /linux/kernel/events/ |
| H A D | ring_buffer.c | 680 pgoff_t pgoff, int nr_pages, long watermark, int flags) in rb_alloc_aux() argument 787 rb->aux_pgoff = pgoff; in rb_alloc_aux() 807 __perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument 809 if (pgoff > rb->nr_pages) in __perf_mmap_to_page() 812 if (pgoff == 0) in __perf_mmap_to_page() 815 return virt_to_page(rb->data_pages[pgoff - 1]); in __perf_mmap_to_page() 896 __perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument 899 if (pgoff > data_page_nr(rb)) in __perf_mmap_to_page() 902 return vmalloc_to_page((void *)rb->user_page + pgoff * PAGE_SIZE); in __perf_mmap_to_page() 962 perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in perf_mmap_to_page() argument [all …]
|
| /linux/arch/arc/mm/ |
| H A D | mmap.c | 26 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument 38 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 58 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /linux/tools/perf/util/ |
| H A D | map.h | 29 u64 pgoff; in DECLARE_RC_STRUCT() local 64 return RC_CHK_ACCESS(map)->pgoff; in map__pgoff() 178 u64 pgoff, const struct dso_id *id, u32 prot, u32 flags, 275 static inline void map__set_pgoff(struct map *map, u64 pgoff) in map__set_pgoff() argument 277 RC_CHK_ACCESS(map)->pgoff = pgoff; in map__set_pgoff() 282 RC_CHK_ACCESS(map)->pgoff += inc; in map__add_pgoff()
|
| H A D | copyfile.c | 48 loff_t pgoff; in copyfile_offset() local 50 pgoff = off_in & ~(page_size - 1); in copyfile_offset() 51 off_in -= pgoff; in copyfile_offset() 53 ptr = mmap(NULL, off_in + size, PROT_READ, MAP_PRIVATE, ifd, pgoff); in copyfile_offset()
|