Home
last modified time | relevance | path

Searched refs:pgoff (Results 1 – 25 of 157) sorted by relevance

1234567

/linux/arch/mips/mm/
H A Dmmap.c23 #define COLOUR_ALIGN(addr, pgoff) \ argument
25 (((pgoff) << PAGE_SHIFT) & shm_align_mask))
30 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument
52 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_common()
64 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common()
101 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument
105 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area()
113 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
117 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
/linux/arch/loongarch/mm/
H A Dmmap.c15 #define COLOUR_ALIGN(addr, pgoff) \ argument
17 + (((pgoff) << PAGE_SHIFT) & SHM_ALIGN_MASK))
22 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument
44 ((addr - (pgoff << PAGE_SHIFT)) & SHM_ALIGN_MASK)) in arch_get_unmapped_area_common()
56 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common()
67 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common()
96 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument
100 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area()
108 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
112 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
/linux/tools/testing/nvdimm/
H A Ddax-dev.c9 phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument
20 pgoff_end = dax_range->pgoff + PHYS_PFN(range_len(range)) - 1; in dax_pgoff_to_phys()
21 if (pgoff < dax_range->pgoff || pgoff > pgoff_end) in dax_pgoff_to_phys()
23 addr = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; in dax_pgoff_to_phys()
H A Dpmem-dax.c11 long __pmem_direct_access(struct pmem_device *pmem, pgoff_t pgoff, in __pmem_direct_access() argument
15 resource_size_t offset = PFN_PHYS(pgoff) + pmem->data_offset; in __pmem_direct_access()
17 if (unlikely(is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) / 512, in __pmem_direct_access()
33 pr_debug_ratelimited("%s: pmem: %p pgoff: %#lx pfn: %#lx\n", in __pmem_direct_access()
34 __func__, pmem, pgoff, page_to_pfn(page)); in __pmem_direct_access()
/linux/arch/arm/mm/
H A Dmmap.c16 #define COLOUR_ALIGN(addr,pgoff) \ argument
18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
31 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument
52 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
62 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
105 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown()
113 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
127 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
/linux/drivers/md/
H A Ddm-linear.c162 static struct dax_device *linear_dax_pgoff(struct dm_target *ti, pgoff_t *pgoff) in linear_dax_pgoff() argument
165 sector_t sector = linear_map_sector(ti, *pgoff << PAGE_SECTORS_SHIFT); in linear_dax_pgoff()
167 *pgoff = (get_start_sect(lc->dev->bdev) + sector) >> PAGE_SECTORS_SHIFT; in linear_dax_pgoff()
171 static long linear_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in linear_dax_direct_access() argument
175 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_direct_access()
177 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in linear_dax_direct_access()
180 static int linear_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff, in linear_dax_zero_page_range() argument
183 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_zero_page_range()
185 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in linear_dax_zero_page_range()
188 static size_t linear_dax_recovery_write(struct dm_target *ti, pgoff_t pgoff, in linear_dax_recovery_write() argument
[all …]
H A Ddm-stripe.c302 static struct dax_device *stripe_dax_pgoff(struct dm_target *ti, pgoff_t *pgoff) in stripe_dax_pgoff() argument
309 stripe_map_sector(sc, *pgoff * PAGE_SECTORS, &stripe, &dev_sector); in stripe_dax_pgoff()
313 *pgoff = (get_start_sect(bdev) + dev_sector) >> PAGE_SECTORS_SHIFT; in stripe_dax_pgoff()
317 static long stripe_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_direct_access() argument
321 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_direct_access()
323 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in stripe_dax_direct_access()
326 static int stripe_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_zero_page_range() argument
329 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_zero_page_range()
331 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in stripe_dax_zero_page_range()
334 static size_t stripe_dax_recovery_write(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_recovery_write() argument
[all …]
/linux/arch/sh/mm/
H A Dmmap.c46 unsigned long pgoff) in COLOUR_ALIGN() argument
49 unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; in COLOUR_ALIGN()
55 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument
68 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area()
82 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
96 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
102 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
116 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_topdown()
131 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
146 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
/linux/tools/testing/radix-tree/
H A Diteration_check.c51 unsigned long pgoff; in add_entries_fn() local
53 for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { in add_entries_fn()
54 my_item_insert(&array, pgoff); in add_entries_fn()
138 int pgoff; in remove_entries_fn() local
141 pgoff = rand_r(&seeds[2]) % MAX_IDX; in remove_entries_fn()
143 item = xa_erase(&array, pgoff); in remove_entries_fn()
145 item_free(item, pgoff); in remove_entries_fn()
/linux/arch/csky/abiv1/
H A Dmmap.c12 #define COLOUR_ALIGN(addr,pgoff) \ argument
14 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
26 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument
36 .align_offset = pgoff << PAGE_SHIFT in arch_get_unmapped_area()
50 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
60 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
/linux/arch/xtensa/kernel/
H A Dsyscall.c35 #define COLOUR_ALIGN(addr, pgoff) \ argument
37 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1)))
58 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument
69 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
80 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
92 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
/linux/drivers/w1/slaves/
H A Dw1_ds250x.c49 int pgoff = pageno * W1_PAGE_SIZE; in w1_ds2502_read_page() local
63 buf[1] = pgoff & 0xff; in w1_ds2502_read_page()
64 buf[2] = pgoff >> 8; in w1_ds2502_read_page()
71 w1_read_block(sl->master, &data->eprom[pgoff], W1_PAGE_SIZE); in w1_ds2502_read_page()
74 if (w1_calc_crc8(&data->eprom[pgoff], W1_PAGE_SIZE) != crc8) in w1_ds2502_read_page()
88 int pgoff, epoff; in w1_ds2505_read_page() local
97 epoff = pgoff = pageno * W1_PAGE_SIZE; in w1_ds2505_read_page()
105 buf[1] = pgoff & 0xff; in w1_ds2505_read_page()
106 buf[2] = pgoff >> 8; in w1_ds2505_read_page()
121 pgoff = (redir ^ 0xff) * W1_PAGE_SIZE; in w1_ds2505_read_page()
/linux/fs/romfs/
H A Dmmap-nommu.c21 unsigned long pgoff, in romfs_get_unmapped_area() argument
35 offset = pgoff << PAGE_SHIFT; in romfs_get_unmapped_area()
38 if ((pgoff >= maxpages) || (maxpages - pgoff < lpages)) in romfs_get_unmapped_area()
44 if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT)) in romfs_get_unmapped_area()
/linux/mm/
H A Dvma.h97 * Initially, the start, end, pgoff fields are provided by the caller
106 pgoff_t pgoff; member
250 return vmg->pgoff; in vmg_start_pgoff()
258 static inline void assert_sane_pgoff(struct vm_area_struct *vma, pgoff_t pgoff) in assert_sane_pgoff() argument
260 /* nommu doesn't set a virtual pgoff for anon VMAs. */ in assert_sane_pgoff()
270 /* MAP_PRIVATE-/dev/zero is anon, non-NULL vm_file, but has file pgoff. */ in assert_sane_pgoff()
277 VM_WARN_ON_ONCE(pgoff != vma->vm_start >> PAGE_SHIFT); in assert_sane_pgoff()
280 static inline void vma_set_pgoff(struct vm_area_struct *vma, pgoff_t pgoff) in vma_set_pgoff() argument
283 assert_sane_pgoff(vma, pgoff); in vma_set_pgoff()
284 vma->vm_pgoff = pgoff; in vma_set_pgoff()
297 __vma_set_anon_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) __vma_set_anon_pgoff() argument
305 vma_set_anon_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) vma_set_anon_pgoff() argument
[all...]
/linux/kernel/bpf/
H A Darena.c515 ret = range_tree_clear(&arena->rt, vmf->pgoff, 1); in arena_vm_fault()
523 range_tree_set(&arena->rt, vmf->pgoff, 1); in arena_vm_fault()
529 range_tree_set(&arena->rt, vmf->pgoff, 1); in arena_vm_fault()
556 unsigned long len, unsigned long pgoff, in arena_get_unmapped_area() argument
563 if (pgoff) in arena_get_unmapped_area()
680 long pgoff = 0; in arena_alloc_pages() local
694 pgoff = compute_pgoff(arena, uaddr); in arena_alloc_pages()
695 if (pgoff > page_cnt_max - page_cnt) in arena_alloc_pages()
715 ret = is_range_tree_set(&arena->rt, pgoff, page_cnt); in arena_alloc_pages()
718 ret = range_tree_clear(&arena->rt, pgoff, page_cnt); in arena_alloc_pages()
[all …]
/linux/io_uring/
H A Dmemmap.c257 loff_t pgoff) in io_mmap_get_region() argument
259 loff_t offset = pgoff << PAGE_SHIFT; in io_mmap_get_region()
294 static void *io_uring_validate_mmap_request(struct file *file, loff_t pgoff) in io_uring_validate_mmap_request() argument
299 region = io_mmap_get_region(ctx, pgoff); in io_uring_validate_mmap_request()
345 unsigned long len, unsigned long pgoff, in io_uring_get_unmapped_area() argument
361 ptr = io_uring_validate_mmap_request(filp, pgoff); in io_uring_get_unmapped_area()
380 pgoff = 0; /* has been translated to ptr above */ in io_uring_get_unmapped_area()
383 pgoff = addr >> PAGE_SHIFT; in io_uring_get_unmapped_area()
387 return mm_get_unmapped_area(filp, addr, len, pgoff, flags); in io_uring_get_unmapped_area()
447 unsigned long len, unsigned long pgoff, in io_uring_get_unmapped_area() argument
[all …]
/linux/arch/sh/kernel/
H A Dsys_sh.c43 unsigned long fd, unsigned long pgoff) in sys_mmap2() argument
49 if (pgoff & ((1 << (PAGE_SHIFT - 12)) - 1)) in sys_mmap2()
52 pgoff >>= PAGE_SHIFT - 12; in sys_mmap2()
54 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff); in sys_mmap2()
/linux/drivers/dax/
H A Dfsdev.c47 static long __fsdev_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, in __fsdev_dax_direct_access() argument
53 size_t offset = pgoff << PAGE_SHIFT; in __fsdev_dax_direct_access()
56 phys = dax_pgoff_to_phys(dev_dax, pgoff, size); in __fsdev_dax_direct_access()
59 "pgoff (%#lx) out of range\n", pgoff); in __fsdev_dax_direct_access()
77 pgoff_t pgoff, size_t nr_pages) in fsdev_dax_zero_page_range() argument
83 rc = __fsdev_dax_direct_access(dax_dev, pgoff, 1, DAX_ACCESS, in fsdev_dax_zero_page_range()
92 pgoff_t pgoff, long nr_pages, enum dax_access_mode mode, in fsdev_dax_direct_access() argument
95 return __fsdev_dax_direct_access(dax_dev, pgoff, nr_pages, mode, in fsdev_dax_direct_access()
100 pgoff_t pgoff, void *addr, size_t bytes, struct iov_iter *i) in fsdev_dax_recovery_write() argument
/linux/arch/sparc/kernel/
H A Dsys_sparc_64.c83 unsigned long pgoff) in COLOR_ALIGN() argument
86 unsigned long off = (pgoff<<PAGE_SHIFT) & (SHMLBA-1); in COLOR_ALIGN()
101 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument
118 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
134 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
149 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
164 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
186 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area_topdown()
201 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
217 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
[all …]
/linux/drivers/dma-buf/
H A Dudmabuf.c51 pgoff_t pgoff = vmf->pgoff; in udmabuf_vm_fault() local
55 if (pgoff >= ubuf->pagecount) in udmabuf_vm_fault()
58 pfn = page_to_pfn(ubuf->pages[pgoff]); in udmabuf_vm_fault()
65 pgoff = vma->vm_pgoff; in udmabuf_vm_fault()
68 for (; addr < vma->vm_end; pgoff++, addr += PAGE_SIZE) { in udmabuf_vm_fault()
72 if (WARN_ON(pgoff >= ubuf->pagecount)) in udmabuf_vm_fault()
75 pfn = page_to_pfn(ubuf->pages[pgoff]); in udmabuf_vm_fault()
310 pgoff_t pgoff, pgcnt; in udmabuf_pin_folios() local
316 nr_folios = memfd_pin_folios(memfd, start, end, folios, pgcnt, &pgoff); in udmabuf_pin_folios()
322 pgoff_t subpgoff = pgoff; in udmabuf_pin_folios()
[all …]
/linux/virt/kvm/
H A Dguest_memfd.c61 return gfn - slot->base_gfn + slot->gmem.pgoff;
133 pgoff_t pgoff = slot->gmem.pgoff; in kvm_gmem_get_folio()
136 .start = slot->base_gfn + max(pgoff, start) - pgoff, in kvm_gmem_get_folio()
137 .end = slot->base_gfn + min(pgoff + slot->npages, end) - pgoff, in kvm_gmem_get_folio()
364 if (((loff_t)vmf->pgoff << PAGE_SHIFT) >= i_size_read(inode)) in kvm_gmem_release()
367 if (!kvm_gmem_is_shared_mem(inode, vmf->pgoff)) in kvm_gmem_release()
370 folio = kvm_gmem_get_folio(inode, vmf->pgoff); in kvm_gmem_release()
170 pgoff_t pgoff = slot->gmem.pgoff; __kvm_gmem_invalidate_begin() local
441 kvm_gmem_get_policy(struct vm_area_struct * vma,unsigned long addr,pgoff_t * pgoff) kvm_gmem_get_policy() argument
[all...]
/linux/tools/perf/arch/x86/util/
H A Dmachine.c26 u64 end, u64 pgoff, const char *name) in add_extra_kernel_map() argument
42 mi->maps[mi->cnt].pgoff = pgoff; in add_extra_kernel_map()
93 xm->pgoff = mi.entry_trampoline; in machine__create_extra_kernel_maps()
/linux/tools/testing/vma/
H A Dshared.c17 pgoff_t pgoff, vma_flags_t vma_flags) in alloc_vma() argument
26 vma_set_pgoff(vma, pgoff); in alloc_vma()
42 pgoff_t pgoff, vma_flags_t vma_flags) in alloc_and_link_vma() argument
44 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vma_flags); in alloc_and_link_vma()
/linux/kernel/events/
H A Dring_buffer.c684 pgoff_t pgoff, int nr_pages, long watermark, int flags) in rb_alloc_aux()
791 rb->aux_pgoff = pgoff; in rb_alloc_aux()
811 __perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff)
813 if (pgoff > rb->nr_pages) in __perf_mmap_to_page()
816 if (pgoff == 0) in __perf_mmap_to_page()
819 return virt_to_page(rb->data_pages[pgoff - 1]); in __perf_mmap_to_page()
900 __perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff)
903 if (pgoff > data_page_nr(rb)) in __perf_mmap_to_page()
906 return vmalloc_to_page((void *)rb->user_page + pgoff * PAGE_SIZE); in __perf_mmap_to_page()
966 perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff)
685 rb_alloc_aux(struct perf_buffer * rb,struct perf_event * event,pgoff_t pgoff,int nr_pages,long watermark,int flags) rb_alloc_aux() argument
812 __perf_mmap_to_page(struct perf_buffer * rb,unsigned long pgoff) __perf_mmap_to_page() argument
901 __perf_mmap_to_page(struct perf_buffer * rb,unsigned long pgoff) __perf_mmap_to_page() argument
967 perf_mmap_to_page(struct perf_buffer * rb,unsigned long pgoff) perf_mmap_to_page() argument
[all...]
/linux/tools/perf/util/
H A Dmap.h28 u64 pgoff; in DECLARE_RC_STRUCT()
63 return RC_CHK_ACCESS(map)->pgoff; in map__pgoff()
177 u64 pgoff, const struct dso_id *id, u32 prot, u32 flags,
274 static inline void map__set_pgoff(struct map *map, u64 pgoff)
276 RC_CHK_ACCESS(map)->pgoff = pgoff; in map__set_pgoff()
281 RC_CHK_ACCESS(map)->pgoff += inc; in map__add_pgoff()
29 u64 pgoff; DECLARE_RC_STRUCT() local
275 map__set_pgoff(struct map * map,u64 pgoff) map__set_pgoff() argument

1234567