Home
last modified time | relevance | path

Searched refs:gup_flags (Results 1 – 21 of 21) sorted by relevance

/linux/mm/
H A Dgup.c1031 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page() argument
1043 if (gup_flags & FOLL_WRITE) in get_gate_page()
1068 if ((gup_flags & FOLL_DUMP) || !is_zero_pfn(pte_pfn(entry))) in get_gate_page()
1072 ret = try_grab_folio(page_folio(*page), 1, gup_flags); in get_gate_page()
1183 unsigned long gup_flags) in writable_file_mapping_allowed() argument
1189 if ((gup_flags & (FOLL_PIN | FOLL_LONGTERM)) != in writable_file_mapping_allowed()
1200 static int check_vma_flags(struct vm_area_struct *vma, unsigned long gup_flags) in check_vma_flags() argument
1203 int write = (gup_flags & FOLL_WRITE); in check_vma_flags()
1204 int foreign = (gup_flags & FOLL_REMOTE); in check_vma_flags()
1210 if ((gup_flags & FOLL_ANON) && !vma_anon) in check_vma_flags()
[all …]
H A Dgup_test.c150 nr = get_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
154 nr = get_user_pages(addr, nr, gup->gup_flags, pages + i); in __gup_test_ioctl()
157 nr = pin_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
161 nr = pin_user_pages(addr, nr, gup->gup_flags, pages + i); in __gup_test_ioctl()
165 gup->gup_flags | FOLL_LONGTERM, in __gup_test_ioctl()
170 nr = pin_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
173 nr = get_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
233 int gup_flags = FOLL_LONGTERM; in pin_longterm_test_start() local
261 gup_flags |= FOLL_WRITE; in pin_longterm_test_start()
278 gup_flags, pages); in pin_longterm_test_start()
[all …]
H A Dgup_test.h27 __u32 gup_flags; member
H A Dnommu.c1672 void *buf, int len, unsigned int gup_flags) in __access_remote_vm() argument
1675 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
1716 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
1718 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
1726 unsigned int gup_flags) in access_process_vm() argument
1737 len = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
1800 void *buf, int len, unsigned int gup_flags) in copy_remote_vm_str() argument
H A Dmemory.c7211 void *buf, int len, unsigned int gup_flags) in __access_remote_vm() argument
7214 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
7233 gup_flags, &vma); in __access_remote_vm()
7301 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
7303 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
7312 void *buf, int len, unsigned int gup_flags) in access_process_vm() argument
7321 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
7335 void *buf, int len, unsigned int gup_flags) in __copy_remote_vm_str() argument
7360 page = get_user_page_vma_remote(mm, addr, gup_flags, &vma); in __copy_remote_vm_str()
7426 void *buf, int len, unsigned int gup_flags) in copy_remote_vm_str() argument
[all …]
/linux/arch/arm64/kernel/
H A Dmte.c445 struct iovec *kiov, unsigned int gup_flags) in __access_remote_tags() argument
450 int write = gup_flags & FOLL_WRITE; in __access_remote_tags()
463 gup_flags, &vma); in __access_remote_tags()
532 struct iovec *kiov, unsigned int gup_flags) in access_remote_tags() argument
546 ret = __access_remote_tags(mm, addr, kiov, gup_flags); in access_remote_tags()
557 unsigned int gup_flags = FOLL_FORCE; in mte_ptrace_copy_tags() local
567 gup_flags |= FOLL_WRITE; in mte_ptrace_copy_tags()
572 ret = access_remote_tags(child, addr, &kiov, gup_flags); in mte_ptrace_copy_tags()
/linux/drivers/media/common/videobuf2/
H A Dframe_vector.c44 unsigned int gup_flags = FOLL_LONGTERM; in get_vaddr_frames() local
55 gup_flags |= FOLL_WRITE; in get_vaddr_frames()
57 ret = pin_user_pages_fast(start, nr_frames, gup_flags, in get_vaddr_frames()
/linux/drivers/infiniband/hw/hfi1/
H A Duser_pages.c84 unsigned int gup_flags = FOLL_LONGTERM | (writable ? FOLL_WRITE : 0); in hfi1_acquire_user_pages() local
86 ret = pin_user_pages_fast(vaddr, npages, gup_flags, pages); in hfi1_acquire_user_pages()
/linux/drivers/accel/ivpu/
H A Divpu_gem_userptr.c73 unsigned int gup_flags = FOLL_LONGTERM; in ivpu_create_userptr_dmabuf() local
78 gup_flags |= FOLL_WRITE; in ivpu_create_userptr_dmabuf()
84 pinned = pin_user_pages_fast((unsigned long)user_ptr, nr_pages, gup_flags, pages); in ivpu_create_userptr_dmabuf()
/linux/tools/testing/selftests/mm/
H A Dgup_test.c130 gup.gup_flags = strtol(optarg, 0, 0); in main()
225 gup.gup_flags |= FOLL_WRITE; in main()
H A Dhmm-tests.c1768 .gup_flags = FOLL_WRITE | flags, in TEST_F()
/linux/drivers/gpu/drm/i915/gem/
H A Di915_gem_userptr.c238 unsigned int gup_flags = 0; in i915_gem_object_userptr_submit_init() local
266 gup_flags |= FOLL_WRITE; in i915_gem_object_userptr_submit_init()
271 num_pages - pinned, gup_flags, in i915_gem_object_userptr_submit_init()
/linux/net/xdp/
H A Dxdp_umem.c96 unsigned int gup_flags = FOLL_WRITE; in xdp_umem_pin_pages() local
107 gup_flags | FOLL_LONGTERM, &umem->pgs[0]); in xdp_umem_pin_pages()
/linux/include/linux/
H A Dmm.h3324 void *buf, int len, unsigned int gup_flags);
3326 void *buf, int len, unsigned int gup_flags);
3330 void *buf, int len, unsigned int gup_flags);
3335 unsigned int gup_flags, struct page **pages,
3339 unsigned int gup_flags, struct page **pages,
3347 int gup_flags, in get_user_page_vma_remote() argument
3354 if (WARN_ON_ONCE(unlikely(gup_flags & FOLL_NOWAIT))) in get_user_page_vma_remote()
3357 got = get_user_pages_remote(mm, addr, 1, gup_flags, &page, NULL); in get_user_page_vma_remote()
3373 unsigned int gup_flags, struct page **pages);
3375 unsigned int gup_flags, struct page **pages);
[all …]
/linux/lib/
H A Diov_iter.c1067 unsigned int n, gup_flags = 0; in __iov_iter_get_pages_alloc() local
1081 gup_flags |= FOLL_WRITE; in __iov_iter_get_pages_alloc()
1083 gup_flags |= FOLL_NOFAULT; in __iov_iter_get_pages_alloc()
1091 res = get_user_pages_fast(addr, n, gup_flags, *pages); in __iov_iter_get_pages_alloc()
1758 unsigned int gup_flags = 0; in iov_iter_extract_user_pages() local
1764 gup_flags |= FOLL_WRITE; in iov_iter_extract_user_pages()
1766 gup_flags |= FOLL_PCI_P2PDMA; in iov_iter_extract_user_pages()
1768 gup_flags |= FOLL_NOFAULT; in iov_iter_extract_user_pages()
1776 res = pin_user_pages_fast(addr, maxpages, gup_flags, *pages); in iov_iter_extract_user_pages()
/linux/net/rds/
H A Drdma.c158 unsigned int gup_flags = FOLL_LONGTERM; in rds_pin_pages() local
162 gup_flags |= FOLL_WRITE; in rds_pin_pages()
164 ret = pin_user_pages_fast(user_addr, nr_pages, gup_flags, pages); in rds_pin_pages()
/linux/drivers/iommu/iommufd/
H A Dpages.c773 unsigned int gup_flags; member
796 user->gup_flags = FOLL_LONGTERM; in pfn_reader_user_init()
798 user->gup_flags |= FOLL_WRITE; in pfn_reader_user_init()
932 rc = pin_user_pages_fast(uptr, npages, user->gup_flags, in pfn_reader_user_pin()
941 user->gup_flags, user->upages, in pfn_reader_user_pin()
/linux/kernel/events/
H A Duprobes.c508 unsigned int gup_flags = FOLL_FORCE; in uprobe_write() local
528 gup_flags |= FOLL_WRITE | FOLL_SPLIT_PMD; in uprobe_write()
531 ret = get_user_pages_remote(mm, vaddr, 1, gup_flags, &page, NULL); in uprobe_write()
585 gup_flags |= FOLL_WRITE | FOLL_SPLIT_PMD; in uprobe_write()
/linux/drivers/vhost/
H A Dvdpa.c1152 unsigned int gup_flags = FOLL_LONGTERM; in vhost_vdpa_pa_map() local
1166 gup_flags |= FOLL_WRITE; in vhost_vdpa_pa_map()
1195 gup_flags, page_list); in vhost_vdpa_pa_map()
/linux/arch/x86/kernel/
H A Duprobes.c1093 unsigned int gup_flags = FOLL_FORCE|FOLL_SPLIT_PMD; in copy_from_vaddr() local
1097 page = get_user_page_vma_remote(mm, vaddr, gup_flags, &vma); in copy_from_vaddr()
/linux/drivers/block/
H A Dublk_drv.c5436 unsigned int gup_flags; in ublk_ctrl_reg_buf() local
5467 gup_flags = FOLL_LONGTERM; in ublk_ctrl_reg_buf()
5469 gup_flags |= FOLL_WRITE; in ublk_ctrl_reg_buf()
5471 pinned = pin_user_pages_fast(buf_reg.addr, nr_pages, gup_flags, pages); in ublk_ctrl_reg_buf()