Home
last modified time | relevance | path

Searched refs:pinned (Results 1 – 25 of 126) sorted by relevance

123456

/linux/drivers/gpu/drm/xe/
H A Dxe_bo_evict.c24 spin_lock(&xe->pinned.lock); in xe_bo_apply_to_pinned()
32 spin_unlock(&xe->pinned.lock); in xe_bo_apply_to_pinned()
36 spin_lock(&xe->pinned.lock); in xe_bo_apply_to_pinned()
44 spin_unlock(&xe->pinned.lock); in xe_bo_apply_to_pinned()
47 spin_lock(&xe->pinned.lock); in xe_bo_apply_to_pinned()
50 spin_unlock(&xe->pinned.lock); in xe_bo_apply_to_pinned()
68 ret = xe_bo_apply_to_pinned(xe, &xe->pinned.early.kernel_bo_present, in xe_bo_notifier_prepare_all_pinned()
69 &xe->pinned.early.kernel_bo_present, in xe_bo_notifier_prepare_all_pinned()
72 ret = xe_bo_apply_to_pinned(xe, &xe->pinned.late.kernel_bo_present, in xe_bo_notifier_prepare_all_pinned()
73 &xe->pinned.late.kernel_bo_present, in xe_bo_notifier_prepare_all_pinned()
[all …]
/linux/rust/pin-init/src/
H A Dmacros.rs
/linux/drivers/infiniband/core/
H A Dumem.c175 int pinned, ret; in ib_umem_get() local
235 pinned = pin_user_pages_fast(cur_base, in ib_umem_get()
240 if (pinned < 0) { in ib_umem_get()
241 ret = pinned; in ib_umem_get()
245 cur_base += pinned * PAGE_SIZE; in ib_umem_get()
246 npages -= pinned; in ib_umem_get()
248 &umem->sgt_append, page_list, pinned, 0, in ib_umem_get()
249 pinned << PAGE_SHIFT, ib_dma_max_seg_size(device), in ib_umem_get()
252 unpin_user_pages_dirty_lock(page_list, pinned, 0); in ib_umem_get()
H A Dumem_dmabuf.c217 umem_dmabuf->pinned = 1; in ib_umem_dmabuf_get_pinned_with_dma_device()
251 if (umem_dmabuf->pinned) { in ib_umem_dmabuf_revoke()
253 umem_dmabuf->pinned = 0; in ib_umem_dmabuf_revoke()
/linux/drivers/accel/ivpu/
H A Divpu_gem_userptr.c74 int ret, i, pinned; in ivpu_create_userptr_dmabuf() local
84 pinned = pin_user_pages_fast((unsigned long)user_ptr, nr_pages, gup_flags, pages); in ivpu_create_userptr_dmabuf()
85 if (pinned < 0) { in ivpu_create_userptr_dmabuf()
86 ret = pinned; in ivpu_create_userptr_dmabuf()
91 if (pinned != nr_pages) { in ivpu_create_userptr_dmabuf()
92 ivpu_dbg(vdev, IOCTL, "Pinned %d pages, expected %lu\n", pinned, nr_pages); in ivpu_create_userptr_dmabuf()
131 for (i = 0; i < pinned; i++) in ivpu_create_userptr_dmabuf()
/linux/drivers/infiniband/hw/hfi1/
H A Dpin_system.c119 int pinned, cleared; in pin_system_pages() local
138 pinned = hfi1_acquire_user_pages(current->mm, start_address, npages, 0, in pin_system_pages()
141 if (pinned < 0) { in pin_system_pages()
143 SDMA_DBG(req, "pinned %d", pinned); in pin_system_pages()
144 return pinned; in pin_system_pages()
146 if (pinned != npages) { in pin_system_pages()
147 unpin_vector_pages(current->mm, pages, node->npages, pinned); in pin_system_pages()
148 SDMA_DBG(req, "npages %u pinned %d", npages, pinned); in pin_system_pages()
155 atomic_add(pinned, &pq->n_locked); in pin_system_pages()
156 SDMA_DBG(req, "done. pinned %d", pinned); in pin_system_pages()
H A Duser_exp_rcv.c158 int pinned; in pin_rcv_pages() local
184 pinned = hfi1_acquire_user_pages(current->mm, vaddr, npages, true, pages); in pin_rcv_pages()
185 if (pinned <= 0) { in pin_rcv_pages()
187 return pinned; in pin_rcv_pages()
190 fd->tid_n_pinned += pinned; in pin_rcv_pages()
191 return pinned; in pin_rcv_pages()
246 int ret = 0, need_group = 0, pinned; in hfi1_user_exp_rcv_setup() local
285 pinned = pin_rcv_pages(fd, tidbuf); in hfi1_user_exp_rcv_setup()
286 if (pinned <= 0) { in hfi1_user_exp_rcv_setup()
287 ret = (pinned < 0) ? pinned : -ENOSPC; in hfi1_user_exp_rcv_setup()
[all …]
/linux/include/trace/events/
H A Dxen.h287 TP_PROTO(struct mm_struct *mm, unsigned long pfn, unsigned level, bool pinned),
288 TP_ARGS(mm, pfn, level, pinned),
293 __field(bool, pinned)
298 __entry->pinned = pinned),
301 __entry->pinned ? "" : "un")
305 TP_PROTO(unsigned long pfn, unsigned level, bool pinned),
306 TP_ARGS(pfn, level, pinned),
310 __field(bool, pinned)
314 __entry->pinned = pinned),
317 __entry->pinned ? "" : "un")
/linux/drivers/fpga/
H A Ddfl-afu-dma-region.c39 int ret, pinned; in afu_dma_pin_pages() local
51 pinned = pin_user_pages_fast(region->user_addr, npages, FOLL_WRITE, in afu_dma_pin_pages()
53 if (pinned < 0) { in afu_dma_pin_pages()
54 ret = pinned; in afu_dma_pin_pages()
56 } else if (pinned != npages) { in afu_dma_pin_pages()
61 dev_dbg(dev, "%d pages pinned\n", pinned); in afu_dma_pin_pages()
66 unpin_user_pages(region->pages, pinned); in afu_dma_pin_pages()
/linux/drivers/gpu/drm/i915/gem/
H A Di915_gem_userptr.c240 int pinned, ret; in i915_gem_object_userptr_submit_init() local
268 pinned = 0; in i915_gem_object_userptr_submit_init()
269 while (pinned < num_pages) { in i915_gem_object_userptr_submit_init()
270 ret = pin_user_pages_fast(obj->userptr.ptr + pinned * PAGE_SIZE, in i915_gem_object_userptr_submit_init()
271 num_pages - pinned, gup_flags, in i915_gem_object_userptr_submit_init()
272 &pvec[pinned]); in i915_gem_object_userptr_submit_init()
276 pinned += ret; in i915_gem_object_userptr_submit_init()
304 unpin_user_pages(pvec, pinned); in i915_gem_object_userptr_submit_init()
/linux/tools/bpf/bpftool/Documentation/
H A Dbpftool-map.rst47 | *MAP* := { **id** *MAP_ID* | **pinned** *FILE* | **name** *MAP_NAME* }
49 | *PROG* := { **id** *PROG_ID* | **pinned** *FILE* | **tag** *PROG_TAG* | **name** *PROG_NAME* }
167 Show file names of pinned maps.
217 | **# bpftool map del pinned /sys/fs/bpf/map key 13 00 07 00**
225 processing. Note that the prog array map MUST be pinned into the BPF virtual
239 pinned /sys/fs/bpf/foo/xdp
243 pinned /sys/fs/bpf/foo/process
247 pinned /sys/fs/bpf/foo/debug
259 | **# bpftool map dump pinned /sys/fs/bpf/bar**
266 | **# bpftool map update pinned /sy
[all...]
/linux/rust/pin-init/
H A DREADME.md11 > This crate was originally named [`pinned-init`], but the migration to
13 > version of the `pinned-init` crate & the `main` branch already incorporates
19 [`pinned-init`]: https://crates.io/crates/pinned-init
23 Library to safely and fallibly initialize pinned `struct`s using in-place constructors.
38 <https://rust-for-linux.com/the-safe-pinned-initialization-problem>.
55 ### Nightly needed for `unsafe-pinned` feature
73 Aside from pinned initialization, this library also supports in-place construction without
74 pinning, the macros/types/functions are generally named like the pinned variants without the
82 requires it to be pinned t
[all...]
/linux/drivers/virt/acrn/
H A Dmm.c164 int ret, pinned; in acrn_vm_ram_map() local
242 pinned = pin_user_pages_fast(memmap->vma_base, in acrn_vm_ram_map()
245 if (pinned < 0) { in acrn_vm_ram_map()
246 ret = pinned; in acrn_vm_ram_map()
248 } else if (pinned != nr_pages) { in acrn_vm_ram_map()
342 for (i = 0; i < pinned; i++) in acrn_vm_ram_map()
/linux/drivers/gpu/drm/i915/gt/
H A Dintel_gt_buffer_pool.c108 if (node->pinned) { in pool_retire()
113 node->pinned = false; in pool_retire()
130 if (node->pinned) in intel_gt_buffer_pool_mark_used()
136 node->pinned = true; in intel_gt_buffer_pool_mark_used()
154 node->pinned = false; in node_create()
/linux/Documentation/core-api/
H A Dpin_user_pages.rst35 In other words, use pin_user_pages*() for DMA-pinned pages, and
89 Tracking dma-pinned pages
92 Some of the key design constraints, and solutions, for tracking dma-pinned
98 * False positives (reporting that a page is dma-pinned, when in fact it is not)
105 the upper bits in that field for a dma-pinned count. "Sort of", means that,
109 on it 1024 times, then it will appear to have a single dma-pinned count.
121 * Callers must specifically request "dma-pinned tracking of pages". In other
152 NOTE: Some pages, such as DAX pages, cannot be pinned with longterm pins. That's
202 The whole point of marking folios as "DMA-pinned" or "gup-pinned" is to be able
203 to query, "is this folio DMA-pinned?" That allows code such as folio_mkclean()
[all …]
/linux/arch/powerpc/mm/book3s64/
H A Diommu_api.c61 long i, ret, locked_entries = 0, pinned = 0; in mm_iommu_do_alloc() local
110 pinned += n; in mm_iommu_do_alloc()
114 pinned += ret; in mm_iommu_do_alloc()
118 if (pinned != entries) { in mm_iommu_do_alloc()
175 unpin_user_pages(mem->hpages, pinned); in mm_iommu_do_alloc()
/linux/arch/arm64/mm/
H A Dcontext.c179 if (refcount_read(&mm->context.pinned)) in new_context()
285 if (refcount_inc_not_zero(&mm->context.pinned)) in arm64_mm_context_get()
304 refcount_set(&mm->context.pinned, 1); in arm64_mm_context_get()
329 if (refcount_dec_and_test(&mm->context.pinned)) { in arm64_mm_context_put()
/linux/Documentation/arch/powerpc/
H A Dpmu-ebb.rst53 existing "pinned" and "exclusive" attributes of perf_events. This means EBB
54 events will be given priority over other events, unless they are also pinned.
55 If an EBB event and a regular event are both pinned, then whichever is enabled
70 An EBB event must be created with the "pinned" and "exclusive" attributes set.
100 This behaviour occurs because the EBB event is pinned and exclusive. When the
101 EBB event is enabled it will force all other non-pinned events off the PMU. In
103 pinned on the PMU then the enable will not be successful.
/linux/Documentation/infiniband/
H A Duser_verbs.rst54 amount of memory pinned in the process's pinned_vm, and checks that
57 Pages that are pinned multiple times are counted each time they are
58 pinned, so the value of pinned_vm may be an overestimate of the
59 number of pages pinned by a process.
/linux/drivers/s390/cio/
H A Dvfio_ccw_cp.c133 int pinned = 0, npage = 1; in page_array_pin() local
136 while (pinned < pa->pa_nr) { in page_array_pin()
137 dma_addr_t *first = &pa->pa_iova[pinned]; in page_array_pin()
140 if (pinned + npage < pa->pa_nr && in page_array_pin()
149 &pa->pa_page[pinned]); in page_array_pin()
153 pinned += ret; in page_array_pin()
157 pinned += npage; in page_array_pin()
164 page_array_unpin(pa, vdev, pinned, unaligned); in page_array_pin()
/linux/security/
H A Dinode.c117 bool pinned = false; in securityfs_create_dentry() local
128 pinned = true; in securityfs_create_dentry()
165 if (pinned) in securityfs_create_dentry()
/linux/drivers/gpu/drm/etnaviv/
H A Detnaviv_gem.c670 int ret, pinned = 0, npages = etnaviv_obj->base.size >> PAGE_SHIFT; in etnaviv_gem_userptr_get_pages() local
686 unsigned num_pages = npages - pinned; in etnaviv_gem_userptr_get_pages()
687 uint64_t ptr = userptr->ptr + pinned * PAGE_SIZE; in etnaviv_gem_userptr_get_pages()
688 struct page **pages = pvec + pinned; in etnaviv_gem_userptr_get_pages()
692 unpin_user_pages(pvec, pinned); in etnaviv_gem_userptr_get_pages()
697 pinned += ret; in etnaviv_gem_userptr_get_pages()
699 } while (pinned < npages); in etnaviv_gem_userptr_get_pages()
/linux/drivers/vhost/
H A Dvdpa.c926 unsigned long pfn, pinned; in vhost_vdpa_pa_unmap() local
929 pinned = PFN_DOWN(map->size); in vhost_vdpa_pa_unmap()
931 pinned > 0; pfn++, pinned--) { in vhost_vdpa_pa_unmap()
1106 long pinned; in vhost_vdpa_pa_map() local
1137 pinned = pin_user_pages(cur_base, sz2pin, in vhost_vdpa_pa_map()
1139 if (sz2pin != pinned) { in vhost_vdpa_pa_map()
1140 if (pinned < 0) { in vhost_vdpa_pa_map()
1141 ret = pinned; in vhost_vdpa_pa_map()
1143 unpin_user_pages(page_list, pinned); in vhost_vdpa_pa_map()
1153 for (i = 0; i < pinned; i++) { in vhost_vdpa_pa_map()
[all …]
/linux/samples/bpf/
H A Dtcp_bpf.readme15 bpftool cgroup attach /tmp/cgroupv2/foo sock_ops pinned /sys/fs/bpf/tcp_prog
28 bpftool cgroup detach /tmp/cgroupv2/foo sock_ops pinned /sys/fs/bpf/tcp_prog
/linux/drivers/gpu/drm/radeon/
H A Dradeon_ttm.c327 unsigned pinned = 0; in radeon_ttm_tt_pin_userptr() local
348 unsigned num_pages = ttm->num_pages - pinned; in radeon_ttm_tt_pin_userptr()
349 uint64_t userptr = gtt->userptr + pinned * PAGE_SIZE; in radeon_ttm_tt_pin_userptr()
350 struct page **pages = ttm->pages + pinned; in radeon_ttm_tt_pin_userptr()
357 pinned += r; in radeon_ttm_tt_pin_userptr()
359 } while (pinned < ttm->num_pages); in radeon_ttm_tt_pin_userptr()
380 release_pages(ttm->pages, pinned); in radeon_ttm_tt_pin_userptr()

123456