| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_pagefault.c | 160 down_read(&xe->usm.lock); in xe_pagefault_asid_to_vm()
161 vm = xa_load(&xe->usm.asid_to_vm, asid); in xe_pagefault_asid_to_vm()
166 up_read(&xe->usm.lock); in xe_pagefault_asid_to_vm()
220 vm->usm.last_fault_vma = vma; in xe_pagefault_service()
276 down_read(&xe->usm.lock); in xe_pagefault_save_to_vm()
277 vm = xa_load(&xe->usm.asid_to_vm, pf->consumer.asid); in xe_pagefault_save_to_vm()
282 up_read(&xe->usm.lock); in xe_pagefault_save_to_vm()
333 queue_work(gt_to_xe(pf.gt)->usm.pf_wq, w); in xe_pagefault_queue_work()
392 destroy_workqueue(xe->usm.pf_wq); in xe_pagefault_fini()
410 xe->usm.pf_wq = alloc_workqueue("xe_page_fault_work_queue", in xe_pagefault_init()
[all …]
|
| H A D | xe_device.c | 553 init_rwsem(&xe->usm.lock); in xe_device_init_early()
559 xa_init_flags(&xe->usm.asid_to_vm, XA_FLAGS_ALLOC); in xe_device_init_early()
566 err = xa_alloc_cyclic(&xe->usm.asid_to_vm, &asid, NULL, in xe_device_init_early()
568 &xe->usm.next_asid, GFP_KERNEL); in xe_device_init_early()
571 xa_erase(&xe->usm.asid_to_vm, asid); in xe_device_init_early()
1554 down_read(&xe->usm.lock); in xe_device_asid_to_vm()
1555 vm = xa_load(&xe->usm.asid_to_vm, asid); in xe_device_asid_to_vm()
1560 up_read(&xe->usm.lock); in xe_device_asid_to_vm()
|
| H A D | xe_svm.c | 95 (operation__), range_to_vm(&(r__)->base)->usm.asid, \
149 queue_work(xe->usm.pf_wq, &vm->svm.garbage_collector.work); in xe_svm_garbage_collector_add_range()
247 vm->usm.asid, gpusvm, notifier->notifier.invalidate_seq, in xe_svm_invalidate()
286 err = xe_tlb_inval_range_tilemask_submit(xe, vm->usm.asid, adj_start, adj_end, in xe_svm_invalidate()
1304 vm->usm.asid, ERR_PTR(err));
1319 vm->usm.asid, ERR_PTR(err));
1336 vm->usm.asid, &vm->svm.gpusvm, ERR_PTR(err));
1342 vm->usm.asid, &vm->svm.gpusvm, ERR_PTR(err));
1946 xe->usm.dpagemap_shrinker = drm_pagemap_shrinker_create_devm(&xe->drm); in xe_pagemap_shrinker_create()
1947 return PTR_ERR_OR_ZERO(xe->usm.dpagemap_shrinker); in xe_pagemap_shrinker_create()
[all …]
|
| H A D | xe_trace_bo.h | 106 __entry->asid = xe_vma_vm(vma)->usm.asid;
202 __entry->asid = vm->usm.asid;
|
| H A D | xe_vm.c | 1376 if (vm->usm.last_fault_vma == vma) in pde_encode_pat_index()
1377 vm->usm.last_fault_vma = NULL; in pde_encode_pat_index()
1831 down_write(&xe->usm.lock); in xe_vm_create()
1832 err = xa_alloc_cyclic(&xe->usm.asid_to_vm, &asid, vm, in xe_vm_create()
1834 &xe->usm.next_asid, GFP_NOWAIT); in xe_vm_create()
1835 up_write(&xe->usm.lock); in xe_vm_create()
1839 vm->usm.asid = asid; in xe_vm_create()
1998 down_write(&xe->usm.lock); in vm_destroy_work_func()
1999 if (vm->usm.asid) { in vm_destroy_work_func()
2005 lookup = xa_erase(&xe->usm in vm_destroy_work_func()
[all...] |
| H A D | xe_tlb_inval_job.c | 63 job->end, job->vm->usm.asid, prl_sa); in xe_tlb_inval_job_run()
|
| H A D | xe_hw_engine.c | 799 if (!gt->usm.paging_hwe0) in hw_engine_setup_logical_and_paging_mapping()
800 gt->usm.paging_hwe0 = hwe; in hw_engine_setup_logical_and_paging_mapping()
801 gt->usm.paging_logical_mask |= in hw_engine_setup_logical_and_paging_mapping()
|
| H A D | xe_tlb_inval.c | 362 xe_tlb_inval_range(tlb_inval, &fence, 0, range, vm->usm.asid, NULL); in xe_tlb_inval_vm()
|
| H A D | xe_vm_madvise.c | 327 err = xe_tlb_inval_range_tilemask_submit(vm->xe, vm->usm.asid, start, end, in xe_vm_invalidate_madvise_range()
|
| H A D | xe_guc_submit.c | 969 int shift = gt->usm.paging_hwe0->logical_instance; in xe_hwe_guc_logical_to_submit_mask()
970 u32 paging_logical_mask = gt->usm.paging_logical_mask; in xe_hwe_guc_logical_to_submit_mask()
|
| /linux/arch/powerpc/mm/ |
| H A D | drmem.c | 219 __walk_drmem_v1_lmbs(const __be32 *prop, const __be32 *usm, void *data, in __walk_drmem_v1_lmbs() argument
229 ret = func(&lmb, &usm, data); in __walk_drmem_v1_lmbs()
253 __walk_drmem_v2_lmbs(const __be32 *prop, const __be32 *usm, void *data, in __walk_drmem_v2_lmbs() argument
275 ret = func(&lmb, &usm, data); in __walk_drmem_v2_lmbs()
288 const __be32 *prop, *usm; in walk_drmem_lmbs_early() local
301 usm = of_get_flat_dt_prop(node, "linux,drconf-usable-memory", &len); in walk_drmem_lmbs_early()
305 ret = __walk_drmem_v1_lmbs(prop, usm, data, func); in walk_drmem_lmbs_early()
310 ret = __walk_drmem_v2_lmbs(prop, usm, data, func); in walk_drmem_lmbs_early()
321 __maybe_unused const __be32 **usm, in update_lmb() argument
397 const __be32 *prop, *usm; in walk_drmem_lmbs() local
[all …]
|
| /linux/arch/powerpc/kernel/ |
| H A D | prom.c | 529 const __be32 **usm, in early_init_drmem_lmb() argument
547 if (*usm) in early_init_drmem_lmb()
558 rngs = dt_mem_next_cell(dt_root_size_cells, usm); in early_init_drmem_lmb()
565 base = dt_mem_next_cell(dt_root_addr_cells, usm); in early_init_drmem_lmb()
566 size = dt_mem_next_cell(dt_root_size_cells, usm); in early_init_drmem_lmb()
|
| /linux/arch/powerpc/kexec/ |
| H A D | file_load_64.c | 147 static int kdump_setup_usable_lmb(struct drmem_lmb *lmb, const __be32 **usm, in kdump_setup_usable_lmb() argument
158 if (*usm) { in kdump_setup_usable_lmb()
|