| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm_madvise.c | 179 if (vmas[i]->attr.pat_index == op->pat_index.val) { in madvise_pat_index() 183 vmas[i]->attr.pat_index = op->pat_index.val; in madvise_pat_index() 524 u16 pat_index, coh_mode; in madvise_args_are_sane() local 526 if (XE_IOCTL_DBG(xe, args->pat_index.val >= xe->pat.n_entries)) in madvise_args_are_sane() 529 pat_index = array_index_nospec(args->pat_index.val, xe->pat.n_entries); in madvise_args_are_sane() 530 coh_mode = xe_pat_index_get_coh_mode(xe, pat_index); in madvise_args_are_sane() 537 if (XE_IOCTL_DBG(xe, args->pat_index.pad)) in madvise_args_are_sane() 540 if (XE_IOCTL_DBG(xe, args->pat_index.reserved)) in madvise_args_are_sane() 626 u16 pat_index) in check_pat_args_are_sane() argument 628 u16 coh_mode = xe_pat_index_get_coh_mode(xe, pat_index); in check_pat_args_are_sane() [all …]
|
| H A D | xe_ggtt.c | 95 u64 (*pte_encode_flags)(struct xe_bo *bo, u16 pat_index); 146 static u64 xelp_ggtt_pte_flags(struct xe_bo *bo, u16 pat_index) in xelp_ggtt_pte_flags() argument 156 static u64 xelpg_ggtt_pte_flags(struct xe_bo *bo, u16 pat_index) in xelpg_ggtt_pte_flags() argument 161 pte = xelp_ggtt_pte_flags(bo, pat_index); in xelpg_ggtt_pte_flags() 163 xe_assert(xe, pat_index <= 3); in xelpg_ggtt_pte_flags() 165 if (pat_index & BIT(0)) in xelpg_ggtt_pte_flags() 168 if (pat_index & BIT(1)) in xelpg_ggtt_pte_flags() 262 u16 pat_index = tile_to_xe(ggtt->tile)->pat.idx[XE_CACHE_WB]; in xe_ggtt_clear() local 271 pat_index); in xe_ggtt_clear() 727 u16 pat_index = tile_to_xe(ggtt->tile)->pat.idx[cache_mode]; in xe_ggtt_map_bo_unlocked() local [all …]
|
| H A D | xe_vm.c | 1334 static u64 pde_encode_pat_index(u16 pat_index) in pde_encode_pat_index() argument 1338 if (pat_index & BIT(0)) in pde_encode_pat_index() 1341 if (pat_index & BIT(1)) in pde_encode_pat_index() 1347 static u64 pte_encode_pat_index(u16 pat_index, u32 pt_level) in pte_encode_pat_index() argument 1351 if (pat_index & BIT(0)) in pte_encode_pat_index() 1354 if (pat_index & BIT(1)) in pte_encode_pat_index() 1357 if (pat_index & BIT(2)) { in pte_encode_pat_index() 1364 if (pat_index & BIT(3)) in pte_encode_pat_index() 1367 if (pat_index & (BIT(4))) in pte_encode_pat_index() 1388 u16 pat_index; in pde_pat_index() local [all …]
|
| H A D | xe_vm_types.h | 98 u16 pat_index; member 423 u16 pat_index; member
|
| H A D | xe_migrate.c | 144 u64 map_ofs, u64 vram_offset, u16 pat_index, u64 pt_2m_ofs) in xe_migrate_program_identity() argument 155 flags = vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, in xe_migrate_program_identity() 172 pat_index, in xe_migrate_program_identity() 220 u16 pat_index = xe->pat.idx[XE_CACHE_WB]; in xe_migrate_prepare_vm() local 240 pat_index, 0); in xe_migrate_prepare_vm() 257 pat_index, 0); in xe_migrate_prepare_vm() 274 pat_index, 0); in xe_migrate_prepare_vm() 322 vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, IS_DGFX(xe), 0) in xe_migrate_prepare_vm() 332 pat_index, pt30_ofs); in xe_migrate_prepare_vm() 633 u16 pat_index; in emit_pte() local [all …]
|
| H A D | xe_pt.c | 65 u16 pat_index = xe->pat.idx[XE_CACHE_WB]; in __xe_pt_empty_pte() local 75 return vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, IS_DGFX(xe), 0) | in __xe_pt_empty_pte() 523 u16 pat_index = xe_walk->vma->attr.pat_index; in xe_pt_stage_bind_entry() local 552 pat_index, level); in xe_pt_stage_bind_entry()
|
| H A D | xe_svm.c | 323 .pat_index = vma->attr.default_pat_index, in xe_vma_set_default_attributes()
|
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | gen8_ppgtt.c | 33 unsigned int pat_index, in gen8_pte_encode() argument 46 switch (pat_index) { in gen8_pte_encode() 62 unsigned int pat_index, in gen12_pte_encode() argument 73 if (pat_index & BIT(0)) in gen12_pte_encode() 76 if (pat_index & BIT(1)) in gen12_pte_encode() 79 if (pat_index & BIT(2)) in gen12_pte_encode() 82 if (pat_index & BIT(3)) in gen12_pte_encode() 459 unsigned int pat_index, in gen8_ppgtt_insert_pte() argument 463 const gen8_pte_t pte_encode = ppgtt->vm.pte_encode(0, pat_index, flags); in gen8_ppgtt_insert_pte() 506 unsigned int pat_index, in xehp_ppgtt_insert_huge() argument [all …]
|
| H A D | selftest_migrate.c | 140 unsigned int pat_index, in intel_context_copy_ccs() argument 188 len = emit_pte(rq, &it, pat_index, true, offset, CHUNK_SZ); in intel_context_copy_ccs() 226 unsigned int pat_index, in intel_migrate_ccs_copy() argument 246 err = intel_context_copy_ccs(ce, deps, sg, pat_index, in intel_migrate_ccs_copy() 303 obj->pat_index, in clear() 354 obj->pat_index, in clear() 417 src->mm.pages->sgl, src->pat_index, in __migrate_copy() 419 dst->mm.pages->sgl, dst->pat_index, in __migrate_copy() 431 src->mm.pages->sgl, src->pat_index, in __global_copy() 433 dst->mm.pages->sgl, dst->pat_index, in __global_copy() [all …]
|
| H A D | intel_migrate.h | 50 unsigned int pat_index, 58 unsigned int pat_index,
|
| H A D | gen8_ppgtt.h | 18 unsigned int pat_index,
|
| H A D | intel_ppgtt.c | 185 unsigned int pat_index, in ppgtt_bind_vma() argument 203 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in ppgtt_bind_vma()
|
| H A D | selftest_timeline.c | 835 i915_gem_object_set_pat_index(obj, tl->hwsp_ggtt->obj->pat_index); in setup_watcher()
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | mock_gtt.c | 30 unsigned int pat_index, in mock_insert_page() argument 37 unsigned int pat_index, u32 flags) in mock_insert_entries() argument 44 unsigned int pat_index, in mock_bind_ppgtt() argument 97 unsigned int pat_index, in mock_bind_ggtt() argument
|
| H A D | i915_gem_gtt.c | 138 obj->pat_index = i915_gem_get_pat_index(i915, I915_CACHE_NONE); in fake_dma_object() 1525 obj->pat_index, in reserve_gtt_with_resource() 1706 obj->pat_index, 0, vm->total, 0); in insert_gtt_with_resource()
|
| /linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_create.c | 247 unsigned int pat_index; member 416 if (ext.pat_index > max_pat_index) { in ext_set_pat() 418 ext.pat_index); in ext_set_pat() 422 ext_data->pat_index = ext.pat_index; in ext_set_pat() 453 ext_data.pat_index = PAT_INDEX_NOT_SET; in i915_gem_create_ext_ioctl() 490 if (ext_data.pat_index != PAT_INDEX_NOT_SET) { in i915_gem_create_ext_ioctl() 491 i915_gem_object_set_pat_index(obj, ext_data.pat_index); in i915_gem_create_ext_ioctl()
|
| H A D | i915_gem_execbuffer.c | 1464 target->vma->obj->pat_index, in eb_relocate_entry()
|
| /linux/drivers/gpu/drm/i915/gem/selftests/ |
| H A D | i915_gem_migrate.c | 222 obj->mm.pages->sgl, obj->pat_index, in __igt_lmem_pages_migrate()
|
| H A D | huge_pages.c | 357 obj->pat_index = i915_gem_get_pat_index(i915, I915_CACHE_NONE); in fake_huge_pages_object()
|
| /linux/include/uapi/drm/ |
| H A D | i915_drm.h | 3904 __u32 pat_index; member
|
| /linux/tools/include/uapi/drm/ |
| H A D | i915_drm.h | |