| H A D | xe_bo.c | 95 static bool resource_is_stolen_vram(struct xe_device *xe, struct ttm_resource *res) in resource_is_stolen_vram() argument 97 return res->mem_type == XE_PL_STOLEN && IS_DGFX(xe); in resource_is_stolen_vram() 167 mem_type_to_migrate(struct xe_device *xe, u32 mem_type) in mem_type_to_migrate() argument 171 xe_assert(xe, mem_type == XE_PL_STOLEN || mem_type_is_vram(mem_type)); in mem_type_to_migrate() 172 tile = &xe->tiles[mem_type == XE_PL_STOLEN ? 0 : (mem_type - XE_PL_VRAM0)]; in mem_type_to_migrate() 176 static void try_add_system(struct xe_device *xe, struct xe_bo *bo, in try_add_system() argument 180 xe_assert(xe, *c < ARRAY_SIZE(bo->placements)); in try_add_system() 209 static u8 vram_bo_flag_to_tile_id(struct xe_device *xe, u32 vram_bo_flag) in vram_bo_flag_to_tile_id() argument 211 xe_assert(xe, vram_bo_flag & XE_BO_FLAG_VRAM_MASK); in vram_bo_flag_to_tile_id() 212 xe_assert(xe, (vram_bo_fla in vram_bo_flag_to_tile_id() 217 bo_vram_flags_to_vram_placement(struct xe_device * xe,u32 bo_flags,u32 vram_flag,enum ttm_bo_type type) bo_vram_flags_to_vram_placement() argument 230 add_vram(struct xe_device * xe,struct xe_bo * bo,struct ttm_place * places,u32 bo_flags,u32 mem_type,u32 * c) add_vram() argument 261 try_add_vram(struct xe_device * xe,struct xe_bo * bo,u32 bo_flags,enum ttm_bo_type type,u32 * c) try_add_vram() argument 273 try_add_stolen(struct xe_device * xe,struct xe_bo * bo,u32 bo_flags,u32 * c) try_add_stolen() argument 288 __xe_bo_placement_for_flags(struct xe_device * xe,struct xe_bo * bo,u32 bo_flags,enum ttm_bo_type type) __xe_bo_placement_for_flags() argument 308 xe_bo_placement_for_flags(struct xe_device * xe,struct xe_bo * bo,u32 bo_flags,enum ttm_bo_type type) xe_bo_placement_for_flags() argument 318 struct xe_device *xe = container_of(tbo->bdev, typeof(*xe), ttm); xe_evict_flags() local 382 xe_tt_map_sg(struct xe_device * xe,struct ttm_tt * tt) xe_tt_map_sg() argument 414 xe_tt_unmap_sg(struct xe_device * xe,struct ttm_tt * tt) xe_tt_unmap_sg() argument 438 xe_ttm_tt_account_add(struct xe_device * xe,struct ttm_tt * tt) xe_ttm_tt_account_add() argument 448 xe_ttm_tt_account_subtract(struct xe_device * xe,struct ttm_tt * tt) xe_ttm_tt_account_subtract() argument 462 struct xe_device *xe = ttm_to_xe_device(ttm_dev); update_global_total_pages() local 475 struct xe_device *xe = xe_bo_device(bo); xe_ttm_tt_create() local 582 struct xe_device *xe = ttm_to_xe_device(ttm_dev); xe_ttm_tt_unpopulate() local 601 xe_ttm_resource_visible(struct xe_device * xe,struct ttm_resource * mem) xe_ttm_resource_visible() argument 635 struct xe_device *xe = ttm_to_xe_device(bdev); xe_ttm_io_mem_reserve() local 669 xe_bo_trigger_rebind(struct xe_device * xe,struct xe_bo * bo,const struct ttm_operation_ctx * ctx) xe_bo_trigger_rebind() argument 751 struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev); xe_bo_move_dmabuf() local 809 struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev); xe_bo_move_notify() local 859 struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev); xe_bo_set_purgeable_shrinker() local 895 struct xe_device *xe = xe_bo_device(bo); xe_bo_set_purgeable_state() local 967 struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev); xe_bo_move() local 1213 struct xe_device *xe = ttm_to_xe_device(bo->bdev); xe_bo_shrink_purge() local 1292 struct xe_device *xe = ttm_to_xe_device(bo->bdev); xe_bo_shrink() local 1354 struct xe_device *xe = ttm_to_xe_device(bo->ttm.bdev); xe_bo_notifier_prepare_pinned() local 1423 struct xe_device *xe = xe_bo_device(bo); xe_bo_evict_pinned_copy() local 1491 struct xe_device *xe = ttm_to_xe_device(bo->ttm.bdev); xe_bo_evict_pinned() local 1561 struct xe_device *xe = ttm_to_xe_device(bo->ttm.bdev); xe_bo_restore_pinned() local 1682 struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev); xe_ttm_bo_lock_in_destructor() local 1787 struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev); xe_ttm_access_memory() local 1854 struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev); xe_ttm_bo_destroy() local 1972 __xe_bo_cpu_fault(struct vm_fault * vmf,struct xe_device * xe,struct xe_bo * bo) __xe_bo_cpu_fault() argument 2024 xe_bo_cpu_fault_fastpath(struct vm_fault * vmf,struct xe_device * xe,struct xe_bo * bo,bool needs_rpm) xe_bo_cpu_fault_fastpath() argument 2094 struct xe_device *xe = to_xe_device(ddev); xe_bo_cpu_fault() local 2201 struct xe_device *xe = xe_bo_device(bo); xe_bo_vm_access() local 2328 xe_bo_init_locked(struct xe_device * xe,struct xe_bo * bo,struct xe_tile * tile,struct dma_resv * resv,struct ttm_lru_bulk_move * bulk,size_t size,u16 cpu_caching,enum ttm_bo_type type,u32 flags,struct dma_buf * dma_buf,struct drm_exec * exec) xe_bo_init_locked() argument 2487 __xe_bo_fixed_placement(struct xe_device * xe,struct xe_bo * bo,enum ttm_bo_type type,u32 flags,u64 start,u64 end,u64 size) __xe_bo_fixed_placement() argument 2529 __xe_bo_create_locked(struct xe_device * xe,struct xe_tile * tile,struct xe_vm * vm,size_t size,u64 start,u64 end,u16 cpu_caching,enum ttm_bo_type type,u32 flags,u64 alignment,struct drm_exec * exec) __xe_bo_create_locked() argument 2627 xe_bo_create_locked(struct xe_device * xe,struct xe_tile * tile,struct xe_vm * vm,size_t size,enum ttm_bo_type type,u32 flags,struct drm_exec * exec) xe_bo_create_locked() argument 2636 xe_bo_create_novm(struct xe_device * xe,struct xe_tile * tile,size_t size,u16 cpu_caching,enum ttm_bo_type type,u32 flags,u64 alignment,bool intr) xe_bo_create_novm() argument 2663 xe_bo_debug_mixed_mode_cur_index_advance(struct xe_device * xe,struct xe_bo * bo) xe_bo_debug_mixed_mode_cur_index_advance() argument 2683 get_flag_from_cur_index_in_mixed_mode(struct xe_device * xe,size_t * align_size,int * err) get_flag_from_cur_index_in_mixed_mode() argument 2717 xe_bo_apply_debug_page_size_policy(struct xe_device * xe,u32 * bo_flags,size_t * size) xe_bo_apply_debug_page_size_policy() argument 2788 xe_bo_apply_debug_page_size_policy(struct xe_device * xe,u32 * bo_flags,size_t * size) xe_bo_apply_debug_page_size_policy() argument 2795 xe_bo_debug_mixed_mode_cur_index_advance(struct xe_device * xe,struct xe_bo * bo) xe_bo_debug_mixed_mode_cur_index_advance() argument 2815 xe_bo_create_user(struct xe_device * xe,struct xe_vm * vm,size_t size,u16 cpu_caching,u32 flags,struct drm_exec * exec) xe_bo_create_user() argument 2863 xe_bo_create_pin_range_novm(struct xe_device * xe,struct xe_tile * tile,size_t size,u64 start,u64 end,enum ttm_bo_type type,u32 flags) xe_bo_create_pin_range_novm() argument 2895 xe_bo_create_pin_map_at_aligned(struct xe_device * xe,struct xe_tile * tile,struct xe_vm * vm,size_t size,u64 offset,enum ttm_bo_type type,u32 flags,u64 alignment,struct drm_exec * exec) xe_bo_create_pin_map_at_aligned() argument 2957 xe_bo_create_pin_map_at_novm(struct xe_device * xe,struct xe_tile * tile,size_t size,u64 offset,enum ttm_bo_type type,u32 flags,u64 alignment,bool intr) xe_bo_create_pin_map_at_novm() argument 3000 xe_bo_create_pin_map(struct xe_device * xe,struct xe_tile * tile,struct xe_vm * vm,size_t size,enum ttm_bo_type type,u32 flags,struct drm_exec * exec) xe_bo_create_pin_map() argument 3026 xe_bo_create_pin_map_novm(struct xe_device * xe,struct xe_tile * tile,size_t size,enum ttm_bo_type type,u32 flags,bool intr) xe_bo_create_pin_map_novm() argument 3038 xe_managed_bo_create_pin_map(struct xe_device * xe,struct xe_tile * tile,size_t size,u32 flags) xe_managed_bo_create_pin_map() argument 3061 xe_managed_bo_create_from_data(struct xe_device * xe,struct xe_tile * tile,const void * data,size_t size,u32 flags) xe_managed_bo_create_from_data() argument 3087 xe_managed_bo_reinit_in_vram(struct xe_device * xe,struct xe_tile * tile,struct xe_bo ** src) xe_managed_bo_reinit_in_vram() argument 3115 struct xe_device *xe = ttm_to_xe_device(res->bo->bdev); vram_region_gpu_offset() local 3143 struct xe_device *xe = xe_bo_device(bo); xe_bo_pin_external() local 3187 struct xe_device *xe = xe_bo_device(bo); xe_bo_pin() local 3244 struct xe_device *xe = xe_bo_device(bo); xe_bo_unpin_external() local 3269 struct xe_device *xe = xe_bo_device(bo); xe_bo_unpin() local 3355 struct xe_device *xe = xe_bo_device(bo); __xe_bo_addr() local 3387 struct xe_device *xe = ttm_to_xe_device(bo->ttm.bdev); xe_bo_vmap() local 3435 gem_create_set_pxp_type(struct xe_device * xe,struct xe_bo * bo,u64 value) gem_create_set_pxp_type() argument 3455 gem_create_user_ext_set_property(struct xe_device * xe,struct xe_bo * bo,u64 extension) gem_create_user_ext_set_property() argument 3490 gem_create_user_extensions(struct xe_device * xe,struct xe_bo * bo,u64 extensions,int ext_number) gem_create_user_extensions() argument 3525 struct xe_device *xe = to_xe_device(dev); xe_gem_create_ioctl() local 3668 struct xe_device *xe = to_xe_device(dev); xe_gem_mmap_offset_ioctl() local 3723 struct xe_device *xe = xe_bo_device(bo); xe_bo_decompress() local 3856 struct xe_device *xe = ttm_to_xe_device(bo->ttm.bdev); xe_bo_migrate() local 3938 struct xe_device *xe = xe_bo_device(bo); xe_bo_needs_ccs_pages() local 4060 struct xe_device *xe = to_xe_device(dev); xe_bo_dumb_create() local [all...] |