| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_pm.c | 132 int xe_pm_block_on_suspend(struct xe_device *xe) in xe_pm_block_on_suspend()
146 bool xe_rpm_reclaim_safe(const struct xe_device *xe) in xe_rpm_reclaim_safe()
151 static void xe_rpm_lockmap_acquire(const struct xe_device *xe) in xe_rpm_lockmap_acquire()
158 static void xe_rpm_lockmap_release(const struct xe_device *xe) in xe_rpm_lockmap_release()
171 int xe_pm_suspend(struct xe_device *xe) in xe_pm_suspend()
229 int xe_pm_resume(struct xe_device *xe) in xe_pm_resume()
298 static bool xe_pm_pci_d3cold_capable(struct xe_device *xe) in xe_pm_pci_d3cold_capable()
322 static void xe_pm_runtime_init(struct xe_device *xe) in xe_pm_runtime_init()
349 int xe_pm_init_early(struct xe_device *xe) in xe_pm_init_early()
368 static u32 vram_threshold_value(struct xe_device *xe) in vram_threshold_value()
[all …]
|
| H A D | xe_device.c | 83 struct xe_device *xe = to_xe_device(dev); in xe_file_open() local
164 struct xe_device *xe = to_xe_device(dev); in xe_file_close() local
218 struct xe_device *xe = to_xe_device(file_priv->minor->dev); in xe_drm_ioctl() local
236 struct xe_device *xe = to_xe_device(file_priv->minor->dev); in xe_drm_compat_ioctl() local
320 struct xe_device *xe = to_xe_device(dev); in xe_pci_barrier_mmap() local
419 struct xe_device *xe = to_xe_device(dev); in xe_device_destroy() local
441 struct xe_device *xe; in xe_device_create() local
535 static bool xe_driver_flr_disabled(struct xe_device *xe) in xe_driver_flr_disabled()
561 static void __xe_driver_flr(struct xe_device *xe) in __xe_driver_flr()
607 static void xe_driver_flr(struct xe_device *xe) in xe_driver_flr()
[all …]
|
| H A D | xe_sriov_pf_migration.c | 19 static struct xe_sriov_migration_state *pf_pick_migration(struct xe_device *xe, unsigned int vfid) in pf_pick_migration()
34 wait_queue_head_t *xe_sriov_pf_migration_waitqueue(struct xe_device *xe, unsigned int vfid) in xe_sriov_pf_migration_waitqueue()
45 bool xe_sriov_pf_migration_supported(struct xe_device *xe) in xe_sriov_pf_migration_supported()
57 void xe_sriov_pf_migration_disable(struct xe_device *xe, const char *fmt, ...) in xe_sriov_pf_migration_disable()
76 static void pf_migration_check_support(struct xe_device *xe) in pf_migration_check_support()
97 int xe_sriov_pf_migration_init(struct xe_device *xe) in xe_sriov_pf_migration_init()
127 static bool pf_migration_data_ready(struct xe_device *xe, unsigned int vfid) in pf_migration_data_ready()
143 pf_migration_consume(struct xe_device *xe, unsigned int vfid) in pf_migration_consume()
178 xe_sriov_pf_migration_save_consume(struct xe_device *xe, unsigned int vfid) in xe_sriov_pf_migration_save_consume()
200 static int pf_handle_descriptor(struct xe_device *xe, unsigned int vfid, in pf_handle_descriptor()
[all …]
|
| H A D | xe_bo_evict.c | 15 static int xe_bo_apply_to_pinned(struct xe_device *xe, in xe_bo_apply_to_pinned()
64 int xe_bo_notifier_prepare_all_pinned(struct xe_device *xe) in xe_bo_notifier_prepare_all_pinned()
92 void xe_bo_notifier_unprepare_all_pinned(struct xe_device *xe) in xe_bo_notifier_unprepare_all_pinned()
115 int xe_bo_evict_all_user(struct xe_device *xe) in xe_bo_evict_all_user()
160 int xe_bo_evict_all(struct xe_device *xe) in xe_bo_evict_all()
226 int xe_bo_restore_early(struct xe_device *xe) in xe_bo_restore_early()
243 int xe_bo_restore_late(struct xe_device *xe) in xe_bo_restore_late()
273 static void xe_bo_pci_dev_remove_pinned(struct xe_device *xe) in xe_bo_pci_dev_remove_pinned()
298 void xe_bo_pci_dev_remove_all(struct xe_device *xe) in xe_bo_pci_dev_remove_all()
322 struct xe_device *xe = arg; in xe_bo_pinned_fini() local
[all …]
|
| H A D | xe_bo.c | 95 static bool resource_is_stolen_vram(struct xe_device *xe, struct ttm_resource *res) in resource_is_stolen_vram()
167 mem_type_to_migrate(struct xe_device *xe, u32 mem_type) in mem_type_to_migrate()
178 struct xe_device *xe = ttm_to_xe_device(res->bo->bdev); in res_to_mem_region() local
189 static void try_add_system(struct xe_device *xe, struct xe_bo *bo, in try_add_system()
222 static u8 vram_bo_flag_to_tile_id(struct xe_device *xe, u32 vram_bo_flag) in vram_bo_flag_to_tile_id()
230 static u32 bo_vram_flags_to_vram_placement(struct xe_device *xe, u32 bo_flags, u32 vram_flag, in bo_vram_flags_to_vram_placement()
243 static void add_vram(struct xe_device *xe, struct xe_bo *bo, in add_vram()
274 static void try_add_vram(struct xe_device *xe, struct xe_bo *bo, in try_add_vram()
286 static void try_add_stolen(struct xe_device *xe, struct xe_bo *bo, in try_add_stolen()
301 static int __xe_bo_placement_for_flags(struct xe_device *xe, struct xe_bo *bo, in __xe_bo_placement_for_flags()
[all …]
|
| H A D | xe_debugfs.c | 42 static void read_residency_counter(struct xe_device *xe, struct xe_mmio *mmio, in read_residency_counter()
66 struct xe_device *xe = node_to_xe(m->private); in info() local
105 struct xe_device *xe = node_to_xe(m->private); in sriov_info() local
112 static int workarounds(struct xe_device *xe, struct drm_printer *p) in workarounds()
122 struct xe_device *xe = node_to_xe(m->private); in workaround_info() local
131 struct xe_device *xe; in dgfx_pkg_residencies_show() local
159 struct xe_device *xe; in dgfx_pcie_link_residencies_show() local
196 struct xe_device *xe = inode->i_private; in forcewake_open() local
228 struct xe_device *xe = inode->i_private; in forcewake_release() local
248 struct xe_device *xe = file_inode(f)->i_private; in wedged_mode_show() local
[all …]
|
| H A D | xe_sriov_vf_ccs.c | 121 static u64 get_ccs_bb_pool_size(struct xe_device *xe) in get_ccs_bb_pool_size()
144 struct xe_device *xe = tile_to_xe(tile); in alloc_bb_pool() local
208 void xe_sriov_vf_ccs_rebase(struct xe_device *xe) in xe_sriov_vf_ccs_rebase()
251 int xe_sriov_vf_ccs_register_context(struct xe_device *xe) in xe_sriov_vf_ccs_register_context()
277 static bool vf_migration_ccs_bb_needed(struct xe_device *xe) in vf_migration_ccs_bb_needed()
292 static bool vf_migration_ccs_bb_support_check(struct xe_device *xe) in vf_migration_ccs_bb_support_check()
330 int xe_sriov_vf_ccs_init(struct xe_device *xe) in xe_sriov_vf_ccs_init()
393 struct xe_device *xe = gt_to_xe(ctx->mig_q->gt); in xe_sriov_vf_ccs_rw_update_bb_addr() local
412 struct xe_device *xe = xe_bo_device(bo); in xe_sriov_vf_ccs_attach_bo() local
446 struct xe_device *xe = xe_bo_device(bo); in xe_sriov_vf_ccs_detach_bo() local
[all …]
|
| H A D | xe_sriov_pf_service.c | 24 void xe_sriov_pf_service_init(struct xe_device *xe) in xe_sriov_pf_service_init()
41 static int pf_negotiate_version(struct xe_device *xe, in pf_negotiate_version()
87 static void pf_connect(struct xe_device *xe, u32 vfid, u32 major, u32 minor) in pf_connect()
96 static void pf_disconnect(struct xe_device *xe, u32 vfid) in pf_disconnect()
117 bool xe_sriov_pf_service_is_negotiated(struct xe_device *xe, u32 vfid, u32 major, u32 minor) in xe_sriov_pf_service_is_negotiated()
140 int xe_sriov_pf_service_handshake_vf(struct xe_device *xe, u32 vfid, in xe_sriov_pf_service_handshake_vf()
176 void xe_sriov_pf_service_reset_vf(struct xe_device *xe, unsigned int vfid) in xe_sriov_pf_service_reset_vf()
194 void xe_sriov_pf_service_print_versions(struct xe_device *xe, struct drm_printer *p) in xe_sriov_pf_service_print_versions()
|
| H A D | xe_query.c | 50 static size_t calc_hw_engine_info_size(struct xe_device *xe) in calc_hw_engine_info_size()
115 query_engine_cycles(struct xe_device *xe, in query_engine_cycles()
183 static int query_engines(struct xe_device *xe, in query_engines()
232 static size_t calc_mem_regions_size(struct xe_device *xe) in calc_mem_regions_size()
244 static int query_mem_regions(struct xe_device *xe, in query_mem_regions()
312 static int query_config(struct xe_device *xe, struct drm_xe_device_query *query) in query_config()
361 static int query_gt_list(struct xe_device *xe, struct drm_xe_device_query *query) in query_gt_list()
434 static int query_hwconfig(struct xe_device *xe, in query_hwconfig()
464 static size_t calc_topo_query_size(struct xe_device *xe) in calc_topo_query_size()
502 static int query_gt_topology(struct xe_device *xe, in query_gt_topology()
[all …]
|
| H A D | xe_sriov_packet.c | 15 static struct mutex *pf_migration_mutex(struct xe_device *xe, unsigned int vfid) in pf_migration_mutex()
23 static struct xe_sriov_packet **pf_pick_pending(struct xe_device *xe, unsigned int vfid) in pf_pick_pending()
33 pf_pick_descriptor(struct xe_device *xe, unsigned int vfid) in pf_pick_descriptor()
42 static struct xe_sriov_packet **pf_pick_trailer(struct xe_device *xe, unsigned int vfid) in pf_pick_trailer()
51 static struct xe_sriov_packet **pf_pick_read_packet(struct xe_device *xe, in pf_pick_read_packet()
88 struct xe_sriov_packet *xe_sriov_packet_alloc(struct xe_device *xe) in xe_sriov_packet_alloc()
262 ssize_t xe_sriov_packet_read_single(struct xe_device *xe, unsigned int vfid, in xe_sriov_packet_read_single()
322 ssize_t xe_sriov_packet_write_single(struct xe_device *xe, unsigned int vfid, in xe_sriov_packet_write_single()
360 static int pf_descriptor_init(struct xe_device *xe, unsigned int vfid) in pf_descriptor_init()
405 int xe_sriov_packet_process_descriptor(struct xe_device *xe, unsigned int vfid, in xe_sriov_packet_process_descriptor()
[all …]
|
| H A D | xe_late_bind_fw.c | 58 struct xe_device *xe = late_bind_fw_to_xe(lb_fw); in parse_cpd_header() local
115 struct xe_device *xe = late_bind_fw_to_xe(lb_fw); in parse_lb_layout() local
189 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_fw_num_fans() local
198 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_wait_for_worker_completion() local
217 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_work() local
274 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_fw_load() local
296 struct xe_device *xe = late_bind_to_xe(late_bind); in __xe_late_bind_fw_init() local
386 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_late_bind_component_bind() local
398 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_late_bind_component_unbind() local
414 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_remove() local
[all …]
|
| H A D | xe_sriov_pf_sysfs.c | 70 struct xe_device *xe; member
154 static bool sched_priority_bulk_high_allowed(struct xe_device *xe) in sched_priority_bulk_high_allowed()
160 static ssize_t xe_sriov_dev_attr_sched_priority_store(struct xe_device *xe, in xe_sriov_dev_attr_sched_priority_store()
232 static ssize_t xe_sriov_vf_attr_sched_priority_show(struct xe_device *xe, unsigned int vfid, in xe_sriov_vf_attr_sched_priority_show()
250 static ssize_t xe_sriov_vf_attr_sched_priority_store(struct xe_device *xe, unsigned int vfid, in xe_sriov_vf_attr_sched_priority_store()
359 static struct kobject *create_xe_sriov_kobj(struct xe_device *xe, unsigned int vfid, in create_xe_sriov_kobj()
393 struct xe_device *xe = vkobj->xe; in xe_sriov_dev_attr_show() local
406 struct xe_device *xe = vkobj->xe; in xe_sriov_dev_attr_store() local
419 struct xe_device *xe = vkobj->xe; in xe_sriov_vf_attr_show() local
435 struct xe_device *xe = vkobj->xe; in xe_sriov_vf_attr_store() local
[all …]
|
| H A D | xe_exec_queue.c | 165 static int alloc_dep_schedulers(struct xe_device *xe, struct xe_exec_queue *q) in alloc_dep_schedulers()
198 static struct xe_exec_queue *__xe_exec_queue_alloc(struct xe_device *xe, in __xe_exec_queue_alloc()
337 struct xe_exec_queue *xe_exec_queue_create(struct xe_device *xe, struct xe_vm *vm, in xe_exec_queue_create()
380 struct xe_exec_queue *xe_exec_queue_create_class(struct xe_device *xe, struct xe_gt *gt, in xe_exec_queue_create_class()
423 struct xe_exec_queue *xe_exec_queue_create_bind(struct xe_device *xe, in xe_exec_queue_create_bind()
557 xe_exec_queue_device_get_max_priority(struct xe_device *xe) in xe_exec_queue_device_get_max_priority()
563 static int exec_queue_set_priority(struct xe_device *xe, struct xe_exec_queue *q, in exec_queue_set_priority()
628 static int exec_queue_set_timeslice(struct xe_device *xe, struct xe_exec_queue *q, in exec_queue_set_timeslice()
645 exec_queue_set_pxp_type(struct xe_device *xe, struct xe_exec_queue *q, u64 value) in exec_queue_set_pxp_type()
660 static int exec_queue_set_hang_replay_state(struct xe_device *xe, in exec_queue_set_hang_replay_state()
[all …]
|
| H A D | xe_pmu.c | 93 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_to_gt() local
101 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_to_hwe() local
135 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_gt_forcewake() local
163 struct xe_device *xe = container_of(pmu, typeof(*xe), pmu); in event_supported() local
175 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_param_valid() local
216 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_destroy() local
234 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_init() local
338 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_read() local
361 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_start() local
373 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_stop() local
[all …]
|
| H A D | xe_pci.c | 516 find_subplatform(const struct xe_device *xe, const struct xe_device_desc *desc) in find_subplatform()
534 static int read_gmdid(struct xe_device *xe, enum xe_gmdid_type type, u32 *ver, u32 *revid) in read_gmdid()
628 static int handle_gmdid(struct xe_device *xe, in handle_gmdid()
671 static int xe_info_init_early(struct xe_device *xe, in xe_info_init_early()
733 static void xe_info_probe_tile_count(struct xe_device *xe) in xe_info_probe_tile_count()
772 struct xe_device *xe = tile_to_xe(tile); in alloc_primary_gt() local
803 struct xe_device *xe = tile_to_xe(tile); in alloc_media_gt() local
832 static int xe_info_init(struct xe_device *xe, in xe_info_init()
950 struct xe_device *xe = pdev_to_xe_device(pdev); in xe_pci_remove() local
985 struct xe_device *xe; in xe_pci_probe() local
[all …]
|
| H A D | xe_guc.c | 53 struct xe_device *xe = guc_to_xe(guc); in guc_bo_ggtt_addr() local
87 struct xe_device *xe = guc_to_xe(guc); in guc_ctl_feature_flags() local
186 struct xe_device *xe = guc_to_xe(guc); in guc_ctl_wa_flags() local
228 struct xe_device *xe = guc_to_xe(guc); in guc_ctl_devid() local
296 struct xe_device *xe = gt_to_xe(gt); in guc_action_register_g2g_buffer() local
316 struct xe_device *xe = gt_to_xe(gt); in guc_action_deregister_g2g_buffer() local
406 struct xe_device *xe = gt_to_xe(near_gt); in guc_g2g_register() local
444 struct xe_device *xe = gt_to_xe(gt); in guc_g2g_size() local
453 static bool xe_guc_g2g_wanted(struct xe_device *xe) in xe_guc_g2g_wanted()
466 struct xe_device *xe = gt_to_xe(gt); in guc_g2g_alloc() local
[all …]
|
| H A D | xe_gsc_proxy.c | 206 static u32 emit_proxy_header(struct xe_device *xe, struct iosys_map *map, u32 offset) in emit_proxy_header()
224 struct xe_device *xe = gt_to_xe(gt); in proxy_query() local
380 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_gsc_proxy_component_bind() local
395 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_gsc_proxy_component_unbind() local
415 struct xe_device *xe = gt_to_xe(gt); in proxy_channel_alloc() local
441 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_proxy_stop() local
461 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_proxy_remove() local
494 struct xe_device *xe = tile_to_xe(tile); in xe_gsc_proxy_init() local
|
| H A D | xe_hw_engine.c | 348 static bool xe_hw_engine_match_fixed_cslice_mode(const struct xe_device *xe, in xe_hw_engine_match_fixed_cslice_mode()
363 static bool xe_rtp_cfeg_wmtp_disabled(const struct xe_device *xe, in xe_rtp_cfeg_wmtp_disabled()
418 struct xe_device *xe = gt_to_xe(gt); in hw_engine_setup_default_state() local
609 struct xe_device *xe = gt_to_xe(gt); in hw_engine_init() local
677 struct xe_device *xe = gt_to_xe(gt); in read_media_fuses() local
744 struct xe_device *xe = gt_to_xe(gt); in read_copy_fuses() local
844 struct xe_device *xe = gt_to_xe(gt); in check_sw_disable() local
952 struct xe_device *xe = gt_to_xe(hwe->gt); in xe_hw_engine_snapshot_capture() local
1026 struct xe_device *xe = gt_to_xe(gt); in xe_hw_engine_is_reserved() local
1092 xe_hw_engine_lookup(struct xe_device *xe, in xe_hw_engine_lookup()
|
| H A D | xe_heci_gsc.c | 108 static int heci_gsc_irq_setup(struct xe_device *xe) in heci_gsc_irq_setup()
126 static int heci_gsc_add_device(struct xe_device *xe, const struct heci_gsc_def *def) in heci_gsc_add_device()
171 int xe_heci_gsc_init(struct xe_device *xe) in xe_heci_gsc_init()
210 void xe_heci_gsc_irq_handler(struct xe_device *xe, u32 iir) in xe_heci_gsc_irq_handler()
230 void xe_heci_csc_irq_handler(struct xe_device *xe, u32 iir) in xe_heci_csc_irq_handler()
|
| H A D | xe_nvm.c | 44 static bool xe_nvm_non_posted_erase(struct xe_device *xe) in xe_nvm_non_posted_erase()
58 static bool xe_nvm_writable_override(struct xe_device *xe) in xe_nvm_writable_override()
99 struct xe_device *xe = arg; in xe_nvm_fini() local
118 int xe_nvm_init(struct xe_device *xe) in xe_nvm_init()
|
| H A D | xe_vm_madvise.c | 88 static void madvise_preferred_mem_loc(struct xe_device *xe, struct xe_vm *vm, in madvise_preferred_mem_loc()
121 static void madvise_atomic(struct xe_device *xe, struct xe_vm *vm, in madvise_atomic()
163 static void madvise_pat_index(struct xe_device *xe, struct xe_vm *vm, in madvise_pat_index()
247 static bool madvise_args_are_sane(struct xe_device *xe, const struct drm_xe_madvise *args) in madvise_args_are_sane()
328 struct xe_device *xe = vm->xe; in xe_madvise_details_init() local
363 struct xe_device *xe = vm->xe; in check_bo_args_are_sane() local
408 struct xe_device *xe = to_xe_device(dev); in xe_vm_madvise_ioctl() local
|
| /linux/drivers/gpu/drm/xe/tests/ |
| H A D | xe_sriov_pf_service_kunit.c | 19 struct xe_device *xe; in pf_service_test_init() local
45 struct xe_device *xe = test->priv; in pf_negotiate_any() local
58 struct xe_device *xe = test->priv; in pf_negotiate_base_match() local
72 struct xe_device *xe = test->priv; in pf_negotiate_base_newer() local
90 struct xe_device *xe = test->priv; in pf_negotiate_base_next() local
107 struct xe_device *xe = test->priv; in pf_negotiate_base_older() local
122 struct xe_device *xe = test->priv; in pf_negotiate_base_prev() local
133 struct xe_device *xe = test->priv; in pf_negotiate_latest_match() local
147 struct xe_device *xe = test->priv; in pf_negotiate_latest_newer() local
161 struct xe_device *xe = test->priv; in pf_negotiate_latest_next() local
[all …]
|
| H A D | xe_bo.c | 127 static void ccs_test_run_tile(struct xe_device *xe, struct xe_tile *tile, in ccs_test_run_tile()
172 static int ccs_test_run_device(struct xe_device *xe) in ccs_test_run_device()
202 struct xe_device *xe = test->priv; in xe_ccs_migrate_kunit() local
207 static int evict_test_run_tile(struct xe_device *xe, struct xe_tile *tile, struct kunit *test) in evict_test_run_tile()
346 static int evict_test_run_device(struct xe_device *xe) in evict_test_run_device()
366 struct xe_device *xe = test->priv; in xe_bo_evict_kunit() local
441 static int shrink_test_run_device(struct xe_device *xe) in shrink_test_run_device()
601 struct xe_device *xe = test->priv; in xe_bo_shrink_kunit() local
|
| /linux/drivers/gpu/drm/xe/display/ |
| H A D | xe_stolen.c | 12 struct xe_device *xe; member
19 struct xe_device *xe = node->xe; in xe_stolen_insert_node_in_range() local
54 struct xe_device *xe = to_xe_device(drm); in xe_stolen_initialized() local
74 struct xe_device *xe = node->xe; in xe_stolen_node_address() local
86 struct xe_device *xe = to_xe_device(drm); in xe_stolen_node_alloc() local
|
| H A D | xe_hdcp_gsc.c | 27 struct xe_device *xe; member
37 struct xe_device *xe = to_xe_device(drm); in intel_hdcp_gsc_check_status() local
60 static int intel_hdcp_gsc_initialize_message(struct xe_device *xe, in intel_hdcp_gsc_initialize_message()
94 struct xe_device *xe = to_xe_device(drm); in intel_hdcp_gsc_context_alloc() local
125 static int xe_gsc_send_sync(struct xe_device *xe, in xe_gsc_send_sync()
155 struct xe_device *xe = gsc_context->xe; in intel_hdcp_gsc_msg_send() local
|