| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_pm.c | 132 int xe_pm_block_on_suspend(struct xe_device *xe) in xe_pm_block_on_suspend()
146 bool xe_rpm_reclaim_safe(const struct xe_device *xe) in xe_rpm_reclaim_safe()
151 static void xe_rpm_lockmap_acquire(const struct xe_device *xe) in xe_rpm_lockmap_acquire()
158 static void xe_rpm_lockmap_release(const struct xe_device *xe) in xe_rpm_lockmap_release()
171 int xe_pm_suspend(struct xe_device *xe) in xe_pm_suspend()
229 int xe_pm_resume(struct xe_device *xe) in xe_pm_resume()
298 static bool xe_pm_pci_d3cold_capable(struct xe_device *xe) in xe_pm_pci_d3cold_capable()
322 static void xe_pm_runtime_init(struct xe_device *xe) in xe_pm_runtime_init()
349 int xe_pm_init_early(struct xe_device *xe) in xe_pm_init_early()
368 static u32 vram_threshold_value(struct xe_device *xe) in vram_threshold_value()
[all …]
|
| H A D | xe_device.c | 84 struct xe_device *xe = to_xe_device(dev); in xe_file_open() local
165 struct xe_device *xe = to_xe_device(dev); in xe_file_close() local
221 struct xe_device *xe = to_xe_device(file_priv->minor->dev); in xe_drm_ioctl() local
239 struct xe_device *xe = to_xe_device(file_priv->minor->dev); in xe_drm_compat_ioctl() local
323 struct xe_device *xe = to_xe_device(dev); in xe_pci_barrier_mmap() local
419 struct xe_device *xe = to_xe_device(dev); in xe_device_destroy() local
441 struct xe_device *xe; in xe_device_create() local
531 static bool xe_driver_flr_disabled(struct xe_device *xe) in xe_driver_flr_disabled()
557 static void __xe_driver_flr(struct xe_device *xe) in __xe_driver_flr()
603 static void xe_driver_flr(struct xe_device *xe) in xe_driver_flr()
[all …]
|
| H A D | xe_sriov_pf_migration.c | 19 static struct xe_sriov_migration_state *pf_pick_migration(struct xe_device *xe, unsigned int vfid) in pf_pick_migration()
34 wait_queue_head_t *xe_sriov_pf_migration_waitqueue(struct xe_device *xe, unsigned int vfid) in xe_sriov_pf_migration_waitqueue()
45 bool xe_sriov_pf_migration_supported(struct xe_device *xe) in xe_sriov_pf_migration_supported()
57 void xe_sriov_pf_migration_disable(struct xe_device *xe, const char *fmt, ...) in xe_sriov_pf_migration_disable()
76 static void pf_migration_check_support(struct xe_device *xe) in pf_migration_check_support()
97 int xe_sriov_pf_migration_init(struct xe_device *xe) in xe_sriov_pf_migration_init()
127 static bool pf_migration_data_ready(struct xe_device *xe, unsigned int vfid) in pf_migration_data_ready()
143 pf_migration_consume(struct xe_device *xe, unsigned int vfid) in pf_migration_consume()
179 xe_sriov_pf_migration_save_consume(struct xe_device *xe, unsigned int vfid) in xe_sriov_pf_migration_save_consume()
201 static int pf_handle_descriptor(struct xe_device *xe, unsigned int vfid, in pf_handle_descriptor()
[all …]
|
| H A D | xe_bo_evict.c | 15 static int xe_bo_apply_to_pinned(struct xe_device *xe, in xe_bo_apply_to_pinned()
64 int xe_bo_notifier_prepare_all_pinned(struct xe_device *xe) in xe_bo_notifier_prepare_all_pinned()
92 void xe_bo_notifier_unprepare_all_pinned(struct xe_device *xe) in xe_bo_notifier_unprepare_all_pinned()
115 int xe_bo_evict_all_user(struct xe_device *xe) in xe_bo_evict_all_user()
160 int xe_bo_evict_all(struct xe_device *xe) in xe_bo_evict_all()
226 int xe_bo_restore_early(struct xe_device *xe) in xe_bo_restore_early()
243 int xe_bo_restore_late(struct xe_device *xe) in xe_bo_restore_late()
273 static void xe_bo_pci_dev_remove_pinned(struct xe_device *xe) in xe_bo_pci_dev_remove_pinned()
298 void xe_bo_pci_dev_remove_all(struct xe_device *xe) in xe_bo_pci_dev_remove_all()
322 struct xe_device *xe = arg; in xe_bo_pinned_fini() local
[all …]
|
| H A D | xe_bo.c | 95 static bool resource_is_stolen_vram(struct xe_device *xe, struct ttm_resource *res) in resource_is_stolen_vram()
167 mem_type_to_migrate(struct xe_device *xe, u32 mem_type) in mem_type_to_migrate()
178 struct xe_device *xe = ttm_to_xe_device(res->bo->bdev); in res_to_mem_region() local
189 static void try_add_system(struct xe_device *xe, struct xe_bo *bo, in try_add_system()
222 static u8 vram_bo_flag_to_tile_id(struct xe_device *xe, u32 vram_bo_flag) in vram_bo_flag_to_tile_id()
230 static u32 bo_vram_flags_to_vram_placement(struct xe_device *xe, u32 bo_flags, u32 vram_flag, in bo_vram_flags_to_vram_placement()
243 static void add_vram(struct xe_device *xe, struct xe_bo *bo, in add_vram()
274 static void try_add_vram(struct xe_device *xe, struct xe_bo *bo, in try_add_vram()
286 static void try_add_stolen(struct xe_device *xe, struct xe_bo *bo, in try_add_stolen()
301 static int __xe_bo_placement_for_flags(struct xe_device *xe, struct xe_bo *bo, in __xe_bo_placement_for_flags()
[all …]
|
| H A D | xe_sriov_vf_ccs.c | 121 static u64 get_ccs_bb_pool_size(struct xe_device *xe) in get_ccs_bb_pool_size()
145 struct xe_device *xe = tile_to_xe(tile); in alloc_bb_pool() local
212 void xe_sriov_vf_ccs_rebase(struct xe_device *xe) in xe_sriov_vf_ccs_rebase()
255 int xe_sriov_vf_ccs_register_context(struct xe_device *xe) in xe_sriov_vf_ccs_register_context()
281 static bool vf_migration_ccs_bb_needed(struct xe_device *xe) in vf_migration_ccs_bb_needed()
296 static bool vf_migration_ccs_bb_support_check(struct xe_device *xe) in vf_migration_ccs_bb_support_check()
334 int xe_sriov_vf_ccs_init(struct xe_device *xe) in xe_sriov_vf_ccs_init()
397 struct xe_device *xe = gt_to_xe(ctx->mig_q->gt); in xe_sriov_vf_ccs_rw_update_bb_addr() local
416 struct xe_device *xe = xe_bo_device(bo); in xe_sriov_vf_ccs_attach_bo() local
450 struct xe_device *xe = xe_bo_device(bo); in xe_sriov_vf_ccs_detach_bo() local
[all …]
|
| H A D | xe_sriov_pf_service.c | 24 void xe_sriov_pf_service_init(struct xe_device *xe) in xe_sriov_pf_service_init()
41 static int pf_negotiate_version(struct xe_device *xe, in pf_negotiate_version()
87 static void pf_connect(struct xe_device *xe, u32 vfid, u32 major, u32 minor) in pf_connect()
96 static void pf_disconnect(struct xe_device *xe, u32 vfid) in pf_disconnect()
117 bool xe_sriov_pf_service_is_negotiated(struct xe_device *xe, u32 vfid, u32 major, u32 minor) in xe_sriov_pf_service_is_negotiated()
140 int xe_sriov_pf_service_handshake_vf(struct xe_device *xe, u32 vfid, in xe_sriov_pf_service_handshake_vf()
176 void xe_sriov_pf_service_reset_vf(struct xe_device *xe, unsigned int vfid) in xe_sriov_pf_service_reset_vf()
194 void xe_sriov_pf_service_print_versions(struct xe_device *xe, struct drm_printer *p) in xe_sriov_pf_service_print_versions()
|
| H A D | xe_sriov_packet.c | 15 static struct mutex *pf_migration_mutex(struct xe_device *xe, unsigned int vfid) in pf_migration_mutex()
23 static struct xe_sriov_packet **pf_pick_pending(struct xe_device *xe, unsigned int vfid) in pf_pick_pending()
33 pf_pick_descriptor(struct xe_device *xe, unsigned int vfid) in pf_pick_descriptor()
42 static struct xe_sriov_packet **pf_pick_trailer(struct xe_device *xe, unsigned int vfid) in pf_pick_trailer()
51 static struct xe_sriov_packet **pf_pick_read_packet(struct xe_device *xe, in pf_pick_read_packet()
88 struct xe_sriov_packet *xe_sriov_packet_alloc(struct xe_device *xe) in xe_sriov_packet_alloc()
262 ssize_t xe_sriov_packet_read_single(struct xe_device *xe, unsigned int vfid, in xe_sriov_packet_read_single()
322 ssize_t xe_sriov_packet_write_single(struct xe_device *xe, unsigned int vfid, in xe_sriov_packet_write_single()
362 static int pf_descriptor_init(struct xe_device *xe, unsigned int vfid) in pf_descriptor_init()
407 int xe_sriov_packet_process_descriptor(struct xe_device *xe, unsigned int vfid, in xe_sriov_packet_process_descriptor()
[all …]
|
| H A D | xe_late_bind_fw.c | 58 struct xe_device *xe = late_bind_fw_to_xe(lb_fw); in parse_cpd_header() local
115 struct xe_device *xe = late_bind_fw_to_xe(lb_fw); in parse_lb_layout() local
189 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_fw_num_fans() local
198 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_wait_for_worker_completion() local
217 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_work() local
274 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_fw_load() local
296 struct xe_device *xe = late_bind_to_xe(late_bind); in __xe_late_bind_fw_init() local
386 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_late_bind_component_bind() local
398 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_late_bind_component_unbind() local
414 struct xe_device *xe = late_bind_to_xe(late_bind); in xe_late_bind_remove() local
[all …]
|
| H A D | xe_exec_queue.c | 167 static int alloc_dep_schedulers(struct xe_device *xe, struct xe_exec_queue *q) in alloc_dep_schedulers()
200 static struct xe_exec_queue *__xe_exec_queue_alloc(struct xe_device *xe, in __xe_exec_queue_alloc()
419 struct xe_exec_queue *xe_exec_queue_create(struct xe_device *xe, struct xe_vm *vm, in xe_exec_queue_create()
475 struct xe_exec_queue *xe_exec_queue_create_class(struct xe_device *xe, struct xe_gt *gt, in xe_exec_queue_create_class()
518 struct xe_exec_queue *xe_exec_queue_create_bind(struct xe_device *xe, in xe_exec_queue_create_bind()
693 xe_exec_queue_device_get_max_priority(struct xe_device *xe) in xe_exec_queue_device_get_max_priority()
699 static int exec_queue_set_priority(struct xe_device *xe, struct xe_exec_queue *q, in exec_queue_set_priority()
764 static int exec_queue_set_timeslice(struct xe_device *xe, struct xe_exec_queue *q, in exec_queue_set_timeslice()
781 exec_queue_set_pxp_type(struct xe_device *xe, struct xe_exec_queue *q, u64 value) in exec_queue_set_pxp_type()
796 static int exec_queue_set_hang_replay_state(struct xe_device *xe, in exec_queue_set_hang_replay_state()
[all …]
|
| H A D | xe_pmu.c | 93 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_to_gt() local
101 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_to_hwe() local
135 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_gt_forcewake() local
163 struct xe_device *xe = container_of(pmu, typeof(*xe), pmu); in event_supported() local
175 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in event_param_valid() local
216 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_destroy() local
234 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_init() local
338 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_read() local
361 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_start() local
373 struct xe_device *xe = container_of(event->pmu, typeof(*xe), pmu.base); in xe_pmu_event_stop() local
[all …]
|
| H A D | xe_pci.c | 575 find_subplatform(const struct xe_device *xe, const struct xe_device_desc *desc) in find_subplatform()
593 static int read_gmdid(struct xe_device *xe, enum xe_gmdid_type type, u32 *ver, u32 *revid) in read_gmdid()
687 static int handle_gmdid(struct xe_device *xe, in handle_gmdid()
730 static int xe_info_init_early(struct xe_device *xe, in xe_info_init_early()
795 static void xe_info_probe_tile_count(struct xe_device *xe) in xe_info_probe_tile_count()
834 struct xe_device *xe = tile_to_xe(tile); in alloc_primary_gt() local
876 struct xe_device *xe = tile_to_xe(tile); in alloc_media_gt() local
905 static int xe_info_init(struct xe_device *xe, in xe_info_init()
1023 struct xe_device *xe = pdev_to_xe_device(pdev); in xe_pci_remove() local
1058 struct xe_device *xe; in xe_pci_probe() local
[all …]
|
| H A D | xe_pagefault.c | 155 static struct xe_vm *xe_pagefault_asid_to_vm(struct xe_device *xe, u32 asid) in xe_pagefault_asid_to_vm()
173 struct xe_device *xe = gt_to_xe(gt); in xe_pagefault_service() local
266 static void xe_pagefault_save_to_vm(struct xe_device *xe, struct xe_pagefault *pf) in xe_pagefault_save_to_vm()
331 static int xe_pagefault_queue_init(struct xe_device *xe, in xe_pagefault_queue_init()
380 struct xe_device *xe = arg; in xe_pagefault_fini() local
393 int xe_pagefault_init(struct xe_device *xe) in xe_pagefault_init()
419 static void xe_pagefault_queue_reset(struct xe_device *xe, struct xe_gt *gt, in xe_pagefault_queue_reset()
449 void xe_pagefault_reset(struct xe_device *xe, struct xe_gt *gt) in xe_pagefault_reset()
475 int xe_pagefault_handler(struct xe_device *xe, struct xe_pagefault *pf) in xe_pagefault_handler()
|
| H A D | xe_guc.c | 55 struct xe_device *xe = guc_to_xe(guc); in guc_bo_ggtt_addr() local
89 struct xe_device *xe = guc_to_xe(guc); in guc_ctl_feature_flags() local
191 struct xe_device *xe = guc_to_xe(guc); in guc_ctl_wa_flags() local
230 struct xe_device *xe = guc_to_xe(guc); in guc_ctl_devid() local
298 struct xe_device *xe = gt_to_xe(gt); in guc_action_register_g2g_buffer() local
318 struct xe_device *xe = gt_to_xe(gt); in guc_action_deregister_g2g_buffer() local
408 struct xe_device *xe = gt_to_xe(near_gt); in guc_g2g_register() local
446 struct xe_device *xe = gt_to_xe(gt); in guc_g2g_size() local
455 static bool xe_guc_g2g_wanted(struct xe_device *xe) in xe_guc_g2g_wanted()
468 struct xe_device *xe = gt_to_xe(gt); in guc_g2g_alloc() local
[all …]
|
| H A D | xe_vm_madvise.c | 94 static void madvise_preferred_mem_loc(struct xe_device *xe, struct xe_vm *vm, in madvise_preferred_mem_loc()
127 static void madvise_atomic(struct xe_device *xe, struct xe_vm *vm, in madvise_atomic()
169 static void madvise_pat_index(struct xe_device *xe, struct xe_vm *vm, in madvise_pat_index()
200 static void madvise_purgeable(struct xe_device *xe, struct xe_vm *vm, in madvise_purgeable()
335 static bool madvise_args_are_sane(struct xe_device *xe, const struct drm_xe_madvise *args) in madvise_args_are_sane()
429 struct xe_device *xe = vm->xe; in xe_madvise_details_init() local
482 static bool check_pat_args_are_sane(struct xe_device *xe, in check_pat_args_are_sane()
524 struct xe_device *xe = vm->xe; in check_bo_args_are_sane() local
569 struct xe_device *xe = to_xe_device(dev); in xe_vm_madvise_ioctl() local
|
| H A D | xe_gsc_proxy.c | 206 static u32 emit_proxy_header(struct xe_device *xe, struct iosys_map *map, u32 offset) in emit_proxy_header()
224 struct xe_device *xe = gt_to_xe(gt); in proxy_query() local
380 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_gsc_proxy_component_bind() local
395 struct xe_device *xe = kdev_to_xe_device(xe_kdev); in xe_gsc_proxy_component_unbind() local
415 struct xe_device *xe = gt_to_xe(gt); in proxy_channel_alloc() local
441 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_proxy_stop() local
461 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_proxy_remove() local
494 struct xe_device *xe = tile_to_xe(tile); in xe_gsc_proxy_init() local
|
| H A D | xe_hw_engine.c | 348 static bool xe_hw_engine_match_fixed_cslice_mode(const struct xe_device *xe, in xe_hw_engine_match_fixed_cslice_mode()
363 static bool xe_rtp_cfeg_wmtp_disabled(const struct xe_device *xe, in xe_rtp_cfeg_wmtp_disabled()
419 struct xe_device *xe = gt_to_xe(gt); in hw_engine_setup_default_state() local
610 struct xe_device *xe = gt_to_xe(gt); in hw_engine_init() local
678 struct xe_device *xe = gt_to_xe(gt); in read_media_fuses() local
745 struct xe_device *xe = gt_to_xe(gt); in read_copy_fuses() local
845 struct xe_device *xe = gt_to_xe(gt); in check_sw_disable() local
953 struct xe_device *xe = gt_to_xe(hwe->gt); in xe_hw_engine_snapshot_capture() local
1027 struct xe_device *xe = gt_to_xe(gt); in xe_hw_engine_is_reserved() local
1093 xe_hw_engine_lookup(struct xe_device *xe, in xe_hw_engine_lookup()
|
| H A D | xe_heci_gsc.c | 108 static int heci_gsc_irq_setup(struct xe_device *xe) in heci_gsc_irq_setup()
126 static int heci_gsc_add_device(struct xe_device *xe, const struct heci_gsc_def *def) in heci_gsc_add_device()
171 int xe_heci_gsc_init(struct xe_device *xe) in xe_heci_gsc_init()
210 void xe_heci_gsc_irq_handler(struct xe_device *xe, u32 iir) in xe_heci_gsc_irq_handler()
230 void xe_heci_csc_irq_handler(struct xe_device *xe, u32 iir) in xe_heci_csc_irq_handler()
|
| H A D | xe_mem_pool.c | 73 struct xe_device *xe = tile_to_xe(tile); in pool_shadow_init() local
120 struct xe_device *xe = tile_to_xe(tile); in xe_mem_pool_init() local
193 struct xe_device *xe = tile_to_xe(tile); in xe_mem_pool_sync() local
239 struct xe_device *xe = tile_to_xe(tile); in xe_mem_pool_sync_shadow_locked() local
297 struct xe_device *xe = tile_to_xe(tile); in xe_mem_pool_bo_flush_write() local
317 struct xe_device *xe = tile_to_xe(tile); in xe_mem_pool_bo_sync_read() local
|
| H A D | xe_gt_throttle.c | 86 struct xe_device *xe = gt_to_xe(gt); in xe_gt_throttle_get_limit_reasons() local
124 struct xe_device *xe = gt_to_xe(gt); in reasons_show() local
237 static const struct attribute_group *get_platform_throttle_group(struct xe_device *xe) in get_platform_throttle_group()
250 struct xe_device *xe = gt_to_xe(gt); in gt_throttle_sysfs_fini() local
258 struct xe_device *xe = gt_to_xe(gt); in xe_gt_throttle_init() local
|
| H A D | xe_gsc.c | 48 struct xe_device *xe = gt_to_xe(gt); in memcpy_fw() local
115 static u32 emit_version_query_msg(struct xe_device *xe, struct iosys_map *map, u32 wr_offset) in emit_version_query_msg()
132 struct xe_device *xe = gt_to_xe(gt); in query_compatibility_version() local
205 struct xe_device *xe = gt_to_xe(gt); in gsc_upload() local
354 struct xe_device *xe = gt_to_xe(gt); in gsc_work() local
460 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_init_post_hwconfig() local
517 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_load_start() local
|
| /linux/drivers/gpu/drm/xe/tests/ |
| H A D | xe_sriov_pf_service_kunit.c | 19 struct xe_device *xe; in pf_service_test_init() local
45 struct xe_device *xe = test->priv; in pf_negotiate_any() local
58 struct xe_device *xe = test->priv; in pf_negotiate_base_match() local
72 struct xe_device *xe = test->priv; in pf_negotiate_base_newer() local
90 struct xe_device *xe = test->priv; in pf_negotiate_base_next() local
107 struct xe_device *xe = test->priv; in pf_negotiate_base_older() local
122 struct xe_device *xe = test->priv; in pf_negotiate_base_prev() local
133 struct xe_device *xe = test->priv; in pf_negotiate_latest_match() local
147 struct xe_device *xe = test->priv; in pf_negotiate_latest_newer() local
161 struct xe_device *xe = test->priv; in pf_negotiate_latest_next() local
[all …]
|
| H A D | xe_bo.c | 127 static void ccs_test_run_tile(struct xe_device *xe, struct xe_tile *tile, in ccs_test_run_tile()
172 static int ccs_test_run_device(struct xe_device *xe) in ccs_test_run_device()
202 struct xe_device *xe = test->priv; in xe_ccs_migrate_kunit() local
207 static int evict_test_run_tile(struct xe_device *xe, struct xe_tile *tile, struct kunit *test) in evict_test_run_tile()
346 static int evict_test_run_device(struct xe_device *xe) in evict_test_run_device()
366 struct xe_device *xe = test->priv; in xe_bo_evict_kunit() local
441 static int shrink_test_run_device(struct xe_device *xe) in shrink_test_run_device()
601 struct xe_device *xe = test->priv; in xe_bo_shrink_kunit() local
|
| /linux/drivers/gpu/drm/xe/display/ |
| H A D | xe_stolen.c | 12 struct xe_device *xe; member
19 struct xe_device *xe = node->xe; in xe_stolen_insert_node_in_range() local
54 struct xe_device *xe = to_xe_device(drm); in xe_stolen_initialized() local
74 struct xe_device *xe = node->xe; in xe_stolen_node_address() local
86 struct xe_device *xe = to_xe_device(drm); in xe_stolen_node_alloc() local
|
| H A D | xe_hdcp_gsc.c | 27 struct xe_device *xe; member
37 struct xe_device *xe = to_xe_device(drm); in intel_hdcp_gsc_check_status() local
68 static int intel_hdcp_gsc_initialize_message(struct xe_device *xe, in intel_hdcp_gsc_initialize_message()
102 struct xe_device *xe = to_xe_device(drm); in intel_hdcp_gsc_context_alloc() local
133 static int xe_gsc_send_sync(struct xe_device *xe, in xe_gsc_send_sync()
163 struct xe_device *xe = gsc_context->xe; in intel_hdcp_gsc_msg_send() local
|