| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_gt.c | 76 struct xe_gt *gt; in xe_gt_alloc() local
96 void xe_gt_sanitize(struct xe_gt *gt) in xe_gt_sanitize()
105 static void xe_gt_enable_host_l2_vram(struct xe_gt *gt) in xe_gt_enable_host_l2_vram()
125 static void xe_gt_disable_host_l2_vram(struct xe_gt *gt) in xe_gt_disable_host_l2_vram()
144 static void xe_gt_enable_comp_1wcoh(struct xe_gt *gt) in xe_gt_enable_comp_1wcoh()
200 static int emit_nop_job(struct xe_gt *gt, struct xe_exec_queue *q) in emit_nop_job()
218 static int emit_wa_job(struct xe_gt *gt, struct xe_exec_queue *q) in emit_wa_job()
382 int xe_gt_record_default_lrcs(struct xe_gt *gt) in xe_gt_record_default_lrcs()
458 static void wa_14026539277(struct xe_gt *gt) in wa_14026539277()
487 int xe_gt_init_early(struct xe_gt *gt) in xe_gt_init_early()
[all …]
|
| H A D | xe_gt_sriov_pf_migration.c | 32 static struct xe_gt_sriov_migration_data *pf_pick_gt_migration(struct xe_gt *gt, unsigned int vfid) in pf_pick_gt_migration()
41 static void pf_dump_mig_data(struct xe_gt *gt, unsigned int vfid, in pf_dump_mig_data()
54 static ssize_t pf_migration_ggtt_size(struct xe_gt *gt, unsigned int vfid) in pf_migration_ggtt_size()
62 static int pf_save_vf_ggtt_mig_data(struct xe_gt *gt, unsigned int vfid) in pf_save_vf_ggtt_mig_data()
98 static int pf_restore_vf_ggtt_mig_data(struct xe_gt *gt, unsigned int vfid, in pf_restore_vf_ggtt_mig_data()
124 int xe_gt_sriov_pf_migration_ggtt_save(struct xe_gt *gt, unsigned int vfid) in xe_gt_sriov_pf_migration_ggtt_save()
143 int xe_gt_sriov_pf_migration_ggtt_restore(struct xe_gt *gt, unsigned int vfid, in xe_gt_sriov_pf_migration_ggtt_restore()
172 static int pf_send_guc_query_vf_mig_data_size(struct xe_gt *gt, unsigned int vfid) in pf_send_guc_query_vf_mig_data_size()
181 static int pf_send_guc_save_vf_mig_data(struct xe_gt *gt, unsigned int vfid, in pf_send_guc_save_vf_mig_data()
211 static int pf_send_guc_restore_vf_mig_data(struct xe_gt *gt, unsigned int vfid, in pf_send_guc_restore_vf_mig_data()
[all …]
|
| H A D | xe_hw_engine.c | 349 const struct xe_gt *gt, in xe_hw_engine_match_fixed_cslice_mode()
364 const struct xe_gt *gt, in xe_rtp_cfeg_wmtp_disabled()
380 struct xe_gt *gt = hwe->gt; in xe_hw_engine_setup_default_lrc_state() local
418 struct xe_gt *gt = hwe->gt; in hw_engine_setup_default_state() local
494 static u16 get_msix_irq_offset(struct xe_gt *gt, enum xe_engine_class class) in get_msix_irq_offset()
504 static void hw_engine_init_early(struct xe_gt *gt, struct xe_hw_engine *hwe, in hw_engine_init_early()
583 struct xe_gt *gt = hwe->gt; in adjust_idledly() local
607 static int hw_engine_init(struct xe_gt *gt, struct xe_hw_engine *hwe, in hw_engine_init()
660 static void hw_engine_setup_logical_mapping(struct xe_gt *gt) in hw_engine_setup_logical_mapping()
676 static void read_media_fuses(struct xe_gt *gt) in read_media_fuses()
[all …]
|
| H A D | xe_gsc.c | 47 struct xe_gt *gt = gsc_to_gt(gsc); in memcpy_fw() local
72 struct xe_gt *gt = gsc_to_gt(gsc); in emit_gsc_upload() local
130 struct xe_gt *gt = gsc_to_gt(gsc); in query_compatibility_version() local
183 static int gsc_fw_is_loaded(struct xe_gt *gt) in gsc_fw_is_loaded()
189 static int gsc_fw_wait(struct xe_gt *gt) in gsc_fw_wait()
204 struct xe_gt *gt = gsc_to_gt(gsc); in gsc_upload() local
264 struct xe_gt *gt = gsc_to_gt(gsc); in gsc_upload_and_init() local
310 static int gsc_er_complete(struct xe_gt *gt) in gsc_er_complete()
353 struct xe_gt *gt = gsc_to_gt(gsc); in gsc_work() local
385 struct xe_gt *gt = hwe->gt; in xe_gsc_hwe_irq_handler() local
[all …]
|
| H A D | xe_gsc_proxy.c | 68 struct xe_gt *gt = gsc_to_gt(gsc); in xe_gsc_proxy_init_done() local
77 struct xe_gt *gt = gsc_to_gt(gsc); in xe_gsc_wait_for_proxy_init_done() local
88 struct xe_gt *gt = gsc_to_gt(gsc); in __gsc_proxy_irq_rmw() local
112 struct xe_gt *gt = gsc_to_gt(gsc); in proxy_send_to_csme() local
133 struct xe_gt *gt = gsc_to_gt(gsc); in proxy_send_to_gsc() local
154 static int validate_proxy_header(struct xe_gt *gt, in validate_proxy_header()
223 struct xe_gt *gt = gsc_to_gt(gsc); in proxy_query() local
327 struct xe_gt *gt = gsc_to_gt(gsc); in xe_gsc_proxy_request_handler() local
360 struct xe_gt *gt = gsc_to_gt(gsc); in xe_gsc_proxy_irq_handler() local
381 struct xe_gt *gt = xe->tiles[0].media_gt; in xe_gsc_proxy_component_bind() local
[all …]
|
| H A D | xe_guc.c | 161 static bool needs_wa_dual_queue(struct xe_gt *gt) in needs_wa_dual_queue()
192 struct xe_gt *gt = guc_to_gt(guc); in guc_ctl_wa_flags() local
237 struct xe_gt *gt = guc_to_gt(guc); in guc_print_params() local
283 struct xe_gt *gt = guc_to_gt(guc); in guc_write_params() local
297 struct xe_gt *gt = guc_to_gt(guc); in guc_action_register_g2g_buffer() local
317 struct xe_gt *gt = guc_to_gt(guc); in guc_action_deregister_g2g_buffer() local
331 #define G2G_DEV(gt) (((gt)->info.type == XE_GT_TYPE_MAIN) ? 0 : 1) argument
445 struct xe_gt *gt = guc_to_gt(guc); in guc_g2g_size() local
467 struct xe_gt *gt = guc_to_gt(guc); in guc_g2g_alloc() local
521 struct xe_gt *far_gt, *gt = guc_to_gt(guc); in guc_g2g_start() local
[all …]
|
| H A D | xe_gt_ccs_mode.c | 19 static void __xe_gt_apply_ccs_mode(struct xe_gt *gt, u32 num_engines) in __xe_gt_apply_ccs_mode()
85 void xe_gt_apply_ccs_mode(struct xe_gt *gt) in xe_gt_apply_ccs_mode()
93 static bool gt_ccs_mode_default(struct xe_gt *gt) in gt_ccs_mode_default()
102 struct xe_gt *gt = kobj_to_gt(&kdev->kobj); in num_cslices_show() local
113 struct xe_gt *gt = kobj_to_gt(&kdev->kobj); in ccs_mode_show() local
122 struct xe_gt *gt = kobj_to_gt(&kdev->kobj); in ccs_mode_store() local
187 struct xe_gt *gt = arg; in xe_gt_ccs_mode_sysfs_fini() local
205 int xe_gt_ccs_mode_sysfs_init(struct xe_gt *gt) in xe_gt_ccs_mode_sysfs_init()
|
| H A D | xe_gt_sriov_pf_debugfs.c | 148 static void pf_add_policy_attrs(struct xe_gt *gt, struct dentry *parent) in pf_add_policy_attrs()
197 struct xe_gt *gt = extract_gt(m->private); in sched_groups_info() local
228 struct xe_gt *gt = extract_gt(file_inode(file)->i_private); in sched_groups_write() local
276 struct xe_gt *gt = extract_gt(m->private); in sched_groups_config_show() local
300 struct xe_gt *gt = extract_gt(parent); in sched_groups_config_write() local
371 struct xe_gt *gt = extract_gt(dent->d_parent->d_parent); in sched_group_engines_read() local
405 static void pf_add_sched_groups(struct xe_gt *gt, struct dentry *parent, unsigned int vfid) in pf_add_sched_groups()
535 struct xe_gt *gt = extract_gt(data); in set_threshold() local
553 struct xe_gt *gt = extract_gt(data); in get_threshold() local
628 struct xe_gt *gt = extract_gt(parent); in control_write() local
[all …]
|
| H A D | xe_guc_ads.c | 234 static size_t calculate_regset_size(struct xe_gt *gt) in calculate_regset_size()
254 static u32 engine_enable_mask(struct xe_gt *gt, enum xe_engine_class class) in engine_enable_mask()
269 struct xe_gt *gt = ads_to_gt(ads); in calculate_golden_lrc_size() local
311 struct xe_gt *gt = ads_to_gt(ads); in guc_waklv_init() local
390 struct xe_gt *gt = ads_to_gt(ads); in xe_guc_ads_init() local
425 struct xe_gt *gt = ads_to_gt(ads); in xe_guc_ads_init_post_hwconfig() local
459 static void fill_engine_enable_masks(struct xe_gt *gt, in fill_engine_enable_masks()
486 struct xe_gt *gt = ads_to_gt(ads); in guc_golden_lrc_init() local
525 static void guc_mapping_table_init_invalid(struct xe_gt *gt, in guc_mapping_table_init_invalid()
538 static void guc_mapping_table_init(struct xe_gt *gt, in guc_mapping_table_init()
[all …]
|
| H A D | xe_gt_sriov_pf_monitor.c | 24 void xe_gt_sriov_pf_monitor_flr(struct xe_gt *gt, u32 vfid) in xe_gt_sriov_pf_monitor_flr()
35 static void pf_update_event_counter(struct xe_gt *gt, u32 vfid, in pf_update_event_counter()
44 static int pf_handle_vf_threshold_event(struct xe_gt *gt, u32 vfid, u32 threshold) in pf_handle_vf_threshold_event()
78 int xe_gt_sriov_pf_monitor_process_guc2pf(struct xe_gt *gt, const u32 *msg, u32 len) in xe_gt_sriov_pf_monitor_process_guc2pf()
118 void xe_gt_sriov_pf_monitor_print_events(struct xe_gt *gt, struct drm_printer *p) in xe_gt_sriov_pf_monitor_print_events()
|
| H A D | xe_gt_throttle.c | 84 u32 xe_gt_throttle_get_limit_reasons(struct xe_gt *gt) in xe_gt_throttle_get_limit_reasons()
104 static bool is_throttled_by(struct xe_gt *gt, u32 mask) in is_throttled_by()
113 struct xe_gt *gt = throttle_to_gt(kobj); in reason_show() local
123 struct xe_gt *gt = throttle_to_gt(kobj); in reasons_show() local
249 struct xe_gt *gt = arg; in gt_throttle_sysfs_fini() local
256 int xe_gt_throttle_init(struct xe_gt *gt) in xe_gt_throttle_init()
|
| H A D | xe_reg_sr.c | 75 struct xe_gt *gt) in xe_reg_sr_add()
130 static void apply_one_mmio(struct xe_gt *gt, struct xe_reg_sr_entry *entry) in apply_one_mmio()
168 void xe_reg_sr_apply_mmio(struct xe_reg_sr *sr, struct xe_gt *gt) in xe_reg_sr_apply_mmio()
215 static u32 readback_reg(struct xe_gt *gt, struct xe_reg reg) in readback_reg()
233 struct xe_gt *gt, in xe_reg_sr_readback_check()
258 struct xe_gt *gt, in xe_reg_sr_lrc_check()
|
| H A D | xe_eu_stall.c | 54 struct xe_gt *gt; member
86 struct xe_gt *gt; member
218 struct xe_gt *gt = arg; in xe_eu_stall_fini() local
233 int xe_eu_stall_init(struct xe_gt *gt) in xe_eu_stall_init()
286 struct xe_gt *gt = xe_device_get_gt(xe, value); in set_prop_eu_stall_gt_id() local
408 struct xe_gt *gt = stream->gt; in eu_stall_data_buf_poll() local
436 static void clear_dropped_eviction_line_bit(struct xe_gt *gt, u16 group, u16 instance) in clear_dropped_eviction_line_bit()
454 size_t *total_data_size, struct xe_gt *gt, in xe_eu_stall_data_buf_read()
540 struct xe_gt *gt = stream->gt; in xe_eu_stall_stream_read_locked() local
579 struct xe_gt *gt = stream->gt; in xe_eu_stall_stream_read() local
[all …]
|
| H A D | xe_ring_ops.c | 68 static u32 *emit_aux_table_inv_render_compute(struct xe_gt *gt, u32 *cmd) in emit_aux_table_inv_render_compute()
73 static u32 *emit_aux_table_inv_video_decode(struct xe_gt *gt, u32 *cmd) in emit_aux_table_inv_video_decode()
78 static u32 *emit_aux_table_inv_video_enhance(struct xe_gt *gt, u32 *cmd) in emit_aux_table_inv_video_enhance()
85 struct xe_gt *gt = hwe->gt; in emit_aux_table_inv() local
214 struct xe_gt *gt = q->gt; in emit_render_cache_flush() local
324 struct xe_gt *gt = job->q->gt; in __emit_job_gen12_simple() local
383 struct xe_gt *gt = job->q->gt; in __emit_job_gen12_video() local
436 struct xe_gt *gt = job->q->gt; in __emit_job_gen12_render_compute() local
497 struct xe_gt *gt = job->q->gt; in emit_migration_job_gen12() local
533 struct xe_gt *gt = job->q->gt; in emit_job_gen12_gsc() local
[all …]
|
| H A D | xe_gt_sriov_pf_helpers.h | 23 #define xe_gt_sriov_pf_assert_vfid(gt, vfid) xe_sriov_pf_assert_vfid(gt_to_xe(gt), (vfid)) argument
25 static inline int xe_gt_sriov_pf_get_totalvfs(struct xe_gt *gt) in xe_gt_sriov_pf_get_totalvfs()
30 static inline struct mutex *xe_gt_sriov_pf_master_mutex(struct xe_gt *gt) in xe_gt_sriov_pf_master_mutex()
|
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_gt.h | 20 #define IS_GFX_GT_IP_RANGE(gt, from, until) ( \ argument
34 #define IS_MEDIA_GT_IP_RANGE(gt, from, until) ( \ argument
56 #define IS_GFX_GT_IP_STEP(gt, ipver, from, until) ( \ argument
74 #define IS_MEDIA_GT_IP_STEP(gt, ipver, from, until) ( \ argument
79 #define GT_TRACE(gt, fmt, ...) do { \ argument
85 static inline bool gt_is_root(struct intel_gt *gt) in gt_is_root()
127 static inline struct intel_guc *gt_to_guc(struct intel_gt *gt) in gt_to_guc()
155 static inline u32 intel_gt_scratch_offset(const struct intel_gt *gt, in intel_gt_scratch_offset()
161 static inline bool intel_gt_has_unrecoverable_error(const struct intel_gt *gt) in intel_gt_has_unrecoverable_error()
167 static inline bool intel_gt_is_wedged(const struct intel_gt *gt) in intel_gt_is_wedged()
[all …]
|
| H A D | intel_gt_pm_irq.c | 13 static void write_pm_imr(struct intel_gt *gt) in write_pm_imr()
32 static void gen6_gt_pm_update_irq(struct intel_gt *gt, in gen6_gt_pm_update_irq()
52 void gen6_gt_pm_unmask_irq(struct intel_gt *gt, u32 mask) in gen6_gt_pm_unmask_irq()
57 void gen6_gt_pm_mask_irq(struct intel_gt *gt, u32 mask) in gen6_gt_pm_mask_irq()
62 void gen6_gt_pm_reset_iir(struct intel_gt *gt, u32 reset_mask) in gen6_gt_pm_reset_iir()
74 static void write_pm_ier(struct intel_gt *gt) in write_pm_ier()
93 void gen6_gt_pm_enable_irq(struct intel_gt *gt, u32 enable_mask) in gen6_gt_pm_enable_irq()
102 void gen6_gt_pm_disable_irq(struct intel_gt *gt, u32 disable_mask) in gen6_gt_pm_disable_irq()
|
| H A D | selftest_hangcheck.c | 33 struct intel_gt *gt; member
41 static int hang_init(struct hang *h, struct intel_gt *gt) in hang_init()
106 struct intel_gt *gt = h->gt; in hang_create_request() local
286 struct intel_gt *gt = arg; in igt_hang_sanitycheck() local
350 struct intel_gt *gt = arg; in igt_reset_nop() local
426 struct intel_gt *gt = arg; in igt_reset_nop_engine() local
547 struct intel_gt *gt = arg; in igt_reset_fail_engine() local
684 static int __igt_reset_engine(struct intel_gt *gt, bool active) in __igt_reset_engine()
962 static int __igt_reset_engines(struct intel_gt *gt, in __igt_reset_engines()
1268 struct intel_gt *gt = arg; in igt_reset_engines() local
[all …]
|
| H A D | selftest_slpc.c | 22 struct intel_gt *gt; member
53 static int slpc_set_freq(struct intel_gt *gt, u32 freq) in slpc_set_freq()
113 static u64 measure_power_at_freq(struct intel_gt *gt, int *freq, u64 *power) in measure_power_at_freq()
198 static int slpc_power(struct intel_gt *gt, struct intel_engine_cs *engine) in slpc_power()
252 struct intel_gt *gt = rps_to_gt(rps); in max_granted_freq() local
278 static int run_test(struct intel_gt *gt, int test_type) in run_test()
426 struct intel_gt *gt; in live_slpc_vary_min() local
442 struct intel_gt *gt; in live_slpc_vary_max() local
459 struct intel_gt *gt; in live_slpc_max_granted() local
475 struct intel_gt *gt; in live_slpc_power() local
[all …]
|
| H A D | intel_gt_buffer_pool.c | 92 struct intel_gt *gt = container_of(pool, struct intel_gt, buffer_pool); in pool_free_work() local
104 struct intel_gt *gt = container_of(pool, struct intel_gt, buffer_pool); in pool_retire() local
143 struct intel_gt *gt = container_of(pool, struct intel_gt, buffer_pool); in node_create() local
172 intel_gt_get_buffer_pool(struct intel_gt *gt, size_t size, in intel_gt_get_buffer_pool()
221 void intel_gt_init_buffer_pool(struct intel_gt *gt) in intel_gt_init_buffer_pool()
232 void intel_gt_flush_buffer_pool(struct intel_gt *gt) in intel_gt_flush_buffer_pool()
242 void intel_gt_fini_buffer_pool(struct intel_gt *gt) in intel_gt_fini_buffer_pool()
|
| H A D | selftest_reset.c | 18 __igt_reset_stolen(struct intel_gt *gt, in __igt_reset_stolen()
192 struct intel_gt *gt = arg; in igt_reset_engines_stolen() local
211 struct intel_gt *gt = arg; in igt_global_reset() local
241 struct intel_gt *gt = arg; in igt_wedged_reset() local
262 struct intel_gt *gt = arg; in igt_atomic_reset() local
307 struct intel_gt *gt = arg; in igt_atomic_engine_reset() local
385 struct intel_gt *gt = to_gt(i915); in intel_reset_live_selftests() local
|
| H A D | selftest_execlists.c | 114 struct intel_gt *gt = arg; in live_sanitycheck() local
167 static int live_unlite_restore(struct intel_gt *gt, int prio) in live_unlite_restore()
330 struct intel_gt *gt = arg; in live_unlite_ring() local
480 struct intel_gt *gt = arg; in live_pin_rewind() local
584 struct intel_gt *gt = arg; in live_hold_reset() local
691 struct intel_gt *gt = arg; in live_error_interrupt() local
981 struct intel_gt *gt = arg; in live_timeslice_preempt() local
1116 struct intel_gt *gt = arg; in live_timeslice_rewind() local
1289 struct intel_gt *gt = arg; in live_timeslice_queue() local
1415 struct intel_gt *gt = arg; in live_timeslice_nopreempt() local
[all …]
|
| H A D | intel_gt_sysfs.c | 49 static struct kobject *gt_get_parent_obj(struct intel_gt *gt) in gt_get_parent_obj()
58 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name); in id_show() local
81 void intel_gt_sysfs_register(struct intel_gt *gt) in intel_gt_sysfs_register()
112 void intel_gt_sysfs_unregister(struct intel_gt *gt) in intel_gt_sysfs_unregister()
|
| /linux/drivers/gpu/drm/i915/gt/uc/ |
| H A D | intel_gsc_uc.c | 19 struct intel_gt *gt = gsc_uc_to_gt(gsc); in gsc_work() local
98 static bool gsc_engine_supported(struct intel_gt *gt) in gsc_engine_supported()
120 struct intel_gt *gt = gsc_uc_to_gt(gsc); in intel_gsc_uc_init_early() local
148 struct intel_gt *gt = gsc_uc_to_gt(gsc); in gsc_allocate_and_map_vma() local
213 struct intel_gt *gt = gsc_uc_to_gt(gsc); in intel_gsc_uc_init() local
303 struct intel_gt *gt = gsc_uc_to_gt(gsc); in intel_gsc_uc_load_start() local
320 struct intel_gt *gt = gsc_uc_to_gt(gsc); in intel_gsc_uc_load_status() local
|
| H A D | intel_guc_ads.c | 163 struct intel_gt *gt = guc_to_gt(guc); in guc_policies_init() local
206 struct intel_gt *gt = guc_to_gt(guc); in intel_guc_global_policies_update() local
228 static void guc_mapping_table_init(struct intel_gt *gt, in guc_mapping_table_init()
301 static long __must_check guc_mmio_reg_add(struct intel_gt *gt, in guc_mmio_reg_add()
337 #define GUC_MMIO_REG_ADD(gt, regset, reg, masked) \ argument
349 static long __must_check guc_mcr_reg_add(struct intel_gt *gt, in guc_mcr_reg_add()
369 #define GUC_MCR_REG_ADD(gt, regset, reg, masked) \ argument
378 struct intel_gt *gt = engine->gt; in guc_mmio_regset_init() local
435 struct intel_gt *gt = guc_to_gt(guc); in guc_mmio_reg_state_create() local
467 struct intel_gt *gt = guc_to_gt(guc); in guc_mmio_reg_state_init() local
[all …]
|