1 /* SPDX-License-Identifier: MIT */ 2 /* 3 * Copyright © 2021 Intel Corporation 4 */ 5 #ifndef _XE_LRC_H_ 6 #define _XE_LRC_H_ 7 8 #include <linux/types.h> 9 10 #include "xe_lrc_types.h" 11 12 struct drm_printer; 13 struct xe_bb; 14 struct xe_device; 15 struct xe_exec_queue; 16 enum xe_multi_queue_priority; 17 enum xe_engine_class; 18 struct xe_gt; 19 struct xe_hw_engine; 20 struct xe_lrc; 21 struct xe_vm; 22 23 struct xe_lrc_snapshot { 24 struct xe_bo *lrc_bo; 25 void *lrc_snapshot; 26 unsigned long lrc_size, lrc_offset; 27 unsigned long replay_size, replay_offset; 28 29 u32 context_desc; 30 u32 ring_addr; 31 u32 indirect_context_desc; 32 u32 head; 33 u32 start; 34 struct { 35 u32 internal; 36 u32 memory; 37 } tail; 38 u32 start_seqno; 39 u32 seqno; 40 u32 ctx_timestamp; 41 u32 ctx_job_timestamp; 42 }; 43 44 #define LRC_PPHWSP_FLUSH_INVAL_SCRATCH_ADDR (0x34 * 4) 45 #define LRC_PPHWSP_PXP_INVAL_SCRATCH_ADDR (0x40 * 4) 46 47 #define LRC_WA_BB_SIZE SZ_4K 48 49 #define XE_LRC_CREATE_RUNALONE BIT(0) 50 #define XE_LRC_CREATE_PXP BIT(1) 51 #define XE_LRC_CREATE_USER_CTX BIT(2) 52 #define XE_LRC_DISABLE_STATE_CACHE_PERF_FIX BIT(3) 53 54 struct xe_lrc *xe_lrc_create(struct xe_hw_engine *hwe, struct xe_vm *vm, 55 void *replay_state, u32 ring_size, u16 msix_vec, u32 flags); 56 void xe_lrc_destroy(struct kref *ref); 57 58 /** 59 * xe_lrc_get - Get reference to the LRC 60 * @lrc: Logical Ring Context 61 * 62 * Increment reference count of @lrc 63 */ 64 static inline struct xe_lrc *xe_lrc_get(struct xe_lrc *lrc) 65 { 66 kref_get(&lrc->refcount); 67 return lrc; 68 } 69 70 /** 71 * xe_lrc_put - Put reference of the LRC 72 * @lrc: Logical Ring Context 73 * 74 * Decrement reference count of @lrc, call xe_lrc_destroy when 75 * reference count reaches 0. 76 */ 77 static inline void xe_lrc_put(struct xe_lrc *lrc) 78 { 79 if (lrc) 80 kref_put(&lrc->refcount, xe_lrc_destroy); 81 } 82 83 /** 84 * xe_lrc_ring_size() - Xe LRC ring size 85 * 86 * Return: Size of LRC ring buffer 87 */ 88 static inline size_t xe_lrc_ring_size(void) 89 { 90 return SZ_16K; 91 } 92 93 size_t xe_gt_lrc_hang_replay_size(struct xe_gt *gt, enum xe_engine_class class); 94 size_t xe_gt_lrc_size(struct xe_gt *gt, enum xe_engine_class class); 95 u32 xe_lrc_pphwsp_offset(struct xe_lrc *lrc); 96 u32 xe_lrc_regs_offset(struct xe_lrc *lrc); 97 98 void xe_lrc_set_ring_tail(struct xe_lrc *lrc, u32 tail); 99 u32 xe_lrc_ring_tail(struct xe_lrc *lrc); 100 void xe_lrc_set_ring_head(struct xe_lrc *lrc, u32 head); 101 u32 xe_lrc_ring_head(struct xe_lrc *lrc); 102 u32 xe_lrc_ring_space(struct xe_lrc *lrc); 103 void xe_lrc_write_ring(struct xe_lrc *lrc, const void *data, size_t size); 104 105 bool xe_lrc_ring_is_idle(struct xe_lrc *lrc); 106 107 u32 xe_lrc_indirect_ring_ggtt_addr(struct xe_lrc *lrc); 108 u32 xe_lrc_ggtt_addr(struct xe_lrc *lrc); 109 u32 *xe_lrc_regs(struct xe_lrc *lrc); 110 void xe_lrc_update_hwctx_regs_with_address(struct xe_lrc *lrc); 111 void xe_default_lrc_update_memirq_regs_with_address(struct xe_hw_engine *hwe); 112 void xe_lrc_update_memirq_regs_with_address(struct xe_lrc *lrc, struct xe_hw_engine *hwe, 113 u32 *regs); 114 115 u32 xe_lrc_read_ctx_reg(struct xe_lrc *lrc, int reg_nr); 116 void xe_lrc_write_ctx_reg(struct xe_lrc *lrc, int reg_nr, u32 val); 117 118 u64 xe_lrc_descriptor(struct xe_lrc *lrc); 119 120 u32 xe_lrc_seqno_ggtt_addr(struct xe_lrc *lrc); 121 struct dma_fence *xe_lrc_alloc_seqno_fence(void); 122 void xe_lrc_free_seqno_fence(struct dma_fence *fence); 123 void xe_lrc_init_seqno_fence(struct xe_lrc *lrc, struct dma_fence *fence); 124 s32 xe_lrc_seqno(struct xe_lrc *lrc); 125 126 u32 xe_lrc_start_seqno_ggtt_addr(struct xe_lrc *lrc); 127 s32 xe_lrc_start_seqno(struct xe_lrc *lrc); 128 129 u32 xe_lrc_parallel_ggtt_addr(struct xe_lrc *lrc); 130 struct iosys_map xe_lrc_parallel_map(struct xe_lrc *lrc); 131 132 size_t xe_lrc_reg_size(struct xe_device *xe); 133 size_t xe_lrc_skip_size(struct xe_device *xe); 134 135 void xe_lrc_dump_default(struct drm_printer *p, 136 struct xe_gt *gt, 137 enum xe_engine_class); 138 int xe_lrc_lookup_default_reg_value(struct xe_gt *gt, 139 enum xe_engine_class hwe_class, 140 u32 offset, 141 u32 *value); 142 143 u32 *xe_lrc_emit_hwe_state_instructions(struct xe_exec_queue *q, u32 *cs); 144 145 void xe_lrc_set_multi_queue_priority(struct xe_lrc *lrc, enum xe_multi_queue_priority priority); 146 147 struct xe_lrc_snapshot *xe_lrc_snapshot_capture(struct xe_lrc *lrc); 148 void xe_lrc_snapshot_capture_delayed(struct xe_lrc_snapshot *snapshot); 149 void xe_lrc_snapshot_print(struct xe_lrc_snapshot *snapshot, struct drm_printer *p); 150 void xe_lrc_snapshot_free(struct xe_lrc_snapshot *snapshot); 151 152 u32 xe_lrc_ctx_timestamp_ggtt_addr(struct xe_lrc *lrc); 153 u32 xe_lrc_ctx_timestamp_udw_ggtt_addr(struct xe_lrc *lrc); 154 u32 xe_lrc_ctx_job_timestamp_ggtt_addr(struct xe_lrc *lrc); 155 u32 xe_lrc_ctx_job_timestamp(struct xe_lrc *lrc); 156 int xe_lrc_setup_wa_bb_with_scratch(struct xe_lrc *lrc, struct xe_hw_engine *hwe, 157 u32 *scratch); 158 159 /** 160 * xe_lrc_update_timestamp - readout LRC timestamp and update cached value 161 * @lrc: logical ring context for this exec queue 162 * @old_ts: pointer where to save the previous timestamp 163 * 164 * Read the current timestamp for this LRC and update the cached value. The 165 * previous cached value is also returned in @old_ts so the caller can calculate 166 * the delta between 2 updates. Note that this is not intended to be called from 167 * any place, but just by the paths updating the drm client utilization. 168 * 169 * Returns the current LRC timestamp 170 */ 171 u64 xe_lrc_update_timestamp(struct xe_lrc *lrc, u64 *old_ts); 172 173 u64 xe_lrc_timestamp(struct xe_lrc *lrc); 174 175 #endif 176