1 /* SPDX-License-Identifier: MIT */ 2 /* 3 * Copyright © 2022 Intel Corporation 4 */ 5 6 #ifndef __INTEL_ENGINE_REGS__ 7 #define __INTEL_ENGINE_REGS__ 8 9 #include "i915_reg_defs.h" 10 11 #define RING_EXCC(base) _MMIO((base) + 0x28) 12 #define RING_TAIL(base) _MMIO((base) + 0x30) 13 #define TAIL_ADDR 0x001FFFF8 14 #define RING_HEAD(base) _MMIO((base) + 0x34) 15 #define HEAD_WRAP_COUNT 0xFFE00000 16 #define HEAD_WRAP_ONE 0x00200000 17 #define HEAD_ADDR 0x001FFFFC 18 #define RING_START(base) _MMIO((base) + 0x38) 19 #define RING_CTL(base) _MMIO((base) + 0x3c) 20 #define RING_CTL_SIZE(size) ((size) - PAGE_SIZE) /* in bytes -> pages */ 21 #define RING_NR_PAGES 0x001FF000 22 #define RING_REPORT_MASK 0x00000006 23 #define RING_REPORT_64K 0x00000002 24 #define RING_REPORT_128K 0x00000004 25 #define RING_NO_REPORT 0x00000000 26 #define RING_VALID_MASK 0x00000001 27 #define RING_VALID 0x00000001 28 #define RING_INVALID 0x00000000 29 #define RING_WAIT_I8XX (1 << 0) /* gen2, PRBx_HEAD */ 30 #define RING_WAIT (1 << 11) /* gen3+, PRBx_CTL */ 31 #define RING_WAIT_SEMAPHORE (1 << 10) /* gen6+ */ 32 #define RING_SYNC_0(base) _MMIO((base) + 0x40) 33 #define RING_SYNC_1(base) _MMIO((base) + 0x44) 34 #define RING_SYNC_2(base) _MMIO((base) + 0x48) 35 #define GEN6_RVSYNC (RING_SYNC_0(RENDER_RING_BASE)) 36 #define GEN6_RBSYNC (RING_SYNC_1(RENDER_RING_BASE)) 37 #define GEN6_RVESYNC (RING_SYNC_2(RENDER_RING_BASE)) 38 #define GEN6_VBSYNC (RING_SYNC_0(GEN6_BSD_RING_BASE)) 39 #define GEN6_VRSYNC (RING_SYNC_1(GEN6_BSD_RING_BASE)) 40 #define GEN6_VVESYNC (RING_SYNC_2(GEN6_BSD_RING_BASE)) 41 #define GEN6_BRSYNC (RING_SYNC_0(BLT_RING_BASE)) 42 #define GEN6_BVSYNC (RING_SYNC_1(BLT_RING_BASE)) 43 #define GEN6_BVESYNC (RING_SYNC_2(BLT_RING_BASE)) 44 #define GEN6_VEBSYNC (RING_SYNC_0(VEBOX_RING_BASE)) 45 #define GEN6_VERSYNC (RING_SYNC_1(VEBOX_RING_BASE)) 46 #define GEN6_VEVSYNC (RING_SYNC_2(VEBOX_RING_BASE)) 47 #define RING_PSMI_CTL(base) _MMIO((base) + 0x50) 48 #define GEN8_RC_SEMA_IDLE_MSG_DISABLE REG_BIT(12) 49 #define GEN8_FF_DOP_CLOCK_GATE_DISABLE REG_BIT(10) 50 #define GEN12_WAIT_FOR_EVENT_POWER_DOWN_DISABLE REG_BIT(7) 51 #define GEN6_BSD_GO_INDICATOR REG_BIT(4) 52 #define GEN6_BSD_SLEEP_INDICATOR REG_BIT(3) 53 #define GEN6_BSD_SLEEP_FLUSH_DISABLE REG_BIT(2) 54 #define GEN6_PSMI_SLEEP_MSG_DISABLE REG_BIT(0) 55 #define RING_MAX_IDLE(base) _MMIO((base) + 0x54) 56 #define PWRCTX_MAXCNT(base) _MMIO((base) + 0x54) 57 #define IDLE_TIME_MASK 0xFFFFF 58 #define RING_ACTHD_UDW(base) _MMIO((base) + 0x5c) 59 #define RING_DMA_FADD_UDW(base) _MMIO((base) + 0x60) /* gen8+ */ 60 #define RING_IPEIR(base) _MMIO((base) + 0x64) 61 #define RING_IPEHR(base) _MMIO((base) + 0x68) 62 #define RING_INSTDONE(base) _MMIO((base) + 0x6c) 63 #define RING_INSTPS(base) _MMIO((base) + 0x70) 64 #define RING_DMA_FADD(base) _MMIO((base) + 0x78) 65 #define RING_ACTHD(base) _MMIO((base) + 0x74) 66 #define RING_HWS_PGA(base) _MMIO((base) + 0x80) 67 #define RING_CMD_BUF_CCTL(base) _MMIO((base) + 0x84) 68 #define IPEIR(base) _MMIO((base) + 0x88) 69 #define IPEHR(base) _MMIO((base) + 0x8c) 70 #define RING_ID(base) _MMIO((base) + 0x8c) 71 #define RING_NOPID(base) _MMIO((base) + 0x94) 72 #define RING_HWSTAM(base) _MMIO((base) + 0x98) 73 #define RING_MI_MODE(base) _MMIO((base) + 0x9c) 74 #define ASYNC_FLIP_PERF_DISABLE REG_BIT(14) 75 #define MI_FLUSH_ENABLE REG_BIT(12) 76 #define TGL_NESTED_BB_EN REG_BIT(12) 77 #define MODE_IDLE REG_BIT(9) 78 #define STOP_RING REG_BIT(8) 79 #define VS_TIMER_DISPATCH REG_BIT(6) 80 #define RING_IMR(base) _MMIO((base) + 0xa8) 81 #define RING_EIR(base) _MMIO((base) + 0xb0) 82 #define RING_EMR(base) _MMIO((base) + 0xb4) 83 #define RING_ESR(base) _MMIO((base) + 0xb8) 84 #define GEN12_STATE_ACK_DEBUG(base) _MMIO((base) + 0xbc) 85 #define RING_INSTPM(base) _MMIO((base) + 0xc0) 86 #define RING_CMD_CCTL(base) _MMIO((base) + 0xc4) 87 #define ACTHD(base) _MMIO((base) + 0xc8) 88 #define GEN8_R_PWR_CLK_STATE(base) _MMIO((base) + 0xc8) 89 #define GEN8_RPCS_ENABLE (1 << 31) 90 #define GEN8_RPCS_S_CNT_ENABLE (1 << 18) 91 #define GEN8_RPCS_S_CNT_SHIFT 15 92 #define GEN8_RPCS_S_CNT_MASK (0x7 << GEN8_RPCS_S_CNT_SHIFT) 93 #define GEN11_RPCS_S_CNT_SHIFT 12 94 #define GEN11_RPCS_S_CNT_MASK (0x3f << GEN11_RPCS_S_CNT_SHIFT) 95 #define GEN8_RPCS_SS_CNT_ENABLE (1 << 11) 96 #define GEN8_RPCS_SS_CNT_SHIFT 8 97 #define GEN8_RPCS_SS_CNT_MASK (0x7 << GEN8_RPCS_SS_CNT_SHIFT) 98 #define GEN8_RPCS_EU_MAX_SHIFT 4 99 #define GEN8_RPCS_EU_MAX_MASK (0xf << GEN8_RPCS_EU_MAX_SHIFT) 100 #define GEN8_RPCS_EU_MIN_SHIFT 0 101 #define GEN8_RPCS_EU_MIN_MASK (0xf << GEN8_RPCS_EU_MIN_SHIFT) 102 103 #define RING_RESET_CTL(base) _MMIO((base) + 0xd0) 104 #define RESET_CTL_CAT_ERROR REG_BIT(2) 105 #define RESET_CTL_READY_TO_RESET REG_BIT(1) 106 #define RESET_CTL_REQUEST_RESET REG_BIT(0) 107 #define DMA_FADD_I8XX(base) _MMIO((base) + 0xd0) 108 #define RING_BBSTATE(base) _MMIO((base) + 0x110) 109 #define RING_BB_PPGTT (1 << 5) 110 #define RING_SBBADDR(base) _MMIO((base) + 0x114) /* hsw+ */ 111 #define RING_SBBSTATE(base) _MMIO((base) + 0x118) /* hsw+ */ 112 #define RING_SBBADDR_UDW(base) _MMIO((base) + 0x11c) /* gen8+ */ 113 #define RING_BBADDR(base) _MMIO((base) + 0x140) 114 #define RING_BB_OFFSET(base) _MMIO((base) + 0x158) 115 #define RING_BBADDR_UDW(base) _MMIO((base) + 0x168) /* gen8+ */ 116 #define CCID(base) _MMIO((base) + 0x180) 117 #define CCID_EN BIT(0) 118 #define CCID_EXTENDED_STATE_RESTORE BIT(2) 119 #define CCID_EXTENDED_STATE_SAVE BIT(3) 120 #define RING_BB_PER_CTX_PTR(base) _MMIO((base) + 0x1c0) /* gen8+ */ 121 #define RING_INDIRECT_CTX(base) _MMIO((base) + 0x1c4) /* gen8+ */ 122 #define RING_INDIRECT_CTX_OFFSET(base) _MMIO((base) + 0x1c8) /* gen8+ */ 123 #define ECOSKPD(base) _MMIO((base) + 0x1d0) 124 #define ECO_CONSTANT_BUFFER_SR_DISABLE REG_BIT(4) 125 #define ECO_GATING_CX_ONLY REG_BIT(3) 126 #define GEN6_BLITTER_FBC_NOTIFY REG_BIT(3) 127 #define ECO_FLIP_DONE REG_BIT(0) 128 #define GEN6_BLITTER_LOCK_SHIFT 16 129 130 #define BLIT_CCTL(base) _MMIO((base) + 0x204) 131 #define BLIT_CCTL_DST_MOCS_MASK REG_GENMASK(14, 8) 132 #define BLIT_CCTL_SRC_MOCS_MASK REG_GENMASK(6, 0) 133 #define BLIT_CCTL_MASK (BLIT_CCTL_DST_MOCS_MASK | \ 134 BLIT_CCTL_SRC_MOCS_MASK) 135 #define BLIT_CCTL_MOCS(dst, src) \ 136 (REG_FIELD_PREP(BLIT_CCTL_DST_MOCS_MASK, (dst) << 1) | \ 137 REG_FIELD_PREP(BLIT_CCTL_SRC_MOCS_MASK, (src) << 1)) 138 139 #define RING_CSCMDOP(base) _MMIO((base) + 0x20c) 140 141 /* 142 * CMD_CCTL read/write fields take a MOCS value and _not_ a table index. 143 * The lsb of each can be considered a separate enabling bit for encryption. 144 * 6:0 == default MOCS value for reads => 6:1 == table index for reads. 145 * 13:7 == default MOCS value for writes => 13:8 == table index for writes. 146 * 15:14 == Reserved => 31:30 are set to 0. 147 */ 148 #define CMD_CCTL_WRITE_OVERRIDE_MASK REG_GENMASK(13, 7) 149 #define CMD_CCTL_READ_OVERRIDE_MASK REG_GENMASK(6, 0) 150 #define CMD_CCTL_MOCS_MASK (CMD_CCTL_WRITE_OVERRIDE_MASK | \ 151 CMD_CCTL_READ_OVERRIDE_MASK) 152 #define CMD_CCTL_MOCS_OVERRIDE(write, read) \ 153 (REG_FIELD_PREP(CMD_CCTL_WRITE_OVERRIDE_MASK, (write) << 1) | \ 154 REG_FIELD_PREP(CMD_CCTL_READ_OVERRIDE_MASK, (read) << 1)) 155 156 #define RING_PREDICATE_RESULT(base) _MMIO((base) + 0x3b8) /* gen12+ */ 157 158 #define MI_PREDICATE_RESULT_2(base) _MMIO((base) + 0x3bc) 159 #define LOWER_SLICE_ENABLED (1 << 0) 160 #define LOWER_SLICE_DISABLED (0 << 0) 161 #define MI_PREDICATE_SRC0(base) _MMIO((base) + 0x400) 162 #define MI_PREDICATE_SRC0_UDW(base) _MMIO((base) + 0x400 + 4) 163 #define MI_PREDICATE_SRC1(base) _MMIO((base) + 0x408) 164 #define MI_PREDICATE_SRC1_UDW(base) _MMIO((base) + 0x408 + 4) 165 #define MI_PREDICATE_DATA(base) _MMIO((base) + 0x410) 166 #define MI_PREDICATE_RESULT(base) _MMIO((base) + 0x418) 167 #define MI_PREDICATE_RESULT_1(base) _MMIO((base) + 0x41c) 168 169 #define RING_PP_DIR_DCLV(base) _MMIO((base) + 0x220) 170 #define PP_DIR_DCLV_2G 0xffffffff 171 #define RING_PP_DIR_BASE(base) _MMIO((base) + 0x228) 172 #define RING_ELSP(base) _MMIO((base) + 0x230) 173 #define RING_EXECLIST_STATUS_LO(base) _MMIO((base) + 0x234) 174 #define RING_EXECLIST_STATUS_HI(base) _MMIO((base) + 0x234 + 4) 175 #define RING_CONTEXT_CONTROL(base) _MMIO((base) + 0x244) 176 #define CTX_CTRL_ENGINE_CTX_RESTORE_INHIBIT REG_BIT(0) 177 #define CTX_CTRL_RS_CTX_ENABLE REG_BIT(1) 178 #define CTX_CTRL_ENGINE_CTX_SAVE_INHIBIT REG_BIT(2) 179 #define CTX_CTRL_INHIBIT_SYN_CTX_SWITCH REG_BIT(3) 180 #define GEN12_CTX_CTRL_RUNALONE_MODE REG_BIT(7) 181 #define GEN12_CTX_CTRL_OAR_CONTEXT_ENABLE REG_BIT(8) 182 #define RING_CTX_SR_CTL(base) _MMIO((base) + 0x244) 183 #define RING_SEMA_WAIT_POLL(base) _MMIO((base) + 0x24c) 184 #define GEN8_RING_PDP_UDW(base, n) _MMIO((base) + 0x270 + (n) * 8 + 4) 185 #define GEN8_RING_PDP_LDW(base, n) _MMIO((base) + 0x270 + (n) * 8) 186 #define RING_MODE_GEN7(base) _MMIO((base) + 0x29c) 187 #define GFX_RUN_LIST_ENABLE (1 << 15) 188 #define GFX_INTERRUPT_STEERING (1 << 14) 189 #define GFX_TLB_INVALIDATE_EXPLICIT (1 << 13) 190 #define GFX_SURFACE_FAULT_ENABLE (1 << 12) 191 #define GFX_REPLAY_MODE (1 << 11) 192 #define GFX_PSMI_GRANULARITY (1 << 10) 193 #define GEN12_GFX_PREFETCH_DISABLE REG_BIT(10) 194 #define GFX_PPGTT_ENABLE (1 << 9) 195 #define GEN8_GFX_PPGTT_48B (1 << 7) 196 #define GFX_FORWARD_VBLANK_MASK (3 << 5) 197 #define GFX_FORWARD_VBLANK_NEVER (0 << 5) 198 #define GFX_FORWARD_VBLANK_ALWAYS (1 << 5) 199 #define GFX_FORWARD_VBLANK_COND (2 << 5) 200 #define GEN11_GFX_DISABLE_LEGACY_MODE (1 << 3) 201 #define RING_TIMESTAMP(base) _MMIO((base) + 0x358) 202 #define RING_TIMESTAMP_UDW(base) _MMIO((base) + 0x358 + 4) 203 #define RING_CONTEXT_STATUS_PTR(base) _MMIO((base) + 0x3a0) 204 #define RING_CTX_TIMESTAMP(base) _MMIO((base) + 0x3a8) /* gen8+ */ 205 #define RING_PREDICATE_RESULT(base) _MMIO((base) + 0x3b8) 206 #define MI_PREDICATE_RESULT_2_ENGINE(base) _MMIO((base) + 0x3bc) 207 #define RING_FORCE_TO_NONPRIV(base, i) _MMIO(((base) + 0x4D0) + (i) * 4) 208 #define RING_FORCE_TO_NONPRIV_DENY REG_BIT(30) 209 #define RING_FORCE_TO_NONPRIV_ADDRESS_MASK REG_GENMASK(25, 2) 210 #define RING_FORCE_TO_NONPRIV_ACCESS_RW (0 << 28) /* CFL+ & Gen11+ */ 211 #define RING_FORCE_TO_NONPRIV_ACCESS_RD (1 << 28) 212 #define RING_FORCE_TO_NONPRIV_ACCESS_WR (2 << 28) 213 #define RING_FORCE_TO_NONPRIV_ACCESS_INVALID (3 << 28) 214 #define RING_FORCE_TO_NONPRIV_ACCESS_MASK (3 << 28) 215 #define RING_FORCE_TO_NONPRIV_RANGE_1 (0 << 0) /* CFL+ & Gen11+ */ 216 #define RING_FORCE_TO_NONPRIV_RANGE_4 (1 << 0) 217 #define RING_FORCE_TO_NONPRIV_RANGE_16 (2 << 0) 218 #define RING_FORCE_TO_NONPRIV_RANGE_64 (3 << 0) 219 #define RING_FORCE_TO_NONPRIV_RANGE_MASK (3 << 0) 220 #define RING_FORCE_TO_NONPRIV_MASK_VALID \ 221 (RING_FORCE_TO_NONPRIV_RANGE_MASK | \ 222 RING_FORCE_TO_NONPRIV_ACCESS_MASK | \ 223 RING_FORCE_TO_NONPRIV_DENY) 224 #define RING_MAX_NONPRIV_SLOTS 12 225 226 #define RING_EXECLIST_SQ_CONTENTS(base) _MMIO((base) + 0x510) 227 #define RING_PP_DIR_BASE_READ(base) _MMIO((base) + 0x518) 228 #define RING_EXECLIST_CONTROL(base) _MMIO((base) + 0x550) 229 #define EL_CTRL_LOAD REG_BIT(0) 230 231 /* There are 16 64-bit CS General Purpose Registers per-engine on Gen8+ */ 232 #define GEN8_RING_CS_GPR(base, n) _MMIO((base) + 0x600 + (n) * 8) 233 #define GEN8_RING_CS_GPR_UDW(base, n) _MMIO((base) + 0x600 + (n) * 8 + 4) 234 235 #define GEN11_VCS_SFC_FORCED_LOCK(base) _MMIO((base) + 0x88c) 236 #define GEN11_VCS_SFC_FORCED_LOCK_BIT (1 << 0) 237 #define GEN11_VCS_SFC_LOCK_STATUS(base) _MMIO((base) + 0x890) 238 #define GEN11_VCS_SFC_USAGE_BIT (1 << 0) 239 #define GEN11_VCS_SFC_LOCK_ACK_BIT (1 << 1) 240 241 #define GEN11_VECS_SFC_FORCED_LOCK(base) _MMIO((base) + 0x201c) 242 #define GEN11_VECS_SFC_FORCED_LOCK_BIT (1 << 0) 243 #define GEN11_VECS_SFC_LOCK_ACK(base) _MMIO((base) + 0x2018) 244 #define GEN11_VECS_SFC_LOCK_ACK_BIT (1 << 0) 245 #define GEN11_VECS_SFC_USAGE(base) _MMIO((base) + 0x2014) 246 #define GEN11_VECS_SFC_USAGE_BIT (1 << 0) 247 248 #define RING_HWS_PGA_GEN6(base) _MMIO((base) + 0x2080) 249 250 #define GEN12_HCP_SFC_LOCK_STATUS(base) _MMIO((base) + 0x2914) 251 #define GEN12_HCP_SFC_LOCK_ACK_BIT REG_BIT(1) 252 #define GEN12_HCP_SFC_USAGE_BIT REG_BIT(0) 253 254 #define VDBOX_CGCTL3F10(base) _MMIO((base) + 0x3f10) 255 #define IECPUNIT_CLKGATE_DIS REG_BIT(22) 256 257 #define VDBOX_CGCTL3F18(base) _MMIO((base) + 0x3f18) 258 #define ALNUNIT_CLKGATE_DIS REG_BIT(13) 259 260 261 #endif /* __INTEL_ENGINE_REGS__ */ 262