1 /* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */
2 /* Copyright(c) 2020 Realtek Corporation
3 */
4
5 #ifndef __RTW89_PCI_H__
6 #define __RTW89_PCI_H__
7
8 #include "txrx.h"
9
10 #define MDIO_PG0_G1 0
11 #define MDIO_PG1_G1 1
12 #define MDIO_PG0_G2 2
13 #define MDIO_PG1_G2 3
14 #define RAC_CTRL_PPR 0x00
15 #define RAC_ANA03 0x03
16 #define OOBS_SEN_MASK GENMASK(5, 1)
17 #define RAC_ANA09 0x09
18 #define BAC_OOBS_SEL BIT(4)
19 #define RAC_ANA0A 0x0A
20 #define B_BAC_EQ_SEL BIT(5)
21 #define RAC_ANA0B 0x0B
22 #define MANUAL_LVL_MASK GENMASK(8, 5)
23 #define RAC_ANA0C 0x0C
24 #define B_PCIE_BIT_PSAVE BIT(15)
25 #define RAC_ANA0D 0x0D
26 #define OFFSET_CAL_MODE BIT(13)
27 #define BAC_RX_TEST_EN BIT(6)
28 #define RAC_ANA10 0x10
29 #define ADDR_SEL_MASK GENMASK(9, 4)
30 #define ADDR_SEL_VAL 0x3C
31 #define ADDR_SEL_PINOUT_DIS_VAL 0x3C4
32 #define B_PCIE_BIT_PINOUT_DIS BIT(3)
33 #define RAC_REG_REV2 0x1B
34 #define BAC_CMU_EN_DLY_MASK GENMASK(15, 12)
35 #define PCIE_DPHY_DLY_25US 0x1
36 #define RAC_ANA19 0x19
37 #define B_PCIE_BIT_RD_SEL BIT(2)
38 #define RAC_REG_FLD_0 0x1D
39 #define BAC_AUTOK_N_MASK GENMASK(3, 2)
40 #define PCIE_AUTOK_4 0x3
41 #define RAC_ANA1E 0x1E
42 #define RAC_ANA1E_G1_VAL 0x66EA
43 #define RAC_ANA1E_G2_VAL 0x6EEA
44 #define RAC_ANA1F 0x1F
45 #define OOBS_LEVEL_MASK GENMASK(12, 8)
46 #define OFFSET_CAL_MASK GENMASK(7, 4)
47 #define RAC_ANA24 0x24
48 #define B_AX_DEGLITCH GENMASK(11, 8)
49 #define RAC_ANA26 0x26
50 #define B_AX_RXEN GENMASK(15, 14)
51 #define RAC_ANA2E 0x2E
52 #define RAC_ANA2E_VAL 0xFFFE
53 #define RAC_CTRL_PPR_V1 0x30
54 #define B_AX_CLK_CALIB_EN BIT(12)
55 #define B_AX_CALIB_EN BIT(13)
56 #define B_AX_DIV GENMASK(15, 14)
57 #define RAC_SET_PPR_V1 0x31
58
59 #define R_AX_DBI_FLAG 0x1090
60 #define B_AX_DBI_RFLAG BIT(17)
61 #define B_AX_DBI_WFLAG BIT(16)
62 #define B_AX_DBI_WREN_MSK GENMASK(15, 12)
63 #define B_AX_DBI_ADDR_MSK GENMASK(11, 2)
64 #define B_AX_DBI_2LSB GENMASK(1, 0)
65 #define R_AX_DBI_WDATA 0x1094
66 #define R_AX_DBI_RDATA 0x1098
67
68 #define R_AX_MDIO_WDATA 0x10A4
69 #define R_AX_MDIO_RDATA 0x10A6
70
71 #define R_AX_PCIE_PS_CTRL_V1 0x3008
72 #define B_AX_CMAC_EXIT_L1_EN BIT(7)
73 #define B_AX_DMAC0_EXIT_L1_EN BIT(6)
74 #define B_AX_SEL_XFER_PENDING BIT(3)
75 #define B_AX_SEL_REQ_ENTR_L1 BIT(2)
76 #define B_AX_SEL_REQ_EXIT_L1 BIT(0)
77
78 #define R_AX_PCIE_MIX_CFG_V1 0x300C
79 #define B_AX_ASPM_CTRL_L1 BIT(17)
80 #define B_AX_ASPM_CTRL_L0 BIT(16)
81 #define B_AX_ASPM_CTRL_MASK GENMASK(17, 16)
82 #define B_AX_XFER_PENDING_FW BIT(11)
83 #define B_AX_XFER_PENDING BIT(10)
84 #define B_AX_REQ_EXIT_L1 BIT(9)
85 #define B_AX_REQ_ENTR_L1 BIT(8)
86 #define B_AX_L1SUB_DISABLE BIT(0)
87
88 #define R_AX_L1_CLK_CTRL 0x3010
89 #define B_AX_CLK_REQ_N BIT(1)
90
91 #define R_AX_PCIE_BG_CLR 0x303C
92 #define B_AX_BG_CLR_ASYNC_M3 BIT(4)
93
94 #define R_AX_PCIE_LAT_CTRL 0x3044
95 #define B_AX_CLK_REQ_SEL_OPT BIT(1)
96 #define B_AX_CLK_REQ_SEL BIT(0)
97
98 #define R_AX_PCIE_IO_RCY_M1 0x3100
99 #define B_AX_PCIE_IO_RCY_P_M1 BIT(5)
100 #define B_AX_PCIE_IO_RCY_WDT_P_M1 BIT(4)
101 #define B_AX_PCIE_IO_RCY_WDT_MODE_M1 BIT(3)
102 #define B_AX_PCIE_IO_RCY_TRIG_M1 BIT(0)
103
104 #define R_AX_PCIE_WDT_TIMER_M1 0x3104
105 #define B_AX_PCIE_WDT_TIMER_M1_MASK GENMASK(31, 0)
106
107 #define R_AX_PCIE_IO_RCY_M2 0x310C
108 #define B_AX_PCIE_IO_RCY_P_M2 BIT(5)
109 #define B_AX_PCIE_IO_RCY_WDT_P_M2 BIT(4)
110 #define B_AX_PCIE_IO_RCY_WDT_MODE_M2 BIT(3)
111 #define B_AX_PCIE_IO_RCY_TRIG_M2 BIT(0)
112
113 #define R_AX_PCIE_WDT_TIMER_M2 0x3110
114 #define B_AX_PCIE_WDT_TIMER_M2_MASK GENMASK(31, 0)
115
116 #define R_AX_PCIE_IO_RCY_E0 0x3118
117 #define B_AX_PCIE_IO_RCY_P_E0 BIT(5)
118 #define B_AX_PCIE_IO_RCY_WDT_P_E0 BIT(4)
119 #define B_AX_PCIE_IO_RCY_WDT_MODE_E0 BIT(3)
120 #define B_AX_PCIE_IO_RCY_TRIG_E0 BIT(0)
121
122 #define R_AX_PCIE_WDT_TIMER_E0 0x311C
123 #define B_AX_PCIE_WDT_TIMER_E0_MASK GENMASK(31, 0)
124
125 #define R_AX_PCIE_IO_RCY_S1 0x3124
126 #define B_AX_PCIE_IO_RCY_RP_S1 BIT(7)
127 #define B_AX_PCIE_IO_RCY_WP_S1 BIT(6)
128 #define B_AX_PCIE_IO_RCY_WDT_RP_S1 BIT(5)
129 #define B_AX_PCIE_IO_RCY_WDT_WP_S1 BIT(4)
130 #define B_AX_PCIE_IO_RCY_WDT_MODE_S1 BIT(3)
131 #define B_AX_PCIE_IO_RCY_RTRIG_S1 BIT(1)
132 #define B_AX_PCIE_IO_RCY_WTRIG_S1 BIT(0)
133
134 #define R_AX_PCIE_WDT_TIMER_S1 0x3128
135 #define B_AX_PCIE_WDT_TIMER_S1_MASK GENMASK(31, 0)
136
137 #define R_RAC_DIRECT_OFFSET_G1 0x3800
138 #define FILTER_OUT_EQ_MASK GENMASK(14, 10)
139 #define R_RAC_DIRECT_OFFSET_G2 0x3880
140 #define REG_FILTER_OUT_MASK GENMASK(6, 2)
141 #define RAC_MULT 2
142
143 #define R_RAC_DIRECT_OFFSET_BE_LANE0_G1 0x3800
144 #define R_RAC_DIRECT_OFFSET_BE_LANE1_G1 0x3880
145 #define R_RAC_DIRECT_OFFSET_BE_LANE0_G2 0x3900
146 #define R_RAC_DIRECT_OFFSET_BE_LANE1_G2 0x3980
147
148 #define RTW89_PCI_WR_RETRY_CNT 20
149
150 /* Interrupts */
151 #define R_AX_HIMR0 0x01A0
152 #define B_AX_WDT_TIMEOUT_INT_EN BIT(22)
153 #define B_AX_HALT_C2H_INT_EN BIT(21)
154 #define R_AX_HISR0 0x01A4
155
156 #define R_AX_HIMR1 0x01A8
157 #define B_AX_GPIO18_INT_EN BIT(2)
158 #define B_AX_GPIO17_INT_EN BIT(1)
159 #define B_AX_GPIO16_INT_EN BIT(0)
160
161 #define R_AX_HISR1 0x01AC
162 #define B_AX_GPIO18_INT BIT(2)
163 #define B_AX_GPIO17_INT BIT(1)
164 #define B_AX_GPIO16_INT BIT(0)
165
166 #define R_AX_MDIO_CFG 0x10A0
167 #define B_AX_MDIO_PHY_ADDR_MASK GENMASK(13, 12)
168 #define B_AX_MDIO_RFLAG BIT(9)
169 #define B_AX_MDIO_WFLAG BIT(8)
170 #define B_AX_MDIO_ADDR_MASK GENMASK(4, 0)
171
172 #define R_AX_PCIE_HIMR00 0x10B0
173 #define R_AX_HAXI_HIMR00 0x10B0
174 #define B_AX_HC00ISR_IND_INT_EN BIT(27)
175 #define B_AX_HD1ISR_IND_INT_EN BIT(26)
176 #define B_AX_HD0ISR_IND_INT_EN BIT(25)
177 #define B_AX_HS0ISR_IND_INT_EN BIT(24)
178 #define B_AX_HS0ISR_IND_INT_EN_WKARND BIT(23)
179 #define B_AX_RETRAIN_INT_EN BIT(21)
180 #define B_AX_RPQBD_FULL_INT_EN BIT(20)
181 #define B_AX_RDU_INT_EN BIT(19)
182 #define B_AX_RXDMA_STUCK_INT_EN BIT(18)
183 #define B_AX_TXDMA_STUCK_INT_EN BIT(17)
184 #define B_AX_PCIE_HOTRST_INT_EN BIT(16)
185 #define B_AX_PCIE_FLR_INT_EN BIT(15)
186 #define B_AX_PCIE_PERST_INT_EN BIT(14)
187 #define B_AX_TXDMA_CH12_INT_EN BIT(13)
188 #define B_AX_TXDMA_CH9_INT_EN BIT(12)
189 #define B_AX_TXDMA_CH8_INT_EN BIT(11)
190 #define B_AX_TXDMA_ACH7_INT_EN BIT(10)
191 #define B_AX_TXDMA_ACH6_INT_EN BIT(9)
192 #define B_AX_TXDMA_ACH5_INT_EN BIT(8)
193 #define B_AX_TXDMA_ACH4_INT_EN BIT(7)
194 #define B_AX_TXDMA_ACH3_INT_EN BIT(6)
195 #define B_AX_TXDMA_ACH2_INT_EN BIT(5)
196 #define B_AX_TXDMA_ACH1_INT_EN BIT(4)
197 #define B_AX_TXDMA_ACH0_INT_EN BIT(3)
198 #define B_AX_RPQDMA_INT_EN BIT(2)
199 #define B_AX_RXP1DMA_INT_EN BIT(1)
200 #define B_AX_RXDMA_INT_EN BIT(0)
201
202 #define R_AX_PCIE_HISR00 0x10B4
203 #define R_AX_HAXI_HISR00 0x10B4
204 #define B_AX_HC00ISR_IND_INT BIT(27)
205 #define B_AX_HD1ISR_IND_INT BIT(26)
206 #define B_AX_HD0ISR_IND_INT BIT(25)
207 #define B_AX_HS0ISR_IND_INT BIT(24)
208 #define B_AX_RETRAIN_INT BIT(21)
209 #define B_AX_RPQBD_FULL_INT BIT(20)
210 #define B_AX_RDU_INT BIT(19)
211 #define B_AX_RXDMA_STUCK_INT BIT(18)
212 #define B_AX_TXDMA_STUCK_INT BIT(17)
213 #define B_AX_PCIE_HOTRST_INT BIT(16)
214 #define B_AX_PCIE_FLR_INT BIT(15)
215 #define B_AX_PCIE_PERST_INT BIT(14)
216 #define B_AX_TXDMA_CH12_INT BIT(13)
217 #define B_AX_TXDMA_CH9_INT BIT(12)
218 #define B_AX_TXDMA_CH8_INT BIT(11)
219 #define B_AX_TXDMA_ACH7_INT BIT(10)
220 #define B_AX_TXDMA_ACH6_INT BIT(9)
221 #define B_AX_TXDMA_ACH5_INT BIT(8)
222 #define B_AX_TXDMA_ACH4_INT BIT(7)
223 #define B_AX_TXDMA_ACH3_INT BIT(6)
224 #define B_AX_TXDMA_ACH2_INT BIT(5)
225 #define B_AX_TXDMA_ACH1_INT BIT(4)
226 #define B_AX_TXDMA_ACH0_INT BIT(3)
227 #define B_AX_RPQDMA_INT BIT(2)
228 #define B_AX_RXP1DMA_INT BIT(1)
229 #define B_AX_RXDMA_INT BIT(0)
230
231 #define R_AX_HAXI_IDCT_MSK 0x10B8
232 #define B_AX_TXBD_LEN0_ERR_IDCT_MSK BIT(3)
233 #define B_AX_TXBD_4KBOUND_ERR_IDCT_MSK BIT(2)
234 #define B_AX_RXMDA_STUCK_IDCT_MSK BIT(1)
235 #define B_AX_TXMDA_STUCK_IDCT_MSK BIT(0)
236
237 #define R_AX_HAXI_IDCT 0x10BC
238 #define B_AX_TXBD_LEN0_ERR_IDCT BIT(3)
239 #define B_AX_TXBD_4KBOUND_ERR_IDCT BIT(2)
240 #define B_AX_RXMDA_STUCK_IDCT BIT(1)
241 #define B_AX_TXMDA_STUCK_IDCT BIT(0)
242
243 #define R_AX_HAXI_HIMR10 0x11E0
244 #define B_AX_TXDMA_CH11_INT_EN_V1 BIT(1)
245 #define B_AX_TXDMA_CH10_INT_EN_V1 BIT(0)
246
247 #define R_AX_PCIE_HIMR10 0x13B0
248 #define B_AX_HC10ISR_IND_INT_EN BIT(28)
249 #define B_AX_TXDMA_CH11_INT_EN BIT(12)
250 #define B_AX_TXDMA_CH10_INT_EN BIT(11)
251
252 #define R_AX_PCIE_HISR10 0x13B4
253 #define B_AX_HC10ISR_IND_INT BIT(28)
254 #define B_AX_TXDMA_CH11_INT BIT(12)
255 #define B_AX_TXDMA_CH10_INT BIT(11)
256
257 #define R_AX_PCIE_HIMR00_V1 0x30B0
258 #define B_AX_HCI_AXIDMA_INT_EN BIT(29)
259 #define B_AX_HC00ISR_IND_INT_EN_V1 BIT(28)
260 #define B_AX_HD1ISR_IND_INT_EN_V1 BIT(27)
261 #define B_AX_HD0ISR_IND_INT_EN_V1 BIT(26)
262 #define B_AX_HS1ISR_IND_INT_EN BIT(25)
263 #define B_AX_PCIE_DBG_STE_INT_EN BIT(13)
264
265 #define R_AX_PCIE_HISR00_V1 0x30B4
266 #define B_AX_HCI_AXIDMA_INT BIT(29)
267 #define B_AX_HC00ISR_IND_INT_V1 BIT(28)
268 #define B_AX_HD1ISR_IND_INT_V1 BIT(27)
269 #define B_AX_HD0ISR_IND_INT_V1 BIT(26)
270 #define B_AX_HS1ISR_IND_INT BIT(25)
271 #define B_AX_PCIE_DBG_STE_INT BIT(13)
272
273 #define R_BE_PCIE_FRZ_CLK 0x3004
274 #define B_BE_PCIE_FRZ_MAC_HW_RST BIT(31)
275 #define B_BE_PCIE_FRZ_CFG_SPC_RST BIT(30)
276 #define B_BE_PCIE_FRZ_ELBI_RST BIT(29)
277 #define B_BE_PCIE_MAC_IS_ACTIVE BIT(28)
278 #define B_BE_PCIE_FRZ_RTK_HW_RST BIT(27)
279 #define B_BE_PCIE_FRZ_REG_RST BIT(26)
280 #define B_BE_PCIE_FRZ_ANA_RST BIT(25)
281 #define B_BE_PCIE_FRZ_WLAN_RST BIT(24)
282 #define B_BE_PCIE_FRZ_FLR_RST BIT(23)
283 #define B_BE_PCIE_FRZ_RET_NON_STKY_RST BIT(22)
284 #define B_BE_PCIE_FRZ_RET_STKY_RST BIT(21)
285 #define B_BE_PCIE_FRZ_NON_STKY_RST BIT(20)
286 #define B_BE_PCIE_FRZ_STKY_RST BIT(19)
287 #define B_BE_PCIE_FRZ_RET_CORE_RST BIT(18)
288 #define B_BE_PCIE_FRZ_PWR_RST BIT(17)
289 #define B_BE_PCIE_FRZ_PERST_RST BIT(16)
290 #define B_BE_PCIE_FRZ_PHY_ALOAD BIT(15)
291 #define B_BE_PCIE_FRZ_PHY_HW_RST BIT(14)
292 #define B_BE_PCIE_DBG_CLK BIT(4)
293 #define B_BE_PCIE_EN_CLK BIT(3)
294 #define B_BE_PCIE_DBI_ACLK_ACT BIT(2)
295 #define B_BE_PCIE_S1_ACLK_ACT BIT(1)
296 #define B_BE_PCIE_EN_AUX_CLK BIT(0)
297
298 #define R_BE_PCIE_PS_CTRL 0x3008
299 #define B_BE_RSM_L0S_EN BIT(8)
300 #define B_BE_CMAC_EXIT_L1_EN BIT(7)
301 #define B_BE_DMAC0_EXIT_L1_EN BIT(6)
302 #define B_BE_FORCE_L0 BIT(5)
303 #define B_BE_DBI_RO_WR_DISABLE BIT(4)
304 #define B_BE_SEL_XFER_PENDING BIT(3)
305 #define B_BE_SEL_REQ_ENTR_L1 BIT(2)
306 #define B_BE_PCIE_EN_SWENT_L23 BIT(1)
307 #define B_BE_SEL_REQ_EXIT_L1 BIT(0)
308
309 #define R_BE_PCIE_MIX_CFG 0x300C
310 #define B_BE_L1SS_TIMEOUT_CTRL BIT(18)
311 #define B_BE_ASPM_CTRL_L1 BIT(17)
312 #define B_BE_ASPM_CTRL_L0 BIT(16)
313 #define B_BE_RTK_ASPM_CTRL_MASK GENMASK(17, 16)
314 #define B_BE_XFER_PENDING_FW BIT(11)
315 #define B_BE_XFER_PENDING BIT(10)
316 #define B_BE_REQ_EXIT_L1 BIT(9)
317 #define B_BE_REQ_ENTR_L1 BIT(8)
318 #define B_BE_L1SUB_ENABLE BIT(0)
319
320 #define R_BE_L1_CLK_CTRL 0x3010
321 #define B_BE_RAS_SD_HOLD_LTSSM BIT(12)
322 #define B_BE_CLK_REQ_N BIT(1)
323 #define B_BE_CLK_PM_EN BIT(0)
324
325 #define R_BE_PCIE_LAT_CTRL 0x3044
326 #define B_BE_ELBI_PHY_REMAP_MASK GENMASK(29, 24)
327 #define B_BE_SYS_SUS_L12_EN BIT(17)
328 #define B_BE_MDIO_S_EN BIT(16)
329 #define B_BE_SYM_AUX_CLK_SEL BIT(15)
330 #define B_BE_RTK_LDO_POWER_LATENCY_MASK GENMASK(11, 10)
331 #define B_BE_RTK_LDO_BIAS_LATENCY_MASK GENMASK(9, 8)
332 #define B_BE_CLK_REQ_LAT_MASK GENMASK(7, 4)
333 #define B_BE_RTK_PM_SEL_OPT BIT(1)
334 #define B_BE_CLK_REQ_SEL BIT(0)
335
336 #define R_BE_PCIE_HIMR0 0x30B0
337 #define B_BE_PCIE_HB1_IND_INTA_IMR BIT(31)
338 #define B_BE_PCIE_HB0_IND_INTA_IMR BIT(30)
339 #define B_BE_HCI_AXIDMA_INTA_IMR BIT(29)
340 #define B_BE_HC0_IND_INTA_IMR BIT(28)
341 #define B_BE_HD1_IND_INTA_IMR BIT(27)
342 #define B_BE_HD0_IND_INTA_IMR BIT(26)
343 #define B_BE_HS1_IND_INTA_IMR BIT(25)
344 #define B_BE_HS0_IND_INTA_IMR BIT(24)
345 #define B_BE_PCIE_HOTRST_INT_EN BIT(16)
346 #define B_BE_PCIE_FLR_INT_EN BIT(15)
347 #define B_BE_PCIE_PERST_INT_EN BIT(14)
348 #define B_BE_PCIE_DBG_STE_INT_EN BIT(13)
349 #define B_BE_HB1_IND_INT_EN0 BIT(9)
350 #define B_BE_HB0_IND_INT_EN0 BIT(8)
351 #define B_BE_HC1_IND_INT_EN0 BIT(7)
352 #define B_BE_HCI_AXIDMA_INT_EN0 BIT(5)
353 #define B_BE_HC0_IND_INT_EN0 BIT(4)
354 #define B_BE_HD1_IND_INT_EN0 BIT(3)
355 #define B_BE_HD0_IND_INT_EN0 BIT(2)
356 #define B_BE_HS1_IND_INT_EN0 BIT(1)
357 #define B_BE_HS0_IND_INT_EN0 BIT(0)
358
359 #define R_BE_PCIE_HISR 0x30B4
360 #define B_BE_PCIE_HOTRST_INT BIT(16)
361 #define B_BE_PCIE_FLR_INT BIT(15)
362 #define B_BE_PCIE_PERST_INT BIT(14)
363 #define B_BE_PCIE_DBG_STE_INT BIT(13)
364 #define B_BE_HB1IMR_IND BIT(9)
365 #define B_BE_HB0IMR_IND BIT(8)
366 #define B_BE_HC1ISR_IND_INT BIT(7)
367 #define B_BE_HCI_AXIDMA_INT BIT(5)
368 #define B_BE_HC0ISR_IND_INT BIT(4)
369 #define B_BE_HD1ISR_IND_INT BIT(3)
370 #define B_BE_HD0ISR_IND_INT BIT(2)
371 #define B_BE_HS1ISR_IND_INT BIT(1)
372 #define B_BE_HS0ISR_IND_INT BIT(0)
373
374 #define R_BE_PCIE_DMA_IMR_0_V1 0x30B8
375 #define B_BE_PCIE_RX_RX1P1_IMR0_V1 BIT(23)
376 #define B_BE_PCIE_RX_RX0P1_IMR0_V1 BIT(22)
377 #define B_BE_PCIE_RX_ROQ1_IMR0_V1 BIT(21)
378 #define B_BE_PCIE_RX_RPQ1_IMR0_V1 BIT(20)
379 #define B_BE_PCIE_RX_RX1P2_IMR0_V1 BIT(19)
380 #define B_BE_PCIE_RX_ROQ0_IMR0_V1 BIT(18)
381 #define B_BE_PCIE_RX_RPQ0_IMR0_V1 BIT(17)
382 #define B_BE_PCIE_RX_RX0P2_IMR0_V1 BIT(16)
383 #define B_BE_PCIE_TX_CH14_IMR0 BIT(14)
384 #define B_BE_PCIE_TX_CH13_IMR0 BIT(13)
385 #define B_BE_PCIE_TX_CH12_IMR0 BIT(12)
386 #define B_BE_PCIE_TX_CH11_IMR0 BIT(11)
387 #define B_BE_PCIE_TX_CH10_IMR0 BIT(10)
388 #define B_BE_PCIE_TX_CH9_IMR0 BIT(9)
389 #define B_BE_PCIE_TX_CH8_IMR0 BIT(8)
390 #define B_BE_PCIE_TX_CH7_IMR0 BIT(7)
391 #define B_BE_PCIE_TX_CH6_IMR0 BIT(6)
392 #define B_BE_PCIE_TX_CH5_IMR0 BIT(5)
393 #define B_BE_PCIE_TX_CH4_IMR0 BIT(4)
394 #define B_BE_PCIE_TX_CH3_IMR0 BIT(3)
395 #define B_BE_PCIE_TX_CH2_IMR0 BIT(2)
396 #define B_BE_PCIE_TX_CH1_IMR0 BIT(1)
397 #define B_BE_PCIE_TX_CH0_IMR0 BIT(0)
398
399 #define R_BE_PCIE_DMA_ISR 0x30BC
400 #define B_BE_PCIE_RX_RX1P1_ISR_V1 BIT(23)
401 #define B_BE_PCIE_RX_RX0P1_ISR_V1 BIT(22)
402 #define B_BE_PCIE_RX_ROQ1_ISR_V1 BIT(21)
403 #define B_BE_PCIE_RX_RPQ1_ISR_V1 BIT(20)
404 #define B_BE_PCIE_RX_RX1P2_ISR_V1 BIT(19)
405 #define B_BE_PCIE_RX_ROQ0_ISR_V1 BIT(18)
406 #define B_BE_PCIE_RX_RPQ0_ISR_V1 BIT(17)
407 #define B_BE_PCIE_RX_RX0P2_ISR_V1 BIT(16)
408 #define B_BE_PCIE_TX_CH14_ISR BIT(14)
409 #define B_BE_PCIE_TX_CH13_ISR BIT(13)
410 #define B_BE_PCIE_TX_CH12_ISR BIT(12)
411 #define B_BE_PCIE_TX_CH11_ISR BIT(11)
412 #define B_BE_PCIE_TX_CH10_ISR BIT(10)
413 #define B_BE_PCIE_TX_CH9_ISR BIT(9)
414 #define B_BE_PCIE_TX_CH8_ISR BIT(8)
415 #define B_BE_PCIE_TX_CH7_ISR BIT(7)
416 #define B_BE_PCIE_TX_CH6_ISR BIT(6)
417 #define B_BE_PCIE_TX_CH5_ISR BIT(5)
418 #define B_BE_PCIE_TX_CH4_ISR BIT(4)
419 #define B_BE_PCIE_TX_CH3_ISR BIT(3)
420 #define B_BE_PCIE_TX_CH2_ISR BIT(2)
421 #define B_BE_PCIE_TX_CH1_ISR BIT(1)
422 #define B_BE_PCIE_TX_CH0_ISR BIT(0)
423
424 #define R_BE_HAXI_HIMR00 0xB0B0
425 #define B_BE_RDU_CH5_INT_IMR_V1 BIT(30)
426 #define B_BE_RDU_CH4_INT_IMR_V1 BIT(29)
427 #define B_BE_RDU_CH3_INT_IMR_V1 BIT(28)
428 #define B_BE_RDU_CH2_INT_IMR_V1 BIT(27)
429 #define B_BE_RDU_CH1_INT_IMR_V1 BIT(26)
430 #define B_BE_RDU_CH0_INT_IMR_V1 BIT(25)
431 #define B_BE_RXDMA_STUCK_INT_EN_V1 BIT(24)
432 #define B_BE_TXDMA_STUCK_INT_EN_V1 BIT(23)
433 #define B_BE_TXDMA_CH14_INT_EN_V1 BIT(22)
434 #define B_BE_TXDMA_CH13_INT_EN_V1 BIT(21)
435 #define B_BE_TXDMA_CH12_INT_EN_V1 BIT(20)
436 #define B_BE_TXDMA_CH11_INT_EN_V1 BIT(19)
437 #define B_BE_TXDMA_CH10_INT_EN_V1 BIT(18)
438 #define B_BE_TXDMA_CH9_INT_EN_V1 BIT(17)
439 #define B_BE_TXDMA_CH8_INT_EN_V1 BIT(16)
440 #define B_BE_TXDMA_CH7_INT_EN_V1 BIT(15)
441 #define B_BE_TXDMA_CH6_INT_EN_V1 BIT(14)
442 #define B_BE_TXDMA_CH5_INT_EN_V1 BIT(13)
443 #define B_BE_TXDMA_CH4_INT_EN_V1 BIT(12)
444 #define B_BE_TXDMA_CH3_INT_EN_V1 BIT(11)
445 #define B_BE_TXDMA_CH2_INT_EN_V1 BIT(10)
446 #define B_BE_TXDMA_CH1_INT_EN_V1 BIT(9)
447 #define B_BE_TXDMA_CH0_INT_EN_V1 BIT(8)
448 #define B_BE_RX1P1DMA_INT_EN_V1 BIT(7)
449 #define B_BE_RX0P1DMA_INT_EN_V1 BIT(6)
450 #define B_BE_RO1DMA_INT_EN BIT(5)
451 #define B_BE_RP1DMA_INT_EN BIT(4)
452 #define B_BE_RX1DMA_INT_EN BIT(3)
453 #define B_BE_RO0DMA_INT_EN BIT(2)
454 #define B_BE_RP0DMA_INT_EN BIT(1)
455 #define B_BE_RX0DMA_INT_EN BIT(0)
456
457 #define R_BE_HAXI_HISR00 0xB0B4
458 #define B_BE_RDU_CH5_INT_V1 BIT(30)
459 #define B_BE_RDU_CH4_INT_V1 BIT(29)
460 #define B_BE_RDU_CH3_INT_V1 BIT(28)
461 #define B_BE_RDU_CH2_INT_V1 BIT(27)
462 #define B_BE_RDU_CH1_INT_V1 BIT(26)
463 #define B_BE_RDU_CH0_INT_V1 BIT(25)
464 #define B_BE_RXDMA_STUCK_INT_V1 BIT(24)
465 #define B_BE_TXDMA_STUCK_INT_V1 BIT(23)
466 #define B_BE_TXDMA_CH14_INT_V1 BIT(22)
467 #define B_BE_TXDMA_CH13_INT_V1 BIT(21)
468 #define B_BE_TXDMA_CH12_INT_V1 BIT(20)
469 #define B_BE_TXDMA_CH11_INT_V1 BIT(19)
470 #define B_BE_TXDMA_CH10_INT_V1 BIT(18)
471 #define B_BE_TXDMA_CH9_INT_V1 BIT(17)
472 #define B_BE_TXDMA_CH8_INT_V1 BIT(16)
473 #define B_BE_TXDMA_CH7_INT_V1 BIT(15)
474 #define B_BE_TXDMA_CH6_INT_V1 BIT(14)
475 #define B_BE_TXDMA_CH5_INT_V1 BIT(13)
476 #define B_BE_TXDMA_CH4_INT_V1 BIT(12)
477 #define B_BE_TXDMA_CH3_INT_V1 BIT(11)
478 #define B_BE_TXDMA_CH2_INT_V1 BIT(10)
479 #define B_BE_TXDMA_CH1_INT_V1 BIT(9)
480 #define B_BE_TXDMA_CH0_INT_V1 BIT(8)
481 #define B_BE_RX1P1DMA_INT_V1 BIT(7)
482 #define B_BE_RX0P1DMA_INT_V1 BIT(6)
483 #define B_BE_RO1DMA_INT BIT(5)
484 #define B_BE_RP1DMA_INT BIT(4)
485 #define B_BE_RX1DMA_INT BIT(3)
486 #define B_BE_RO0DMA_INT BIT(2)
487 #define B_BE_RP0DMA_INT BIT(1)
488 #define B_BE_RX0DMA_INT BIT(0)
489
490 /* TX/RX */
491 #define R_AX_DRV_FW_HSK_0 0x01B0
492 #define R_AX_DRV_FW_HSK_1 0x01B4
493 #define R_AX_DRV_FW_HSK_2 0x01B8
494 #define R_AX_DRV_FW_HSK_3 0x01BC
495 #define R_AX_DRV_FW_HSK_4 0x01C0
496 #define R_AX_DRV_FW_HSK_5 0x01C4
497 #define R_AX_DRV_FW_HSK_6 0x01C8
498 #define R_AX_DRV_FW_HSK_7 0x01CC
499
500 #define R_AX_RXQ_RXBD_IDX 0x1050
501 #define R_AX_RPQ_RXBD_IDX 0x1054
502 #define R_AX_ACH0_TXBD_IDX 0x1058
503 #define R_AX_ACH1_TXBD_IDX 0x105C
504 #define R_AX_ACH2_TXBD_IDX 0x1060
505 #define R_AX_ACH3_TXBD_IDX 0x1064
506 #define R_AX_ACH4_TXBD_IDX 0x1068
507 #define R_AX_ACH5_TXBD_IDX 0x106C
508 #define R_AX_ACH6_TXBD_IDX 0x1070
509 #define R_AX_ACH7_TXBD_IDX 0x1074
510 #define R_AX_CH8_TXBD_IDX 0x1078 /* Management Queue band 0 */
511 #define R_AX_CH9_TXBD_IDX 0x107C /* HI Queue band 0 */
512 #define R_AX_CH10_TXBD_IDX 0x137C /* Management Queue band 1 */
513 #define R_AX_CH11_TXBD_IDX 0x1380 /* HI Queue band 1 */
514 #define R_AX_CH12_TXBD_IDX 0x1080 /* FWCMD Queue */
515 #define R_AX_CH10_TXBD_IDX_V1 0x11D0
516 #define R_AX_CH11_TXBD_IDX_V1 0x11D4
517 #define R_AX_RXQ_RXBD_IDX_V1 0x1218
518 #define R_AX_RPQ_RXBD_IDX_V1 0x121C
519 #define TXBD_HW_IDX_MASK GENMASK(27, 16)
520 #define TXBD_HOST_IDX_MASK GENMASK(11, 0)
521
522 #define R_AX_ACH0_TXBD_DESA_L 0x1110
523 #define R_AX_ACH0_TXBD_DESA_H 0x1114
524 #define R_AX_ACH1_TXBD_DESA_L 0x1118
525 #define R_AX_ACH1_TXBD_DESA_H 0x111C
526 #define R_AX_ACH2_TXBD_DESA_L 0x1120
527 #define R_AX_ACH2_TXBD_DESA_H 0x1124
528 #define R_AX_ACH3_TXBD_DESA_L 0x1128
529 #define R_AX_ACH3_TXBD_DESA_H 0x112C
530 #define R_AX_ACH4_TXBD_DESA_L 0x1130
531 #define R_AX_ACH4_TXBD_DESA_H 0x1134
532 #define R_AX_ACH5_TXBD_DESA_L 0x1138
533 #define R_AX_ACH5_TXBD_DESA_H 0x113C
534 #define R_AX_ACH6_TXBD_DESA_L 0x1140
535 #define R_AX_ACH6_TXBD_DESA_H 0x1144
536 #define R_AX_ACH7_TXBD_DESA_L 0x1148
537 #define R_AX_ACH7_TXBD_DESA_H 0x114C
538 #define R_AX_CH8_TXBD_DESA_L 0x1150
539 #define R_AX_CH8_TXBD_DESA_H 0x1154
540 #define R_AX_CH9_TXBD_DESA_L 0x1158
541 #define R_AX_CH9_TXBD_DESA_H 0x115C
542 #define R_AX_CH10_TXBD_DESA_L 0x1358
543 #define R_AX_CH10_TXBD_DESA_H 0x135C
544 #define R_AX_CH11_TXBD_DESA_L 0x1360
545 #define R_AX_CH11_TXBD_DESA_H 0x1364
546 #define R_AX_CH12_TXBD_DESA_L 0x1160
547 #define R_AX_CH12_TXBD_DESA_H 0x1164
548 #define R_AX_RXQ_RXBD_DESA_L 0x1100
549 #define R_AX_RXQ_RXBD_DESA_H 0x1104
550 #define R_AX_RPQ_RXBD_DESA_L 0x1108
551 #define R_AX_RPQ_RXBD_DESA_H 0x110C
552 #define R_AX_RXQ_RXBD_DESA_L_V1 0x1220
553 #define R_AX_RXQ_RXBD_DESA_H_V1 0x1224
554 #define R_AX_RPQ_RXBD_DESA_L_V1 0x1228
555 #define R_AX_RPQ_RXBD_DESA_H_V1 0x122C
556 #define R_AX_ACH0_TXBD_DESA_L_V1 0x1230
557 #define R_AX_ACH0_TXBD_DESA_H_V1 0x1234
558 #define R_AX_ACH1_TXBD_DESA_L_V1 0x1238
559 #define R_AX_ACH1_TXBD_DESA_H_V1 0x123C
560 #define R_AX_ACH2_TXBD_DESA_L_V1 0x1240
561 #define R_AX_ACH2_TXBD_DESA_H_V1 0x1244
562 #define R_AX_ACH3_TXBD_DESA_L_V1 0x1248
563 #define R_AX_ACH3_TXBD_DESA_H_V1 0x124C
564 #define R_AX_ACH4_TXBD_DESA_L_V1 0x1250
565 #define R_AX_ACH4_TXBD_DESA_H_V1 0x1254
566 #define R_AX_ACH5_TXBD_DESA_L_V1 0x1258
567 #define R_AX_ACH5_TXBD_DESA_H_V1 0x125C
568 #define R_AX_ACH6_TXBD_DESA_L_V1 0x1260
569 #define R_AX_ACH6_TXBD_DESA_H_V1 0x1264
570 #define R_AX_ACH7_TXBD_DESA_L_V1 0x1268
571 #define R_AX_ACH7_TXBD_DESA_H_V1 0x126C
572 #define R_AX_CH8_TXBD_DESA_L_V1 0x1270
573 #define R_AX_CH8_TXBD_DESA_H_V1 0x1274
574 #define R_AX_CH9_TXBD_DESA_L_V1 0x1278
575 #define R_AX_CH9_TXBD_DESA_H_V1 0x127C
576 #define R_AX_CH12_TXBD_DESA_L_V1 0x1280
577 #define R_AX_CH12_TXBD_DESA_H_V1 0x1284
578 #define R_AX_CH10_TXBD_DESA_L_V1 0x1458
579 #define R_AX_CH10_TXBD_DESA_H_V1 0x145C
580 #define R_AX_CH11_TXBD_DESA_L_V1 0x1460
581 #define R_AX_CH11_TXBD_DESA_H_V1 0x1464
582 #define B_AX_DESC_NUM_MSK GENMASK(11, 0)
583
584 #define R_AX_RXQ_RXBD_NUM 0x1020
585 #define R_AX_RPQ_RXBD_NUM 0x1022
586 #define R_AX_ACH0_TXBD_NUM 0x1024
587 #define R_AX_ACH1_TXBD_NUM 0x1026
588 #define R_AX_ACH2_TXBD_NUM 0x1028
589 #define R_AX_ACH3_TXBD_NUM 0x102A
590 #define R_AX_ACH4_TXBD_NUM 0x102C
591 #define R_AX_ACH5_TXBD_NUM 0x102E
592 #define R_AX_ACH6_TXBD_NUM 0x1030
593 #define R_AX_ACH7_TXBD_NUM 0x1032
594 #define R_AX_CH8_TXBD_NUM 0x1034
595 #define R_AX_CH9_TXBD_NUM 0x1036
596 #define R_AX_CH10_TXBD_NUM 0x1338
597 #define R_AX_CH11_TXBD_NUM 0x133A
598 #define R_AX_CH12_TXBD_NUM 0x1038
599 #define R_AX_RXQ_RXBD_NUM_V1 0x1210
600 #define R_AX_RPQ_RXBD_NUM_V1 0x1212
601 #define R_AX_CH10_TXBD_NUM_V1 0x1438
602 #define R_AX_CH11_TXBD_NUM_V1 0x143A
603
604 #define R_AX_ACH0_BDRAM_CTRL 0x1200
605 #define R_AX_ACH1_BDRAM_CTRL 0x1204
606 #define R_AX_ACH2_BDRAM_CTRL 0x1208
607 #define R_AX_ACH3_BDRAM_CTRL 0x120C
608 #define R_AX_ACH4_BDRAM_CTRL 0x1210
609 #define R_AX_ACH5_BDRAM_CTRL 0x1214
610 #define R_AX_ACH6_BDRAM_CTRL 0x1218
611 #define R_AX_ACH7_BDRAM_CTRL 0x121C
612 #define R_AX_CH8_BDRAM_CTRL 0x1220
613 #define R_AX_CH9_BDRAM_CTRL 0x1224
614 #define R_AX_CH10_BDRAM_CTRL 0x1320
615 #define R_AX_CH11_BDRAM_CTRL 0x1324
616 #define R_AX_CH12_BDRAM_CTRL 0x1228
617 #define R_AX_ACH0_BDRAM_CTRL_V1 0x1300
618 #define R_AX_ACH1_BDRAM_CTRL_V1 0x1304
619 #define R_AX_ACH2_BDRAM_CTRL_V1 0x1308
620 #define R_AX_ACH3_BDRAM_CTRL_V1 0x130C
621 #define R_AX_ACH4_BDRAM_CTRL_V1 0x1310
622 #define R_AX_ACH5_BDRAM_CTRL_V1 0x1314
623 #define R_AX_ACH6_BDRAM_CTRL_V1 0x1318
624 #define R_AX_ACH7_BDRAM_CTRL_V1 0x131C
625 #define R_AX_CH8_BDRAM_CTRL_V1 0x1320
626 #define R_AX_CH9_BDRAM_CTRL_V1 0x1324
627 #define R_AX_CH12_BDRAM_CTRL_V1 0x1328
628 #define R_AX_CH10_BDRAM_CTRL_V1 0x1420
629 #define R_AX_CH11_BDRAM_CTRL_V1 0x1424
630 #define BDRAM_SIDX_MASK GENMASK(7, 0)
631 #define BDRAM_MAX_MASK GENMASK(15, 8)
632 #define BDRAM_MIN_MASK GENMASK(23, 16)
633
634 #define R_AX_PCIE_INIT_CFG1 0x1000
635 #define B_AX_PCIE_RXRST_KEEP_REG BIT(23)
636 #define B_AX_PCIE_TXRST_KEEP_REG BIT(22)
637 #define B_AX_PCIE_PERST_KEEP_REG BIT(21)
638 #define B_AX_PCIE_FLR_KEEP_REG BIT(20)
639 #define B_AX_PCIE_TRAIN_KEEP_REG BIT(19)
640 #define B_AX_RXBD_MODE BIT(18)
641 #define B_AX_PCIE_MAX_RXDMA_MASK GENMASK(16, 14)
642 #define B_AX_RXHCI_EN BIT(13)
643 #define B_AX_LATENCY_CONTROL BIT(12)
644 #define B_AX_TXHCI_EN BIT(11)
645 #define B_AX_PCIE_MAX_TXDMA_MASK GENMASK(10, 8)
646 #define B_AX_TX_TRUNC_MODE BIT(5)
647 #define B_AX_RX_TRUNC_MODE BIT(4)
648 #define B_AX_RST_BDRAM BIT(3)
649 #define B_AX_DIS_RXDMA_PRE BIT(2)
650
651 #define R_AX_TXDMA_ADDR_H 0x10F0
652 #define R_AX_RXDMA_ADDR_H 0x10F4
653
654 #define R_AX_PCIE_DMA_STOP1 0x1010
655 #define B_AX_STOP_PCIEIO BIT(20)
656 #define B_AX_STOP_WPDMA BIT(19)
657 #define B_AX_STOP_CH12 BIT(18)
658 #define B_AX_STOP_CH9 BIT(17)
659 #define B_AX_STOP_CH8 BIT(16)
660 #define B_AX_STOP_ACH7 BIT(15)
661 #define B_AX_STOP_ACH6 BIT(14)
662 #define B_AX_STOP_ACH5 BIT(13)
663 #define B_AX_STOP_ACH4 BIT(12)
664 #define B_AX_STOP_ACH3 BIT(11)
665 #define B_AX_STOP_ACH2 BIT(10)
666 #define B_AX_STOP_ACH1 BIT(9)
667 #define B_AX_STOP_ACH0 BIT(8)
668 #define B_AX_STOP_RPQ BIT(1)
669 #define B_AX_STOP_RXQ BIT(0)
670 #define B_AX_TX_STOP1_ALL GENMASK(18, 8)
671 #define B_AX_TX_STOP1_MASK (B_AX_STOP_ACH0 | B_AX_STOP_ACH1 | \
672 B_AX_STOP_ACH2 | B_AX_STOP_ACH3 | \
673 B_AX_STOP_ACH4 | B_AX_STOP_ACH5 | \
674 B_AX_STOP_ACH6 | B_AX_STOP_ACH7 | \
675 B_AX_STOP_CH8 | B_AX_STOP_CH9 | \
676 B_AX_STOP_CH12)
677 #define B_AX_TX_STOP1_MASK_V1 (B_AX_STOP_ACH0 | B_AX_STOP_ACH1 | \
678 B_AX_STOP_ACH2 | B_AX_STOP_ACH3 | \
679 B_AX_STOP_CH8 | B_AX_STOP_CH9 | \
680 B_AX_STOP_CH12)
681
682 #define R_AX_PCIE_DMA_STOP2 0x1310
683 #define B_AX_STOP_CH11 BIT(1)
684 #define B_AX_STOP_CH10 BIT(0)
685 #define B_AX_TX_STOP2_ALL GENMASK(1, 0)
686
687 #define R_AX_TXBD_RWPTR_CLR1 0x1014
688 #define B_AX_CLR_CH12_IDX BIT(10)
689 #define B_AX_CLR_CH9_IDX BIT(9)
690 #define B_AX_CLR_CH8_IDX BIT(8)
691 #define B_AX_CLR_ACH7_IDX BIT(7)
692 #define B_AX_CLR_ACH6_IDX BIT(6)
693 #define B_AX_CLR_ACH5_IDX BIT(5)
694 #define B_AX_CLR_ACH4_IDX BIT(4)
695 #define B_AX_CLR_ACH3_IDX BIT(3)
696 #define B_AX_CLR_ACH2_IDX BIT(2)
697 #define B_AX_CLR_ACH1_IDX BIT(1)
698 #define B_AX_CLR_ACH0_IDX BIT(0)
699 #define B_AX_TXBD_CLR1_ALL GENMASK(10, 0)
700
701 #define R_AX_RXBD_RWPTR_CLR 0x1018
702 #define B_AX_CLR_RPQ_IDX BIT(1)
703 #define B_AX_CLR_RXQ_IDX BIT(0)
704 #define B_AX_RXBD_CLR_ALL GENMASK(1, 0)
705
706 #define R_AX_TXBD_RWPTR_CLR2 0x1314
707 #define B_AX_CLR_CH11_IDX BIT(1)
708 #define B_AX_CLR_CH10_IDX BIT(0)
709 #define B_AX_TXBD_CLR2_ALL GENMASK(1, 0)
710
711 #define R_AX_PCIE_DMA_BUSY1 0x101C
712 #define B_AX_PCIEIO_RX_BUSY BIT(22)
713 #define B_AX_PCIEIO_TX_BUSY BIT(21)
714 #define B_AX_PCIEIO_BUSY BIT(20)
715 #define B_AX_WPDMA_BUSY BIT(19)
716 #define B_AX_CH12_BUSY BIT(18)
717 #define B_AX_CH9_BUSY BIT(17)
718 #define B_AX_CH8_BUSY BIT(16)
719 #define B_AX_ACH7_BUSY BIT(15)
720 #define B_AX_ACH6_BUSY BIT(14)
721 #define B_AX_ACH5_BUSY BIT(13)
722 #define B_AX_ACH4_BUSY BIT(12)
723 #define B_AX_ACH3_BUSY BIT(11)
724 #define B_AX_ACH2_BUSY BIT(10)
725 #define B_AX_ACH1_BUSY BIT(9)
726 #define B_AX_ACH0_BUSY BIT(8)
727 #define B_AX_RPQ_BUSY BIT(1)
728 #define B_AX_RXQ_BUSY BIT(0)
729 #define DMA_BUSY1_CHECK (B_AX_ACH0_BUSY | B_AX_ACH1_BUSY | B_AX_ACH2_BUSY | \
730 B_AX_ACH3_BUSY | B_AX_ACH4_BUSY | B_AX_ACH5_BUSY | \
731 B_AX_ACH6_BUSY | B_AX_ACH7_BUSY | B_AX_CH8_BUSY | \
732 B_AX_CH9_BUSY | B_AX_CH12_BUSY)
733 #define DMA_BUSY1_CHECK_V1 (B_AX_ACH0_BUSY | B_AX_ACH1_BUSY | B_AX_ACH2_BUSY | \
734 B_AX_ACH3_BUSY | B_AX_CH8_BUSY | B_AX_CH9_BUSY | \
735 B_AX_CH12_BUSY)
736
737 #define R_AX_PCIE_DMA_BUSY2 0x131C
738 #define B_AX_CH11_BUSY BIT(1)
739 #define B_AX_CH10_BUSY BIT(0)
740
741 #define R_AX_WP_ADDR_H_SEL0_3 0x1334
742 #define R_AX_WP_ADDR_H_SEL4_7 0x1338
743 #define R_AX_WP_ADDR_H_SEL8_11 0x133C
744 #define R_AX_WP_ADDR_H_SEL12_15 0x1340
745
746 #define R_BE_HAXI_DMA_STOP1 0xB010
747 #define B_BE_STOP_WPDMA BIT(31)
748 #define B_BE_STOP_CH14 BIT(14)
749 #define B_BE_STOP_CH13 BIT(13)
750 #define B_BE_STOP_CH12 BIT(12)
751 #define B_BE_STOP_CH11 BIT(11)
752 #define B_BE_STOP_CH10 BIT(10)
753 #define B_BE_STOP_CH9 BIT(9)
754 #define B_BE_STOP_CH8 BIT(8)
755 #define B_BE_STOP_CH7 BIT(7)
756 #define B_BE_STOP_CH6 BIT(6)
757 #define B_BE_STOP_CH5 BIT(5)
758 #define B_BE_STOP_CH4 BIT(4)
759 #define B_BE_STOP_CH3 BIT(3)
760 #define B_BE_STOP_CH2 BIT(2)
761 #define B_BE_STOP_CH1 BIT(1)
762 #define B_BE_STOP_CH0 BIT(0)
763 #define B_BE_TX_STOP1_MASK (B_BE_STOP_CH0 | B_BE_STOP_CH1 | \
764 B_BE_STOP_CH2 | B_BE_STOP_CH3 | \
765 B_BE_STOP_CH4 | B_BE_STOP_CH5 | \
766 B_BE_STOP_CH6 | B_BE_STOP_CH7 | \
767 B_BE_STOP_CH8 | B_BE_STOP_CH9 | \
768 B_BE_STOP_CH10 | B_BE_STOP_CH11 | \
769 B_BE_STOP_CH12)
770
771 #define R_BE_CH0_TXBD_NUM_V1 0xB030
772 #define R_BE_CH1_TXBD_NUM_V1 0xB032
773 #define R_BE_CH2_TXBD_NUM_V1 0xB034
774 #define R_BE_CH3_TXBD_NUM_V1 0xB036
775 #define R_BE_CH4_TXBD_NUM_V1 0xB038
776 #define R_BE_CH5_TXBD_NUM_V1 0xB03A
777 #define R_BE_CH6_TXBD_NUM_V1 0xB03C
778 #define R_BE_CH7_TXBD_NUM_V1 0xB03E
779 #define R_BE_CH8_TXBD_NUM_V1 0xB040
780 #define R_BE_CH9_TXBD_NUM_V1 0xB042
781 #define R_BE_CH10_TXBD_NUM_V1 0xB044
782 #define R_BE_CH11_TXBD_NUM_V1 0xB046
783 #define R_BE_CH12_TXBD_NUM_V1 0xB048
784 #define R_BE_CH13_TXBD_NUM_V1 0xB04C
785 #define R_BE_CH14_TXBD_NUM_V1 0xB04E
786
787 #define R_BE_RXQ0_RXBD_NUM_V1 0xB050
788 #define R_BE_RPQ0_RXBD_NUM_V1 0xB052
789
790 #define R_BE_CH0_TXBD_IDX_V1 0xB100
791 #define R_BE_CH1_TXBD_IDX_V1 0xB104
792 #define R_BE_CH2_TXBD_IDX_V1 0xB108
793 #define R_BE_CH3_TXBD_IDX_V1 0xB10C
794 #define R_BE_CH4_TXBD_IDX_V1 0xB110
795 #define R_BE_CH5_TXBD_IDX_V1 0xB114
796 #define R_BE_CH6_TXBD_IDX_V1 0xB118
797 #define R_BE_CH7_TXBD_IDX_V1 0xB11C
798 #define R_BE_CH8_TXBD_IDX_V1 0xB120
799 #define R_BE_CH9_TXBD_IDX_V1 0xB124
800 #define R_BE_CH10_TXBD_IDX_V1 0xB128
801 #define R_BE_CH11_TXBD_IDX_V1 0xB12C
802 #define R_BE_CH12_TXBD_IDX_V1 0xB130
803 #define R_BE_CH13_TXBD_IDX_V1 0xB134
804 #define R_BE_CH14_TXBD_IDX_V1 0xB138
805
806 #define R_BE_RXQ0_RXBD_IDX_V1 0xB160
807 #define R_BE_RPQ0_RXBD_IDX_V1 0xB164
808
809 #define R_BE_CH0_TXBD_DESA_L_V1 0xB200
810 #define R_BE_CH0_TXBD_DESA_H_V1 0xB204
811 #define R_BE_CH1_TXBD_DESA_L_V1 0xB208
812 #define R_BE_CH1_TXBD_DESA_H_V1 0xB20C
813 #define R_BE_CH2_TXBD_DESA_L_V1 0xB210
814 #define R_BE_CH2_TXBD_DESA_H_V1 0xB214
815 #define R_BE_CH3_TXBD_DESA_L_V1 0xB218
816 #define R_BE_CH3_TXBD_DESA_H_V1 0xB21C
817 #define R_BE_CH4_TXBD_DESA_L_V1 0xB220
818 #define R_BE_CH4_TXBD_DESA_H_V1 0xB224
819 #define R_BE_CH5_TXBD_DESA_L_V1 0xB228
820 #define R_BE_CH5_TXBD_DESA_H_V1 0xB22C
821 #define R_BE_CH6_TXBD_DESA_L_V1 0xB230
822 #define R_BE_CH6_TXBD_DESA_H_V1 0xB234
823 #define R_BE_CH7_TXBD_DESA_L_V1 0xB238
824 #define R_BE_CH7_TXBD_DESA_H_V1 0xB23C
825 #define R_BE_CH8_TXBD_DESA_L_V1 0xB240
826 #define R_BE_CH8_TXBD_DESA_H_V1 0xB244
827 #define R_BE_CH9_TXBD_DESA_L_V1 0xB248
828 #define R_BE_CH9_TXBD_DESA_H_V1 0xB24C
829 #define R_BE_CH10_TXBD_DESA_L_V1 0xB250
830 #define R_BE_CH10_TXBD_DESA_H_V1 0xB254
831 #define R_BE_CH11_TXBD_DESA_L_V1 0xB258
832 #define R_BE_CH11_TXBD_DESA_H_V1 0xB25C
833 #define R_BE_CH12_TXBD_DESA_L_V1 0xB260
834 #define R_BE_CH12_TXBD_DESA_H_V1 0xB264
835 #define R_BE_CH13_TXBD_DESA_L_V1 0xB268
836 #define R_BE_CH13_TXBD_DESA_H_V1 0xB26C
837 #define R_BE_CH14_TXBD_DESA_L_V1 0xB270
838 #define R_BE_CH14_TXBD_DESA_H_V1 0xB274
839
840 #define R_BE_RXQ0_RXBD_DESA_L_V1 0xB300
841 #define R_BE_RXQ0_RXBD_DESA_H_V1 0xB304
842 #define R_BE_RPQ0_RXBD_DESA_L_V1 0xB308
843 #define R_BE_RPQ0_RXBD_DESA_H_V1 0xB30C
844
845 #define R_BE_WP_ADDR_H_SEL0_3_V1 0xB420
846 #define R_BE_WP_ADDR_H_SEL4_7_V1 0xB424
847 #define R_BE_WP_ADDR_H_SEL8_11_V1 0xB428
848 #define R_BE_WP_ADDR_H_SEL12_15_V1 0xB42C
849
850 /* Configure */
851 #define R_AX_PCIE_INIT_CFG2 0x1004
852 #define B_AX_WD_ITVL_IDLE GENMASK(27, 24)
853 #define B_AX_WD_ITVL_ACT GENMASK(19, 16)
854 #define B_AX_PCIE_RX_APPLEN_MASK GENMASK(13, 0)
855
856 #define R_AX_PCIE_PS_CTRL 0x1008
857 #define B_AX_L1OFF_PWR_OFF_EN BIT(5)
858
859 #define R_AX_INT_MIT_RX 0x10D4
860 #define B_AX_RXMIT_RXP2_SEL BIT(19)
861 #define B_AX_RXMIT_RXP1_SEL BIT(18)
862 #define B_AX_RXTIMER_UNIT_MASK GENMASK(17, 16)
863 #define AX_RXTIMER_UNIT_64US 0
864 #define AX_RXTIMER_UNIT_128US 1
865 #define AX_RXTIMER_UNIT_256US 2
866 #define AX_RXTIMER_UNIT_512US 3
867 #define B_AX_RXCOUNTER_MATCH_MASK GENMASK(15, 8)
868 #define B_AX_RXTIMER_MATCH_MASK GENMASK(7, 0)
869
870 #define R_AX_DBG_ERR_FLAG_V1 0x1104
871
872 #define R_AX_INT_MIT_RX_V1 0x1184
873 #define B_AX_RXMIT_RXP2_SEL_V1 BIT(19)
874 #define B_AX_RXMIT_RXP1_SEL_V1 BIT(18)
875 #define B_AX_MIT_RXTIMER_UNIT_MASK GENMASK(17, 16)
876 #define B_AX_MIT_RXCOUNTER_MATCH_MASK GENMASK(15, 8)
877 #define B_AX_MIT_RXTIMER_MATCH_MASK GENMASK(7, 0)
878
879 #define R_AX_DBG_ERR_FLAG 0x11C4
880 #define B_AX_PCIE_RPQ_FULL BIT(29)
881 #define B_AX_PCIE_RXQ_FULL BIT(28)
882 #define B_AX_CPL_STATUS_MASK GENMASK(27, 25)
883 #define B_AX_RX_STUCK BIT(22)
884 #define B_AX_TX_STUCK BIT(21)
885 #define B_AX_PCIEDBG_TXERR0 BIT(16)
886 #define B_AX_PCIE_RXP1_ERR0 BIT(4)
887 #define B_AX_PCIE_TXBD_LEN0 BIT(1)
888 #define B_AX_PCIE_TXBD_4KBOUD_LENERR BIT(0)
889
890 #define R_AX_TXBD_RWPTR_CLR2_V1 0x11C4
891 #define B_AX_CLR_CH11_IDX BIT(1)
892 #define B_AX_CLR_CH10_IDX BIT(0)
893
894 #define R_AX_LBC_WATCHDOG 0x11D8
895 #define B_AX_LBC_TIMER GENMASK(7, 4)
896 #define B_AX_LBC_FLAG BIT(1)
897 #define B_AX_LBC_EN BIT(0)
898
899 #define R_AX_RXBD_RWPTR_CLR_V1 0x1200
900 #define B_AX_CLR_RPQ_IDX BIT(1)
901 #define B_AX_CLR_RXQ_IDX BIT(0)
902
903 #define R_AX_HAXI_EXP_CTRL 0x1204
904 #define B_AX_MAX_TAG_NUM_V1_MASK GENMASK(2, 0)
905
906 #define R_AX_PCIE_EXP_CTRL 0x13F0
907 #define B_AX_EN_CHKDSC_NO_RX_STUCK BIT(20)
908 #define B_AX_MAX_TAG_NUM GENMASK(18, 16)
909 #define B_AX_SIC_EN_FORCE_CLKREQ BIT(4)
910
911 #define R_AX_PCIE_RX_PREF_ADV 0x13F4
912 #define B_AX_RXDMA_PREF_ADV_EN BIT(0)
913
914 #define R_AX_PCIE_HRPWM_V1 0x30C0
915 #define R_AX_PCIE_CRPWM 0x30C4
916
917 #define R_AX_LBC_WATCHDOG_V1 0x30D8
918
919 #define R_BE_PCIE_HRPWM 0x30C0
920 #define R_BE_PCIE_CRPWM 0x30C4
921
922 #define R_BE_L1_2_CTRL_HCILDO 0x3110
923 #define B_BE_PCIE_DIS_L1_2_CTRL_HCILDO BIT(0)
924
925 #define R_BE_PL1_DBG_INFO 0x3120
926 #define B_BE_END_PL1_CNT_MASK GENMASK(23, 16)
927 #define B_BE_START_PL1_CNT_MASK GENMASK(7, 0)
928
929 #define R_BE_PCIE_MIT0_TMR 0x3330
930 #define B_BE_PCIE_MIT0_RX_TMR_MASK GENMASK(5, 4)
931 #define BE_MIT0_TMR_UNIT_1MS 0
932 #define BE_MIT0_TMR_UNIT_2MS 1
933 #define BE_MIT0_TMR_UNIT_4MS 2
934 #define BE_MIT0_TMR_UNIT_8MS 3
935 #define B_BE_PCIE_MIT0_TX_TMR_MASK GENMASK(1, 0)
936
937 #define R_BE_PCIE_MIT0_CNT 0x3334
938 #define B_BE_PCIE_RX_MIT0_CNT_MASK GENMASK(31, 24)
939 #define B_BE_PCIE_TX_MIT0_CNT_MASK GENMASK(23, 16)
940 #define B_BE_PCIE_RX_MIT0_TMR_CNT_MASK GENMASK(15, 8)
941 #define B_BE_PCIE_TX_MIT0_TMR_CNT_MASK GENMASK(7, 0)
942
943 #define R_BE_PCIE_MIT_CH_EN 0x3338
944 #define B_BE_PCIE_MIT_RX1P1_EN BIT(23)
945 #define B_BE_PCIE_MIT_RX0P1_EN BIT(22)
946 #define B_BE_PCIE_MIT_ROQ1_EN BIT(21)
947 #define B_BE_PCIE_MIT_RPQ1_EN BIT(20)
948 #define B_BE_PCIE_MIT_RX1P2_EN BIT(19)
949 #define B_BE_PCIE_MIT_ROQ0_EN BIT(18)
950 #define B_BE_PCIE_MIT_RPQ0_EN BIT(17)
951 #define B_BE_PCIE_MIT_RX0P2_EN BIT(16)
952 #define B_BE_PCIE_MIT_TXCH14_EN BIT(14)
953 #define B_BE_PCIE_MIT_TXCH13_EN BIT(13)
954 #define B_BE_PCIE_MIT_TXCH12_EN BIT(12)
955 #define B_BE_PCIE_MIT_TXCH11_EN BIT(11)
956 #define B_BE_PCIE_MIT_TXCH10_EN BIT(10)
957 #define B_BE_PCIE_MIT_TXCH9_EN BIT(9)
958 #define B_BE_PCIE_MIT_TXCH8_EN BIT(8)
959 #define B_BE_PCIE_MIT_TXCH7_EN BIT(7)
960 #define B_BE_PCIE_MIT_TXCH6_EN BIT(6)
961 #define B_BE_PCIE_MIT_TXCH5_EN BIT(5)
962 #define B_BE_PCIE_MIT_TXCH4_EN BIT(4)
963 #define B_BE_PCIE_MIT_TXCH3_EN BIT(3)
964 #define B_BE_PCIE_MIT_TXCH2_EN BIT(2)
965 #define B_BE_PCIE_MIT_TXCH1_EN BIT(1)
966 #define B_BE_PCIE_MIT_TXCH0_EN BIT(0)
967
968 #define R_BE_SER_PL1_CTRL 0x34A8
969 #define B_BE_PL1_SER_PL1_EN BIT(31)
970 #define B_BE_PL1_IGNORE_HOT_RST BIT(30)
971 #define B_BE_PL1_TIMER_UNIT_MASK GENMASK(19, 17)
972 #define B_BE_PL1_TIMER_CLEAR BIT(0)
973
974 #define R_BE_REG_PL1_MASK 0x34B0
975 #define B_BE_SER_PCLKREQ_ACK_MASK BIT(5)
976 #define B_BE_SER_PM_CLK_MASK BIT(4)
977 #define B_BE_SER_LTSSM_IMR BIT(3)
978 #define B_BE_SER_PM_MASTER_IMR BIT(2)
979 #define B_BE_SER_L1SUB_IMR BIT(1)
980 #define B_BE_SER_PMU_IMR BIT(0)
981
982 #define R_BE_REG_PL1_ISR 0x34B4
983
984 #define R_BE_RX_APPEND_MODE 0x8920
985 #define B_BE_APPEND_OFFSET_MASK GENMASK(23, 16)
986 #define B_BE_APPEND_LEN_MASK GENMASK(15, 0)
987
988 #define R_BE_TXBD_RWPTR_CLR1 0xB014
989 #define B_BE_CLR_CH14_IDX BIT(14)
990 #define B_BE_CLR_CH13_IDX BIT(13)
991 #define B_BE_CLR_CH12_IDX BIT(12)
992 #define B_BE_CLR_CH11_IDX BIT(11)
993 #define B_BE_CLR_CH10_IDX BIT(10)
994 #define B_BE_CLR_CH9_IDX BIT(9)
995 #define B_BE_CLR_CH8_IDX BIT(8)
996 #define B_BE_CLR_CH7_IDX BIT(7)
997 #define B_BE_CLR_CH6_IDX BIT(6)
998 #define B_BE_CLR_CH5_IDX BIT(5)
999 #define B_BE_CLR_CH4_IDX BIT(4)
1000 #define B_BE_CLR_CH3_IDX BIT(3)
1001 #define B_BE_CLR_CH2_IDX BIT(2)
1002 #define B_BE_CLR_CH1_IDX BIT(1)
1003 #define B_BE_CLR_CH0_IDX BIT(0)
1004
1005 #define R_BE_RXBD_RWPTR_CLR1_V1 0xB018
1006 #define B_BE_CLR_ROQ1_IDX_V1 BIT(5)
1007 #define B_BE_CLR_RPQ1_IDX_V1 BIT(4)
1008 #define B_BE_CLR_RXQ1_IDX_V1 BIT(3)
1009 #define B_BE_CLR_ROQ0_IDX BIT(2)
1010 #define B_BE_CLR_RPQ0_IDX BIT(1)
1011 #define B_BE_CLR_RXQ0_IDX BIT(0)
1012
1013 #define R_BE_HAXI_DMA_BUSY1 0xB01C
1014 #define B_BE_HAXI_MST_BUSY BIT(31)
1015 #define B_BE_HAXI_RX_IDLE BIT(25)
1016 #define B_BE_HAXI_TX_IDLE BIT(24)
1017 #define B_BE_ROQ1_BUSY_V1 BIT(21)
1018 #define B_BE_RPQ1_BUSY_V1 BIT(20)
1019 #define B_BE_RXQ1_BUSY_V1 BIT(19)
1020 #define B_BE_ROQ0_BUSY_V1 BIT(18)
1021 #define B_BE_RPQ0_BUSY_V1 BIT(17)
1022 #define B_BE_RXQ0_BUSY_V1 BIT(16)
1023 #define B_BE_WPDMA_BUSY BIT(15)
1024 #define B_BE_CH14_BUSY BIT(14)
1025 #define B_BE_CH13_BUSY BIT(13)
1026 #define B_BE_CH12_BUSY BIT(12)
1027 #define B_BE_CH11_BUSY BIT(11)
1028 #define B_BE_CH10_BUSY BIT(10)
1029 #define B_BE_CH9_BUSY BIT(9)
1030 #define B_BE_CH8_BUSY BIT(8)
1031 #define B_BE_CH7_BUSY BIT(7)
1032 #define B_BE_CH6_BUSY BIT(6)
1033 #define B_BE_CH5_BUSY BIT(5)
1034 #define B_BE_CH4_BUSY BIT(4)
1035 #define B_BE_CH3_BUSY BIT(3)
1036 #define B_BE_CH2_BUSY BIT(2)
1037 #define B_BE_CH1_BUSY BIT(1)
1038 #define B_BE_CH0_BUSY BIT(0)
1039 #define DMA_BUSY1_CHECK_BE (B_BE_CH0_BUSY | B_BE_CH1_BUSY | B_BE_CH2_BUSY | \
1040 B_BE_CH3_BUSY | B_BE_CH4_BUSY | B_BE_CH5_BUSY | \
1041 B_BE_CH6_BUSY | B_BE_CH7_BUSY | B_BE_CH8_BUSY | \
1042 B_BE_CH9_BUSY | B_BE_CH10_BUSY | B_BE_CH11_BUSY | \
1043 B_BE_CH12_BUSY | B_BE_CH13_BUSY | B_BE_CH14_BUSY)
1044
1045 #define R_BE_HAXI_EXP_CTRL_V1 0xB020
1046 #define B_BE_R_NO_SEC_ACCESS BIT(31)
1047 #define B_BE_FORCE_EN_DMA_RX_GCLK BIT(5)
1048 #define B_BE_FORCE_EN_DMA_TX_GCLK BIT(4)
1049 #define B_BE_MAX_TAG_NUM_MASK GENMASK(3, 0)
1050
1051 #define RTW89_PCI_TXBD_NUM_MAX 256
1052 #define RTW89_PCI_RXBD_NUM_MAX 256
1053 #define RTW89_PCI_TXWD_NUM_MAX 512
1054 #define RTW89_PCI_TXWD_PAGE_SIZE 128
1055 #define RTW89_PCI_ADDRINFO_MAX 4
1056 /* +40 for rtw89_rxdesc_long_v2; +4 for rtw89_pci_rxbd_info */
1057 #define RTW89_PCI_RX_BUF_SIZE (11454 + 40 + 4)
1058
1059 #define RTW89_PCI_POLL_BDRAM_RST_CNT 100
1060 #define RTW89_PCI_MULTITAG 8
1061
1062 /* PCIE CFG register */
1063 #define RTW89_PCIE_CAPABILITY_SPEED 0x7C
1064 #define RTW89_PCIE_SUPPORT_GEN_MASK GENMASK(3, 0)
1065 #define RTW89_PCIE_L1_STS_V1 0x80
1066 #define RTW89_BCFG_LINK_SPEED_MASK GENMASK(19, 16)
1067 #define RTW89_PCIE_GEN1_SPEED 0x01
1068 #define RTW89_PCIE_GEN2_SPEED 0x02
1069 #define RTW89_PCIE_PHY_RATE 0x82
1070 #define RTW89_PCIE_PHY_RATE_MASK GENMASK(1, 0)
1071 #define RTW89_PCIE_LINK_CHANGE_SPEED 0xA0
1072 #define RTW89_PCIE_L1SS_STS_V1 0x0168
1073 #define RTW89_PCIE_BIT_ASPM_L11 BIT(3)
1074 #define RTW89_PCIE_BIT_ASPM_L12 BIT(2)
1075 #define RTW89_PCIE_BIT_PCI_L11 BIT(1)
1076 #define RTW89_PCIE_BIT_PCI_L12 BIT(0)
1077 #define RTW89_PCIE_ASPM_CTRL 0x070F
1078 #define RTW89_L1DLY_MASK GENMASK(5, 3)
1079 #define RTW89_L0DLY_MASK GENMASK(2, 0)
1080 #define RTW89_PCIE_TIMER_CTRL 0x0718
1081 #define RTW89_PCIE_BIT_L1SUB BIT(5)
1082 #define RTW89_PCIE_L1_CTRL 0x0719
1083 #define RTW89_PCIE_BIT_EN_64BITS BIT(5)
1084 #define RTW89_PCIE_BIT_CLK BIT(4)
1085 #define RTW89_PCIE_BIT_L1 BIT(3)
1086 #define RTW89_PCIE_CLK_CTRL 0x0725
1087 #define RTW89_PCIE_FTS 0x080C
1088 #define RTW89_PCIE_POLLING_BIT BIT(17)
1089 #define RTW89_PCIE_RST_MSTATE 0x0B48
1090 #define RTW89_PCIE_BIT_CFG_RST_MSTATE BIT(0)
1091
1092 #define INTF_INTGRA_MINREF_V1 90
1093 #define INTF_INTGRA_HOSTREF_V1 100
1094
1095 enum rtw89_pcie_phy {
1096 PCIE_PHY_GEN1,
1097 PCIE_PHY_GEN2,
1098 PCIE_PHY_GEN1_UNDEFINE = 0x7F,
1099 };
1100
1101 enum rtw89_pcie_l0sdly {
1102 PCIE_L0SDLY_1US = 0,
1103 PCIE_L0SDLY_2US = 1,
1104 PCIE_L0SDLY_3US = 2,
1105 PCIE_L0SDLY_4US = 3,
1106 PCIE_L0SDLY_5US = 4,
1107 PCIE_L0SDLY_6US = 5,
1108 PCIE_L0SDLY_7US = 6,
1109 };
1110
1111 enum rtw89_pcie_l1dly {
1112 PCIE_L1DLY_16US = 4,
1113 PCIE_L1DLY_32US = 5,
1114 PCIE_L1DLY_64US = 6,
1115 PCIE_L1DLY_HW_INFI = 7,
1116 };
1117
1118 enum rtw89_pcie_clkdly_hw {
1119 PCIE_CLKDLY_HW_0 = 0,
1120 PCIE_CLKDLY_HW_30US = 0x1,
1121 PCIE_CLKDLY_HW_50US = 0x2,
1122 PCIE_CLKDLY_HW_100US = 0x3,
1123 PCIE_CLKDLY_HW_150US = 0x4,
1124 PCIE_CLKDLY_HW_200US = 0x5,
1125 };
1126
1127 enum rtw89_pcie_clkdly_hw_v1 {
1128 PCIE_CLKDLY_HW_V1_0 = 0,
1129 PCIE_CLKDLY_HW_V1_16US = 0x1,
1130 PCIE_CLKDLY_HW_V1_32US = 0x2,
1131 PCIE_CLKDLY_HW_V1_64US = 0x3,
1132 PCIE_CLKDLY_HW_V1_80US = 0x4,
1133 PCIE_CLKDLY_HW_V1_96US = 0x5,
1134 };
1135
1136 enum mac_ax_bd_trunc_mode {
1137 MAC_AX_BD_NORM,
1138 MAC_AX_BD_TRUNC,
1139 MAC_AX_BD_DEF = 0xFE
1140 };
1141
1142 enum mac_ax_rxbd_mode {
1143 MAC_AX_RXBD_PKT,
1144 MAC_AX_RXBD_SEP,
1145 MAC_AX_RXBD_DEF = 0xFE
1146 };
1147
1148 enum mac_ax_tag_mode {
1149 MAC_AX_TAG_SGL,
1150 MAC_AX_TAG_MULTI,
1151 MAC_AX_TAG_DEF = 0xFE
1152 };
1153
1154 enum mac_ax_tx_burst {
1155 MAC_AX_TX_BURST_16B = 0,
1156 MAC_AX_TX_BURST_32B = 1,
1157 MAC_AX_TX_BURST_64B = 2,
1158 MAC_AX_TX_BURST_V1_64B = 0,
1159 MAC_AX_TX_BURST_128B = 3,
1160 MAC_AX_TX_BURST_V1_128B = 1,
1161 MAC_AX_TX_BURST_256B = 4,
1162 MAC_AX_TX_BURST_V1_256B = 2,
1163 MAC_AX_TX_BURST_512B = 5,
1164 MAC_AX_TX_BURST_1024B = 6,
1165 MAC_AX_TX_BURST_2048B = 7,
1166 MAC_AX_TX_BURST_DEF = 0xFE
1167 };
1168
1169 enum mac_ax_rx_burst {
1170 MAC_AX_RX_BURST_16B = 0,
1171 MAC_AX_RX_BURST_32B = 1,
1172 MAC_AX_RX_BURST_64B = 2,
1173 MAC_AX_RX_BURST_V1_64B = 0,
1174 MAC_AX_RX_BURST_128B = 3,
1175 MAC_AX_RX_BURST_V1_128B = 1,
1176 MAC_AX_RX_BURST_V1_256B = 0,
1177 MAC_AX_RX_BURST_DEF = 0xFE
1178 };
1179
1180 enum mac_ax_wd_dma_intvl {
1181 MAC_AX_WD_DMA_INTVL_0S,
1182 MAC_AX_WD_DMA_INTVL_256NS,
1183 MAC_AX_WD_DMA_INTVL_512NS,
1184 MAC_AX_WD_DMA_INTVL_768NS,
1185 MAC_AX_WD_DMA_INTVL_1US,
1186 MAC_AX_WD_DMA_INTVL_1_5US,
1187 MAC_AX_WD_DMA_INTVL_2US,
1188 MAC_AX_WD_DMA_INTVL_4US,
1189 MAC_AX_WD_DMA_INTVL_8US,
1190 MAC_AX_WD_DMA_INTVL_16US,
1191 MAC_AX_WD_DMA_INTVL_DEF = 0xFE
1192 };
1193
1194 enum mac_ax_multi_tag_num {
1195 MAC_AX_TAG_NUM_1,
1196 MAC_AX_TAG_NUM_2,
1197 MAC_AX_TAG_NUM_3,
1198 MAC_AX_TAG_NUM_4,
1199 MAC_AX_TAG_NUM_5,
1200 MAC_AX_TAG_NUM_6,
1201 MAC_AX_TAG_NUM_7,
1202 MAC_AX_TAG_NUM_8,
1203 MAC_AX_TAG_NUM_DEF = 0xFE
1204 };
1205
1206 enum mac_ax_lbc_tmr {
1207 MAC_AX_LBC_TMR_8US = 0,
1208 MAC_AX_LBC_TMR_16US,
1209 MAC_AX_LBC_TMR_32US,
1210 MAC_AX_LBC_TMR_64US,
1211 MAC_AX_LBC_TMR_128US,
1212 MAC_AX_LBC_TMR_256US,
1213 MAC_AX_LBC_TMR_512US,
1214 MAC_AX_LBC_TMR_1MS,
1215 MAC_AX_LBC_TMR_2MS,
1216 MAC_AX_LBC_TMR_4MS,
1217 MAC_AX_LBC_TMR_8MS,
1218 MAC_AX_LBC_TMR_DEF = 0xFE
1219 };
1220
1221 enum mac_ax_pcie_func_ctrl {
1222 MAC_AX_PCIE_DISABLE = 0,
1223 MAC_AX_PCIE_ENABLE = 1,
1224 MAC_AX_PCIE_DEFAULT = 0xFE,
1225 MAC_AX_PCIE_IGNORE = 0xFF
1226 };
1227
1228 enum mac_ax_io_rcy_tmr {
1229 MAC_AX_IO_RCY_ANA_TMR_2MS = 24000,
1230 MAC_AX_IO_RCY_ANA_TMR_4MS = 48000,
1231 MAC_AX_IO_RCY_ANA_TMR_6MS = 72000,
1232 MAC_AX_IO_RCY_ANA_TMR_DEF = 0xFE
1233 };
1234
1235 enum rtw89_pci_intr_mask_cfg {
1236 RTW89_PCI_INTR_MASK_RESET,
1237 RTW89_PCI_INTR_MASK_NORMAL,
1238 RTW89_PCI_INTR_MASK_LOW_POWER,
1239 RTW89_PCI_INTR_MASK_RECOVERY_START,
1240 RTW89_PCI_INTR_MASK_RECOVERY_COMPLETE,
1241 };
1242
1243 struct rtw89_pci_isrs;
1244 struct rtw89_pci;
1245
1246 struct rtw89_pci_bd_idx_addr {
1247 u32 tx_bd_addrs[RTW89_TXCH_NUM];
1248 u32 rx_bd_addrs[RTW89_RXCH_NUM];
1249 };
1250
1251 struct rtw89_pci_ch_dma_addr {
1252 u32 num;
1253 u32 idx;
1254 u32 bdram;
1255 u32 desa_l;
1256 u32 desa_h;
1257 };
1258
1259 struct rtw89_pci_ch_dma_addr_set {
1260 struct rtw89_pci_ch_dma_addr tx[RTW89_TXCH_NUM];
1261 struct rtw89_pci_ch_dma_addr rx[RTW89_RXCH_NUM];
1262 };
1263
1264 struct rtw89_pci_bd_ram {
1265 u8 start_idx;
1266 u8 max_num;
1267 u8 min_num;
1268 };
1269
1270 struct rtw89_pci_gen_def {
1271 u32 isr_rdu;
1272 u32 isr_halt_c2h;
1273 u32 isr_wdt_timeout;
1274 struct rtw89_reg2_def isr_clear_rpq;
1275 struct rtw89_reg2_def isr_clear_rxq;
1276
1277 int (*mac_pre_init)(struct rtw89_dev *rtwdev);
1278 int (*mac_pre_deinit)(struct rtw89_dev *rtwdev);
1279 int (*mac_post_init)(struct rtw89_dev *rtwdev);
1280
1281 void (*clr_idx_all)(struct rtw89_dev *rtwdev);
1282 int (*rst_bdram)(struct rtw89_dev *rtwdev);
1283
1284 int (*lv1rst_stop_dma)(struct rtw89_dev *rtwdev);
1285 int (*lv1rst_start_dma)(struct rtw89_dev *rtwdev);
1286
1287 void (*ctrl_txdma_ch)(struct rtw89_dev *rtwdev, bool enable);
1288 void (*ctrl_txdma_fw_ch)(struct rtw89_dev *rtwdev, bool enable);
1289 int (*poll_txdma_ch_idle)(struct rtw89_dev *rtwdev);
1290
1291 void (*aspm_set)(struct rtw89_dev *rtwdev, bool enable);
1292 void (*clkreq_set)(struct rtw89_dev *rtwdev, bool enable);
1293 void (*l1ss_set)(struct rtw89_dev *rtwdev, bool enable);
1294
1295 void (*disable_eq)(struct rtw89_dev *rtwdev);
1296 void (*power_wake)(struct rtw89_dev *rtwdev, bool pwr_up);
1297 };
1298
1299 #define RTW89_PCI_SSID(v, d, ssv, ssd, cust) \
1300 .vendor = v, .device = d, .subsystem_vendor = ssv, .subsystem_device = ssd, \
1301 .custid = RTW89_CUSTID_ ##cust
1302
1303 struct rtw89_pci_ssid_quirk {
1304 unsigned short vendor;
1305 unsigned short device;
1306 unsigned short subsystem_vendor;
1307 unsigned short subsystem_device;
1308 enum rtw89_custid custid;
1309 unsigned long bitmap; /* bitmap of rtw89_quirks */
1310 };
1311
1312 struct rtw89_pci_info {
1313 const struct rtw89_pci_gen_def *gen_def;
1314 enum mac_ax_bd_trunc_mode txbd_trunc_mode;
1315 enum mac_ax_bd_trunc_mode rxbd_trunc_mode;
1316 enum mac_ax_rxbd_mode rxbd_mode;
1317 enum mac_ax_tag_mode tag_mode;
1318 enum mac_ax_tx_burst tx_burst;
1319 enum mac_ax_rx_burst rx_burst;
1320 enum mac_ax_wd_dma_intvl wd_dma_idle_intvl;
1321 enum mac_ax_wd_dma_intvl wd_dma_act_intvl;
1322 enum mac_ax_multi_tag_num multi_tag_num;
1323 enum mac_ax_pcie_func_ctrl lbc_en;
1324 enum mac_ax_lbc_tmr lbc_tmr;
1325 enum mac_ax_pcie_func_ctrl autok_en;
1326 enum mac_ax_pcie_func_ctrl io_rcy_en;
1327 enum mac_ax_io_rcy_tmr io_rcy_tmr;
1328 bool rx_ring_eq_is_full;
1329 bool check_rx_tag;
1330 bool no_rxbd_fs;
1331
1332 u32 init_cfg_reg;
1333 u32 txhci_en_bit;
1334 u32 rxhci_en_bit;
1335 u32 rxbd_mode_bit;
1336 u32 exp_ctrl_reg;
1337 u32 max_tag_num_mask;
1338 u32 rxbd_rwptr_clr_reg;
1339 u32 txbd_rwptr_clr2_reg;
1340 struct rtw89_reg_def dma_io_stop;
1341 struct rtw89_reg_def dma_stop1;
1342 struct rtw89_reg_def dma_stop2;
1343 struct rtw89_reg_def dma_busy1;
1344 u32 dma_busy2_reg;
1345 u32 dma_busy3_reg;
1346
1347 u32 rpwm_addr;
1348 u32 cpwm_addr;
1349 u32 mit_addr;
1350 u32 wp_sel_addr;
1351 u32 tx_dma_ch_mask;
1352 const struct rtw89_pci_bd_idx_addr *bd_idx_addr_low_power;
1353 const struct rtw89_pci_ch_dma_addr_set *dma_addr_set;
1354 const struct rtw89_pci_bd_ram (*bd_ram_table)[RTW89_TXCH_NUM];
1355
1356 int (*ltr_set)(struct rtw89_dev *rtwdev, bool en);
1357 u32 (*fill_txaddr_info)(struct rtw89_dev *rtwdev,
1358 void *txaddr_info_addr, u32 total_len,
1359 dma_addr_t dma, u8 *add_info_nr);
1360 void (*config_intr_mask)(struct rtw89_dev *rtwdev);
1361 void (*enable_intr)(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1362 void (*disable_intr)(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1363 void (*recognize_intrs)(struct rtw89_dev *rtwdev,
1364 struct rtw89_pci *rtwpci,
1365 struct rtw89_pci_isrs *isrs);
1366
1367 const struct rtw89_pci_ssid_quirk *ssid_quirks;
1368 };
1369
1370 struct rtw89_pci_tx_data {
1371 dma_addr_t dma;
1372 };
1373
1374 struct rtw89_pci_rx_info {
1375 dma_addr_t dma;
1376 u32 fs:1, ls:1, tag:13, len:14;
1377 };
1378
1379 struct rtw89_pci_tx_bd_32 {
1380 __le16 length;
1381 __le16 opt;
1382 #define RTW89_PCI_TXBD_OPT_LS BIT(14)
1383 #define RTW89_PCI_TXBD_OPT_DMA_HI GENMASK(13, 6)
1384 __le32 dma;
1385 } __packed;
1386
1387 #define RTW89_PCI_TXWP_VALID BIT(15)
1388
1389 struct rtw89_pci_tx_wp_info {
1390 __le16 seq0;
1391 __le16 seq1;
1392 __le16 seq2;
1393 __le16 seq3;
1394 } __packed;
1395
1396 #define RTW89_PCI_ADDR_MSDU_LS BIT(15)
1397 #define RTW89_PCI_ADDR_LS BIT(14)
1398 #define RTW89_PCI_ADDR_HIGH_MASK GENMASK(13, 6)
1399 #define RTW89_PCI_ADDR_NUM(x) ((x) & GENMASK(5, 0))
1400
1401 struct rtw89_pci_tx_addr_info_32 {
1402 __le16 length;
1403 __le16 option;
1404 __le32 dma;
1405 } __packed;
1406
1407 #define RTW89_TXADDR_INFO_NR_V1 10
1408
1409 struct rtw89_pci_tx_addr_info_32_v1 {
1410 __le16 length_opt;
1411 #define B_PCIADDR_LEN_V1_MASK GENMASK(10, 0)
1412 #define B_PCIADDR_HIGH_SEL_V1_MASK GENMASK(14, 11)
1413 #define B_PCIADDR_LS_V1_MASK BIT(15)
1414 #define TXADDR_INFO_LENTHG_V1_MAX ALIGN_DOWN(BIT(11) - 1, 4)
1415 __le16 dma_low_lsb;
1416 __le16 dma_low_msb;
1417 } __packed;
1418
1419 #define RTW89_PCI_RPP_POLLUTED BIT(31)
1420 #define RTW89_PCI_RPP_SEQ GENMASK(30, 16)
1421 #define RTW89_PCI_RPP_TX_STATUS GENMASK(15, 13)
1422 #define RTW89_TX_DONE 0x0
1423 #define RTW89_TX_RETRY_LIMIT 0x1
1424 #define RTW89_TX_LIFE_TIME 0x2
1425 #define RTW89_TX_MACID_DROP 0x3
1426 #define RTW89_PCI_RPP_QSEL GENMASK(12, 8)
1427 #define RTW89_PCI_RPP_MACID GENMASK(7, 0)
1428
1429 struct rtw89_pci_rpp_fmt {
1430 __le32 dword;
1431 } __packed;
1432
1433 struct rtw89_pci_rx_bd_32 {
1434 __le16 buf_size;
1435 __le16 opt;
1436 #define RTW89_PCI_RXBD_OPT_DMA_HI GENMASK(13, 6)
1437 __le32 dma;
1438 } __packed;
1439
1440 #define RTW89_PCI_RXBD_FS BIT(15)
1441 #define RTW89_PCI_RXBD_LS BIT(14)
1442 #define RTW89_PCI_RXBD_WRITE_SIZE GENMASK(13, 0)
1443 #define RTW89_PCI_RXBD_TAG GENMASK(28, 16)
1444
1445 struct rtw89_pci_rxbd_info {
1446 __le32 dword;
1447 };
1448
1449 struct rtw89_pci_tx_wd {
1450 struct list_head list;
1451 struct sk_buff_head queue;
1452
1453 void *vaddr;
1454 dma_addr_t paddr;
1455 u32 len;
1456 u32 seq;
1457 };
1458
1459 struct rtw89_pci_dma_ring {
1460 void *head;
1461 u8 desc_size;
1462 dma_addr_t dma;
1463
1464 struct rtw89_pci_ch_dma_addr addr;
1465
1466 u32 len;
1467 u32 wp; /* host idx */
1468 u32 rp; /* hw idx */
1469 };
1470
1471 struct rtw89_pci_tx_wd_ring {
1472 void *head;
1473 dma_addr_t dma;
1474
1475 struct rtw89_pci_tx_wd pages[RTW89_PCI_TXWD_NUM_MAX];
1476 struct list_head free_pages;
1477
1478 u32 page_size;
1479 u32 page_num;
1480 u32 curr_num;
1481 };
1482
1483 #define RTW89_RX_TAG_MAX 0x1fff
1484
1485 struct rtw89_pci_tx_ring {
1486 struct rtw89_pci_tx_wd_ring wd_ring;
1487 struct rtw89_pci_dma_ring bd_ring;
1488 struct list_head busy_pages;
1489 u8 txch;
1490 bool dma_enabled;
1491 u16 tag; /* range from 0x0001 ~ 0x1fff */
1492
1493 u64 tx_cnt;
1494 u64 tx_acked;
1495 u64 tx_retry_lmt;
1496 u64 tx_life_time;
1497 u64 tx_mac_id_drop;
1498 };
1499
1500 struct rtw89_pci_rx_ring {
1501 struct rtw89_pci_dma_ring bd_ring;
1502 struct sk_buff *buf[RTW89_PCI_RXBD_NUM_MAX];
1503 u32 buf_sz;
1504 struct sk_buff *diliver_skb;
1505 struct rtw89_rx_desc_info diliver_desc;
1506 u32 target_rx_tag:13;
1507 };
1508
1509 struct rtw89_pci_isrs {
1510 u32 ind_isrs;
1511 u32 halt_c2h_isrs;
1512 u32 isrs[2];
1513 };
1514
1515 struct rtw89_pci {
1516 struct pci_dev *pdev;
1517
1518 /* protect HW irq related registers */
1519 spinlock_t irq_lock;
1520 /* protect TRX resources (exclude RXQ) */
1521 spinlock_t trx_lock;
1522 bool running;
1523 bool low_power;
1524 bool under_recovery;
1525 bool enable_dac;
1526 struct rtw89_pci_tx_ring tx_rings[RTW89_TXCH_NUM];
1527 struct rtw89_pci_rx_ring rx_rings[RTW89_RXCH_NUM];
1528 struct sk_buff_head h2c_queue;
1529 struct sk_buff_head h2c_release_queue;
1530 DECLARE_BITMAP(kick_map, RTW89_TXCH_NUM);
1531
1532 u32 ind_intrs;
1533 u32 halt_c2h_intrs;
1534 u32 intrs[2];
1535 void __iomem *mmap;
1536 };
1537
RTW89_PCI_RX_SKB_CB(struct sk_buff * skb)1538 static inline struct rtw89_pci_rx_info *RTW89_PCI_RX_SKB_CB(struct sk_buff *skb)
1539 {
1540 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1541
1542 BUILD_BUG_ON(sizeof(struct rtw89_pci_tx_data) >
1543 sizeof(info->status.status_driver_data));
1544
1545 return (struct rtw89_pci_rx_info *)skb->cb;
1546 }
1547
1548 static inline struct rtw89_pci_rx_bd_32 *
RTW89_PCI_RX_BD(struct rtw89_pci_rx_ring * rx_ring,u32 idx)1549 RTW89_PCI_RX_BD(struct rtw89_pci_rx_ring *rx_ring, u32 idx)
1550 {
1551 struct rtw89_pci_dma_ring *bd_ring = &rx_ring->bd_ring;
1552 u8 *head = bd_ring->head;
1553 u32 desc_size = bd_ring->desc_size;
1554 u32 offset = idx * desc_size;
1555
1556 return (struct rtw89_pci_rx_bd_32 *)(head + offset);
1557 }
1558
1559 static inline void
rtw89_pci_rxbd_increase(struct rtw89_pci_rx_ring * rx_ring,u32 cnt)1560 rtw89_pci_rxbd_increase(struct rtw89_pci_rx_ring *rx_ring, u32 cnt)
1561 {
1562 struct rtw89_pci_dma_ring *bd_ring = &rx_ring->bd_ring;
1563
1564 bd_ring->wp += cnt;
1565
1566 if (bd_ring->wp >= bd_ring->len)
1567 bd_ring->wp -= bd_ring->len;
1568 }
1569
RTW89_PCI_TX_SKB_CB(struct sk_buff * skb)1570 static inline struct rtw89_pci_tx_data *RTW89_PCI_TX_SKB_CB(struct sk_buff *skb)
1571 {
1572 struct rtw89_tx_skb_data *data = RTW89_TX_SKB_CB(skb);
1573
1574 return (struct rtw89_pci_tx_data *)data->hci_priv;
1575 }
1576
1577 static inline struct rtw89_pci_tx_bd_32 *
rtw89_pci_get_next_txbd(struct rtw89_pci_tx_ring * tx_ring)1578 rtw89_pci_get_next_txbd(struct rtw89_pci_tx_ring *tx_ring)
1579 {
1580 struct rtw89_pci_dma_ring *bd_ring = &tx_ring->bd_ring;
1581 struct rtw89_pci_tx_bd_32 *tx_bd, *head;
1582
1583 head = bd_ring->head;
1584 tx_bd = head + bd_ring->wp;
1585
1586 return tx_bd;
1587 }
1588
1589 static inline struct rtw89_pci_tx_wd *
rtw89_pci_dequeue_txwd(struct rtw89_pci_tx_ring * tx_ring)1590 rtw89_pci_dequeue_txwd(struct rtw89_pci_tx_ring *tx_ring)
1591 {
1592 struct rtw89_pci_tx_wd_ring *wd_ring = &tx_ring->wd_ring;
1593 struct rtw89_pci_tx_wd *txwd;
1594
1595 txwd = list_first_entry_or_null(&wd_ring->free_pages,
1596 struct rtw89_pci_tx_wd, list);
1597 if (!txwd)
1598 return NULL;
1599
1600 list_del_init(&txwd->list);
1601 txwd->len = 0;
1602 wd_ring->curr_num--;
1603
1604 return txwd;
1605 }
1606
1607 static inline void
rtw89_pci_enqueue_txwd(struct rtw89_pci_tx_ring * tx_ring,struct rtw89_pci_tx_wd * txwd)1608 rtw89_pci_enqueue_txwd(struct rtw89_pci_tx_ring *tx_ring,
1609 struct rtw89_pci_tx_wd *txwd)
1610 {
1611 struct rtw89_pci_tx_wd_ring *wd_ring = &tx_ring->wd_ring;
1612
1613 memset(txwd->vaddr, 0, wd_ring->page_size);
1614 list_add_tail(&txwd->list, &wd_ring->free_pages);
1615 wd_ring->curr_num++;
1616 }
1617
rtw89_pci_ltr_is_err_reg_val(u32 val)1618 static inline bool rtw89_pci_ltr_is_err_reg_val(u32 val)
1619 {
1620 return val == 0xffffffff || val == 0xeaeaeaea;
1621 }
1622
1623 extern const struct dev_pm_ops rtw89_pm_ops;
1624 extern const struct dev_pm_ops rtw89_pm_ops_be;
1625 extern const struct rtw89_pci_ch_dma_addr_set rtw89_pci_ch_dma_addr_set;
1626 extern const struct rtw89_pci_ch_dma_addr_set rtw89_pci_ch_dma_addr_set_v1;
1627 extern const struct rtw89_pci_ch_dma_addr_set rtw89_pci_ch_dma_addr_set_be;
1628 extern const struct rtw89_pci_bd_ram rtw89_bd_ram_table_dual[RTW89_TXCH_NUM];
1629 extern const struct rtw89_pci_bd_ram rtw89_bd_ram_table_single[RTW89_TXCH_NUM];
1630 extern const struct rtw89_pci_gen_def rtw89_pci_gen_ax;
1631 extern const struct rtw89_pci_gen_def rtw89_pci_gen_be;
1632
1633 struct pci_device_id;
1634
1635 int rtw89_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id);
1636 void rtw89_pci_remove(struct pci_dev *pdev);
1637 void rtw89_pci_basic_cfg(struct rtw89_dev *rtwdev, bool resume);
1638 void rtw89_pci_ops_reset(struct rtw89_dev *rtwdev);
1639 int rtw89_pci_ltr_set(struct rtw89_dev *rtwdev, bool en);
1640 int rtw89_pci_ltr_set_v1(struct rtw89_dev *rtwdev, bool en);
1641 int rtw89_pci_ltr_set_v2(struct rtw89_dev *rtwdev, bool en);
1642 u32 rtw89_pci_fill_txaddr_info(struct rtw89_dev *rtwdev,
1643 void *txaddr_info_addr, u32 total_len,
1644 dma_addr_t dma, u8 *add_info_nr);
1645 u32 rtw89_pci_fill_txaddr_info_v1(struct rtw89_dev *rtwdev,
1646 void *txaddr_info_addr, u32 total_len,
1647 dma_addr_t dma, u8 *add_info_nr);
1648 void rtw89_pci_ctrl_dma_all(struct rtw89_dev *rtwdev, bool enable);
1649 void rtw89_pci_config_intr_mask(struct rtw89_dev *rtwdev);
1650 void rtw89_pci_config_intr_mask_v1(struct rtw89_dev *rtwdev);
1651 void rtw89_pci_config_intr_mask_v2(struct rtw89_dev *rtwdev);
1652 void rtw89_pci_enable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1653 void rtw89_pci_disable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1654 void rtw89_pci_enable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1655 void rtw89_pci_disable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1656 void rtw89_pci_enable_intr_v2(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1657 void rtw89_pci_disable_intr_v2(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci);
1658 void rtw89_pci_recognize_intrs(struct rtw89_dev *rtwdev,
1659 struct rtw89_pci *rtwpci,
1660 struct rtw89_pci_isrs *isrs);
1661 void rtw89_pci_recognize_intrs_v1(struct rtw89_dev *rtwdev,
1662 struct rtw89_pci *rtwpci,
1663 struct rtw89_pci_isrs *isrs);
1664 void rtw89_pci_recognize_intrs_v2(struct rtw89_dev *rtwdev,
1665 struct rtw89_pci *rtwpci,
1666 struct rtw89_pci_isrs *isrs);
1667
1668 static inline
rtw89_chip_fill_txaddr_info(struct rtw89_dev * rtwdev,void * txaddr_info_addr,u32 total_len,dma_addr_t dma,u8 * add_info_nr)1669 u32 rtw89_chip_fill_txaddr_info(struct rtw89_dev *rtwdev,
1670 void *txaddr_info_addr, u32 total_len,
1671 dma_addr_t dma, u8 *add_info_nr)
1672 {
1673 const struct rtw89_pci_info *info = rtwdev->pci_info;
1674
1675 return info->fill_txaddr_info(rtwdev, txaddr_info_addr, total_len,
1676 dma, add_info_nr);
1677 }
1678
rtw89_chip_config_intr_mask(struct rtw89_dev * rtwdev,enum rtw89_pci_intr_mask_cfg cfg)1679 static inline void rtw89_chip_config_intr_mask(struct rtw89_dev *rtwdev,
1680 enum rtw89_pci_intr_mask_cfg cfg)
1681 {
1682 struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;
1683 const struct rtw89_pci_info *info = rtwdev->pci_info;
1684
1685 switch (cfg) {
1686 default:
1687 case RTW89_PCI_INTR_MASK_RESET:
1688 rtwpci->low_power = false;
1689 rtwpci->under_recovery = false;
1690 break;
1691 case RTW89_PCI_INTR_MASK_NORMAL:
1692 rtwpci->low_power = false;
1693 break;
1694 case RTW89_PCI_INTR_MASK_LOW_POWER:
1695 rtwpci->low_power = true;
1696 break;
1697 case RTW89_PCI_INTR_MASK_RECOVERY_START:
1698 rtwpci->under_recovery = true;
1699 break;
1700 case RTW89_PCI_INTR_MASK_RECOVERY_COMPLETE:
1701 rtwpci->under_recovery = false;
1702 break;
1703 }
1704
1705 rtw89_debug(rtwdev, RTW89_DBG_HCI,
1706 "Configure PCI interrupt mask mode low_power=%d under_recovery=%d\n",
1707 rtwpci->low_power, rtwpci->under_recovery);
1708
1709 info->config_intr_mask(rtwdev);
1710 }
1711
1712 static inline
rtw89_chip_enable_intr(struct rtw89_dev * rtwdev,struct rtw89_pci * rtwpci)1713 void rtw89_chip_enable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)
1714 {
1715 const struct rtw89_pci_info *info = rtwdev->pci_info;
1716
1717 info->enable_intr(rtwdev, rtwpci);
1718 }
1719
1720 static inline
rtw89_chip_disable_intr(struct rtw89_dev * rtwdev,struct rtw89_pci * rtwpci)1721 void rtw89_chip_disable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)
1722 {
1723 const struct rtw89_pci_info *info = rtwdev->pci_info;
1724
1725 info->disable_intr(rtwdev, rtwpci);
1726 }
1727
1728 static inline
rtw89_chip_recognize_intrs(struct rtw89_dev * rtwdev,struct rtw89_pci * rtwpci,struct rtw89_pci_isrs * isrs)1729 void rtw89_chip_recognize_intrs(struct rtw89_dev *rtwdev,
1730 struct rtw89_pci *rtwpci,
1731 struct rtw89_pci_isrs *isrs)
1732 {
1733 const struct rtw89_pci_info *info = rtwdev->pci_info;
1734
1735 info->recognize_intrs(rtwdev, rtwpci, isrs);
1736 }
1737
rtw89_pci_ops_mac_pre_init(struct rtw89_dev * rtwdev)1738 static inline int rtw89_pci_ops_mac_pre_init(struct rtw89_dev *rtwdev)
1739 {
1740 const struct rtw89_pci_info *info = rtwdev->pci_info;
1741 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1742
1743 return gen_def->mac_pre_init(rtwdev);
1744 }
1745
rtw89_pci_ops_mac_pre_deinit(struct rtw89_dev * rtwdev)1746 static inline int rtw89_pci_ops_mac_pre_deinit(struct rtw89_dev *rtwdev)
1747 {
1748 const struct rtw89_pci_info *info = rtwdev->pci_info;
1749 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1750
1751 if (!gen_def->mac_pre_deinit)
1752 return 0;
1753
1754 return gen_def->mac_pre_deinit(rtwdev);
1755 }
1756
rtw89_pci_ops_mac_post_init(struct rtw89_dev * rtwdev)1757 static inline int rtw89_pci_ops_mac_post_init(struct rtw89_dev *rtwdev)
1758 {
1759 const struct rtw89_pci_info *info = rtwdev->pci_info;
1760 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1761
1762 return gen_def->mac_post_init(rtwdev);
1763 }
1764
rtw89_pci_clr_idx_all(struct rtw89_dev * rtwdev)1765 static inline void rtw89_pci_clr_idx_all(struct rtw89_dev *rtwdev)
1766 {
1767 const struct rtw89_pci_info *info = rtwdev->pci_info;
1768 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1769
1770 gen_def->clr_idx_all(rtwdev);
1771 }
1772
rtw89_pci_reset_bdram(struct rtw89_dev * rtwdev)1773 static inline int rtw89_pci_reset_bdram(struct rtw89_dev *rtwdev)
1774 {
1775 const struct rtw89_pci_info *info = rtwdev->pci_info;
1776 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1777
1778 return gen_def->rst_bdram(rtwdev);
1779 }
1780
rtw89_pci_ctrl_txdma_ch(struct rtw89_dev * rtwdev,bool enable)1781 static inline void rtw89_pci_ctrl_txdma_ch(struct rtw89_dev *rtwdev, bool enable)
1782 {
1783 const struct rtw89_pci_info *info = rtwdev->pci_info;
1784 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1785
1786 return gen_def->ctrl_txdma_ch(rtwdev, enable);
1787 }
1788
rtw89_pci_ctrl_txdma_fw_ch(struct rtw89_dev * rtwdev,bool enable)1789 static inline void rtw89_pci_ctrl_txdma_fw_ch(struct rtw89_dev *rtwdev, bool enable)
1790 {
1791 const struct rtw89_pci_info *info = rtwdev->pci_info;
1792 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1793
1794 return gen_def->ctrl_txdma_fw_ch(rtwdev, enable);
1795 }
1796
rtw89_pci_poll_txdma_ch_idle(struct rtw89_dev * rtwdev)1797 static inline int rtw89_pci_poll_txdma_ch_idle(struct rtw89_dev *rtwdev)
1798 {
1799 const struct rtw89_pci_info *info = rtwdev->pci_info;
1800 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1801
1802 return gen_def->poll_txdma_ch_idle(rtwdev);
1803 }
1804
rtw89_pci_disable_eq(struct rtw89_dev * rtwdev)1805 static inline void rtw89_pci_disable_eq(struct rtw89_dev *rtwdev)
1806 {
1807 const struct rtw89_pci_info *info = rtwdev->pci_info;
1808 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1809
1810 gen_def->disable_eq(rtwdev);
1811 }
1812
rtw89_pci_power_wake(struct rtw89_dev * rtwdev,bool pwr_up)1813 static inline void rtw89_pci_power_wake(struct rtw89_dev *rtwdev, bool pwr_up)
1814 {
1815 const struct rtw89_pci_info *info = rtwdev->pci_info;
1816 const struct rtw89_pci_gen_def *gen_def = info->gen_def;
1817
1818 gen_def->power_wake(rtwdev, pwr_up);
1819 }
1820
1821 #endif
1822