24 	[WF_AGG_BASE]		= { { 0x820e2000, 0x820f2000, 0x830e2000 } },
25 	[WF_ARB_BASE]		= { { 0x820e3000, 0x820f3000, 0x830e3000 } },
26 	[WF_TMAC_BASE]		= { { 0x820e4000, 0x820f4000, 0x830e4000 } },
27 	[WF_RMAC_BASE]		= { { 0x820e5000, 0x820f5000, 0x830e5000 } },
28 	[WF_DMA_BASE]		= { { 0x820e7000, 0x820f7000, 0x830e7000 } },
29 	[WF_WTBLOFF_BASE]	= { { 0x820e9000, 0x820f9000, 0x830e9000 } },
30 	[WF_ETBF_BASE]		= { { 0x820ea000, 0x820fa000, 0x830ea000 } },
31 	[WF_LPON_BASE]		= { { 0x820eb000, 0x820fb000, 0x830eb000 } },
32 	[WF_MIB_BASE]		= { { 0x820ed000, 0x820fd000, 0x830ed000 } },
33 	[WF_RATE_BASE]		= { { 0x820ee000, 0x820fe000, 0x830ee000 } },
37 	[MIB_RVSR0]		= 0x720,
38 	[MIB_RVSR1]		= 0x724,
39 	[MIB_BTSCR5]		= 0x788,
40 	[MIB_BTSCR6]		= 0x798,
41 	[MIB_RSCR1]		= 0x7ac,
42 	[MIB_RSCR27]		= 0x954,
43 	[MIB_RSCR28]		= 0x958,
44 	[MIB_RSCR29]		= 0x95c,
45 	[MIB_RSCR30]		= 0x960,
46 	[MIB_RSCR31]		= 0x964,
47 	[MIB_RSCR33]		= 0x96c,
48 	[MIB_RSCR35]		= 0x974,
49 	[MIB_RSCR36]		= 0x978,
50 	[MIB_BSCR0]		= 0x9cc,
51 	[MIB_BSCR1]		= 0x9d0,
52 	[MIB_BSCR2]		= 0x9d4,
53 	[MIB_BSCR3]		= 0x9d8,
54 	[MIB_BSCR4]		= 0x9dc,
55 	[MIB_BSCR5]		= 0x9e0,
56 	[MIB_BSCR6]		= 0x9e4,
57 	[MIB_BSCR7]		= 0x9e8,
58 	[MIB_BSCR17]		= 0xa10,
59 	[MIB_TRDR1]		= 0xa28,
60 	[HIF_REMAP_L1]		= 0x24,
61 	[HIF_REMAP_BASE_L1]	= 0x130000,
62 	[HIF_REMAP_L2]		= 0x1b4,
63 	[HIF_REMAP_BASE_L2]	= 0x1000,
64 	[CBTOP1_PHY_END]	= 0x77ffffff,
65 	[INFRA_MCU_END]		= 0x7c3fffff,
66 	[WTBLON_WDUCR]		= 0x370,
67 	[WTBL_UPDATE]		= 0x380,
68 	[WTBL_ITCR]		= 0x3b0,
69 	[WTBL_ITCR0]		= 0x3b8,
70 	[WTBL_ITCR1]		= 0x3bc,
74 	[MIB_RVSR0]		= 0x760,
75 	[MIB_RVSR1]		= 0x764,
76 	[MIB_BTSCR5]		= 0x7c8,
77 	[MIB_BTSCR6]		= 0x7d8,
78 	[MIB_RSCR1]		= 0x7f0,
79 	[MIB_RSCR27]		= 0x998,
80 	[MIB_RSCR28]		= 0x99c,
81 	[MIB_RSCR29]		= 0x9a0,
82 	[MIB_RSCR30]		= 0x9a4,
83 	[MIB_RSCR31]		= 0x9a8,
84 	[MIB_RSCR33]		= 0x9b0,
85 	[MIB_RSCR35]		= 0x9b8,
86 	[MIB_RSCR36]		= 0x9bc,
87 	[MIB_BSCR0]		= 0xac8,
88 	[MIB_BSCR1]		= 0xacc,
89 	[MIB_BSCR2]		= 0xad0,
90 	[MIB_BSCR3]		= 0xad4,
91 	[MIB_BSCR4]		= 0xad8,
92 	[MIB_BSCR5]		= 0xadc,
93 	[MIB_BSCR6]		= 0xae0,
94 	[MIB_BSCR7]		= 0xae4,
95 	[MIB_BSCR17]		= 0xb0c,
96 	[MIB_TRDR1]		= 0xb24,
97 	[HIF_REMAP_L1]		= 0x8,
98 	[HIF_REMAP_BASE_L1]	= 0x40000,
99 	[HIF_REMAP_L2]		= 0x1b4,
100 	[HIF_REMAP_BASE_L2]	= 0x1000,
101 	[CBTOP1_PHY_END]	= 0x77ffffff,
102 	[INFRA_MCU_END]		= 0x7c3fffff,
103 	[WTBLON_WDUCR]		= 0x370,
104 	[WTBL_UPDATE]		= 0x380,
105 	[WTBL_ITCR]		= 0x3b0,
106 	[WTBL_ITCR0]		= 0x3b8,
107 	[WTBL_ITCR1]		= 0x3bc,
111 	[MIB_RVSR0]		= 0x800,
112 	[MIB_RVSR1]		= 0x804,
113 	[MIB_BTSCR5]		= 0x868,
114 	[MIB_BTSCR6]		= 0x878,
115 	[MIB_RSCR1]		= 0x890,
116 	[MIB_RSCR27]		= 0xa38,
117 	[MIB_RSCR28]		= 0xa3c,
118 	[MIB_RSCR29]		= 0xa40,
119 	[MIB_RSCR30]		= 0xa44,
120 	[MIB_RSCR31]		= 0xa48,
121 	[MIB_RSCR33]		= 0xa50,
122 	[MIB_RSCR35]		= 0xa58,
123 	[MIB_RSCR36]		= 0xa5c,
124 	[MIB_BSCR0]		= 0xbb8,
125 	[MIB_BSCR1]		= 0xbbc,
126 	[MIB_BSCR2]		= 0xbc0,
127 	[MIB_BSCR3]		= 0xbc4,
128 	[MIB_BSCR4]		= 0xbc8,
129 	[MIB_BSCR5]		= 0xbcc,
130 	[MIB_BSCR6]		= 0xbd0,
131 	[MIB_BSCR7]		= 0xbd4,
132 	[MIB_BSCR17]		= 0xbfc,
133 	[MIB_TRDR1]		= 0xc14,
134 	[HIF_REMAP_L1]		= 0x8,
135 	[HIF_REMAP_BASE_L1]	= 0x40000,
136 	[HIF_REMAP_L2]		= 0x1b8,
137 	[HIF_REMAP_BASE_L2]	= 0x110000,
138 	[CBTOP1_PHY_END]	= 0x7fffffff,
139 	[INFRA_MCU_END]		= 0x7cffffff,
140 	[WTBLON_WDUCR]		= 0x400,
141 	[WTBL_UPDATE]		= 0x410,
142 	[WTBL_ITCR]		= 0x440,
143 	[WTBL_ITCR0]		= 0x448,
144 	[WTBL_ITCR1]		= 0x44c,
148 	{ 0x54000000, 0x02000, 0x1000 }, /* WFDMA_0 (PCIE0 MCU DMA0) */
149 	{ 0x55000000, 0x03000, 0x1000 }, /* WFDMA_1 (PCIE0 MCU DMA1) */
150 	{ 0x56000000, 0x04000, 0x1000 }, /* WFDMA reserved */
151 	{ 0x57000000, 0x05000, 0x1000 }, /* WFDMA MCU wrap CR */
152 	{ 0x58000000, 0x06000, 0x1000 }, /* WFDMA PCIE1 MCU DMA0 (MEM_DMA) */
153 	{ 0x59000000, 0x07000, 0x1000 }, /* WFDMA PCIE1 MCU DMA1 */
154 	{ 0x820c0000, 0x08000, 0x4000 }, /* WF_UMAC_TOP (PLE) */
155 	{ 0x820c8000, 0x0c000, 0x2000 }, /* WF_UMAC_TOP (PSE) */
156 	{ 0x820cc000, 0x0e000, 0x1000 }, /* WF_UMAC_TOP (PP) */
157 	{ 0x74030000, 0x10000, 0x1000 }, /* PCIe MAC */
158 	{ 0x820e0000, 0x20000, 0x0400 }, /* WF_LMAC_TOP BN0 (WF_CFG) */
159 	{ 0x820e1000, 0x20400, 0x0200 }, /* WF_LMAC_TOP BN0 (WF_TRB) */
160 	{ 0x820e2000, 0x20800, 0x0400 }, /* WF_LMAC_TOP BN0 (WF_AGG) */
161 	{ 0x820e3000, 0x20c00, 0x0400 }, /* WF_LMAC_TOP BN0 (WF_ARB) */
162 	{ 0x820e4000, 0x21000, 0x0400 }, /* WF_LMAC_TOP BN0 (WF_TMAC) */
163 	{ 0x820e5000, 0x21400, 0x0800 }, /* WF_LMAC_TOP BN0 (WF_RMAC) */
164 	{ 0x820ce000, 0x21c00, 0x0200 }, /* WF_LMAC_TOP (WF_SEC) */
165 	{ 0x820e7000, 0x21e00, 0x0200 }, /* WF_LMAC_TOP BN0 (WF_DMA) */
166 	{ 0x820cf000, 0x22000, 0x1000 }, /* WF_LMAC_TOP (WF_PF) */
167 	{ 0x820e9000, 0x23400, 0x0200 }, /* WF_LMAC_TOP BN0 (WF_WTBLOFF) */
168 	{ 0x820ea000, 0x24000, 0x0200 }, /* WF_LMAC_TOP BN0 (WF_ETBF) */
169 	{ 0x820eb000, 0x24200, 0x0400 }, /* WF_LMAC_TOP BN0 (WF_LPON) */
170 	{ 0x820ec000, 0x24600, 0x0200 }, /* WF_LMAC_TOP BN0 (WF_INT) */
171 	{ 0x820ed000, 0x24800, 0x0800 }, /* WF_LMAC_TOP BN0 (WF_MIB) */
172 	{ 0x820ca000, 0x26000, 0x2000 }, /* WF_LMAC_TOP BN0 (WF_MUCOP) */
173 	{ 0x820d0000, 0x30000, 0x10000 }, /* WF_LMAC_TOP (WF_WTBLON) */
174 	{ 0x40000000, 0x70000, 0x10000 }, /* WF_UMAC_SYSRAM */
175 	{ 0x00400000, 0x80000, 0x10000 }, /* WF_MCU_SYSRAM */
176 	{ 0x00410000, 0x90000, 0x10000 }, /* WF_MCU_SYSRAM (configure register) */
177 	{ 0x820f0000, 0xa0000, 0x0400 }, /* WF_LMAC_TOP BN1 (WF_CFG) */
178 	{ 0x820f1000, 0xa0600, 0x0200 }, /* WF_LMAC_TOP BN1 (WF_TRB) */
179 	{ 0x820f2000, 0xa0800, 0x0400 }, /* WF_LMAC_TOP BN1 (WF_AGG) */
180 	{ 0x820f3000, 0xa0c00, 0x0400 }, /* WF_LMAC_TOP BN1 (WF_ARB) */
181 	{ 0x820f4000, 0xa1000, 0x0400 }, /* WF_LMAC_TOP BN1 (WF_TMAC) */
182 	{ 0x820f5000, 0xa1400, 0x0800 }, /* WF_LMAC_TOP BN1 (WF_RMAC) */
183 	{ 0x820f7000, 0xa1e00, 0x0200 }, /* WF_LMAC_TOP BN1 (WF_DMA) */
184 	{ 0x820f9000, 0xa3400, 0x0200 }, /* WF_LMAC_TOP BN1 (WF_WTBLOFF) */
185 	{ 0x820fa000, 0xa4000, 0x0200 }, /* WF_LMAC_TOP BN1 (WF_ETBF) */
186 	{ 0x820fb000, 0xa4200, 0x0400 }, /* WF_LMAC_TOP BN1 (WF_LPON) */
187 	{ 0x820fc000, 0xa4600, 0x0200 }, /* WF_LMAC_TOP BN1 (WF_INT) */
188 	{ 0x820fd000, 0xa4800, 0x0800 }, /* WF_LMAC_TOP BN1 (WF_MIB) */
189 	{ 0x820cc000, 0xa5000, 0x2000 }, /* WF_LMAC_TOP BN1 (WF_MUCOP) */
190 	{ 0x820c4000, 0xa8000, 0x4000 }, /* WF_LMAC_TOP BN1 (WF_MUCOP) */
191 	{ 0x820b0000, 0xae000, 0x1000 }, /* [APB2] WFSYS_ON */
192 	{ 0x80020000, 0xb0000, 0x10000 }, /* WF_TOP_MISC_OFF */
193 	{ 0x81020000, 0xc0000, 0x10000 }, /* WF_TOP_MISC_ON */
194 	{ 0x7c020000, 0xd0000, 0x10000 }, /* CONN_INFRA, wfdma */
195 	{ 0x7c060000, 0xe0000, 0x10000 }, /* CONN_INFRA, conn_host_csr_top */
196 	{ 0x7c000000, 0xf0000, 0x10000 }, /* CONN_INFRA */
197 	{ 0x0, 0x0, 0x0 }, /* imply end of search */
201 	{0x54000000, 0x02000, 0x1000}, /* WFDMA_0 (PCIE0 MCU DMA0) */
202 	{0x55000000, 0x03000, 0x1000}, /* WFDMA_1 (PCIE0 MCU DMA1) */
203 	{0x56000000, 0x04000, 0x1000}, /* WFDMA_2 (Reserved) */
204 	{0x57000000, 0x05000, 0x1000}, /* WFDMA_3 (MCU wrap CR) */
205 	{0x58000000, 0x06000, 0x1000}, /* WFDMA_4 (PCIE1 MCU DMA0 (MEM_DMA)) */
206 	{0x59000000, 0x07000, 0x1000}, /* WFDMA_5 (PCIE1 MCU DMA1) */
207 	{0x820c0000, 0x08000, 0x4000}, /* WF_UMAC_TOP (PLE) */
208 	{0x820c8000, 0x0c000, 0x2000}, /* WF_UMAC_TOP (PSE) */
209 	{0x820cc000, 0x0e000, 0x2000}, /* WF_UMAC_TOP (PP) */
210 	{0x820e0000, 0x20000, 0x0400}, /* WF_LMAC_TOP BN0 (WF_CFG) */
211 	{0x820e1000, 0x20400, 0x0200}, /* WF_LMAC_TOP BN0 (WF_TRB) */
212 	{0x820e2000, 0x20800, 0x0400}, /* WF_LMAC_TOP BN0 (WF_AGG) */
213 	{0x820e3000, 0x20c00, 0x0400}, /* WF_LMAC_TOP BN0 (WF_ARB) */
214 	{0x820e4000, 0x21000, 0x0400}, /* WF_LMAC_TOP BN0 (WF_TMAC) */
215 	{0x820e5000, 0x21400, 0x0800}, /* WF_LMAC_TOP BN0 (WF_RMAC) */
216 	{0x820ce000, 0x21c00, 0x0200}, /* WF_LMAC_TOP (WF_SEC) */
217 	{0x820e7000, 0x21e00, 0x0200}, /* WF_LMAC_TOP BN0 (WF_DMA) */
218 	{0x820cf000, 0x22000, 0x1000}, /* WF_LMAC_TOP (WF_PF) */
219 	{0x820e9000, 0x23400, 0x0200}, /* WF_LMAC_TOP BN0 (WF_WTBLOFF) */
220 	{0x820ea000, 0x24000, 0x0200}, /* WF_LMAC_TOP BN0 (WF_ETBF) */
221 	{0x820eb000, 0x24200, 0x0400}, /* WF_LMAC_TOP BN0 (WF_LPON) */
222 	{0x820ec000, 0x24600, 0x0200}, /* WF_LMAC_TOP BN0 (WF_INT) */
223 	{0x820ed000, 0x24800, 0x0800}, /* WF_LMAC_TOP BN0 (WF_MIB) */
224 	{0x820ca000, 0x26000, 0x2000}, /* WF_LMAC_TOP BN0 (WF_MUCOP) */
225 	{0x820d0000, 0x30000, 0x10000}, /* WF_LMAC_TOP (WF_WTBLON) */
226 	{0x00400000, 0x80000, 0x10000}, /* WF_MCU_SYSRAM */
227 	{0x820f0000, 0xa0000, 0x0400}, /* WF_LMAC_TOP BN1 (WF_CFG) */
228 	{0x820f1000, 0xa0600, 0x0200}, /* WF_LMAC_TOP BN1 (WF_TRB) */
229 	{0x820f2000, 0xa0800, 0x0400}, /* WF_LMAC_TOP BN1 (WF_AGG) */
230 	{0x820f3000, 0xa0c00, 0x0400}, /* WF_LMAC_TOP BN1 (WF_ARB) */
231 	{0x820f4000, 0xa1000, 0x0400}, /* WF_LMAC_TOP BN1 (WF_TMAC) */
232 	{0x820f5000, 0xa1400, 0x0800}, /* WF_LMAC_TOP BN1 (WF_RMAC) */
233 	{0x820f7000, 0xa1e00, 0x0200}, /* WF_LMAC_TOP BN1 (WF_DMA) */
234 	{0x820f9000, 0xa3400, 0x0200}, /* WF_LMAC_TOP BN1 (WF_WTBLOFF) */
235 	{0x820fa000, 0xa4000, 0x0200}, /* WF_LMAC_TOP BN1 (WF_ETBF) */
236 	{0x820fb000, 0xa4200, 0x0400}, /* WF_LMAC_TOP BN1 (WF_LPON) */
237 	{0x820fc000, 0xa4600, 0x0200}, /* WF_LMAC_TOP BN1 (WF_INT) */
238 	{0x820fd000, 0xa4800, 0x0800}, /* WF_LMAC_TOP BN1 (WF_MIB) */
239 	{0x820cc000, 0xa5000, 0x2000}, /* WF_LMAC_TOP BN1 (WF_MUCOP) */
240 	{0x820c4000, 0xa8000, 0x4000}, /* WF_LMAC_TOP (WF_UWTBL) */
241 	{0x81030000, 0xae000, 0x100}, /* WFSYS_AON part 1 */
242 	{0x81031000, 0xae100, 0x100}, /* WFSYS_AON part 2 */
243 	{0x81032000, 0xae200, 0x100}, /* WFSYS_AON part 3 */
244 	{0x81033000, 0xae300, 0x100}, /* WFSYS_AON part 4 */
245 	{0x81034000, 0xae400, 0x100}, /* WFSYS_AON part 5 */
246 	{0x80020000, 0xb0000, 0x10000}, /* WF_TOP_MISC_OFF */
247 	{0x81020000, 0xc0000, 0x10000}, /* WF_TOP_MISC_ON */
248 	{0x81040000, 0x120000, 0x1000}, /* WF_MCU_CFG_ON */
249 	{0x81050000, 0x121000, 0x1000}, /* WF_MCU_EINT */
250 	{0x81060000, 0x122000, 0x1000}, /* WF_MCU_GPT */
251 	{0x81070000, 0x123000, 0x1000}, /* WF_MCU_WDT */
252 	{0x80010000, 0x124000, 0x1000}, /* WF_AXIDMA */
253 	{0x7c020000, 0xd0000, 0x10000}, /* CONN_INFRA, wfdma for from CODA flow use */
254 	{0x7c060000, 0xe0000, 0x10000}, /* CONN_INFRA, conn_host_csr_top for from CODA flow use */
255 	{0x20020000, 0xd0000, 0x10000}, /* CONN_INFRA, wfdma */
256 	{0x20060000, 0xe0000, 0x10000}, /* CONN_INFRA, conn_host_csr_top */
257 	{0x7c000000, 0xf0000, 0x10000}, /* CONN_INFRA */
258 	{0x70020000, 0x1f0000, 0x9000}, /* PCIE remapping (AP2CONN) */
259 	{0x0, 0x0, 0x0}, /* imply end of search */
324 	if (addr < 0x100000)  in __mt7996_reg_addr()
327 	for (i = 0; i < dev->reg.map_size; i++) {  in __mt7996_reg_addr()
340 	return 0;  in __mt7996_reg_addr()
473 	u32 hif1_ofs = 0;  in mt7996_mmio_wed_init()
476 		return 0;  in mt7996_mmio_wed_init()
480 	hif1_ofs = MT_WFDMA0_PCIE1(0) - MT_WFDMA0(0);  in mt7996_mmio_wed_init()
489 				      pci_resource_start(pci_dev, 0),  in mt7996_mmio_wed_init()
490 				      pci_resource_len(pci_dev, 0));  in mt7996_mmio_wed_init()
494 	wed->wlan.phy_base = pci_resource_start(pci_dev, 0);  in mt7996_mmio_wed_init()
502 					     MT_TXQ_RING_BASE(0) +  in mt7996_mmio_wed_init()
506 						 MT_RXQ_RING_BASE(0) +  in mt7996_mmio_wed_init()
511 						 MT_RXQ_RING_BASE(0) +  in mt7996_mmio_wed_init()
522 		wed->wlan.tx_tbit[0] = ffs(MT_INT_TX_DONE_BAND2) - 1;  in mt7996_mmio_wed_init()
527 		wed->wlan.wpdma_tx = wed->wlan.phy_base + MT_TXQ_RING_BASE(0) +  in mt7996_mmio_wed_init()
536 		wed->wlan.wpdma_rx_rro[0] = wed->wlan.phy_base +  in mt7996_mmio_wed_init()
550 		wed->wlan.rx_tbit[0] = ffs(MT_INT_RX_DONE_BAND0) - 1;  in mt7996_mmio_wed_init()
553 		wed->wlan.rro_rx_tbit[0] = ffs(MT_INT_RX_DONE_RRO_BAND0) - 1;  in mt7996_mmio_wed_init()
556 		wed->wlan.rx_pg_tbit[0] = ffs(MT_INT_RX_DONE_MSDU_PG_BAND0) - 1;  in mt7996_mmio_wed_init()
560 		wed->wlan.tx_tbit[0] = ffs(MT_INT_TX_DONE_BAND0) - 1;  in mt7996_mmio_wed_init()
563 			wed->wlan.wpdma_txfree = wed->wlan.phy_base + MT_RXQ_RING_BASE(0) +  in mt7996_mmio_wed_init()
568 			wed->wlan.wpdma_txfree = wed->wlan.phy_base + MT_RXQ_RING_BASE(0) +  in mt7996_mmio_wed_init()
591 		return 0;  in mt7996_mmio_wed_init()
598 	return 0;  in mt7996_mmio_wed_init()
647 	mdev->rev = (device_id << 16) | (mt76_rr(dev, MT_HW_REV) & 0xff);  in mt7996_mmio_init()
651 	return 0;  in mt7996_mmio_init()
696 	u32 i, intr, mask, intr1 = 0;  in mt7996_irq_tasklet()
699 		mtk_wed_device_irq_set_mask(wed_hif2, 0);  in mt7996_irq_tasklet()
707 		mtk_wed_device_irq_set_mask(wed, 0);  in mt7996_irq_tasklet()
711 		mt76_wr(dev, MT_INT_MASK_CSR, 0);  in mt7996_irq_tasklet()
713 			mt76_wr(dev, MT_INT1_MASK_CSR, 0);  in mt7996_irq_tasklet()
736 	for (i = 0; i < __MT_RXQ_MAX; i++) {  in mt7996_irq_tasklet()
757 		mtk_wed_device_irq_set_mask(&dev->mt76.mmio.wed, 0);  in mt7996_irq_handler()
759 		mt76_wr(dev, MT_INT_MASK_CSR, 0);  in mt7996_irq_handler()
763 			mtk_wed_device_irq_set_mask(&dev->mt76.mmio.wed_hif2, 0);  in mt7996_irq_handler()
765 			mt76_wr(dev, MT_INT1_MASK_CSR, 0);  in mt7996_irq_handler()
816 	mt76_wr(dev, MT_INT_MASK_CSR, 0);  in mt7996_mmio_probe()