xref: /linux/drivers/net/wireless/mediatek/mt76/mt7925/main.c (revision fb7399cf2d0b33825b8039f95c45395c7deba25c)
1 // SPDX-License-Identifier: ISC
2 /* Copyright (C) 2023 MediaTek Inc. */
3 
4 #include <linux/etherdevice.h>
5 #include <linux/platform_device.h>
6 #include <linux/pci.h>
7 #include <linux/module.h>
8 #include <linux/ctype.h>
9 #include <net/ipv6.h>
10 #include "mt7925.h"
11 #include "mcu.h"
12 #include "mac.h"
13 
14 static void
15 mt7925_init_he_caps(struct mt792x_phy *phy, enum nl80211_band band,
16 		    struct ieee80211_sband_iftype_data *data,
17 		    enum nl80211_iftype iftype)
18 {
19 	struct ieee80211_sta_he_cap *he_cap = &data->he_cap;
20 	struct ieee80211_he_cap_elem *he_cap_elem = &he_cap->he_cap_elem;
21 	struct ieee80211_he_mcs_nss_supp *he_mcs = &he_cap->he_mcs_nss_supp;
22 	int i, nss = hweight8(phy->mt76->antenna_mask);
23 	u16 mcs_map = 0;
24 
25 	for (i = 0; i < 8; i++) {
26 		if (i < nss)
27 			mcs_map |= (IEEE80211_HE_MCS_SUPPORT_0_11 << (i * 2));
28 		else
29 			mcs_map |= (IEEE80211_HE_MCS_NOT_SUPPORTED << (i * 2));
30 	}
31 
32 	he_cap->has_he = true;
33 
34 	he_cap_elem->mac_cap_info[0] = IEEE80211_HE_MAC_CAP0_HTC_HE;
35 	he_cap_elem->mac_cap_info[3] = IEEE80211_HE_MAC_CAP3_OMI_CONTROL |
36 				       IEEE80211_HE_MAC_CAP3_MAX_AMPDU_LEN_EXP_EXT_3;
37 	he_cap_elem->mac_cap_info[4] = IEEE80211_HE_MAC_CAP4_AMSDU_IN_AMPDU;
38 
39 	if (band == NL80211_BAND_2GHZ)
40 		he_cap_elem->phy_cap_info[0] =
41 			IEEE80211_HE_PHY_CAP0_CHANNEL_WIDTH_SET_40MHZ_IN_2G;
42 	else
43 		he_cap_elem->phy_cap_info[0] =
44 			IEEE80211_HE_PHY_CAP0_CHANNEL_WIDTH_SET_40MHZ_80MHZ_IN_5G |
45 			IEEE80211_HE_PHY_CAP0_CHANNEL_WIDTH_SET_160MHZ_IN_5G;
46 
47 	he_cap_elem->phy_cap_info[1] =
48 		IEEE80211_HE_PHY_CAP1_LDPC_CODING_IN_PAYLOAD;
49 	he_cap_elem->phy_cap_info[2] =
50 		IEEE80211_HE_PHY_CAP2_NDP_4x_LTF_AND_3_2US |
51 		IEEE80211_HE_PHY_CAP2_STBC_TX_UNDER_80MHZ |
52 		IEEE80211_HE_PHY_CAP2_STBC_RX_UNDER_80MHZ |
53 		IEEE80211_HE_PHY_CAP2_UL_MU_FULL_MU_MIMO |
54 		IEEE80211_HE_PHY_CAP2_UL_MU_PARTIAL_MU_MIMO;
55 
56 	switch (iftype) {
57 	case NL80211_IFTYPE_AP:
58 		he_cap_elem->mac_cap_info[2] |=
59 			IEEE80211_HE_MAC_CAP2_BSR;
60 		he_cap_elem->mac_cap_info[4] |=
61 			IEEE80211_HE_MAC_CAP4_BQR;
62 		he_cap_elem->mac_cap_info[5] |=
63 			IEEE80211_HE_MAC_CAP5_OM_CTRL_UL_MU_DATA_DIS_RX;
64 		he_cap_elem->phy_cap_info[3] |=
65 			IEEE80211_HE_PHY_CAP3_DCM_MAX_CONST_TX_QPSK |
66 			IEEE80211_HE_PHY_CAP3_DCM_MAX_CONST_RX_QPSK;
67 		he_cap_elem->phy_cap_info[6] |=
68 			IEEE80211_HE_PHY_CAP6_PARTIAL_BW_EXT_RANGE |
69 			IEEE80211_HE_PHY_CAP6_PPE_THRESHOLD_PRESENT;
70 		he_cap_elem->phy_cap_info[9] |=
71 			IEEE80211_HE_PHY_CAP9_TX_1024_QAM_LESS_THAN_242_TONE_RU |
72 			IEEE80211_HE_PHY_CAP9_RX_1024_QAM_LESS_THAN_242_TONE_RU;
73 		break;
74 	case NL80211_IFTYPE_STATION:
75 		he_cap_elem->mac_cap_info[1] |=
76 			IEEE80211_HE_MAC_CAP1_TF_MAC_PAD_DUR_16US;
77 
78 		if (band == NL80211_BAND_2GHZ)
79 			he_cap_elem->phy_cap_info[0] |=
80 				IEEE80211_HE_PHY_CAP0_CHANNEL_WIDTH_SET_RU_MAPPING_IN_2G;
81 		else
82 			he_cap_elem->phy_cap_info[0] |=
83 				IEEE80211_HE_PHY_CAP0_CHANNEL_WIDTH_SET_RU_MAPPING_IN_5G;
84 
85 		he_cap_elem->phy_cap_info[1] |=
86 			IEEE80211_HE_PHY_CAP1_DEVICE_CLASS_A |
87 			IEEE80211_HE_PHY_CAP1_HE_LTF_AND_GI_FOR_HE_PPDUS_0_8US;
88 		he_cap_elem->phy_cap_info[3] |=
89 			IEEE80211_HE_PHY_CAP3_DCM_MAX_CONST_TX_QPSK |
90 			IEEE80211_HE_PHY_CAP3_DCM_MAX_CONST_RX_QPSK;
91 		he_cap_elem->phy_cap_info[4] |=
92 			IEEE80211_HE_PHY_CAP4_SU_BEAMFORMEE |
93 			IEEE80211_HE_PHY_CAP4_BEAMFORMEE_MAX_STS_UNDER_80MHZ_4 |
94 			IEEE80211_HE_PHY_CAP4_BEAMFORMEE_MAX_STS_ABOVE_80MHZ_4;
95 		he_cap_elem->phy_cap_info[5] |=
96 			IEEE80211_HE_PHY_CAP5_NG16_SU_FEEDBACK |
97 			IEEE80211_HE_PHY_CAP5_NG16_MU_FEEDBACK;
98 		he_cap_elem->phy_cap_info[6] |=
99 			IEEE80211_HE_PHY_CAP6_CODEBOOK_SIZE_42_SU |
100 			IEEE80211_HE_PHY_CAP6_CODEBOOK_SIZE_75_MU |
101 			IEEE80211_HE_PHY_CAP6_TRIG_CQI_FB |
102 			IEEE80211_HE_PHY_CAP6_PARTIAL_BW_EXT_RANGE |
103 			IEEE80211_HE_PHY_CAP6_PPE_THRESHOLD_PRESENT;
104 		he_cap_elem->phy_cap_info[7] |=
105 			IEEE80211_HE_PHY_CAP7_POWER_BOOST_FACTOR_SUPP |
106 			IEEE80211_HE_PHY_CAP7_HE_SU_MU_PPDU_4XLTF_AND_08_US_GI;
107 		he_cap_elem->phy_cap_info[8] |=
108 			IEEE80211_HE_PHY_CAP8_20MHZ_IN_40MHZ_HE_PPDU_IN_2G |
109 			IEEE80211_HE_PHY_CAP8_20MHZ_IN_160MHZ_HE_PPDU |
110 			IEEE80211_HE_PHY_CAP8_80MHZ_IN_160MHZ_HE_PPDU |
111 			IEEE80211_HE_PHY_CAP8_DCM_MAX_RU_484;
112 		he_cap_elem->phy_cap_info[9] |=
113 			IEEE80211_HE_PHY_CAP9_LONGER_THAN_16_SIGB_OFDM_SYM |
114 			IEEE80211_HE_PHY_CAP9_NON_TRIGGERED_CQI_FEEDBACK |
115 			IEEE80211_HE_PHY_CAP9_TX_1024_QAM_LESS_THAN_242_TONE_RU |
116 			IEEE80211_HE_PHY_CAP9_RX_1024_QAM_LESS_THAN_242_TONE_RU |
117 			IEEE80211_HE_PHY_CAP9_RX_FULL_BW_SU_USING_MU_WITH_COMP_SIGB |
118 			IEEE80211_HE_PHY_CAP9_RX_FULL_BW_SU_USING_MU_WITH_NON_COMP_SIGB;
119 		break;
120 	default:
121 		break;
122 	}
123 
124 	he_mcs->rx_mcs_80 = cpu_to_le16(mcs_map);
125 	he_mcs->tx_mcs_80 = cpu_to_le16(mcs_map);
126 	he_mcs->rx_mcs_160 = cpu_to_le16(mcs_map);
127 	he_mcs->tx_mcs_160 = cpu_to_le16(mcs_map);
128 
129 	memset(he_cap->ppe_thres, 0, sizeof(he_cap->ppe_thres));
130 
131 	if (he_cap_elem->phy_cap_info[6] &
132 	    IEEE80211_HE_PHY_CAP6_PPE_THRESHOLD_PRESENT) {
133 		mt76_connac_gen_ppe_thresh(he_cap->ppe_thres, nss, band);
134 	} else {
135 		he_cap_elem->phy_cap_info[9] |=
136 			u8_encode_bits(IEEE80211_HE_PHY_CAP9_NOMINAL_PKT_PADDING_16US,
137 				       IEEE80211_HE_PHY_CAP9_NOMINAL_PKT_PADDING_MASK);
138 	}
139 
140 	if (band == NL80211_BAND_6GHZ) {
141 		u16 cap = IEEE80211_HE_6GHZ_CAP_TX_ANTPAT_CONS |
142 			  IEEE80211_HE_6GHZ_CAP_RX_ANTPAT_CONS;
143 
144 		cap |= u16_encode_bits(IEEE80211_HT_MPDU_DENSITY_0_5,
145 				       IEEE80211_HE_6GHZ_CAP_MIN_MPDU_START) |
146 		       u16_encode_bits(IEEE80211_VHT_MAX_AMPDU_1024K,
147 				       IEEE80211_HE_6GHZ_CAP_MAX_AMPDU_LEN_EXP) |
148 		       u16_encode_bits(IEEE80211_VHT_CAP_MAX_MPDU_LENGTH_11454,
149 				       IEEE80211_HE_6GHZ_CAP_MAX_MPDU_LEN);
150 
151 		data->he_6ghz_capa.capa = cpu_to_le16(cap);
152 	}
153 }
154 
155 static void
156 mt7925_init_eht_caps(struct mt792x_phy *phy, enum nl80211_band band,
157 		     struct ieee80211_sband_iftype_data *data)
158 {
159 	struct ieee80211_sta_eht_cap *eht_cap = &data->eht_cap;
160 	struct ieee80211_eht_cap_elem_fixed *eht_cap_elem = &eht_cap->eht_cap_elem;
161 	struct ieee80211_eht_mcs_nss_supp *eht_nss = &eht_cap->eht_mcs_nss_supp;
162 	enum nl80211_chan_width width = phy->mt76->chandef.width;
163 	int nss = hweight8(phy->mt76->antenna_mask);
164 	int sts = hweight16(phy->mt76->chainmask);
165 	u8 val;
166 
167 	if (!phy->dev->has_eht)
168 		return;
169 
170 	eht_cap->has_eht = true;
171 
172 	eht_cap_elem->mac_cap_info[0] =
173 		IEEE80211_EHT_MAC_CAP0_EPCS_PRIO_ACCESS |
174 		IEEE80211_EHT_MAC_CAP0_OM_CONTROL;
175 
176 	eht_cap_elem->phy_cap_info[0] =
177 		IEEE80211_EHT_PHY_CAP0_NDP_4_EHT_LFT_32_GI |
178 		IEEE80211_EHT_PHY_CAP0_SU_BEAMFORMER |
179 		IEEE80211_EHT_PHY_CAP0_SU_BEAMFORMEE;
180 
181 	eht_cap_elem->phy_cap_info[0] |=
182 		u8_encode_bits(u8_get_bits(sts - 1, BIT(0)),
183 			       IEEE80211_EHT_PHY_CAP0_BEAMFORMEE_SS_80MHZ_MASK);
184 
185 	eht_cap_elem->phy_cap_info[1] =
186 		u8_encode_bits(u8_get_bits(sts - 1, GENMASK(2, 1)),
187 			       IEEE80211_EHT_PHY_CAP1_BEAMFORMEE_SS_80MHZ_MASK) |
188 		u8_encode_bits(sts - 1,
189 			       IEEE80211_EHT_PHY_CAP1_BEAMFORMEE_SS_160MHZ_MASK);
190 
191 	eht_cap_elem->phy_cap_info[2] =
192 		u8_encode_bits(sts - 1, IEEE80211_EHT_PHY_CAP2_SOUNDING_DIM_80MHZ_MASK) |
193 		u8_encode_bits(sts - 1, IEEE80211_EHT_PHY_CAP2_SOUNDING_DIM_160MHZ_MASK);
194 
195 	eht_cap_elem->phy_cap_info[3] =
196 		IEEE80211_EHT_PHY_CAP3_NG_16_SU_FEEDBACK |
197 		IEEE80211_EHT_PHY_CAP3_NG_16_MU_FEEDBACK |
198 		IEEE80211_EHT_PHY_CAP3_CODEBOOK_4_2_SU_FDBK |
199 		IEEE80211_EHT_PHY_CAP3_CODEBOOK_7_5_MU_FDBK |
200 		IEEE80211_EHT_PHY_CAP3_TRIG_SU_BF_FDBK |
201 		IEEE80211_EHT_PHY_CAP3_TRIG_MU_BF_PART_BW_FDBK |
202 		IEEE80211_EHT_PHY_CAP3_TRIG_CQI_FDBK;
203 
204 	eht_cap_elem->phy_cap_info[4] =
205 		u8_encode_bits(min_t(int, sts - 1, 2),
206 			       IEEE80211_EHT_PHY_CAP4_MAX_NC_MASK);
207 
208 	eht_cap_elem->phy_cap_info[5] =
209 		IEEE80211_EHT_PHY_CAP5_NON_TRIG_CQI_FEEDBACK |
210 		u8_encode_bits(IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_16US,
211 			       IEEE80211_EHT_PHY_CAP5_COMMON_NOMINAL_PKT_PAD_MASK) |
212 		u8_encode_bits(u8_get_bits(0x11, GENMASK(1, 0)),
213 			       IEEE80211_EHT_PHY_CAP5_MAX_NUM_SUPP_EHT_LTF_MASK);
214 
215 	val = width == NL80211_CHAN_WIDTH_160 ? 0x7 :
216 	      width == NL80211_CHAN_WIDTH_80 ? 0x3 : 0x1;
217 	eht_cap_elem->phy_cap_info[6] =
218 		u8_encode_bits(u8_get_bits(0x11, GENMASK(4, 2)),
219 			       IEEE80211_EHT_PHY_CAP6_MAX_NUM_SUPP_EHT_LTF_MASK) |
220 		u8_encode_bits(val, IEEE80211_EHT_PHY_CAP6_MCS15_SUPP_MASK);
221 
222 	eht_cap_elem->phy_cap_info[7] =
223 		IEEE80211_EHT_PHY_CAP7_NON_OFDMA_UL_MU_MIMO_80MHZ |
224 		IEEE80211_EHT_PHY_CAP7_NON_OFDMA_UL_MU_MIMO_160MHZ |
225 		IEEE80211_EHT_PHY_CAP7_MU_BEAMFORMER_80MHZ |
226 		IEEE80211_EHT_PHY_CAP7_MU_BEAMFORMER_160MHZ;
227 
228 	val = u8_encode_bits(nss, IEEE80211_EHT_MCS_NSS_RX) |
229 	      u8_encode_bits(nss, IEEE80211_EHT_MCS_NSS_TX);
230 
231 	eht_nss->bw._80.rx_tx_mcs9_max_nss = val;
232 	eht_nss->bw._80.rx_tx_mcs11_max_nss = val;
233 	eht_nss->bw._80.rx_tx_mcs13_max_nss = val;
234 	eht_nss->bw._160.rx_tx_mcs9_max_nss = val;
235 	eht_nss->bw._160.rx_tx_mcs11_max_nss = val;
236 	eht_nss->bw._160.rx_tx_mcs13_max_nss = val;
237 }
238 
239 int mt7925_init_mlo_caps(struct mt792x_phy *phy)
240 {
241 	struct wiphy *wiphy = phy->mt76->hw->wiphy;
242 	static const u8 ext_capa_sta[] = {
243 		[7] = WLAN_EXT_CAPA8_OPMODE_NOTIF,
244 	};
245 	static struct wiphy_iftype_ext_capab ext_capab[] = {
246 		{
247 			.iftype = NL80211_IFTYPE_STATION,
248 			.extended_capabilities = ext_capa_sta,
249 			.extended_capabilities_mask = ext_capa_sta,
250 			.extended_capabilities_len = sizeof(ext_capa_sta),
251 		},
252 	};
253 
254 	if (!(phy->chip_cap & MT792x_CHIP_CAP_MLO_EN))
255 		return 0;
256 
257 	ext_capab[0].eml_capabilities = phy->eml_cap;
258 	ext_capab[0].mld_capa_and_ops =
259 		u16_encode_bits(0, IEEE80211_MLD_CAP_OP_MAX_SIMUL_LINKS);
260 
261 	wiphy->flags |= WIPHY_FLAG_SUPPORTS_MLO;
262 	wiphy->iftype_ext_capab = ext_capab;
263 	wiphy->num_iftype_ext_capab = ARRAY_SIZE(ext_capab);
264 
265 	return 0;
266 }
267 
268 static void
269 __mt7925_set_stream_he_eht_caps(struct mt792x_phy *phy,
270 				struct ieee80211_supported_band *sband,
271 				enum nl80211_band band)
272 {
273 	struct ieee80211_sband_iftype_data *data = phy->iftype[band];
274 	int i, n = 0;
275 
276 	for (i = 0; i < NUM_NL80211_IFTYPES; i++) {
277 		switch (i) {
278 		case NL80211_IFTYPE_STATION:
279 		case NL80211_IFTYPE_AP:
280 			break;
281 		default:
282 			continue;
283 		}
284 
285 		data[n].types_mask = BIT(i);
286 		mt7925_init_he_caps(phy, band, &data[n], i);
287 		mt7925_init_eht_caps(phy, band, &data[n]);
288 
289 		n++;
290 	}
291 
292 	_ieee80211_set_sband_iftype_data(sband, data, n);
293 }
294 
295 void mt7925_set_stream_he_eht_caps(struct mt792x_phy *phy)
296 {
297 	if (phy->mt76->cap.has_2ghz)
298 		__mt7925_set_stream_he_eht_caps(phy, &phy->mt76->sband_2g.sband,
299 						NL80211_BAND_2GHZ);
300 
301 	if (phy->mt76->cap.has_5ghz)
302 		__mt7925_set_stream_he_eht_caps(phy, &phy->mt76->sband_5g.sband,
303 						NL80211_BAND_5GHZ);
304 
305 	if (phy->mt76->cap.has_6ghz)
306 		__mt7925_set_stream_he_eht_caps(phy, &phy->mt76->sband_6g.sband,
307 						NL80211_BAND_6GHZ);
308 }
309 
310 int __mt7925_start(struct mt792x_phy *phy)
311 {
312 	struct mt76_phy *mphy = phy->mt76;
313 	struct mt792x_dev *dev = phy->dev;
314 	int err;
315 
316 	err = mt7925_mcu_set_channel_domain(mphy);
317 	if (err)
318 		return err;
319 
320 	err = mt7925_mcu_set_rts_thresh(phy, 0x92b);
321 	if (err)
322 		return err;
323 
324 	if (!dev->sar_inited) {
325 		err = mt7925_set_tx_sar_pwr(mphy->hw, NULL);
326 		if (err)
327 			return err;
328 		dev->sar_inited = true;
329 	}
330 
331 	mt792x_mac_reset_counters(phy);
332 	set_bit(MT76_STATE_RUNNING, &mphy->state);
333 
334 	ieee80211_queue_delayed_work(mphy->hw, &mphy->mac_work,
335 				     MT792x_WATCHDOG_TIME);
336 
337 	if (phy->chip_cap & MT792x_CHIP_CAP_WF_RF_PIN_CTRL_EVT_EN)
338 		wiphy_rfkill_start_polling(mphy->hw->wiphy);
339 
340 	return 0;
341 }
342 EXPORT_SYMBOL_GPL(__mt7925_start);
343 
344 static int mt7925_start(struct ieee80211_hw *hw)
345 {
346 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
347 	int err;
348 
349 	mt792x_mutex_acquire(phy->dev);
350 	err = __mt7925_start(phy);
351 	mt792x_mutex_release(phy->dev);
352 
353 	return err;
354 }
355 
356 static int mt7925_mac_link_bss_add(struct mt792x_dev *dev,
357 				   struct ieee80211_bss_conf *link_conf,
358 				   struct mt792x_link_sta *mlink)
359 {
360 	struct mt792x_bss_conf *mconf = mt792x_link_conf_to_mconf(link_conf);
361 	struct ieee80211_vif *vif = link_conf->vif;
362 	struct mt792x_vif *mvif = mconf->vif;
363 	struct mt76_txq *mtxq;
364 	int idx, ret = 0;
365 
366 	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
367 		mconf->mt76.idx = MT792x_MAX_INTERFACES;
368 	} else {
369 		mconf->mt76.idx = __ffs64(~dev->mt76.vif_mask);
370 
371 		if (mconf->mt76.idx >= MT792x_MAX_INTERFACES) {
372 			ret = -ENOSPC;
373 			goto out;
374 		}
375 	}
376 
377 	mconf->mt76.omac_idx = ieee80211_vif_is_mld(vif) ?
378 			       0 : mconf->mt76.idx;
379 	mconf->mt76.band_idx = 0xff;
380 	mconf->mt76.wmm_idx = ieee80211_vif_is_mld(vif) ?
381 			      0 : mconf->mt76.idx % MT76_CONNAC_MAX_WMM_SETS;
382 	mconf->mt76.link_idx = hweight16(mvif->valid_links);
383 
384 	if (mvif->phy->mt76->chandef.chan->band != NL80211_BAND_2GHZ)
385 		mconf->mt76.basic_rates_idx = MT792x_BASIC_RATES_TBL + 4;
386 	else
387 		mconf->mt76.basic_rates_idx = MT792x_BASIC_RATES_TBL;
388 
389 	dev->mt76.vif_mask |= BIT_ULL(mconf->mt76.idx);
390 	mvif->phy->omac_mask |= BIT_ULL(mconf->mt76.omac_idx);
391 
392 	idx = MT792x_WTBL_RESERVED - mconf->mt76.idx;
393 
394 	mlink->wcid.idx = idx;
395 	mlink->wcid.tx_info |= MT_WCID_TX_INFO_SET;
396 	mt76_wcid_init(&mlink->wcid, 0);
397 
398 	mt7925_mac_wtbl_update(dev, idx,
399 			       MT_WTBL_UPDATE_ADM_COUNT_CLEAR);
400 
401 	ewma_rssi_init(&mconf->rssi);
402 
403 	rcu_assign_pointer(dev->mt76.wcid[idx], &mlink->wcid);
404 
405 	ret = mt76_connac_mcu_uni_add_dev(&dev->mphy, link_conf, &mconf->mt76,
406 					  &mlink->wcid, true);
407 	if (ret)
408 		goto out;
409 
410 	if (vif->txq) {
411 		mtxq = (struct mt76_txq *)vif->txq->drv_priv;
412 		mtxq->wcid = idx;
413 	}
414 
415 out:
416 	return ret;
417 }
418 
419 static int
420 mt7925_add_interface(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
421 {
422 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
423 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
424 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
425 	int ret = 0;
426 
427 	mt792x_mutex_acquire(dev);
428 
429 	mvif->phy = phy;
430 	mvif->bss_conf.vif = mvif;
431 	mvif->sta.vif = mvif;
432 	mvif->deflink_id = IEEE80211_LINK_UNSPECIFIED;
433 	mvif->mlo_pm_state = MT792x_MLO_LINK_DISASSOC;
434 
435 	ret = mt7925_mac_link_bss_add(dev, &vif->bss_conf, &mvif->sta.deflink);
436 	if (ret < 0)
437 		goto out;
438 
439 	vif->driver_flags |= IEEE80211_VIF_BEACON_FILTER;
440 out:
441 	mt792x_mutex_release(dev);
442 
443 	return ret;
444 }
445 
446 static void mt7925_roc_iter(void *priv, u8 *mac,
447 			    struct ieee80211_vif *vif)
448 {
449 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
450 	struct mt792x_phy *phy = priv;
451 
452 	mt7925_mcu_abort_roc(phy, &mvif->bss_conf, phy->roc_token_id);
453 }
454 
455 void mt7925_roc_abort_sync(struct mt792x_dev *dev)
456 {
457 	struct mt792x_phy *phy = &dev->phy;
458 
459 	timer_delete_sync(&phy->roc_timer);
460 	cancel_work_sync(&phy->roc_work);
461 	if (test_and_clear_bit(MT76_STATE_ROC, &phy->mt76->state))
462 		ieee80211_iterate_interfaces(mt76_hw(dev),
463 					     IEEE80211_IFACE_ITER_RESUME_ALL,
464 					     mt7925_roc_iter, (void *)phy);
465 }
466 EXPORT_SYMBOL_GPL(mt7925_roc_abort_sync);
467 
468 void mt7925_roc_work(struct work_struct *work)
469 {
470 	struct mt792x_phy *phy;
471 
472 	phy = (struct mt792x_phy *)container_of(work, struct mt792x_phy,
473 						roc_work);
474 
475 	if (!test_and_clear_bit(MT76_STATE_ROC, &phy->mt76->state))
476 		return;
477 
478 	mt792x_mutex_acquire(phy->dev);
479 	ieee80211_iterate_active_interfaces(phy->mt76->hw,
480 					    IEEE80211_IFACE_ITER_RESUME_ALL,
481 					    mt7925_roc_iter, phy);
482 	mt792x_mutex_release(phy->dev);
483 	ieee80211_remain_on_channel_expired(phy->mt76->hw);
484 }
485 
486 static int mt7925_abort_roc(struct mt792x_phy *phy,
487 			    struct mt792x_bss_conf *mconf)
488 {
489 	int err = 0;
490 
491 	timer_delete_sync(&phy->roc_timer);
492 	cancel_work_sync(&phy->roc_work);
493 
494 	mt792x_mutex_acquire(phy->dev);
495 	if (test_and_clear_bit(MT76_STATE_ROC, &phy->mt76->state))
496 		err = mt7925_mcu_abort_roc(phy, mconf, phy->roc_token_id);
497 	mt792x_mutex_release(phy->dev);
498 
499 	return err;
500 }
501 
502 static int mt7925_set_roc(struct mt792x_phy *phy,
503 			  struct mt792x_bss_conf *mconf,
504 			  struct ieee80211_channel *chan,
505 			  int duration,
506 			  enum mt7925_roc_req type)
507 {
508 	int err;
509 
510 	if (test_and_set_bit(MT76_STATE_ROC, &phy->mt76->state))
511 		return -EBUSY;
512 
513 	phy->roc_grant = false;
514 
515 	err = mt7925_mcu_set_roc(phy, mconf, chan, duration, type,
516 				 ++phy->roc_token_id);
517 	if (err < 0) {
518 		clear_bit(MT76_STATE_ROC, &phy->mt76->state);
519 		goto out;
520 	}
521 
522 	if (!wait_event_timeout(phy->roc_wait, phy->roc_grant, 4 * HZ)) {
523 		mt7925_mcu_abort_roc(phy, mconf, phy->roc_token_id);
524 		clear_bit(MT76_STATE_ROC, &phy->mt76->state);
525 		err = -ETIMEDOUT;
526 	}
527 
528 out:
529 	return err;
530 }
531 
532 static int mt7925_set_mlo_roc(struct mt792x_phy *phy,
533 			      struct mt792x_bss_conf *mconf,
534 			      u16 sel_links)
535 {
536 	int err;
537 
538 	if (WARN_ON_ONCE(test_and_set_bit(MT76_STATE_ROC, &phy->mt76->state)))
539 		return -EBUSY;
540 
541 	phy->roc_grant = false;
542 
543 	err = mt7925_mcu_set_mlo_roc(mconf, sel_links, 5, ++phy->roc_token_id);
544 	if (err < 0) {
545 		clear_bit(MT76_STATE_ROC, &phy->mt76->state);
546 		goto out;
547 	}
548 
549 	if (!wait_event_timeout(phy->roc_wait, phy->roc_grant, 4 * HZ)) {
550 		mt7925_mcu_abort_roc(phy, mconf, phy->roc_token_id);
551 		clear_bit(MT76_STATE_ROC, &phy->mt76->state);
552 		err = -ETIMEDOUT;
553 	}
554 
555 out:
556 	return err;
557 }
558 
559 static int mt7925_remain_on_channel(struct ieee80211_hw *hw,
560 				    struct ieee80211_vif *vif,
561 				    struct ieee80211_channel *chan,
562 				    int duration,
563 				    enum ieee80211_roc_type type)
564 {
565 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
566 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
567 	int err;
568 
569 	mt792x_mutex_acquire(phy->dev);
570 	err = mt7925_set_roc(phy, &mvif->bss_conf,
571 			     chan, duration, MT7925_ROC_REQ_ROC);
572 	mt792x_mutex_release(phy->dev);
573 
574 	return err;
575 }
576 
577 static int mt7925_cancel_remain_on_channel(struct ieee80211_hw *hw,
578 					   struct ieee80211_vif *vif)
579 {
580 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
581 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
582 
583 	return mt7925_abort_roc(phy, &mvif->bss_conf);
584 }
585 
586 static int mt7925_set_link_key(struct ieee80211_hw *hw, enum set_key_cmd cmd,
587 			       struct ieee80211_vif *vif, struct ieee80211_sta *sta,
588 			       struct ieee80211_key_conf *key, int link_id)
589 {
590 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
591 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
592 	struct mt792x_sta *msta = sta ? (struct mt792x_sta *)sta->drv_priv :
593 				  &mvif->sta;
594 	struct ieee80211_bss_conf *link_conf;
595 	struct ieee80211_link_sta *link_sta;
596 	int idx = key->keyidx, err = 0;
597 	struct mt792x_link_sta *mlink;
598 	struct mt792x_bss_conf *mconf;
599 	struct mt76_wcid *wcid;
600 	u8 *wcid_keyidx;
601 
602 	link_conf = mt792x_vif_to_bss_conf(vif, link_id);
603 	link_sta = sta ? mt792x_sta_to_link_sta(vif, sta, link_id) : NULL;
604 	mconf = mt792x_vif_to_link(mvif, link_id);
605 	mlink = mt792x_sta_to_link(msta, link_id);
606 	wcid = &mlink->wcid;
607 	wcid_keyidx = &wcid->hw_key_idx;
608 
609 	/* fall back to sw encryption for unsupported ciphers */
610 	switch (key->cipher) {
611 	case WLAN_CIPHER_SUITE_AES_CMAC:
612 		key->flags |= IEEE80211_KEY_FLAG_GENERATE_MMIE;
613 		wcid_keyidx = &wcid->hw_key_idx2;
614 		break;
615 	case WLAN_CIPHER_SUITE_WEP40:
616 	case WLAN_CIPHER_SUITE_WEP104:
617 		if (!mvif->wep_sta)
618 			return -EOPNOTSUPP;
619 		break;
620 	case WLAN_CIPHER_SUITE_TKIP:
621 	case WLAN_CIPHER_SUITE_CCMP:
622 	case WLAN_CIPHER_SUITE_CCMP_256:
623 	case WLAN_CIPHER_SUITE_GCMP:
624 	case WLAN_CIPHER_SUITE_GCMP_256:
625 	case WLAN_CIPHER_SUITE_SMS4:
626 		break;
627 	default:
628 		return -EOPNOTSUPP;
629 	}
630 
631 	if (cmd == SET_KEY && !mconf->mt76.cipher) {
632 		struct mt792x_phy *phy = mt792x_hw_phy(hw);
633 
634 		mconf->mt76.cipher = mt7925_mcu_get_cipher(key->cipher);
635 		mt7925_mcu_add_bss_info(phy, mconf->mt76.ctx, link_conf,
636 					link_sta, true);
637 	}
638 
639 	if (cmd == SET_KEY)
640 		*wcid_keyidx = idx;
641 	else if (idx == *wcid_keyidx)
642 		*wcid_keyidx = -1;
643 	else
644 		goto out;
645 
646 	mt76_wcid_key_setup(&dev->mt76, wcid,
647 			    cmd == SET_KEY ? key : NULL);
648 
649 	err = mt7925_mcu_add_key(&dev->mt76, vif, &mlink->bip,
650 				 key, MCU_UNI_CMD(STA_REC_UPDATE),
651 				 &mlink->wcid, cmd, msta);
652 
653 	if (err)
654 		goto out;
655 
656 	if (key->cipher == WLAN_CIPHER_SUITE_WEP104 ||
657 	    key->cipher == WLAN_CIPHER_SUITE_WEP40)
658 		err = mt7925_mcu_add_key(&dev->mt76, vif, &mvif->wep_sta->deflink.bip,
659 					 key, MCU_WMWA_UNI_CMD(STA_REC_UPDATE),
660 					 &mvif->wep_sta->deflink.wcid, cmd, msta);
661 out:
662 	return err;
663 }
664 
665 static int mt7925_set_key(struct ieee80211_hw *hw, enum set_key_cmd cmd,
666 			  struct ieee80211_vif *vif, struct ieee80211_sta *sta,
667 			  struct ieee80211_key_conf *key)
668 {
669 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
670 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
671 	struct mt792x_sta *msta = sta ? (struct mt792x_sta *)sta->drv_priv :
672 				  &mvif->sta;
673 	int err;
674 
675 	/* The hardware does not support per-STA RX GTK, fallback
676 	 * to software mode for these.
677 	 */
678 	if ((vif->type == NL80211_IFTYPE_ADHOC ||
679 	     vif->type == NL80211_IFTYPE_MESH_POINT) &&
680 	    (key->cipher == WLAN_CIPHER_SUITE_TKIP ||
681 	     key->cipher == WLAN_CIPHER_SUITE_CCMP) &&
682 	    !(key->flags & IEEE80211_KEY_FLAG_PAIRWISE))
683 		return -EOPNOTSUPP;
684 
685 	mt792x_mutex_acquire(dev);
686 
687 	if (ieee80211_vif_is_mld(vif)) {
688 		unsigned int link_id;
689 		unsigned long add;
690 
691 		add = key->link_id != -1 ? BIT(key->link_id) : msta->valid_links;
692 
693 		for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
694 			err = mt7925_set_link_key(hw, cmd, vif, sta, key, link_id);
695 			if (err < 0)
696 				break;
697 		}
698 	} else {
699 		err = mt7925_set_link_key(hw, cmd, vif, sta, key, vif->bss_conf.link_id);
700 	}
701 
702 	mt792x_mutex_release(dev);
703 
704 	return err;
705 }
706 
707 static void
708 mt7925_pm_interface_iter(void *priv, u8 *mac, struct ieee80211_vif *vif)
709 {
710 	struct mt792x_dev *dev = priv;
711 	struct ieee80211_hw *hw = mt76_hw(dev);
712 	bool pm_enable = dev->pm.enable;
713 	int err;
714 
715 	err = mt7925_mcu_set_beacon_filter(dev, vif, pm_enable);
716 	if (err < 0)
717 		return;
718 
719 	if (pm_enable) {
720 		vif->driver_flags |= IEEE80211_VIF_BEACON_FILTER;
721 		ieee80211_hw_set(hw, CONNECTION_MONITOR);
722 	} else {
723 		vif->driver_flags &= ~IEEE80211_VIF_BEACON_FILTER;
724 		__clear_bit(IEEE80211_HW_CONNECTION_MONITOR, hw->flags);
725 	}
726 }
727 
728 static void
729 mt7925_sniffer_interface_iter(void *priv, u8 *mac, struct ieee80211_vif *vif)
730 {
731 	struct mt792x_dev *dev = priv;
732 	struct ieee80211_hw *hw = mt76_hw(dev);
733 	struct mt76_connac_pm *pm = &dev->pm;
734 	bool monitor = !!(hw->conf.flags & IEEE80211_CONF_MONITOR);
735 
736 	mt7925_mcu_set_sniffer(dev, vif, monitor);
737 	pm->enable = pm->enable_user && !monitor;
738 	pm->ds_enable = pm->ds_enable_user && !monitor;
739 
740 	mt7925_mcu_set_deep_sleep(dev, pm->ds_enable);
741 
742 	if (monitor)
743 		mt7925_mcu_set_beacon_filter(dev, vif, false);
744 }
745 
746 void mt7925_set_runtime_pm(struct mt792x_dev *dev)
747 {
748 	struct ieee80211_hw *hw = mt76_hw(dev);
749 	struct mt76_connac_pm *pm = &dev->pm;
750 	bool monitor = !!(hw->conf.flags & IEEE80211_CONF_MONITOR);
751 
752 	pm->enable = pm->enable_user && !monitor;
753 	ieee80211_iterate_active_interfaces(hw,
754 					    IEEE80211_IFACE_ITER_RESUME_ALL,
755 					    mt7925_pm_interface_iter, dev);
756 	pm->ds_enable = pm->ds_enable_user && !monitor;
757 	mt7925_mcu_set_deep_sleep(dev, pm->ds_enable);
758 }
759 
760 static int mt7925_config(struct ieee80211_hw *hw, u32 changed)
761 {
762 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
763 	int ret = 0;
764 
765 	mt792x_mutex_acquire(dev);
766 
767 	if (changed & IEEE80211_CONF_CHANGE_POWER) {
768 		ret = mt7925_set_tx_sar_pwr(hw, NULL);
769 		if (ret)
770 			goto out;
771 	}
772 
773 	if (changed & IEEE80211_CONF_CHANGE_MONITOR) {
774 		ieee80211_iterate_active_interfaces(hw,
775 						    IEEE80211_IFACE_ITER_RESUME_ALL,
776 						    mt7925_sniffer_interface_iter, dev);
777 	}
778 
779 out:
780 	mt792x_mutex_release(dev);
781 
782 	return ret;
783 }
784 
785 static void mt7925_configure_filter(struct ieee80211_hw *hw,
786 				    unsigned int changed_flags,
787 				    unsigned int *total_flags,
788 				    u64 multicast)
789 {
790 #define MT7925_FILTER_FCSFAIL    BIT(2)
791 #define MT7925_FILTER_CONTROL    BIT(5)
792 #define MT7925_FILTER_OTHER_BSS  BIT(6)
793 #define MT7925_FILTER_ENABLE     BIT(31)
794 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
795 	u32 flags = MT7925_FILTER_ENABLE;
796 
797 #define MT7925_FILTER(_fif, _type) do {			\
798 		if (*total_flags & (_fif))		\
799 			flags |= MT7925_FILTER_##_type;	\
800 	} while (0)
801 
802 	MT7925_FILTER(FIF_FCSFAIL, FCSFAIL);
803 	MT7925_FILTER(FIF_CONTROL, CONTROL);
804 	MT7925_FILTER(FIF_OTHER_BSS, OTHER_BSS);
805 
806 	mt792x_mutex_acquire(dev);
807 	mt7925_mcu_set_rxfilter(dev, flags, 0, 0);
808 	mt792x_mutex_release(dev);
809 
810 	*total_flags &= (FIF_OTHER_BSS | FIF_FCSFAIL | FIF_CONTROL);
811 }
812 
813 static u8
814 mt7925_get_rates_table(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
815 		       bool beacon, bool mcast)
816 {
817 	struct mt76_vif_link *mvif = (struct mt76_vif_link *)vif->drv_priv;
818 	struct mt76_phy *mphy = hw->priv;
819 	u16 rate;
820 	u8 i, idx, ht;
821 
822 	rate = mt76_connac2_mac_tx_rate_val(mphy, &vif->bss_conf, beacon, mcast);
823 	ht = FIELD_GET(MT_TX_RATE_MODE, rate) > MT_PHY_TYPE_OFDM;
824 
825 	if (beacon && ht) {
826 		struct mt792x_dev *dev = mt792x_hw_dev(hw);
827 
828 		/* must odd index */
829 		idx = MT7925_BEACON_RATES_TBL + 2 * (mvif->idx % 20);
830 		mt7925_mac_set_fixed_rate_table(dev, idx, rate);
831 		return idx;
832 	}
833 
834 	idx = FIELD_GET(MT_TX_RATE_IDX, rate);
835 	for (i = 0; i < ARRAY_SIZE(mt76_rates); i++)
836 		if ((mt76_rates[i].hw_value & GENMASK(7, 0)) == idx)
837 			return MT792x_BASIC_RATES_TBL + i;
838 
839 	return mvif->basic_rates_idx;
840 }
841 
842 static int mt7925_mac_link_sta_add(struct mt76_dev *mdev,
843 				   struct ieee80211_vif *vif,
844 				   struct ieee80211_link_sta *link_sta)
845 {
846 	struct mt792x_dev *dev = container_of(mdev, struct mt792x_dev, mt76);
847 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
848 	struct ieee80211_bss_conf *link_conf;
849 	struct mt792x_bss_conf *mconf;
850 	u8 link_id = link_sta->link_id;
851 	struct mt792x_link_sta *mlink;
852 	struct mt792x_sta *msta;
853 	struct mt76_wcid *wcid;
854 	int ret, idx;
855 
856 	msta = (struct mt792x_sta *)link_sta->sta->drv_priv;
857 	mlink = mt792x_sta_to_link(msta, link_id);
858 
859 	idx = mt76_wcid_alloc(dev->mt76.wcid_mask, MT792x_WTBL_STA - 1);
860 	if (idx < 0)
861 		return -ENOSPC;
862 
863 	mconf = mt792x_vif_to_link(mvif, link_id);
864 	mt76_wcid_init(&mlink->wcid, 0);
865 	mlink->wcid.sta = 1;
866 	mlink->wcid.idx = idx;
867 	mlink->wcid.tx_info |= MT_WCID_TX_INFO_SET;
868 	mlink->last_txs = jiffies;
869 	mlink->wcid.link_id = link_sta->link_id;
870 	mlink->wcid.link_valid = !!link_sta->sta->valid_links;
871 	mlink->sta = msta;
872 
873 	wcid = &mlink->wcid;
874 	ewma_signal_init(&wcid->rssi);
875 	rcu_assign_pointer(dev->mt76.wcid[wcid->idx], wcid);
876 	mt76_wcid_init(wcid, 0);
877 	ewma_avg_signal_init(&mlink->avg_ack_signal);
878 	memset(mlink->airtime_ac, 0,
879 	       sizeof(msta->deflink.airtime_ac));
880 
881 	ret = mt76_connac_pm_wake(&dev->mphy, &dev->pm);
882 	if (ret)
883 		return ret;
884 
885 	mt7925_mac_wtbl_update(dev, idx,
886 			       MT_WTBL_UPDATE_ADM_COUNT_CLEAR);
887 
888 	link_conf = mt792x_vif_to_bss_conf(vif, link_id);
889 
890 	/* should update bss info before STA add */
891 	if (vif->type == NL80211_IFTYPE_STATION && !link_sta->sta->tdls) {
892 		if (ieee80211_vif_is_mld(vif))
893 			mt7925_mcu_add_bss_info(&dev->phy, mconf->mt76.ctx,
894 						link_conf, link_sta, link_sta != mlink->pri_link);
895 		else
896 			mt7925_mcu_add_bss_info(&dev->phy, mconf->mt76.ctx,
897 						link_conf, link_sta, false);
898 	}
899 
900 	if (ieee80211_vif_is_mld(vif) &&
901 	    link_sta == mlink->pri_link) {
902 		ret = mt7925_mcu_sta_update(dev, link_sta, vif, true,
903 					    MT76_STA_INFO_STATE_NONE);
904 		if (ret)
905 			return ret;
906 	} else if (ieee80211_vif_is_mld(vif) &&
907 		   link_sta != mlink->pri_link) {
908 		ret = mt7925_mcu_sta_update(dev, mlink->pri_link, vif,
909 					    true, MT76_STA_INFO_STATE_ASSOC);
910 		if (ret)
911 			return ret;
912 
913 		ret = mt7925_mcu_sta_update(dev, link_sta, vif, true,
914 					    MT76_STA_INFO_STATE_ASSOC);
915 		if (ret)
916 			return ret;
917 	} else {
918 		ret = mt7925_mcu_sta_update(dev, link_sta, vif, true,
919 					    MT76_STA_INFO_STATE_NONE);
920 		if (ret)
921 			return ret;
922 	}
923 
924 	mt76_connac_power_save_sched(&dev->mphy, &dev->pm);
925 
926 	return 0;
927 }
928 
929 static int
930 mt7925_mac_sta_add_links(struct mt792x_dev *dev, struct ieee80211_vif *vif,
931 			 struct ieee80211_sta *sta, unsigned long new_links)
932 {
933 	struct mt792x_sta *msta = (struct mt792x_sta *)sta->drv_priv;
934 	unsigned int link_id;
935 	int err = 0;
936 
937 	for_each_set_bit(link_id, &new_links, IEEE80211_MLD_MAX_NUM_LINKS) {
938 		struct ieee80211_link_sta *link_sta;
939 		struct mt792x_link_sta *mlink;
940 
941 		if (msta->deflink_id == IEEE80211_LINK_UNSPECIFIED) {
942 			mlink = &msta->deflink;
943 			msta->deflink_id = link_id;
944 		} else {
945 			mlink = devm_kzalloc(dev->mt76.dev, sizeof(*mlink), GFP_KERNEL);
946 			if (!mlink) {
947 				err = -ENOMEM;
948 				break;
949 			}
950 		}
951 
952 		msta->valid_links |= BIT(link_id);
953 		rcu_assign_pointer(msta->link[link_id], mlink);
954 		mlink->sta = msta;
955 		mlink->pri_link = &sta->deflink;
956 		mlink->wcid.def_wcid = &msta->deflink.wcid;
957 
958 		link_sta = mt792x_sta_to_link_sta(vif, sta, link_id);
959 		mt7925_mac_link_sta_add(&dev->mt76, vif, link_sta);
960 	}
961 
962 	return err;
963 }
964 
965 int mt7925_mac_sta_add(struct mt76_dev *mdev, struct ieee80211_vif *vif,
966 		       struct ieee80211_sta *sta)
967 {
968 	struct mt792x_dev *dev = container_of(mdev, struct mt792x_dev, mt76);
969 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
970 	struct mt792x_sta *msta = (struct mt792x_sta *)sta->drv_priv;
971 	int err;
972 
973 	msta->vif = mvif;
974 
975 	if (vif->type == NL80211_IFTYPE_STATION)
976 		mvif->wep_sta = msta;
977 
978 	if (ieee80211_vif_is_mld(vif)) {
979 		msta->deflink_id = IEEE80211_LINK_UNSPECIFIED;
980 
981 		err = mt7925_mac_sta_add_links(dev, vif, sta, sta->valid_links);
982 	} else {
983 		err = mt7925_mac_link_sta_add(mdev, vif, &sta->deflink);
984 	}
985 
986 	return err;
987 }
988 EXPORT_SYMBOL_GPL(mt7925_mac_sta_add);
989 
990 static u16
991 mt7925_mac_select_links(struct mt76_dev *mdev, struct ieee80211_vif *vif)
992 {
993 	unsigned long usable_links = ieee80211_vif_usable_links(vif);
994 	struct  {
995 		u8 link_id;
996 		enum nl80211_band band;
997 	} data[IEEE80211_MLD_MAX_NUM_LINKS];
998 	u8 link_id, i, j, n_data = 0;
999 	u16 sel_links = 0;
1000 
1001 	if (!ieee80211_vif_is_mld(vif))
1002 		return 0;
1003 
1004 	if (vif->active_links == usable_links)
1005 		return vif->active_links;
1006 
1007 	rcu_read_lock();
1008 	for_each_set_bit(link_id, &usable_links, IEEE80211_MLD_MAX_NUM_LINKS) {
1009 		struct ieee80211_bss_conf *link_conf =
1010 			rcu_dereference(vif->link_conf[link_id]);
1011 
1012 		if (WARN_ON_ONCE(!link_conf))
1013 			continue;
1014 
1015 		data[n_data].link_id = link_id;
1016 		data[n_data].band = link_conf->chanreq.oper.chan->band;
1017 		n_data++;
1018 	}
1019 	rcu_read_unlock();
1020 
1021 	for (i = 0; i < n_data; i++) {
1022 		if (!(BIT(data[i].link_id) & vif->active_links))
1023 			continue;
1024 
1025 		sel_links = BIT(data[i].link_id);
1026 
1027 		for (j = 0; j < n_data; j++) {
1028 			if (data[i].band != data[j].band) {
1029 				sel_links |= BIT(data[j].link_id);
1030 				break;
1031 			}
1032 		}
1033 
1034 		break;
1035 	}
1036 
1037 	return sel_links;
1038 }
1039 
1040 static void
1041 mt7925_mac_set_links(struct mt76_dev *mdev, struct ieee80211_vif *vif)
1042 {
1043 	struct mt792x_dev *dev = container_of(mdev, struct mt792x_dev, mt76);
1044 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1045 	struct ieee80211_bss_conf *link_conf =
1046 		mt792x_vif_to_bss_conf(vif, mvif->deflink_id);
1047 	struct cfg80211_chan_def *chandef = &link_conf->chanreq.oper;
1048 	enum nl80211_band band = chandef->chan->band, secondary_band;
1049 
1050 	u16 sel_links = mt7925_mac_select_links(mdev, vif);
1051 	u8 secondary_link_id = __ffs(~BIT(mvif->deflink_id) & sel_links);
1052 
1053 	if (!ieee80211_vif_is_mld(vif) || hweight16(sel_links) < 2)
1054 		return;
1055 
1056 	link_conf = mt792x_vif_to_bss_conf(vif, secondary_link_id);
1057 	secondary_band = link_conf->chanreq.oper.chan->band;
1058 
1059 	if (band == NL80211_BAND_2GHZ ||
1060 	    (band == NL80211_BAND_5GHZ && secondary_band == NL80211_BAND_6GHZ)) {
1061 		mt7925_abort_roc(mvif->phy, &mvif->bss_conf);
1062 
1063 		mt792x_mutex_acquire(dev);
1064 
1065 		mt7925_set_mlo_roc(mvif->phy, &mvif->bss_conf, sel_links);
1066 
1067 		mt792x_mutex_release(dev);
1068 	}
1069 
1070 	ieee80211_set_active_links_async(vif, sel_links);
1071 }
1072 
1073 static void mt7925_mac_link_sta_assoc(struct mt76_dev *mdev,
1074 				      struct ieee80211_vif *vif,
1075 				      struct ieee80211_link_sta *link_sta)
1076 {
1077 	struct mt792x_dev *dev = container_of(mdev, struct mt792x_dev, mt76);
1078 	struct ieee80211_bss_conf *link_conf;
1079 	struct mt792x_link_sta *mlink;
1080 	struct mt792x_sta *msta;
1081 
1082 	msta = (struct mt792x_sta *)link_sta->sta->drv_priv;
1083 	mlink = mt792x_sta_to_link(msta, link_sta->link_id);
1084 
1085 	mt792x_mutex_acquire(dev);
1086 
1087 	if (ieee80211_vif_is_mld(vif)) {
1088 		link_conf = mt792x_vif_to_bss_conf(vif, msta->deflink_id);
1089 	} else {
1090 		link_conf = mt792x_vif_to_bss_conf(vif, vif->bss_conf.link_id);
1091 	}
1092 
1093 	if (vif->type == NL80211_IFTYPE_STATION && !link_sta->sta->tdls) {
1094 		struct mt792x_bss_conf *mconf;
1095 
1096 		mconf = mt792x_link_conf_to_mconf(link_conf);
1097 		mt7925_mcu_add_bss_info(&dev->phy, mconf->mt76.ctx,
1098 					link_conf, link_sta, true);
1099 	}
1100 
1101 	ewma_avg_signal_init(&mlink->avg_ack_signal);
1102 
1103 	mt7925_mac_wtbl_update(dev, mlink->wcid.idx,
1104 			       MT_WTBL_UPDATE_ADM_COUNT_CLEAR);
1105 	memset(mlink->airtime_ac, 0, sizeof(mlink->airtime_ac));
1106 
1107 	mt7925_mcu_sta_update(dev, link_sta, vif, true, MT76_STA_INFO_STATE_ASSOC);
1108 
1109 	mt792x_mutex_release(dev);
1110 }
1111 
1112 int mt7925_mac_sta_event(struct mt76_dev *mdev, struct ieee80211_vif *vif,
1113 			 struct ieee80211_sta *sta, enum mt76_sta_event ev)
1114 {
1115 	struct ieee80211_link_sta *link_sta = &sta->deflink;
1116 
1117 	if (ev != MT76_STA_EVENT_ASSOC)
1118 		return 0;
1119 
1120 	if (ieee80211_vif_is_mld(vif)) {
1121 		struct mt792x_sta *msta = (struct mt792x_sta *)sta->drv_priv;
1122 
1123 		link_sta = mt792x_sta_to_link_sta(vif, sta, msta->deflink_id);
1124 		mt7925_mac_set_links(mdev, vif);
1125 	}
1126 
1127 	mt7925_mac_link_sta_assoc(mdev, vif, link_sta);
1128 
1129 	return 0;
1130 }
1131 EXPORT_SYMBOL_GPL(mt7925_mac_sta_event);
1132 
1133 static void mt7925_mac_link_sta_remove(struct mt76_dev *mdev,
1134 				       struct ieee80211_vif *vif,
1135 				       struct ieee80211_link_sta *link_sta)
1136 {
1137 	struct mt792x_dev *dev = container_of(mdev, struct mt792x_dev, mt76);
1138 	struct ieee80211_bss_conf *link_conf;
1139 	u8 link_id = link_sta->link_id;
1140 	struct mt792x_link_sta *mlink;
1141 	struct mt792x_sta *msta;
1142 
1143 	msta = (struct mt792x_sta *)link_sta->sta->drv_priv;
1144 	mlink = mt792x_sta_to_link(msta, link_id);
1145 
1146 	mt7925_roc_abort_sync(dev);
1147 
1148 	mt76_connac_free_pending_tx_skbs(&dev->pm, &mlink->wcid);
1149 	mt76_connac_pm_wake(&dev->mphy, &dev->pm);
1150 
1151 	mt7925_mcu_sta_update(dev, link_sta, vif, false,
1152 			      MT76_STA_INFO_STATE_NONE);
1153 	mt7925_mac_wtbl_update(dev, mlink->wcid.idx,
1154 			       MT_WTBL_UPDATE_ADM_COUNT_CLEAR);
1155 
1156 	link_conf = mt792x_vif_to_bss_conf(vif, link_id);
1157 
1158 	if (vif->type == NL80211_IFTYPE_STATION && !link_sta->sta->tdls) {
1159 		struct mt792x_bss_conf *mconf;
1160 
1161 		mconf = mt792x_link_conf_to_mconf(link_conf);
1162 
1163 		if (ieee80211_vif_is_mld(vif))
1164 			mt792x_mac_link_bss_remove(dev, mconf, mlink);
1165 		else
1166 			mt7925_mcu_add_bss_info(&dev->phy, mconf->mt76.ctx, link_conf,
1167 						link_sta, false);
1168 	}
1169 
1170 	spin_lock_bh(&mdev->sta_poll_lock);
1171 	if (!list_empty(&mlink->wcid.poll_list))
1172 		list_del_init(&mlink->wcid.poll_list);
1173 	spin_unlock_bh(&mdev->sta_poll_lock);
1174 
1175 	mt76_connac_power_save_sched(&dev->mphy, &dev->pm);
1176 }
1177 
1178 static int
1179 mt7925_mac_sta_remove_links(struct mt792x_dev *dev, struct ieee80211_vif *vif,
1180 			    struct ieee80211_sta *sta, unsigned long old_links)
1181 {
1182 	struct mt792x_sta *msta = (struct mt792x_sta *)sta->drv_priv;
1183 	struct mt76_dev *mdev = &dev->mt76;
1184 	struct mt76_wcid *wcid;
1185 	unsigned int link_id;
1186 
1187 	/* clean up bss before starec */
1188 	for_each_set_bit(link_id, &old_links, IEEE80211_MLD_MAX_NUM_LINKS) {
1189 		struct ieee80211_link_sta *link_sta;
1190 		struct ieee80211_bss_conf *link_conf;
1191 		struct mt792x_bss_conf *mconf;
1192 		struct mt792x_link_sta *mlink;
1193 
1194 		link_sta = mt792x_sta_to_link_sta(vif, sta, link_id);
1195 		if (!link_sta)
1196 			continue;
1197 
1198 		mlink = mt792x_sta_to_link(msta, link_id);
1199 		if (!mlink)
1200 			continue;
1201 
1202 		link_conf = mt792x_vif_to_bss_conf(vif, link_id);
1203 		if (!link_conf)
1204 			continue;
1205 
1206 		mconf = mt792x_link_conf_to_mconf(link_conf);
1207 
1208 		mt7925_mcu_add_bss_info(&dev->phy, mconf->mt76.ctx, link_conf,
1209 					link_sta, false);
1210 	}
1211 
1212 	for_each_set_bit(link_id, &old_links, IEEE80211_MLD_MAX_NUM_LINKS) {
1213 		struct ieee80211_link_sta *link_sta;
1214 		struct mt792x_link_sta *mlink;
1215 
1216 		link_sta = mt792x_sta_to_link_sta(vif, sta, link_id);
1217 		if (!link_sta)
1218 			continue;
1219 
1220 		mlink = mt792x_sta_to_link(msta, link_id);
1221 		if (!mlink)
1222 			continue;
1223 
1224 		mt7925_mac_link_sta_remove(&dev->mt76, vif, link_sta);
1225 
1226 		wcid = &mlink->wcid;
1227 		rcu_assign_pointer(msta->link[link_id], NULL);
1228 		msta->valid_links &= ~BIT(link_id);
1229 		mlink->sta = NULL;
1230 		mlink->pri_link = NULL;
1231 
1232 		if (link_sta != mlink->pri_link) {
1233 			mt76_wcid_cleanup(mdev, wcid);
1234 			mt76_wcid_mask_clear(mdev->wcid_mask, wcid->idx);
1235 		}
1236 
1237 		if (msta->deflink_id == link_id)
1238 			msta->deflink_id = IEEE80211_LINK_UNSPECIFIED;
1239 	}
1240 
1241 	return 0;
1242 }
1243 
1244 void mt7925_mac_sta_remove(struct mt76_dev *mdev, struct ieee80211_vif *vif,
1245 			   struct ieee80211_sta *sta)
1246 {
1247 	struct mt792x_dev *dev = container_of(mdev, struct mt792x_dev, mt76);
1248 	struct mt792x_sta *msta = (struct mt792x_sta *)sta->drv_priv;
1249 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1250 	unsigned long rem;
1251 
1252 	rem = ieee80211_vif_is_mld(vif) ? msta->valid_links : BIT(0);
1253 
1254 	mt7925_mac_sta_remove_links(dev, vif, sta, rem);
1255 
1256 	if (ieee80211_vif_is_mld(vif))
1257 		mt7925_mcu_del_dev(mdev, vif);
1258 
1259 	if (vif->type == NL80211_IFTYPE_STATION) {
1260 		mvif->wep_sta = NULL;
1261 		ewma_rssi_init(&mvif->bss_conf.rssi);
1262 	}
1263 
1264 	mvif->mlo_pm_state = MT792x_MLO_LINK_DISASSOC;
1265 }
1266 EXPORT_SYMBOL_GPL(mt7925_mac_sta_remove);
1267 
1268 static int mt7925_set_rts_threshold(struct ieee80211_hw *hw, u32 val)
1269 {
1270 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1271 
1272 	mt792x_mutex_acquire(dev);
1273 	mt7925_mcu_set_rts_thresh(&dev->phy, val);
1274 	mt792x_mutex_release(dev);
1275 
1276 	return 0;
1277 }
1278 
1279 static int
1280 mt7925_ampdu_action(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1281 		    struct ieee80211_ampdu_params *params)
1282 {
1283 	enum ieee80211_ampdu_mlme_action action = params->action;
1284 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1285 	struct ieee80211_sta *sta = params->sta;
1286 	struct ieee80211_txq *txq = sta->txq[params->tid];
1287 	struct mt792x_sta *msta = (struct mt792x_sta *)sta->drv_priv;
1288 	u16 tid = params->tid;
1289 	u16 ssn = params->ssn;
1290 	struct mt76_txq *mtxq;
1291 	int ret = 0;
1292 
1293 	if (!txq)
1294 		return -EINVAL;
1295 
1296 	mtxq = (struct mt76_txq *)txq->drv_priv;
1297 
1298 	mt792x_mutex_acquire(dev);
1299 	switch (action) {
1300 	case IEEE80211_AMPDU_RX_START:
1301 		mt76_rx_aggr_start(&dev->mt76, &msta->deflink.wcid, tid, ssn,
1302 				   params->buf_size);
1303 		mt7925_mcu_uni_rx_ba(dev, params, true);
1304 		break;
1305 	case IEEE80211_AMPDU_RX_STOP:
1306 		mt76_rx_aggr_stop(&dev->mt76, &msta->deflink.wcid, tid);
1307 		mt7925_mcu_uni_rx_ba(dev, params, false);
1308 		break;
1309 	case IEEE80211_AMPDU_TX_OPERATIONAL:
1310 		mtxq->aggr = true;
1311 		mtxq->send_bar = false;
1312 		mt7925_mcu_uni_tx_ba(dev, params, true);
1313 		break;
1314 	case IEEE80211_AMPDU_TX_STOP_FLUSH:
1315 	case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
1316 		mtxq->aggr = false;
1317 		clear_bit(tid, &msta->deflink.wcid.ampdu_state);
1318 		mt7925_mcu_uni_tx_ba(dev, params, false);
1319 		break;
1320 	case IEEE80211_AMPDU_TX_START:
1321 		set_bit(tid, &msta->deflink.wcid.ampdu_state);
1322 		ret = IEEE80211_AMPDU_TX_START_IMMEDIATE;
1323 		break;
1324 	case IEEE80211_AMPDU_TX_STOP_CONT:
1325 		mtxq->aggr = false;
1326 		clear_bit(tid, &msta->deflink.wcid.ampdu_state);
1327 		mt7925_mcu_uni_tx_ba(dev, params, false);
1328 		ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
1329 		break;
1330 	}
1331 	mt792x_mutex_release(dev);
1332 
1333 	return ret;
1334 }
1335 
1336 static void
1337 mt7925_mlo_pm_iter(void *priv, u8 *mac, struct ieee80211_vif *vif)
1338 {
1339 	struct mt792x_dev *dev = priv;
1340 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1341 	unsigned long valid = ieee80211_vif_is_mld(vif) ?
1342 				    mvif->valid_links : BIT(0);
1343 	struct ieee80211_bss_conf *bss_conf;
1344 	int i;
1345 
1346 	if (mvif->mlo_pm_state != MT792x_MLO_CHANGED_PS)
1347 		return;
1348 
1349 	mt792x_mutex_acquire(dev);
1350 	for_each_set_bit(i, &valid, IEEE80211_MLD_MAX_NUM_LINKS) {
1351 		bss_conf = mt792x_vif_to_bss_conf(vif, i);
1352 		mt7925_mcu_uni_bss_ps(dev, bss_conf);
1353 	}
1354 	mt792x_mutex_release(dev);
1355 }
1356 
1357 void mt7925_mlo_pm_work(struct work_struct *work)
1358 {
1359 	struct mt792x_dev *dev = container_of(work, struct mt792x_dev,
1360 					      mlo_pm_work.work);
1361 	struct ieee80211_hw *hw = mt76_hw(dev);
1362 
1363 	ieee80211_iterate_active_interfaces(hw,
1364 					    IEEE80211_IFACE_ITER_RESUME_ALL,
1365 					    mt7925_mlo_pm_iter, dev);
1366 }
1367 
1368 static bool is_valid_alpha2(const char *alpha2)
1369 {
1370 	if (!alpha2)
1371 		return false;
1372 
1373 	if (alpha2[0] == '0' && alpha2[1] == '0')
1374 		return true;
1375 
1376 	if (isalpha(alpha2[0]) && isalpha(alpha2[1]))
1377 		return true;
1378 
1379 	return false;
1380 }
1381 
1382 void mt7925_scan_work(struct work_struct *work)
1383 {
1384 	struct mt792x_phy *phy;
1385 
1386 	phy = (struct mt792x_phy *)container_of(work, struct mt792x_phy,
1387 						scan_work.work);
1388 
1389 	while (true) {
1390 		struct mt76_dev *mdev = &phy->dev->mt76;
1391 		struct sk_buff *skb;
1392 		struct tlv *tlv;
1393 		int tlv_len;
1394 
1395 		spin_lock_bh(&phy->dev->mt76.lock);
1396 		skb = __skb_dequeue(&phy->scan_event_list);
1397 		spin_unlock_bh(&phy->dev->mt76.lock);
1398 
1399 		if (!skb)
1400 			break;
1401 
1402 		skb_pull(skb, sizeof(struct mt7925_mcu_rxd) + 4);
1403 		tlv = (struct tlv *)skb->data;
1404 		tlv_len = skb->len;
1405 
1406 		while (tlv_len > 0 && le16_to_cpu(tlv->len) <= tlv_len) {
1407 			struct mt7925_mcu_scan_chinfo_event *evt;
1408 
1409 			switch (le16_to_cpu(tlv->tag)) {
1410 			case UNI_EVENT_SCAN_DONE_BASIC:
1411 				if (test_and_clear_bit(MT76_HW_SCANNING, &phy->mt76->state)) {
1412 					struct cfg80211_scan_info info = {
1413 						.aborted = false,
1414 					};
1415 					ieee80211_scan_completed(phy->mt76->hw, &info);
1416 				}
1417 				break;
1418 			case UNI_EVENT_SCAN_DONE_CHNLINFO:
1419 				evt = (struct mt7925_mcu_scan_chinfo_event *)tlv->data;
1420 
1421 				if (!is_valid_alpha2(evt->alpha2))
1422 					break;
1423 
1424 				mt7925_regd_be_ctrl(phy->dev, evt->alpha2);
1425 
1426 				if (mdev->alpha2[0] != '0' && mdev->alpha2[1] != '0')
1427 					break;
1428 
1429 				mt7925_mcu_set_clc(phy->dev, evt->alpha2, ENVIRON_INDOOR);
1430 
1431 				break;
1432 			case UNI_EVENT_SCAN_DONE_NLO:
1433 				ieee80211_sched_scan_results(phy->mt76->hw);
1434 				break;
1435 			default:
1436 				break;
1437 			}
1438 
1439 			tlv_len -= le16_to_cpu(tlv->len);
1440 			tlv = (struct tlv *)((char *)(tlv) + le16_to_cpu(tlv->len));
1441 		}
1442 
1443 		dev_kfree_skb(skb);
1444 	}
1445 }
1446 
1447 static int
1448 mt7925_hw_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1449 	       struct ieee80211_scan_request *req)
1450 {
1451 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1452 	struct mt76_phy *mphy = hw->priv;
1453 	int err;
1454 
1455 	mt792x_mutex_acquire(dev);
1456 	err = mt7925_mcu_hw_scan(mphy, vif, req);
1457 	mt792x_mutex_release(dev);
1458 
1459 	return err;
1460 }
1461 
1462 static void
1463 mt7925_cancel_hw_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
1464 {
1465 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1466 	struct mt76_phy *mphy = hw->priv;
1467 
1468 	mt792x_mutex_acquire(dev);
1469 	mt7925_mcu_cancel_hw_scan(mphy, vif);
1470 	mt792x_mutex_release(dev);
1471 }
1472 
1473 static int
1474 mt7925_start_sched_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1475 			struct cfg80211_sched_scan_request *req,
1476 			struct ieee80211_scan_ies *ies)
1477 {
1478 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1479 	struct mt76_phy *mphy = hw->priv;
1480 	int err;
1481 
1482 	mt792x_mutex_acquire(dev);
1483 
1484 	err = mt7925_mcu_sched_scan_req(mphy, vif, req);
1485 	if (err < 0)
1486 		goto out;
1487 
1488 	err = mt7925_mcu_sched_scan_enable(mphy, vif, true);
1489 out:
1490 	mt792x_mutex_release(dev);
1491 
1492 	return err;
1493 }
1494 
1495 static int
1496 mt7925_stop_sched_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
1497 {
1498 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1499 	struct mt76_phy *mphy = hw->priv;
1500 	int err;
1501 
1502 	mt792x_mutex_acquire(dev);
1503 	err = mt7925_mcu_sched_scan_enable(mphy, vif, false);
1504 	mt792x_mutex_release(dev);
1505 
1506 	return err;
1507 }
1508 
1509 static int
1510 mt7925_set_antenna(struct ieee80211_hw *hw, u32 tx_ant, u32 rx_ant)
1511 {
1512 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1513 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
1514 	int max_nss = hweight8(hw->wiphy->available_antennas_tx);
1515 
1516 	if (!tx_ant || tx_ant != rx_ant || ffs(tx_ant) > max_nss)
1517 		return -EINVAL;
1518 
1519 	if ((BIT(hweight8(tx_ant)) - 1) != tx_ant)
1520 		tx_ant = BIT(ffs(tx_ant) - 1) - 1;
1521 
1522 	mt792x_mutex_acquire(dev);
1523 
1524 	phy->mt76->antenna_mask = tx_ant;
1525 	phy->mt76->chainmask = tx_ant;
1526 
1527 	mt76_set_stream_caps(phy->mt76, true);
1528 	mt7925_set_stream_he_eht_caps(phy);
1529 
1530 	/* TODO: update bmc_wtbl spe_idx when antenna changes */
1531 	mt792x_mutex_release(dev);
1532 
1533 	return 0;
1534 }
1535 
1536 #ifdef CONFIG_PM
1537 static int mt7925_suspend(struct ieee80211_hw *hw,
1538 			  struct cfg80211_wowlan *wowlan)
1539 {
1540 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1541 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
1542 
1543 	cancel_delayed_work_sync(&phy->scan_work);
1544 	cancel_delayed_work_sync(&phy->mt76->mac_work);
1545 
1546 	cancel_delayed_work_sync(&dev->pm.ps_work);
1547 	mt76_connac_free_pending_tx_skbs(&dev->pm, NULL);
1548 
1549 	mt792x_mutex_acquire(dev);
1550 
1551 	clear_bit(MT76_STATE_RUNNING, &phy->mt76->state);
1552 	ieee80211_iterate_active_interfaces(hw,
1553 					    IEEE80211_IFACE_ITER_RESUME_ALL,
1554 					    mt7925_mcu_set_suspend_iter,
1555 					    &dev->mphy);
1556 
1557 	mt792x_mutex_release(dev);
1558 
1559 	return 0;
1560 }
1561 
1562 static int mt7925_resume(struct ieee80211_hw *hw)
1563 {
1564 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1565 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
1566 
1567 	mt792x_mutex_acquire(dev);
1568 
1569 	set_bit(MT76_STATE_RUNNING, &phy->mt76->state);
1570 	ieee80211_iterate_active_interfaces(hw,
1571 					    IEEE80211_IFACE_ITER_RESUME_ALL,
1572 					    mt7925_mcu_set_suspend_iter,
1573 					    &dev->mphy);
1574 
1575 	ieee80211_queue_delayed_work(hw, &phy->mt76->mac_work,
1576 				     MT792x_WATCHDOG_TIME);
1577 
1578 	mt792x_mutex_release(dev);
1579 
1580 	return 0;
1581 }
1582 
1583 static void mt7925_set_rekey_data(struct ieee80211_hw *hw,
1584 				  struct ieee80211_vif *vif,
1585 				  struct cfg80211_gtk_rekey_data *data)
1586 {
1587 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1588 
1589 	mt792x_mutex_acquire(dev);
1590 	mt76_connac_mcu_update_gtk_rekey(hw, vif, data);
1591 	mt792x_mutex_release(dev);
1592 }
1593 #endif /* CONFIG_PM */
1594 
1595 static void mt7925_sta_set_decap_offload(struct ieee80211_hw *hw,
1596 					 struct ieee80211_vif *vif,
1597 					 struct ieee80211_sta *sta,
1598 					 bool enabled)
1599 {
1600 	struct mt792x_sta *msta = (struct mt792x_sta *)sta->drv_priv;
1601 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1602 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1603 	unsigned long valid = mvif->valid_links;
1604 	u8 i;
1605 
1606 	mt792x_mutex_acquire(dev);
1607 
1608 	valid = ieee80211_vif_is_mld(vif) ? mvif->valid_links : BIT(0);
1609 
1610 	for_each_set_bit(i, &valid, IEEE80211_MLD_MAX_NUM_LINKS) {
1611 		struct mt792x_link_sta *mlink;
1612 
1613 		mlink = mt792x_sta_to_link(msta, i);
1614 
1615 		if (enabled)
1616 			set_bit(MT_WCID_FLAG_HDR_TRANS, &mlink->wcid.flags);
1617 		else
1618 			clear_bit(MT_WCID_FLAG_HDR_TRANS, &mlink->wcid.flags);
1619 
1620 		mt7925_mcu_wtbl_update_hdr_trans(dev, vif, sta, i);
1621 	}
1622 
1623 	mt792x_mutex_release(dev);
1624 }
1625 
1626 #if IS_ENABLED(CONFIG_IPV6)
1627 static void __mt7925_ipv6_addr_change(struct ieee80211_hw *hw,
1628 				      struct ieee80211_bss_conf *link_conf,
1629 				      struct inet6_dev *idev)
1630 {
1631 	struct mt792x_bss_conf *mconf = mt792x_link_conf_to_mconf(link_conf);
1632 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1633 	struct inet6_ifaddr *ifa;
1634 	struct sk_buff *skb;
1635 	u8 idx = 0;
1636 
1637 	struct {
1638 		struct {
1639 			u8 bss_idx;
1640 			u8 pad[3];
1641 		} __packed hdr;
1642 		struct mt7925_arpns_tlv arpns;
1643 		struct in6_addr ns_addrs[IEEE80211_BSS_ARP_ADDR_LIST_LEN];
1644 	} req_hdr = {
1645 		.hdr = {
1646 			.bss_idx = mconf->mt76.idx,
1647 		},
1648 		.arpns = {
1649 			.tag = cpu_to_le16(UNI_OFFLOAD_OFFLOAD_ND),
1650 			.len = cpu_to_le16(sizeof(req_hdr) - 4),
1651 			.enable = true,
1652 		},
1653 	};
1654 
1655 	read_lock_bh(&idev->lock);
1656 	list_for_each_entry(ifa, &idev->addr_list, if_list) {
1657 		if (ifa->flags & IFA_F_TENTATIVE)
1658 			continue;
1659 		req_hdr.ns_addrs[idx] = ifa->addr;
1660 		if (++idx >= IEEE80211_BSS_ARP_ADDR_LIST_LEN)
1661 			break;
1662 	}
1663 	read_unlock_bh(&idev->lock);
1664 
1665 	if (!idx)
1666 		return;
1667 
1668 	req_hdr.arpns.ips_num = idx;
1669 
1670 	skb = __mt76_mcu_msg_alloc(&dev->mt76, NULL, sizeof(req_hdr),
1671 				   0, GFP_ATOMIC);
1672 	if (!skb)
1673 		return;
1674 
1675 	skb_put_data(skb, &req_hdr, sizeof(req_hdr));
1676 
1677 	skb_queue_tail(&dev->ipv6_ns_list, skb);
1678 
1679 	ieee80211_queue_work(dev->mt76.hw, &dev->ipv6_ns_work);
1680 }
1681 
1682 static void mt7925_ipv6_addr_change(struct ieee80211_hw *hw,
1683 				    struct ieee80211_vif *vif,
1684 				    struct inet6_dev *idev)
1685 {
1686 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1687 	unsigned long valid = ieee80211_vif_is_mld(vif) ?
1688 			      mvif->valid_links : BIT(0);
1689 	struct ieee80211_bss_conf *bss_conf;
1690 	int i;
1691 
1692 	for_each_set_bit(i, &valid, IEEE80211_MLD_MAX_NUM_LINKS) {
1693 		bss_conf = mt792x_vif_to_bss_conf(vif, i);
1694 		__mt7925_ipv6_addr_change(hw, bss_conf, idev);
1695 	}
1696 }
1697 
1698 #endif
1699 
1700 int mt7925_set_tx_sar_pwr(struct ieee80211_hw *hw,
1701 			  const struct cfg80211_sar_specs *sar)
1702 {
1703 	struct mt76_phy *mphy = hw->priv;
1704 
1705 	if (sar) {
1706 		int err = mt76_init_sar_power(hw, sar);
1707 
1708 		if (err)
1709 			return err;
1710 	}
1711 	mt792x_init_acpi_sar_power(mt792x_hw_phy(hw), !sar);
1712 
1713 	return mt7925_mcu_set_rate_txpower(mphy);
1714 }
1715 
1716 static int mt7925_set_sar_specs(struct ieee80211_hw *hw,
1717 				const struct cfg80211_sar_specs *sar)
1718 {
1719 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1720 	int err;
1721 
1722 	mt792x_mutex_acquire(dev);
1723 	err = mt7925_mcu_set_clc(dev, dev->mt76.alpha2,
1724 				 dev->country_ie_env);
1725 	if (err < 0)
1726 		goto out;
1727 
1728 	err = mt7925_set_tx_sar_pwr(hw, sar);
1729 out:
1730 	mt792x_mutex_release(dev);
1731 
1732 	return err;
1733 }
1734 
1735 static void
1736 mt7925_channel_switch_beacon(struct ieee80211_hw *hw,
1737 			     struct ieee80211_vif *vif,
1738 			     struct cfg80211_chan_def *chandef)
1739 {
1740 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1741 
1742 	mt792x_mutex_acquire(dev);
1743 	mt7925_mcu_uni_add_beacon_offload(dev, hw, vif, true);
1744 	mt792x_mutex_release(dev);
1745 }
1746 
1747 static int
1748 mt7925_conf_tx(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1749 	       unsigned int link_id, u16 queue,
1750 	       const struct ieee80211_tx_queue_params *params)
1751 {
1752 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1753 	struct mt792x_bss_conf *mconf = mt792x_vif_to_link(mvif, link_id);
1754 	static const u8 mq_to_aci[] = {
1755 		    [IEEE80211_AC_VO] = 3,
1756 		    [IEEE80211_AC_VI] = 2,
1757 		    [IEEE80211_AC_BE] = 0,
1758 		    [IEEE80211_AC_BK] = 1,
1759 	};
1760 
1761 	/* firmware uses access class index */
1762 	mconf->queue_params[mq_to_aci[queue]] = *params;
1763 
1764 	return 0;
1765 }
1766 
1767 static int
1768 mt7925_start_ap(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1769 		struct ieee80211_bss_conf *link_conf)
1770 {
1771 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1772 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1773 	int err;
1774 
1775 	mt792x_mutex_acquire(dev);
1776 
1777 	err = mt7925_mcu_add_bss_info(&dev->phy, mvif->bss_conf.mt76.ctx,
1778 				      link_conf, NULL, true);
1779 	if (err)
1780 		goto out;
1781 
1782 	err = mt7925_mcu_set_bss_pm(dev, link_conf, true);
1783 	if (err)
1784 		goto out;
1785 
1786 	err = mt7925_mcu_sta_update(dev, NULL, vif, true,
1787 				    MT76_STA_INFO_STATE_NONE);
1788 out:
1789 	mt792x_mutex_release(dev);
1790 
1791 	return err;
1792 }
1793 
1794 static void
1795 mt7925_stop_ap(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1796 	       struct ieee80211_bss_conf *link_conf)
1797 {
1798 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1799 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1800 	int err;
1801 
1802 	mt792x_mutex_acquire(dev);
1803 
1804 	err = mt7925_mcu_set_bss_pm(dev, link_conf, false);
1805 	if (err)
1806 		goto out;
1807 
1808 	mt7925_mcu_add_bss_info(&dev->phy, mvif->bss_conf.mt76.ctx, link_conf,
1809 				NULL, false);
1810 
1811 out:
1812 	mt792x_mutex_release(dev);
1813 }
1814 
1815 static int
1816 mt7925_add_chanctx(struct ieee80211_hw *hw,
1817 		   struct ieee80211_chanctx_conf *ctx)
1818 {
1819 	return 0;
1820 }
1821 
1822 static void
1823 mt7925_remove_chanctx(struct ieee80211_hw *hw,
1824 		      struct ieee80211_chanctx_conf *ctx)
1825 {
1826 }
1827 
1828 static void
1829 mt7925_change_chanctx(struct ieee80211_hw *hw,
1830 		      struct ieee80211_chanctx_conf *ctx,
1831 		      u32 changed)
1832 {
1833 	struct mt792x_chanctx *mctx = (struct mt792x_chanctx *)ctx->drv_priv;
1834 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
1835 	struct mt792x_bss_conf *mconf;
1836 	struct ieee80211_vif *vif;
1837 	struct mt792x_vif *mvif;
1838 
1839 	if (!mctx->bss_conf)
1840 		return;
1841 
1842 	mconf = mctx->bss_conf;
1843 	mvif = mconf->vif;
1844 	vif = container_of((void *)mvif, struct ieee80211_vif, drv_priv);
1845 
1846 	mt792x_mutex_acquire(phy->dev);
1847 	if (vif->type == NL80211_IFTYPE_MONITOR) {
1848 		mt7925_mcu_set_sniffer(mvif->phy->dev, vif, true);
1849 		mt7925_mcu_config_sniffer(mvif, ctx);
1850 	} else {
1851 		if (ieee80211_vif_is_mld(vif)) {
1852 			unsigned long valid = mvif->valid_links;
1853 			u8 i;
1854 
1855 			for_each_set_bit(i, &valid, IEEE80211_MLD_MAX_NUM_LINKS) {
1856 				mconf = mt792x_vif_to_link(mvif, i);
1857 				if (mconf && mconf->mt76.ctx == ctx)
1858 					break;
1859 			}
1860 
1861 		} else {
1862 			mconf = &mvif->bss_conf;
1863 		}
1864 
1865 		if (mconf) {
1866 			struct ieee80211_bss_conf *link_conf;
1867 
1868 			link_conf = mt792x_vif_to_bss_conf(vif, mconf->link_id);
1869 			mt7925_mcu_set_chctx(mvif->phy->mt76, &mconf->mt76,
1870 					     link_conf, ctx);
1871 
1872 			if (changed & IEEE80211_CHANCTX_CHANGE_PUNCTURING)
1873 				mt7925_mcu_set_eht_pp(mvif->phy->mt76, &mconf->mt76,
1874 						      link_conf, ctx);
1875 		}
1876 	}
1877 
1878 	mt792x_mutex_release(phy->dev);
1879 }
1880 
1881 static void mt7925_mgd_prepare_tx(struct ieee80211_hw *hw,
1882 				  struct ieee80211_vif *vif,
1883 				  struct ieee80211_prep_tx_info *info)
1884 {
1885 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1886 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1887 	u16 duration = info->duration ? info->duration :
1888 		       jiffies_to_msecs(HZ);
1889 
1890 	mt792x_mutex_acquire(dev);
1891 	mt7925_set_roc(mvif->phy, &mvif->bss_conf,
1892 		       mvif->bss_conf.mt76.ctx->def.chan, duration,
1893 		       MT7925_ROC_REQ_JOIN);
1894 	mt792x_mutex_release(dev);
1895 }
1896 
1897 static void mt7925_mgd_complete_tx(struct ieee80211_hw *hw,
1898 				   struct ieee80211_vif *vif,
1899 				   struct ieee80211_prep_tx_info *info)
1900 {
1901 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1902 
1903 	mt7925_abort_roc(mvif->phy, &mvif->bss_conf);
1904 }
1905 
1906 static void mt7925_vif_cfg_changed(struct ieee80211_hw *hw,
1907 				   struct ieee80211_vif *vif,
1908 				   u64 changed)
1909 {
1910 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1911 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1912 	unsigned long valid = ieee80211_vif_is_mld(vif) ?
1913 				      mvif->valid_links : BIT(0);
1914 	struct ieee80211_bss_conf *bss_conf;
1915 	int i;
1916 
1917 	mt792x_mutex_acquire(dev);
1918 
1919 	if (changed & BSS_CHANGED_ASSOC) {
1920 		mt7925_mcu_sta_update(dev, NULL, vif, true,
1921 				      MT76_STA_INFO_STATE_ASSOC);
1922 		mt7925_mcu_set_beacon_filter(dev, vif, vif->cfg.assoc);
1923 
1924 		if (ieee80211_vif_is_mld(vif))
1925 			mvif->mlo_pm_state = MT792x_MLO_LINK_ASSOC;
1926 	}
1927 
1928 	if (changed & BSS_CHANGED_ARP_FILTER) {
1929 		for_each_set_bit(i, &valid, IEEE80211_MLD_MAX_NUM_LINKS) {
1930 			bss_conf = mt792x_vif_to_bss_conf(vif, i);
1931 			mt7925_mcu_update_arp_filter(&dev->mt76, bss_conf);
1932 		}
1933 	}
1934 
1935 	if (changed & BSS_CHANGED_PS) {
1936 		if (hweight16(mvif->valid_links) < 2) {
1937 			/* legacy */
1938 			bss_conf = &vif->bss_conf;
1939 			mt7925_mcu_uni_bss_ps(dev, bss_conf);
1940 		} else {
1941 			if (mvif->mlo_pm_state == MT792x_MLO_LINK_ASSOC) {
1942 				mvif->mlo_pm_state = MT792x_MLO_CHANGED_PS_PENDING;
1943 			} else if (mvif->mlo_pm_state == MT792x_MLO_CHANGED_PS) {
1944 				for_each_set_bit(i, &valid, IEEE80211_MLD_MAX_NUM_LINKS) {
1945 					bss_conf = mt792x_vif_to_bss_conf(vif, i);
1946 					mt7925_mcu_uni_bss_ps(dev, bss_conf);
1947 				}
1948 			}
1949 		}
1950 	}
1951 
1952 	mt792x_mutex_release(dev);
1953 }
1954 
1955 static void mt7925_link_info_changed(struct ieee80211_hw *hw,
1956 				     struct ieee80211_vif *vif,
1957 				     struct ieee80211_bss_conf *info,
1958 				     u64 changed)
1959 {
1960 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
1961 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
1962 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
1963 	struct mt792x_bss_conf *mconf;
1964 	struct ieee80211_bss_conf *link_conf;
1965 
1966 	mconf = mt792x_vif_to_link(mvif, info->link_id);
1967 	link_conf = mt792x_vif_to_bss_conf(vif, mconf->link_id);
1968 
1969 	mt792x_mutex_acquire(dev);
1970 
1971 	if (changed & BSS_CHANGED_ERP_SLOT) {
1972 		int slottime = info->use_short_slot ? 9 : 20;
1973 
1974 		if (slottime != phy->slottime) {
1975 			phy->slottime = slottime;
1976 			mt7925_mcu_set_timing(phy, info);
1977 		}
1978 	}
1979 
1980 	if (changed & BSS_CHANGED_MCAST_RATE)
1981 		mconf->mt76.mcast_rates_idx =
1982 				mt7925_get_rates_table(hw, vif, false, true);
1983 
1984 	if (changed & BSS_CHANGED_BASIC_RATES)
1985 		mconf->mt76.basic_rates_idx =
1986 				mt7925_get_rates_table(hw, vif, false, false);
1987 
1988 	if (changed & (BSS_CHANGED_BEACON |
1989 		       BSS_CHANGED_BEACON_ENABLED)) {
1990 		mconf->mt76.beacon_rates_idx =
1991 				mt7925_get_rates_table(hw, vif, true, false);
1992 
1993 		mt7925_mcu_uni_add_beacon_offload(dev, hw, vif,
1994 						  info->enable_beacon);
1995 	}
1996 
1997 	/* ensure that enable txcmd_mode after bss_info */
1998 	if (changed & (BSS_CHANGED_QOS | BSS_CHANGED_BEACON_ENABLED))
1999 		mt7925_mcu_set_tx(dev, info);
2000 
2001 	if (mvif->mlo_pm_state == MT792x_MLO_CHANGED_PS_PENDING) {
2002 		/* Indicate the secondary setup done */
2003 		mt7925_mcu_uni_bss_bcnft(dev, info, true);
2004 
2005 		ieee80211_queue_delayed_work(hw, &dev->mlo_pm_work, 5 * HZ);
2006 		mvif->mlo_pm_state = MT792x_MLO_CHANGED_PS;
2007 	}
2008 
2009 	if (changed & IEEE80211_CHANCTX_CHANGE_PUNCTURING)
2010 		mt7925_mcu_set_eht_pp(mvif->phy->mt76, &mconf->mt76,
2011 				      link_conf, NULL);
2012 
2013 	mt792x_mutex_release(dev);
2014 }
2015 
2016 static int
2017 mt7925_change_vif_links(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
2018 			u16 old_links, u16 new_links,
2019 			struct ieee80211_bss_conf *old[IEEE80211_MLD_MAX_NUM_LINKS])
2020 {
2021 	struct mt792x_bss_conf *mconfs[IEEE80211_MLD_MAX_NUM_LINKS] = {}, *mconf;
2022 	struct mt792x_link_sta *mlinks[IEEE80211_MLD_MAX_NUM_LINKS] = {}, *mlink;
2023 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
2024 	unsigned long add = new_links & ~old_links;
2025 	unsigned long rem = old_links & ~new_links;
2026 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
2027 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
2028 	struct ieee80211_bss_conf *link_conf;
2029 	unsigned int link_id;
2030 	int err;
2031 
2032 	if (old_links == new_links)
2033 		return 0;
2034 
2035 	mt792x_mutex_acquire(dev);
2036 
2037 	for_each_set_bit(link_id, &rem, IEEE80211_MLD_MAX_NUM_LINKS) {
2038 		mconf = mt792x_vif_to_link(mvif, link_id);
2039 		mlink = mt792x_sta_to_link(&mvif->sta, link_id);
2040 
2041 		if (!mconf || !mlink)
2042 			continue;
2043 
2044 		if (mconf != &mvif->bss_conf) {
2045 			mt792x_mac_link_bss_remove(dev, mconf, mlink);
2046 			devm_kfree(dev->mt76.dev, mconf);
2047 			devm_kfree(dev->mt76.dev, mlink);
2048 		}
2049 
2050 		rcu_assign_pointer(mvif->link_conf[link_id], NULL);
2051 		rcu_assign_pointer(mvif->sta.link[link_id], NULL);
2052 	}
2053 
2054 	for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
2055 		if (!old_links) {
2056 			mvif->deflink_id = link_id;
2057 			mconf = &mvif->bss_conf;
2058 			mlink = &mvif->sta.deflink;
2059 		} else {
2060 			mconf = devm_kzalloc(dev->mt76.dev, sizeof(*mconf),
2061 					     GFP_KERNEL);
2062 			mlink = devm_kzalloc(dev->mt76.dev, sizeof(*mlink),
2063 					     GFP_KERNEL);
2064 			if (!mconf || !mlink)
2065 				return -ENOMEM;
2066 		}
2067 
2068 		mconfs[link_id] = mconf;
2069 		mlinks[link_id] = mlink;
2070 		mconf->link_id = link_id;
2071 		mconf->vif = mvif;
2072 		mlink->wcid.link_id = link_id;
2073 		mlink->wcid.link_valid = !!vif->valid_links;
2074 		mlink->wcid.def_wcid = &mvif->sta.deflink.wcid;
2075 	}
2076 
2077 	if (hweight16(mvif->valid_links) == 0)
2078 		mt792x_mac_link_bss_remove(dev, &mvif->bss_conf,
2079 					   &mvif->sta.deflink);
2080 
2081 	for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
2082 		mconf = mconfs[link_id];
2083 		mlink = mlinks[link_id];
2084 		link_conf = mt792x_vif_to_bss_conf(vif, link_id);
2085 
2086 		rcu_assign_pointer(mvif->link_conf[link_id], mconf);
2087 		rcu_assign_pointer(mvif->sta.link[link_id], mlink);
2088 
2089 		err = mt7925_mac_link_bss_add(dev, link_conf, mlink);
2090 		if (err < 0)
2091 			goto free;
2092 
2093 		if (mconf != &mvif->bss_conf) {
2094 			err = mt7925_set_mlo_roc(phy, &mvif->bss_conf,
2095 						 vif->active_links);
2096 			if (err < 0)
2097 				goto free;
2098 		}
2099 	}
2100 
2101 	mvif->valid_links = new_links;
2102 
2103 	mt792x_mutex_release(dev);
2104 
2105 	return 0;
2106 
2107 free:
2108 	for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
2109 		rcu_assign_pointer(mvif->link_conf[link_id], NULL);
2110 		rcu_assign_pointer(mvif->sta.link[link_id], NULL);
2111 
2112 		if (mconf != &mvif->bss_conf)
2113 			devm_kfree(dev->mt76.dev, mconfs[link_id]);
2114 		if (mlink != &mvif->sta.deflink)
2115 			devm_kfree(dev->mt76.dev, mlinks[link_id]);
2116 	}
2117 
2118 	mt792x_mutex_release(dev);
2119 
2120 	return err;
2121 }
2122 
2123 static int
2124 mt7925_change_sta_links(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
2125 			struct ieee80211_sta *sta, u16 old_links, u16 new_links)
2126 {
2127 	unsigned long add = new_links & ~old_links;
2128 	unsigned long rem = old_links & ~new_links;
2129 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
2130 	int err = 0;
2131 
2132 	if (old_links == new_links)
2133 		return 0;
2134 
2135 	mt792x_mutex_acquire(dev);
2136 
2137 	err = mt7925_mac_sta_remove_links(dev, vif, sta, rem);
2138 	if (err < 0)
2139 		goto out;
2140 
2141 	err = mt7925_mac_sta_add_links(dev, vif, sta, add);
2142 	if (err < 0)
2143 		goto out;
2144 
2145 out:
2146 	mt792x_mutex_release(dev);
2147 
2148 	return err;
2149 }
2150 
2151 static int mt7925_assign_vif_chanctx(struct ieee80211_hw *hw,
2152 				     struct ieee80211_vif *vif,
2153 				     struct ieee80211_bss_conf *link_conf,
2154 				     struct ieee80211_chanctx_conf *ctx)
2155 {
2156 	struct mt792x_chanctx *mctx = (struct mt792x_chanctx *)ctx->drv_priv;
2157 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
2158 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
2159 	struct ieee80211_bss_conf *pri_link_conf;
2160 	struct mt792x_bss_conf *mconf;
2161 
2162 	mutex_lock(&dev->mt76.mutex);
2163 
2164 	if (ieee80211_vif_is_mld(vif)) {
2165 		mconf = mt792x_vif_to_link(mvif, link_conf->link_id);
2166 		pri_link_conf = mt792x_vif_to_bss_conf(vif, mvif->deflink_id);
2167 
2168 		if (vif->type == NL80211_IFTYPE_STATION &&
2169 		    mconf == &mvif->bss_conf)
2170 			mt7925_mcu_add_bss_info(&dev->phy, NULL, pri_link_conf,
2171 						NULL, true);
2172 	} else {
2173 		mconf = &mvif->bss_conf;
2174 	}
2175 
2176 	mconf->mt76.ctx = ctx;
2177 	mctx->bss_conf = mconf;
2178 	mutex_unlock(&dev->mt76.mutex);
2179 
2180 	return 0;
2181 }
2182 
2183 static void mt7925_unassign_vif_chanctx(struct ieee80211_hw *hw,
2184 					struct ieee80211_vif *vif,
2185 					struct ieee80211_bss_conf *link_conf,
2186 					struct ieee80211_chanctx_conf *ctx)
2187 {
2188 	struct mt792x_chanctx *mctx = (struct mt792x_chanctx *)ctx->drv_priv;
2189 	struct mt792x_vif *mvif = (struct mt792x_vif *)vif->drv_priv;
2190 	struct mt792x_dev *dev = mt792x_hw_dev(hw);
2191 	struct mt792x_bss_conf *mconf;
2192 
2193 	mutex_lock(&dev->mt76.mutex);
2194 
2195 	if (ieee80211_vif_is_mld(vif)) {
2196 		mconf = mt792x_vif_to_link(mvif, link_conf->link_id);
2197 
2198 		if (vif->type == NL80211_IFTYPE_STATION &&
2199 		    mconf == &mvif->bss_conf)
2200 			mt7925_mcu_add_bss_info(&dev->phy, NULL, link_conf,
2201 						NULL, false);
2202 	} else {
2203 		mconf = &mvif->bss_conf;
2204 	}
2205 
2206 	mctx->bss_conf = NULL;
2207 	mconf->mt76.ctx = NULL;
2208 	mutex_unlock(&dev->mt76.mutex);
2209 }
2210 
2211 static void mt7925_rfkill_poll(struct ieee80211_hw *hw)
2212 {
2213 	struct mt792x_phy *phy = mt792x_hw_phy(hw);
2214 	int ret;
2215 
2216 	mt792x_mutex_acquire(phy->dev);
2217 	ret = mt7925_mcu_wf_rf_pin_ctrl(phy);
2218 	mt792x_mutex_release(phy->dev);
2219 
2220 	wiphy_rfkill_set_hw_state(hw->wiphy, ret == 0);
2221 }
2222 
2223 const struct ieee80211_ops mt7925_ops = {
2224 	.tx = mt792x_tx,
2225 	.start = mt7925_start,
2226 	.stop = mt792x_stop,
2227 	.add_interface = mt7925_add_interface,
2228 	.remove_interface = mt792x_remove_interface,
2229 	.config = mt7925_config,
2230 	.conf_tx = mt7925_conf_tx,
2231 	.configure_filter = mt7925_configure_filter,
2232 	.start_ap = mt7925_start_ap,
2233 	.stop_ap = mt7925_stop_ap,
2234 	.sta_state = mt76_sta_state,
2235 	.sta_pre_rcu_remove = mt76_sta_pre_rcu_remove,
2236 	.set_key = mt7925_set_key,
2237 	.sta_set_decap_offload = mt7925_sta_set_decap_offload,
2238 #if IS_ENABLED(CONFIG_IPV6)
2239 	.ipv6_addr_change = mt7925_ipv6_addr_change,
2240 #endif /* CONFIG_IPV6 */
2241 	.ampdu_action = mt7925_ampdu_action,
2242 	.set_rts_threshold = mt7925_set_rts_threshold,
2243 	.wake_tx_queue = mt76_wake_tx_queue,
2244 	.release_buffered_frames = mt76_release_buffered_frames,
2245 	.channel_switch_beacon = mt7925_channel_switch_beacon,
2246 	.get_txpower = mt76_get_txpower,
2247 	.get_stats = mt792x_get_stats,
2248 	.get_et_sset_count = mt792x_get_et_sset_count,
2249 	.get_et_strings = mt792x_get_et_strings,
2250 	.get_et_stats = mt792x_get_et_stats,
2251 	.get_tsf = mt792x_get_tsf,
2252 	.set_tsf = mt792x_set_tsf,
2253 	.get_survey = mt76_get_survey,
2254 	.get_antenna = mt76_get_antenna,
2255 	.set_antenna = mt7925_set_antenna,
2256 	.set_coverage_class = mt792x_set_coverage_class,
2257 	.hw_scan = mt7925_hw_scan,
2258 	.cancel_hw_scan = mt7925_cancel_hw_scan,
2259 	.sta_statistics = mt792x_sta_statistics,
2260 	.sched_scan_start = mt7925_start_sched_scan,
2261 	.sched_scan_stop = mt7925_stop_sched_scan,
2262 	CFG80211_TESTMODE_CMD(mt7925_testmode_cmd)
2263 	CFG80211_TESTMODE_DUMP(mt7925_testmode_dump)
2264 #ifdef CONFIG_PM
2265 	.suspend = mt7925_suspend,
2266 	.resume = mt7925_resume,
2267 	.set_wakeup = mt792x_set_wakeup,
2268 	.set_rekey_data = mt7925_set_rekey_data,
2269 #endif /* CONFIG_PM */
2270 	.flush = mt792x_flush,
2271 	.set_sar_specs = mt7925_set_sar_specs,
2272 	.remain_on_channel = mt7925_remain_on_channel,
2273 	.cancel_remain_on_channel = mt7925_cancel_remain_on_channel,
2274 	.add_chanctx = mt7925_add_chanctx,
2275 	.remove_chanctx = mt7925_remove_chanctx,
2276 	.change_chanctx = mt7925_change_chanctx,
2277 	.assign_vif_chanctx = mt7925_assign_vif_chanctx,
2278 	.unassign_vif_chanctx = mt7925_unassign_vif_chanctx,
2279 	.mgd_prepare_tx = mt7925_mgd_prepare_tx,
2280 	.mgd_complete_tx = mt7925_mgd_complete_tx,
2281 	.vif_cfg_changed = mt7925_vif_cfg_changed,
2282 	.link_info_changed = mt7925_link_info_changed,
2283 	.change_vif_links = mt7925_change_vif_links,
2284 	.change_sta_links = mt7925_change_sta_links,
2285 	.rfkill_poll = mt7925_rfkill_poll,
2286 };
2287 EXPORT_SYMBOL_GPL(mt7925_ops);
2288 
2289 MODULE_AUTHOR("Deren Wu <deren.wu@mediatek.com>");
2290 MODULE_DESCRIPTION("MediaTek MT7925 core driver");
2291 MODULE_LICENSE("Dual BSD/GPL");
2292