1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
3  * Copyright (C) 2012-2014, 2018-2025 Intel Corporation
4  * Copyright (C) 2013-2014 Intel Mobile Communications GmbH
5  * Copyright (C) 2015-2017 Intel Deutschland GmbH
12 #include "iwl-debug.h"
13 #include "iwl-io.h"
14 #include "iwl-prph.h"
15 #include "iwl-csr.h"
22  * CMD_WANT_SKB is set in cmd->flags.
29 	if (WARN_ON(mvm->d3_test_active))  in iwl_mvm_send_cmd()
30 		return -EIO;  in iwl_mvm_send_cmd()
34 	 * Synchronous commands from this op-mode must hold  in iwl_mvm_send_cmd()
38 	if (!(cmd->flags & CMD_ASYNC))  in iwl_mvm_send_cmd()
39 		lockdep_assert_held(&mvm->mutex);  in iwl_mvm_send_cmd()
41 	ret = iwl_trans_send_cmd(mvm->trans, cmd);  in iwl_mvm_send_cmd()
48 	if (cmd->flags & CMD_WANT_SKB)  in iwl_mvm_send_cmd()
55 	if (!ret || ret == -ERFKILL || ret == -EHOSTDOWN)  in iwl_mvm_send_cmd()
83 	lockdep_assert_held(&mvm->mutex);  in iwl_mvm_send_cmd_status()
86 	if (WARN_ON(mvm->d3_test_active))  in iwl_mvm_send_cmd_status()
87 		return -EIO;  in iwl_mvm_send_cmd_status()
94 	if (WARN_ONCE(cmd->flags & (CMD_ASYNC | CMD_WANT_SKB),  in iwl_mvm_send_cmd_status()
95 		      "cmd flags %x", cmd->flags))  in iwl_mvm_send_cmd_status()
96 		return -EINVAL;  in iwl_mvm_send_cmd_status()
98 	cmd->flags |= CMD_WANT_SKB;  in iwl_mvm_send_cmd_status()
100 	ret = iwl_trans_send_cmd(mvm->trans, cmd);  in iwl_mvm_send_cmd_status()
101 	if (ret == -ERFKILL) {  in iwl_mvm_send_cmd_status()
111 	pkt = cmd->resp_pkt;  in iwl_mvm_send_cmd_status()
115 		ret = -EIO;  in iwl_mvm_send_cmd_status()
119 	resp = (void *)pkt->data;  in iwl_mvm_send_cmd_status()
120 	*status = le32_to_cpu(resp->status);  in iwl_mvm_send_cmd_status()
145 	int rate = rate_n_flags & RATE_LEGACY_RATE_MSK;  in iwl_mvm_legacy_hw_idx_to_mac80211_idx()  local
149 		return is_LB ? rate + IWL_FIRST_OFDM_RATE :  in iwl_mvm_legacy_hw_idx_to_mac80211_idx()
150 			rate;  in iwl_mvm_legacy_hw_idx_to_mac80211_idx()
153 	return is_LB ? rate : -1;  in iwl_mvm_legacy_hw_idx_to_mac80211_idx()
159 	int rate = rate_n_flags & RATE_LEGACY_RATE_MSK_V1;  in iwl_mvm_legacy_rate_to_mac80211_idx()  local
163 	/* Legacy rate format, search for match in table */  in iwl_mvm_legacy_rate_to_mac80211_idx()
167 		if (iwl_fw_rate_idx_to_plcp(idx) == rate)  in iwl_mvm_legacy_rate_to_mac80211_idx()
168 			return idx - band_offset;  in iwl_mvm_legacy_rate_to_mac80211_idx()
170 	return -1;  in iwl_mvm_legacy_rate_to_mac80211_idx()
176 		rate_idx - IWL_FIRST_OFDM_RATE :  in iwl_mvm_mac80211_idx_to_hwrate()
195 	struct iwl_error_resp *err_resp = (void *)pkt->data;  in iwl_mvm_rx_fw_error()
198 		le32_to_cpu(err_resp->error_type), err_resp->cmd_id);  in iwl_mvm_rx_fw_error()
200 		le16_to_cpu(err_resp->bad_cmd_seq_num),  in iwl_mvm_rx_fw_error()
201 		le32_to_cpu(err_resp->error_service));  in iwl_mvm_rx_fw_error()
203 		le64_to_cpu(err_resp->timestamp));  in iwl_mvm_rx_fw_error()
207  * Returns the first antenna as ANT_[ABC], as defined in iwl-config.h.
215 	return BIT(ffs(mask) - 1);  in first_antenna()
241  * iwl_mvm_send_lq_cmd() - Send link quality command
261 	if (WARN_ON(lq->sta_id == IWL_INVALID_STA ||  in iwl_mvm_send_lq_cmd()
263 		return -EINVAL;  in iwl_mvm_send_lq_cmd()
269  * iwl_mvm_update_smps - Get a request to change the SMPS mode
288 	lockdep_assert_held(&mvm->mutex);  in iwl_mvm_update_smps()
294 	if (vif->type != NL80211_IFTYPE_STATION)  in iwl_mvm_update_smps()
303 	if (WARN_ON_ONCE(!mvmvif->link[link_id]))  in iwl_mvm_update_smps()
306 	mvmvif->link[link_id]->smps_requests[req_type] = smps_request;  in iwl_mvm_update_smps()
308 		if (mvmvif->link[link_id]->smps_requests[i] ==  in iwl_mvm_update_smps()
313 		if (mvmvif->link[link_id]->smps_requests[i] ==  in iwl_mvm_update_smps()
319 	if (mvmvif->esr_active)  in iwl_mvm_update_smps()
343 	WARN_ON(pkt->hdr.cmd != STATISTICS_NOTIFICATION);  in iwl_wait_stats_complete()
394 		return -EOPNOTSUPP;  in iwl_mvm_request_system_statistics()
397 	iwl_init_notification_wait(&mvm->notif_wait, &stats_wait,  in iwl_mvm_request_system_statistics()
401 	mvm->statistics_clear = clear;  in iwl_mvm_request_system_statistics()
404 		iwl_remove_notification(&mvm->notif_wait, &stats_wait);  in iwl_mvm_request_system_statistics()
412 	ret = iwl_wait_notification(&mvm->notif_wait, &stats_wait, HZ / 2);  in iwl_mvm_request_system_statistics()
433 	u8 cmd_ver = iwl_fw_lookup_cmd_ver(mvm->fw,  in iwl_mvm_request_statistics()
443 	if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))  in iwl_mvm_request_statistics()
449 	/* From version 15 - STATISTICS_NOTIFICATION, the reply for  in iwl_mvm_request_statistics()
453 	if (iwl_fw_lookup_notif_ver(mvm->fw, LEGACY_GROUP,  in iwl_mvm_request_statistics()
469 		iwl_init_notification_wait(&mvm->notif_wait, &stats_wait,  in iwl_mvm_request_statistics()
475 			iwl_remove_notification(&mvm->notif_wait, &stats_wait);  in iwl_mvm_request_statistics()
482 		ret = iwl_wait_notification(&mvm->notif_wait, &stats_wait, HZ / 5);  in iwl_mvm_request_statistics()
495 	mvm->accu_radio_stats.rx_time += mvm->radio_stats.rx_time;  in iwl_mvm_accu_radio_stats()
496 	mvm->accu_radio_stats.tx_time += mvm->radio_stats.tx_time;  in iwl_mvm_accu_radio_stats()
497 	mvm->accu_radio_stats.on_time_rf += mvm->radio_stats.on_time_rf;  in iwl_mvm_accu_radio_stats()
498 	mvm->accu_radio_stats.on_time_scan += mvm->radio_stats.on_time_scan;  in iwl_mvm_accu_radio_stats()
514 		struct iwl_mvm_vif_link_info *link_info = mvmvif->link[link_id];  in iwl_mvm_diversity_iter()
516 		if (link_info->phy_ctxt != data->ctxt)  in iwl_mvm_diversity_iter()
520 			if (link_info->smps_requests[i] == IEEE80211_SMPS_STATIC ||  in iwl_mvm_diversity_iter()
521 			    link_info->smps_requests[i] == IEEE80211_SMPS_DYNAMIC) {  in iwl_mvm_diversity_iter()
522 				data->result = false;  in iwl_mvm_diversity_iter()
537 	lockdep_assert_held(&mvm->mutex);  in iwl_mvm_rx_diversity_allowed()
545 	if (mvm->cfg->rx_with_siso_diversity)  in iwl_mvm_rx_diversity_allowed()
549 			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,  in iwl_mvm_rx_diversity_allowed()
562 	if (!fw_has_capa(&mvm->fw->ucode_capa,  in iwl_mvm_send_low_latency_cmd()
585 	lockdep_assert_held(&mvm->mutex);  in iwl_mvm_update_low_latency()
595 	iwl_mvm_send_low_latency_cmd(mvm, low_latency, mvmvif->id);  in iwl_mvm_update_low_latency()
618 		result->result = true;  in iwl_mvm_ll_iter()
620 		if (!mvmvif->deflink.phy_ctxt)  in iwl_mvm_ll_iter()
623 		band = mvmvif->deflink.phy_ctxt->channel->band;  in iwl_mvm_ll_iter()
624 		result->result_per_band[band] = true;  in iwl_mvm_ll_iter()
633 			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,  in iwl_mvm_low_latency()
644 			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,  in iwl_mvm_low_latency_band()
660 	if (vif->type != NL80211_IFTYPE_STATION || vif->p2p)  in iwl_mvm_bss_iface_iterator()
663 	if (data->vif) {  in iwl_mvm_bss_iface_iterator()
664 		data->error = true;  in iwl_mvm_bss_iface_iterator()
668 	data->vif = vif;  in iwl_mvm_bss_iface_iterator()
676 		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,  in iwl_mvm_get_bss_vif()
680 		return ERR_PTR(-EINVAL);  in iwl_mvm_get_bss_vif()
696 	if (mvmvif->id == data->macid)  in iwl_mvm_bss_find_iface_iterator()
697 		data->vif = vif;  in iwl_mvm_bss_find_iface_iterator()
706 	lockdep_assert_held(&mvm->mutex);  in iwl_mvm_get_vif_by_macid()
709 		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,  in iwl_mvm_get_vif_by_macid()
724 	if (vif->type != NL80211_IFTYPE_STATION)  in iwl_mvm_sta_iface_iterator()
727 	if (vif->cfg.assoc)  in iwl_mvm_sta_iface_iterator()
728 		data->assoc = true;  in iwl_mvm_sta_iface_iterator()
737 	ieee80211_iterate_active_interfaces_atomic(mvm->hw,  in iwl_mvm_is_vif_assoc()
748 		mvm->trans->mac_cfg->base->wd_timeout;  in iwl_mvm_get_wd_timeout()
754 	if (fw_has_capa(&mvm->fw->ucode_capa,  in iwl_mvm_get_wd_timeout()
756 	    vif->type == NL80211_IFTYPE_AP)  in iwl_mvm_get_wd_timeout()
767 	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),  in iwl_mvm_connection_loss()
772 	trig_mlme = (void *)trig->data;  in iwl_mvm_connection_loss()
774 	if (trig_mlme->stop_connection_loss &&  in iwl_mvm_connection_loss()
775 	    --trig_mlme->stop_connection_loss)  in iwl_mvm_connection_loss()
778 	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig, "%s", errmsg);  in iwl_mvm_connection_loss()
792 	trig = iwl_fw_dbg_trigger_on(&mvm->fwrt, ieee80211_vif_to_wdev(vif),  in iwl_mvm_event_frame_timeout_callback()
797 	ba_trig = (void *)trig->data;  in iwl_mvm_event_frame_timeout_callback()
799 	if (!(le16_to_cpu(ba_trig->frame_timeout) & BIT(tid)))  in iwl_mvm_event_frame_timeout_callback()
802 	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig,  in iwl_mvm_event_frame_timeout_callback()
804 				sta->addr, tid);  in iwl_mvm_event_frame_timeout_callback()
832 	bool low_latency, prev = mvmvif->low_latency & LOW_LATENCY_TRAFFIC;  in iwl_mvm_tcm_iter()
834 	if (mvmvif->id >= NUM_MAC_INDEX_DRIVER)  in iwl_mvm_tcm_iter()
837 	low_latency = mvm->tcm.result.low_latency[mvmvif->id];  in iwl_mvm_tcm_iter()
839 	if (!mvm->tcm.result.change[mvmvif->id] &&  in iwl_mvm_tcm_iter()
859 		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,  in iwl_mvm_tcm_results()
862 	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN))  in iwl_mvm_tcm_results()
875 	mvm = mvmvif->mvm;  in iwl_mvm_tcm_uapsd_nonagg_detected_wk()
877 	if (mvm->tcm.data[mvmvif->id].opened_rx_ba_sessions)  in iwl_mvm_tcm_uapsd_nonagg_detected_wk()
881 	memcpy(mvm->uapsd_noagg_bssids[mvm->uapsd_noagg_bssid_write_idx].addr,  in iwl_mvm_tcm_uapsd_nonagg_detected_wk()
882 	       vif->bss_conf.bssid, ETH_ALEN);  in iwl_mvm_tcm_uapsd_nonagg_detected_wk()
883 	mvm->uapsd_noagg_bssid_write_idx++;  in iwl_mvm_tcm_uapsd_nonagg_detected_wk()
884 	if (mvm->uapsd_noagg_bssid_write_idx >= IWL_MVM_UAPSD_NOAGG_LIST_LEN)  in iwl_mvm_tcm_uapsd_nonagg_detected_wk()
885 		mvm->uapsd_noagg_bssid_write_idx = 0;  in iwl_mvm_tcm_uapsd_nonagg_detected_wk()
896 	if (vif->type != NL80211_IFTYPE_STATION)  in iwl_mvm_uapsd_agg_disconnect()
899 	if (!vif->cfg.assoc)  in iwl_mvm_uapsd_agg_disconnect()
902 	if (!mvmvif->deflink.queue_params[IEEE80211_AC_VO].uapsd &&  in iwl_mvm_uapsd_agg_disconnect()
903 	    !mvmvif->deflink.queue_params[IEEE80211_AC_VI].uapsd &&  in iwl_mvm_uapsd_agg_disconnect()
904 	    !mvmvif->deflink.queue_params[IEEE80211_AC_BE].uapsd &&  in iwl_mvm_uapsd_agg_disconnect()
905 	    !mvmvif->deflink.queue_params[IEEE80211_AC_BK].uapsd)  in iwl_mvm_uapsd_agg_disconnect()
908 	if (mvm->tcm.data[mvmvif->id].uapsd_nonagg_detect.detected)  in iwl_mvm_uapsd_agg_disconnect()
911 	mvm->tcm.data[mvmvif->id].uapsd_nonagg_detect.detected = true;  in iwl_mvm_uapsd_agg_disconnect()
913 		 "detected AP should do aggregation but isn't, likely due to U-APSD\n");  in iwl_mvm_uapsd_agg_disconnect()
914 	schedule_delayed_work(&mvmvif->uapsd_nonagg_detected_wk,  in iwl_mvm_uapsd_agg_disconnect()
922 	u64 bytes = mvm->tcm.data[mac].uapsd_nonagg_detect.rx_bytes;  in iwl_mvm_check_uapsd_agg_expected_tpt()
924 	unsigned long rate;  in iwl_mvm_check_uapsd_agg_expected_tpt()  local
927 	rate = ewma_rate_read(&mvm->tcm.data[mac].uapsd_nonagg_detect.rate);  in iwl_mvm_check_uapsd_agg_expected_tpt()
929 	if (!rate || mvm->tcm.data[mac].opened_rx_ba_sessions ||  in iwl_mvm_check_uapsd_agg_expected_tpt()
930 	    mvm->tcm.data[mac].uapsd_nonagg_detect.detected)  in iwl_mvm_check_uapsd_agg_expected_tpt()
936 		rate *= 1000; /* kbps */  in iwl_mvm_check_uapsd_agg_expected_tpt()
937 		if (tpt < 22 * rate / 100)  in iwl_mvm_check_uapsd_agg_expected_tpt()
941 		 * the rate here is actually the threshold, in 100Kbps units,  in iwl_mvm_check_uapsd_agg_expected_tpt()
950 		if (tpt < rate)  in iwl_mvm_check_uapsd_agg_expected_tpt()
955 	vif = rcu_dereference(mvm->vif_id_to_mac[mac]);  in iwl_mvm_check_uapsd_agg_expected_tpt()
967 	if (!mvmvif->deflink.phy_ctxt)  in iwl_mvm_tcm_iterator()
970 	band[mvmvif->id] = mvmvif->deflink.phy_ctxt->channel->band;  in iwl_mvm_tcm_iterator()
977 	unsigned int elapsed = jiffies_to_msecs(ts - mvm->tcm.ts);  in iwl_mvm_calc_tcm_stats()
979 		jiffies_to_msecs(ts - mvm->tcm.uapsd_nonagg_ts);  in iwl_mvm_calc_tcm_stats()
986 	bool handle_ll = time_after(ts, mvm->tcm.ll_ts + MVM_LL_PERIOD);  in iwl_mvm_calc_tcm_stats()
989 		mvm->tcm.ll_ts = ts;  in iwl_mvm_calc_tcm_stats()
991 		mvm->tcm.uapsd_nonagg_ts = ts;  in iwl_mvm_calc_tcm_stats()
993 	mvm->tcm.result.elapsed = elapsed;  in iwl_mvm_calc_tcm_stats()
995 	ieee80211_iterate_active_interfaces_atomic(mvm->hw,  in iwl_mvm_calc_tcm_stats()
1001 		struct iwl_mvm_tcm_mac *mdata = &mvm->tcm.data[mac];  in iwl_mvm_calc_tcm_stats()
1003 		u32 airtime = mdata->rx.airtime + mdata->tx.airtime;  in iwl_mvm_calc_tcm_stats()
1009 		mvm->tcm.result.change[mac] = load != mvm->tcm.result.load[mac];  in iwl_mvm_calc_tcm_stats()
1010 		mvm->tcm.result.load[mac] = load;  in iwl_mvm_calc_tcm_stats()
1011 		mvm->tcm.result.airtime[mac] = airtime;  in iwl_mvm_calc_tcm_stats()
1014 			vo_vi_pkts += mdata->rx.pkts[ac] +  in iwl_mvm_calc_tcm_stats()
1015 				      mdata->tx.pkts[ac];  in iwl_mvm_calc_tcm_stats()
1019 			mvm->tcm.result.low_latency[mac] = true;  in iwl_mvm_calc_tcm_stats()
1021 			mvm->tcm.result.low_latency[mac] = false;  in iwl_mvm_calc_tcm_stats()
1025 			memset(&mdata->rx.pkts, 0, sizeof(mdata->rx.pkts));  in iwl_mvm_calc_tcm_stats()
1026 			memset(&mdata->tx.pkts, 0, sizeof(mdata->tx.pkts));  in iwl_mvm_calc_tcm_stats()
1028 		low_latency |= mvm->tcm.result.low_latency[mac];  in iwl_mvm_calc_tcm_stats()
1030 		if (!mvm->tcm.result.low_latency[mac] && handle_uapsd)  in iwl_mvm_calc_tcm_stats()
1035 			mdata->uapsd_nonagg_detect.rx_bytes = 0;  in iwl_mvm_calc_tcm_stats()
1036 		memset(&mdata->rx.airtime, 0, sizeof(mdata->rx.airtime));  in iwl_mvm_calc_tcm_stats()
1037 		memset(&mdata->tx.airtime, 0, sizeof(mdata->tx.airtime));  in iwl_mvm_calc_tcm_stats()
1041 	mvm->tcm.result.global_load = load;  in iwl_mvm_calc_tcm_stats()
1045 		mvm->tcm.result.band_load[i] = band_load;  in iwl_mvm_calc_tcm_stats()
1049 	 * If the current load isn't low we need to force re-evaluation  in iwl_mvm_calc_tcm_stats()
1057 	 * If low-latency is active we need to force re-evaluation after  in iwl_mvm_calc_tcm_stats()
1058 	 * (the longer) MVM_LL_PERIOD, so that we can disable low-latency  in iwl_mvm_calc_tcm_stats()
1065 	 * in the default "idle" state - traffic indication is low (which  in iwl_mvm_calc_tcm_stats()
1066 	 * also covers the "no traffic" case) and low-latency is disabled  in iwl_mvm_calc_tcm_stats()
1071 	 * updates triggered by traffic - those happen whenever one of the  in iwl_mvm_calc_tcm_stats()
1081 		time_after(ts, mvm->tcm.uapsd_nonagg_ts +  in iwl_mvm_recalc_tcm()
1084 	spin_lock(&mvm->tcm.lock);  in iwl_mvm_recalc_tcm()
1085 	if (mvm->tcm.paused || !time_after(ts, mvm->tcm.ts + MVM_TCM_PERIOD)) {  in iwl_mvm_recalc_tcm()
1086 		spin_unlock(&mvm->tcm.lock);  in iwl_mvm_recalc_tcm()
1089 	spin_unlock(&mvm->tcm.lock);  in iwl_mvm_recalc_tcm()
1097 	spin_lock(&mvm->tcm.lock);  in iwl_mvm_recalc_tcm()
1098 	/* re-check if somebody else won the recheck race */  in iwl_mvm_recalc_tcm()
1099 	if (!mvm->tcm.paused && time_after(ts, mvm->tcm.ts + MVM_TCM_PERIOD)) {  in iwl_mvm_recalc_tcm()
1106 		mvm->tcm.ts = ts;  in iwl_mvm_recalc_tcm()
1108 			schedule_delayed_work(&mvm->tcm.work, work_delay);  in iwl_mvm_recalc_tcm()
1110 	spin_unlock(&mvm->tcm.lock);  in iwl_mvm_recalc_tcm()
1126 	spin_lock_bh(&mvm->tcm.lock);  in iwl_mvm_pause_tcm()
1127 	mvm->tcm.paused = true;  in iwl_mvm_pause_tcm()
1128 	spin_unlock_bh(&mvm->tcm.lock);  in iwl_mvm_pause_tcm()
1130 		cancel_delayed_work_sync(&mvm->tcm.work);  in iwl_mvm_pause_tcm()
1138 	spin_lock_bh(&mvm->tcm.lock);  in iwl_mvm_resume_tcm()
1139 	mvm->tcm.ts = jiffies;  in iwl_mvm_resume_tcm()
1140 	mvm->tcm.ll_ts = jiffies;  in iwl_mvm_resume_tcm()
1142 		struct iwl_mvm_tcm_mac *mdata = &mvm->tcm.data[mac];  in iwl_mvm_resume_tcm()
1144 		memset(&mdata->rx.pkts, 0, sizeof(mdata->rx.pkts));  in iwl_mvm_resume_tcm()
1145 		memset(&mdata->tx.pkts, 0, sizeof(mdata->tx.pkts));  in iwl_mvm_resume_tcm()
1146 		memset(&mdata->rx.airtime, 0, sizeof(mdata->rx.airtime));  in iwl_mvm_resume_tcm()
1147 		memset(&mdata->tx.airtime, 0, sizeof(mdata->tx.airtime));  in iwl_mvm_resume_tcm()
1149 		if (mvm->tcm.result.low_latency[mac])  in iwl_mvm_resume_tcm()
1154 	mvm->tcm.paused = false;  in iwl_mvm_resume_tcm()
1158 	 * re-evaluation to cover the case of no traffic.  in iwl_mvm_resume_tcm()
1160 	if (mvm->tcm.result.global_load > IWL_MVM_TRAFFIC_LOW)  in iwl_mvm_resume_tcm()
1161 		schedule_delayed_work(&mvm->tcm.work, MVM_TCM_PERIOD);  in iwl_mvm_resume_tcm()
1163 		schedule_delayed_work(&mvm->tcm.work, MVM_LL_PERIOD);  in iwl_mvm_resume_tcm()
1165 	spin_unlock_bh(&mvm->tcm.lock);  in iwl_mvm_resume_tcm()
1172 	INIT_DELAYED_WORK(&mvmvif->uapsd_nonagg_detected_wk,  in iwl_mvm_tcm_add_vif()
1180 	cancel_delayed_work_sync(&mvmvif->uapsd_nonagg_detected_wk);  in iwl_mvm_tcm_rm_vif()
1187 	if (mvm->trans->mac_cfg->device_family >= IWL_DEVICE_FAMILY_22000 &&  in iwl_mvm_get_systime()
1188 	    mvm->trans->mac_cfg->base->gp2_reg_addr)  in iwl_mvm_get_systime()
1189 		reg_addr = mvm->trans->mac_cfg->base->gp2_reg_addr;  in iwl_mvm_get_systime()
1191 	return iwl_read_prph(mvm->trans, reg_addr);  in iwl_mvm_get_systime()
1199 	lockdep_assert_held(&mvm->mutex);  in iwl_mvm_get_sync_time()
1202 	ps_disabled = mvm->ps_disabled;  in iwl_mvm_get_sync_time()
1204 		mvm->ps_disabled = true;  in iwl_mvm_get_sync_time()
1216 		mvm->ps_disabled = ps_disabled;  in iwl_mvm_get_sync_time()
1232 			if (vif1->link[i]->phy_ctxt == vif2->link[j]->phy_ctxt)  in iwl_mvm_have_links_same_channel()
1242 	int rate = rate_n_flags & RATE_LEGACY_RATE_MSK_V1;  in iwl_legacy_rate_to_fw_idx()  local
1249 		if (iwl_fw_rate_idx_to_plcp(idx) == rate)  in iwl_legacy_rate_to_fw_idx()
1250 			return idx - offset;  in iwl_legacy_rate_to_fw_idx()
1254 u32 iwl_mvm_v3_rate_from_fw(__le32 rate, u8 rate_ver)  in iwl_mvm_v3_rate_from_fw()  argument
1260 		return iwl_v3_rate_from_v2_v3(rate, rate_ver >= 3);  in iwl_mvm_v3_rate_from_fw()
1262 	rate_v1 = le32_to_cpu(rate);  in iwl_mvm_v3_rate_from_fw()
1265 	/* convert rate */  in iwl_mvm_v3_rate_from_fw()
1293 				/* the new rate have an additional bit to  in iwl_mvm_v3_rate_from_fw()
1295 				 * bit for this purpose - as it was done in the  in iwl_mvm_v3_rate_from_fw()
1296 				 * old rate  in iwl_mvm_v3_rate_from_fw()
1322 	/* convert flags */  in iwl_mvm_v3_rate_from_fw()
1343 __le32 iwl_mvm_v3_rate_to_fw(u32 rate, u8 rate_ver)  in iwl_mvm_v3_rate_to_fw()  argument
1349 		return iwl_v3_rate_to_v2_v3(rate, rate_ver > 2);  in iwl_mvm_v3_rate_to_fw()
1351 	switch (rate & RATE_MCS_MOD_TYPE_MSK) {  in iwl_mvm_v3_rate_to_fw()
1356 		rate_idx = u32_get_bits(rate, RATE_LEGACY_RATE_MSK);  in iwl_mvm_v3_rate_to_fw()
1364 		result |= u32_encode_bits(u32_get_bits(rate,  in iwl_mvm_v3_rate_to_fw()
1367 		result |= u32_encode_bits(u32_get_bits(rate,  in iwl_mvm_v3_rate_to_fw()
1373 		result |= u32_encode_bits(u32_get_bits(rate,  in iwl_mvm_v3_rate_to_fw()
1376 		result |= u32_encode_bits(u32_get_bits(rate, RATE_MCS_NSS_MSK),  in iwl_mvm_v3_rate_to_fw()
1382 			  u32_get_bits(rate, RATE_MCS_MOD_TYPE_MSK));  in iwl_mvm_v3_rate_to_fw()
1386 	if (rate & RATE_MCS_LDPC_MSK)  in iwl_mvm_v3_rate_to_fw()
1388 	WARN_ON_ONCE(u32_get_bits(rate, RATE_MCS_CHAN_WIDTH_MSK) >  in iwl_mvm_v3_rate_to_fw()
1390 	result |= (rate & RATE_MCS_CHAN_WIDTH_MSK_V1) |  in iwl_mvm_v3_rate_to_fw()
1391 		  (rate & RATE_MCS_ANT_AB_MSK) |  in iwl_mvm_v3_rate_to_fw()
1392 		  (rate & RATE_MCS_STBC_MSK) |  in iwl_mvm_v3_rate_to_fw()
1393 		  (rate & RATE_MCS_BF_MSK);  in iwl_mvm_v3_rate_to_fw()
1396 	WARN_ON_ONCE(rate & RATE_MCS_DUP_MSK);  in iwl_mvm_v3_rate_to_fw()
1398 	if (rate & RATE_MCS_SGI_MSK)  in iwl_mvm_v3_rate_to_fw()
1410 		if (mvmvif->link[i]->phy_ctxt &&  in iwl_mvm_vif_is_active()
1411 		    mvmvif->link[i]->phy_ctxt->id < NUM_PHY_CTX)  in iwl_mvm_vif_is_active()