xref: /freebsd/sys/contrib/dev/athk/ath12k/dp_tx.c (revision 60bac4d6438b6bcb3d7b439684211d05396d90ce)
1 // SPDX-License-Identifier: BSD-3-Clause-Clear
2 /*
3  * Copyright (c) 2018-2021 The Linux Foundation. All rights reserved.
4  * Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries.
5  */
6 
7 #include "core.h"
8 #include "dp_tx.h"
9 #include "debug.h"
10 #include "debugfs.h"
11 #include "hw.h"
12 #include "peer.h"
13 #include "mac.h"
14 
15 enum hal_tcl_encap_type
ath12k_dp_tx_get_encap_type(struct ath12k_base * ab,struct sk_buff * skb)16 ath12k_dp_tx_get_encap_type(struct ath12k_base *ab, struct sk_buff *skb)
17 {
18 	struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(skb);
19 
20 	if (test_bit(ATH12K_FLAG_RAW_MODE, &ab->dev_flags))
21 		return HAL_TCL_ENCAP_TYPE_RAW;
22 
23 	if (tx_info->flags & IEEE80211_TX_CTL_HW_80211_ENCAP)
24 		return HAL_TCL_ENCAP_TYPE_ETHERNET;
25 
26 	return HAL_TCL_ENCAP_TYPE_NATIVE_WIFI;
27 }
28 EXPORT_SYMBOL(ath12k_dp_tx_get_encap_type);
29 
ath12k_dp_tx_encap_nwifi(struct sk_buff * skb)30 void ath12k_dp_tx_encap_nwifi(struct sk_buff *skb)
31 {
32 	struct ieee80211_hdr *hdr = (void *)skb->data;
33 	u8 *qos_ctl;
34 
35 	if (!ieee80211_is_data_qos(hdr->frame_control))
36 		return;
37 
38 	qos_ctl = ieee80211_get_qos_ctl(hdr);
39 	memmove(skb->data + IEEE80211_QOS_CTL_LEN,
40 #if defined(__linux__)
41 		skb->data, (void *)qos_ctl - (void *)skb->data);
42 #elif defined(__FreeBSD__)
43 		skb->data, qos_ctl - skb->data);
44 #endif
45 	skb_pull(skb, IEEE80211_QOS_CTL_LEN);
46 
47 	hdr = (void *)skb->data;
48 	hdr->frame_control &= ~__cpu_to_le16(IEEE80211_STYPE_QOS_DATA);
49 }
50 EXPORT_SYMBOL(ath12k_dp_tx_encap_nwifi);
51 
ath12k_dp_tx_get_tid(struct sk_buff * skb)52 u8 ath12k_dp_tx_get_tid(struct sk_buff *skb)
53 {
54 	struct ieee80211_hdr *hdr = (void *)skb->data;
55 	struct ath12k_skb_cb *cb = ATH12K_SKB_CB(skb);
56 
57 	if (cb->flags & ATH12K_SKB_HW_80211_ENCAP)
58 		return skb->priority & IEEE80211_QOS_CTL_TID_MASK;
59 	else if (!ieee80211_is_data_qos(hdr->frame_control))
60 		return HAL_DESC_REO_NON_QOS_TID;
61 	else
62 		return skb->priority & IEEE80211_QOS_CTL_TID_MASK;
63 }
64 EXPORT_SYMBOL(ath12k_dp_tx_get_tid);
65 
ath12k_dp_tx_get_encrypt_type(u32 cipher)66 enum hal_encrypt_type ath12k_dp_tx_get_encrypt_type(u32 cipher)
67 {
68 	switch (cipher) {
69 	case WLAN_CIPHER_SUITE_WEP40:
70 		return HAL_ENCRYPT_TYPE_WEP_40;
71 	case WLAN_CIPHER_SUITE_WEP104:
72 		return HAL_ENCRYPT_TYPE_WEP_104;
73 	case WLAN_CIPHER_SUITE_TKIP:
74 		return HAL_ENCRYPT_TYPE_TKIP_MIC;
75 	case WLAN_CIPHER_SUITE_CCMP:
76 		return HAL_ENCRYPT_TYPE_CCMP_128;
77 	case WLAN_CIPHER_SUITE_CCMP_256:
78 		return HAL_ENCRYPT_TYPE_CCMP_256;
79 	case WLAN_CIPHER_SUITE_GCMP:
80 		return HAL_ENCRYPT_TYPE_GCMP_128;
81 	case WLAN_CIPHER_SUITE_GCMP_256:
82 		return HAL_ENCRYPT_TYPE_AES_GCMP_256;
83 	default:
84 		return HAL_ENCRYPT_TYPE_OPEN;
85 	}
86 }
87 EXPORT_SYMBOL(ath12k_dp_tx_get_encrypt_type);
88 
ath12k_dp_tx_release_txbuf(struct ath12k_dp * dp,struct ath12k_tx_desc_info * tx_desc,u8 pool_id)89 void ath12k_dp_tx_release_txbuf(struct ath12k_dp *dp,
90 				struct ath12k_tx_desc_info *tx_desc,
91 				u8 pool_id)
92 {
93 	spin_lock_bh(&dp->tx_desc_lock[pool_id]);
94 	tx_desc->skb_ext_desc = NULL;
95 	list_move_tail(&tx_desc->list, &dp->tx_desc_free_list[pool_id]);
96 	spin_unlock_bh(&dp->tx_desc_lock[pool_id]);
97 }
98 EXPORT_SYMBOL(ath12k_dp_tx_release_txbuf);
99 
ath12k_dp_tx_assign_buffer(struct ath12k_dp * dp,u8 pool_id)100 struct ath12k_tx_desc_info *ath12k_dp_tx_assign_buffer(struct ath12k_dp *dp,
101 						       u8 pool_id)
102 {
103 	struct ath12k_tx_desc_info *desc;
104 
105 	spin_lock_bh(&dp->tx_desc_lock[pool_id]);
106 	desc = list_first_entry_or_null(&dp->tx_desc_free_list[pool_id],
107 					struct ath12k_tx_desc_info,
108 					list);
109 	if (!desc) {
110 		spin_unlock_bh(&dp->tx_desc_lock[pool_id]);
111 		ath12k_warn(dp->ab, "failed to allocate data Tx buffer\n");
112 		return NULL;
113 	}
114 
115 	list_move_tail(&desc->list, &dp->tx_desc_used_list[pool_id]);
116 	spin_unlock_bh(&dp->tx_desc_lock[pool_id]);
117 
118 	return desc;
119 }
120 EXPORT_SYMBOL(ath12k_dp_tx_assign_buffer);
121 
ath12k_dp_metadata_align_skb(struct sk_buff * skb,u8 tail_len)122 void *ath12k_dp_metadata_align_skb(struct sk_buff *skb, u8 tail_len)
123 {
124 	struct sk_buff *tail;
125 	void *metadata;
126 
127 	if (unlikely(skb_cow_data(skb, tail_len, &tail) < 0))
128 		return NULL;
129 
130 	metadata = pskb_put(skb, tail, tail_len);
131 	memset(metadata, 0, tail_len);
132 	return metadata;
133 }
134 EXPORT_SYMBOL(ath12k_dp_metadata_align_skb);
135 
ath12k_dp_tx_move_payload(struct sk_buff * skb,unsigned long delta,bool head)136 static void ath12k_dp_tx_move_payload(struct sk_buff *skb,
137 				      unsigned long delta,
138 				      bool head)
139 {
140 	unsigned long len = skb->len;
141 
142 	if (head) {
143 		skb_push(skb, delta);
144 		memmove(skb->data, skb->data + delta, len);
145 		skb_trim(skb, len);
146 	} else {
147 		skb_put(skb, delta);
148 		memmove(skb->data + delta, skb->data, len);
149 		skb_pull(skb, delta);
150 	}
151 }
152 
ath12k_dp_tx_align_payload(struct ath12k_dp * dp,struct sk_buff ** pskb)153 int ath12k_dp_tx_align_payload(struct ath12k_dp *dp, struct sk_buff **pskb)
154 {
155 	u32 iova_mask = dp->hw_params->iova_mask;
156 	unsigned long offset, delta1, delta2;
157 	struct sk_buff *skb2, *skb = *pskb;
158 	unsigned int headroom = skb_headroom(skb);
159 	int tailroom = skb_tailroom(skb);
160 	int ret = 0;
161 
162 	offset = (unsigned long)skb->data & iova_mask;
163 	delta1 = offset;
164 	delta2 = iova_mask - offset + 1;
165 
166 	if (headroom >= delta1) {
167 		ath12k_dp_tx_move_payload(skb, delta1, true);
168 	} else if (tailroom >= delta2) {
169 		ath12k_dp_tx_move_payload(skb, delta2, false);
170 	} else {
171 		skb2 = skb_realloc_headroom(skb, iova_mask);
172 		if (!skb2) {
173 			ret = -ENOMEM;
174 			goto out;
175 		}
176 
177 		dev_kfree_skb_any(skb);
178 
179 		offset = (unsigned long)skb2->data & iova_mask;
180 		if (offset)
181 			ath12k_dp_tx_move_payload(skb2, offset, true);
182 		*pskb = skb2;
183 	}
184 
185 out:
186 	return ret;
187 }
188 EXPORT_SYMBOL(ath12k_dp_tx_align_payload);
189 
ath12k_dp_tx_free_txbuf(struct ath12k_dp * dp,struct dp_tx_ring * tx_ring,struct ath12k_tx_desc_params * desc_params)190 void ath12k_dp_tx_free_txbuf(struct ath12k_dp *dp,
191 			     struct dp_tx_ring *tx_ring,
192 			     struct ath12k_tx_desc_params *desc_params)
193 {
194 	struct ath12k_pdev_dp *dp_pdev;
195 	struct sk_buff *msdu = desc_params->skb;
196 	struct ath12k_skb_cb *skb_cb;
197 	u8 pdev_idx = ath12k_hw_mac_id_to_pdev_id(dp->hw_params, desc_params->mac_id);
198 
199 	skb_cb = ATH12K_SKB_CB(msdu);
200 
201 	dma_unmap_single(dp->dev, skb_cb->paddr, msdu->len, DMA_TO_DEVICE);
202 	if (skb_cb->paddr_ext_desc) {
203 		dma_unmap_single(dp->dev, skb_cb->paddr_ext_desc,
204 				 desc_params->skb_ext_desc->len, DMA_TO_DEVICE);
205 		dev_kfree_skb_any(desc_params->skb_ext_desc);
206 	}
207 
208 	guard(rcu)();
209 
210 	dp_pdev = ath12k_dp_to_pdev_dp(dp, pdev_idx);
211 
212 	ieee80211_free_txskb(ath12k_pdev_dp_to_hw(dp_pdev), msdu);
213 
214 	if (atomic_dec_and_test(&dp_pdev->num_tx_pending))
215 		wake_up(&dp_pdev->tx_empty_waitq);
216 }
217 EXPORT_SYMBOL(ath12k_dp_tx_free_txbuf);
218