xref: /linux/drivers/net/wireless/broadcom/b43/phy_n.c (revision f9bff0e31881d03badf191d3b0005839391f5f2b)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 
4   Broadcom B43 wireless driver
5   IEEE 802.11n PHY support
6 
7   Copyright (c) 2008 Michael Buesch <m@bues.ch>
8   Copyright (c) 2010-2011 Rafał Miłecki <zajec5@gmail.com>
9 
10 
11 */
12 
13 #include <linux/cordic.h>
14 #include <linux/delay.h>
15 #include <linux/slab.h>
16 #include <linux/types.h>
17 
18 #include "b43.h"
19 #include "phy_n.h"
20 #include "tables_nphy.h"
21 #include "radio_2055.h"
22 #include "radio_2056.h"
23 #include "radio_2057.h"
24 #include "main.h"
25 #include "ppr.h"
26 
27 struct nphy_txgains {
28 	u16 tx_lpf[2];
29 	u16 txgm[2];
30 	u16 pga[2];
31 	u16 pad[2];
32 	u16 ipa[2];
33 };
34 
35 struct nphy_iqcal_params {
36 	u16 tx_lpf;
37 	u16 txgm;
38 	u16 pga;
39 	u16 pad;
40 	u16 ipa;
41 	u16 cal_gain;
42 	u16 ncorr[5];
43 };
44 
45 struct nphy_iq_est {
46 	s32 iq0_prod;
47 	u32 i0_pwr;
48 	u32 q0_pwr;
49 	s32 iq1_prod;
50 	u32 i1_pwr;
51 	u32 q1_pwr;
52 };
53 
54 enum b43_nphy_rf_sequence {
55 	B43_RFSEQ_RX2TX,
56 	B43_RFSEQ_TX2RX,
57 	B43_RFSEQ_RESET2RX,
58 	B43_RFSEQ_UPDATE_GAINH,
59 	B43_RFSEQ_UPDATE_GAINL,
60 	B43_RFSEQ_UPDATE_GAINU,
61 };
62 
63 enum n_rf_ctl_over_cmd {
64 	N_RF_CTL_OVER_CMD_RXRF_PU = 0,
65 	N_RF_CTL_OVER_CMD_RX_PU = 1,
66 	N_RF_CTL_OVER_CMD_TX_PU = 2,
67 	N_RF_CTL_OVER_CMD_RX_GAIN = 3,
68 	N_RF_CTL_OVER_CMD_TX_GAIN = 4,
69 };
70 
71 enum n_intc_override {
72 	N_INTC_OVERRIDE_OFF = 0,
73 	N_INTC_OVERRIDE_TRSW = 1,
74 	N_INTC_OVERRIDE_PA = 2,
75 	N_INTC_OVERRIDE_EXT_LNA_PU = 3,
76 	N_INTC_OVERRIDE_EXT_LNA_GAIN = 4,
77 };
78 
79 enum n_rssi_type {
80 	N_RSSI_W1 = 0,
81 	N_RSSI_W2,
82 	N_RSSI_NB,
83 	N_RSSI_IQ,
84 	N_RSSI_TSSI_2G,
85 	N_RSSI_TSSI_5G,
86 	N_RSSI_TBD,
87 };
88 
89 enum n_rail_type {
90 	N_RAIL_I = 0,
91 	N_RAIL_Q = 1,
92 };
93 
94 static inline bool b43_nphy_ipa(struct b43_wldev *dev)
95 {
96 	enum nl80211_band band = b43_current_band(dev->wl);
97 	return ((dev->phy.n->ipa2g_on && band == NL80211_BAND_2GHZ) ||
98 		(dev->phy.n->ipa5g_on && band == NL80211_BAND_5GHZ));
99 }
100 
101 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RxCoreGetState */
102 static u8 b43_nphy_get_rx_core_state(struct b43_wldev *dev)
103 {
104 	return (b43_phy_read(dev, B43_NPHY_RFSEQCA) & B43_NPHY_RFSEQCA_RXEN) >>
105 		B43_NPHY_RFSEQCA_RXEN_SHIFT;
106 }
107 
108 /**************************************************
109  * RF (just without b43_nphy_rf_ctl_intc_override)
110  **************************************************/
111 
112 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/ForceRFSeq */
113 static void b43_nphy_force_rf_sequence(struct b43_wldev *dev,
114 				       enum b43_nphy_rf_sequence seq)
115 {
116 	static const u16 trigger[] = {
117 		[B43_RFSEQ_RX2TX]		= B43_NPHY_RFSEQTR_RX2TX,
118 		[B43_RFSEQ_TX2RX]		= B43_NPHY_RFSEQTR_TX2RX,
119 		[B43_RFSEQ_RESET2RX]		= B43_NPHY_RFSEQTR_RST2RX,
120 		[B43_RFSEQ_UPDATE_GAINH]	= B43_NPHY_RFSEQTR_UPGH,
121 		[B43_RFSEQ_UPDATE_GAINL]	= B43_NPHY_RFSEQTR_UPGL,
122 		[B43_RFSEQ_UPDATE_GAINU]	= B43_NPHY_RFSEQTR_UPGU,
123 	};
124 	int i;
125 	u16 seq_mode = b43_phy_read(dev, B43_NPHY_RFSEQMODE);
126 
127 	B43_WARN_ON(seq >= ARRAY_SIZE(trigger));
128 
129 	b43_phy_set(dev, B43_NPHY_RFSEQMODE,
130 		    B43_NPHY_RFSEQMODE_CAOVER | B43_NPHY_RFSEQMODE_TROVER);
131 	b43_phy_set(dev, B43_NPHY_RFSEQTR, trigger[seq]);
132 	for (i = 0; i < 200; i++) {
133 		if (!(b43_phy_read(dev, B43_NPHY_RFSEQST) & trigger[seq]))
134 			goto ok;
135 		msleep(1);
136 	}
137 	b43err(dev->wl, "RF sequence status timeout\n");
138 ok:
139 	b43_phy_write(dev, B43_NPHY_RFSEQMODE, seq_mode);
140 }
141 
142 static void b43_nphy_rf_ctl_override_rev19(struct b43_wldev *dev, u16 field,
143 					   u16 value, u8 core, bool off,
144 					   u8 override_id)
145 {
146 	/* TODO */
147 }
148 
149 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RFCtrlOverrideRev7 */
150 static void b43_nphy_rf_ctl_override_rev7(struct b43_wldev *dev, u16 field,
151 					  u16 value, u8 core, bool off,
152 					  u8 override)
153 {
154 	struct b43_phy *phy = &dev->phy;
155 	const struct nphy_rf_control_override_rev7 *e;
156 	u16 en_addrs[3][2] = {
157 		{ 0x0E7, 0x0EC }, { 0x342, 0x343 }, { 0x346, 0x347 }
158 	};
159 	u16 en_addr;
160 	u16 en_mask = field;
161 	u16 val_addr;
162 	u8 i;
163 
164 	if (phy->rev >= 19 || phy->rev < 3) {
165 		B43_WARN_ON(1);
166 		return;
167 	}
168 
169 	/* Remember: we can get NULL! */
170 	e = b43_nphy_get_rf_ctl_over_rev7(dev, field, override);
171 
172 	for (i = 0; i < 2; i++) {
173 		if (override >= ARRAY_SIZE(en_addrs)) {
174 			b43err(dev->wl, "Invalid override value %d\n", override);
175 			return;
176 		}
177 		en_addr = en_addrs[override][i];
178 
179 		if (e)
180 			val_addr = (i == 0) ? e->val_addr_core0 : e->val_addr_core1;
181 
182 		if (off) {
183 			b43_phy_mask(dev, en_addr, ~en_mask);
184 			if (e) /* Do it safer, better than wl */
185 				b43_phy_mask(dev, val_addr, ~e->val_mask);
186 		} else {
187 			if (!core || (core & (1 << i))) {
188 				b43_phy_set(dev, en_addr, en_mask);
189 				if (e)
190 					b43_phy_maskset(dev, val_addr, ~e->val_mask, (value << e->val_shift));
191 			}
192 		}
193 	}
194 }
195 
196 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RFCtrlOverideOneToMany */
197 static void b43_nphy_rf_ctl_override_one_to_many(struct b43_wldev *dev,
198 						 enum n_rf_ctl_over_cmd cmd,
199 						 u16 value, u8 core, bool off)
200 {
201 	struct b43_phy *phy = &dev->phy;
202 	u16 tmp;
203 
204 	B43_WARN_ON(phy->rev < 7);
205 
206 	switch (cmd) {
207 	case N_RF_CTL_OVER_CMD_RXRF_PU:
208 		b43_nphy_rf_ctl_override_rev7(dev, 0x20, value, core, off, 1);
209 		b43_nphy_rf_ctl_override_rev7(dev, 0x10, value, core, off, 1);
210 		b43_nphy_rf_ctl_override_rev7(dev, 0x08, value, core, off, 1);
211 		break;
212 	case N_RF_CTL_OVER_CMD_RX_PU:
213 		b43_nphy_rf_ctl_override_rev7(dev, 0x4, value, core, off, 1);
214 		b43_nphy_rf_ctl_override_rev7(dev, 0x2, value, core, off, 1);
215 		b43_nphy_rf_ctl_override_rev7(dev, 0x1, value, core, off, 1);
216 		b43_nphy_rf_ctl_override_rev7(dev, 0x2, value, core, off, 2);
217 		b43_nphy_rf_ctl_override_rev7(dev, 0x0800, 0, core, off, 1);
218 		break;
219 	case N_RF_CTL_OVER_CMD_TX_PU:
220 		b43_nphy_rf_ctl_override_rev7(dev, 0x4, value, core, off, 0);
221 		b43_nphy_rf_ctl_override_rev7(dev, 0x2, value, core, off, 1);
222 		b43_nphy_rf_ctl_override_rev7(dev, 0x1, value, core, off, 2);
223 		b43_nphy_rf_ctl_override_rev7(dev, 0x0800, 1, core, off, 1);
224 		break;
225 	case N_RF_CTL_OVER_CMD_RX_GAIN:
226 		tmp = value & 0xFF;
227 		b43_nphy_rf_ctl_override_rev7(dev, 0x0800, tmp, core, off, 0);
228 		tmp = value >> 8;
229 		b43_nphy_rf_ctl_override_rev7(dev, 0x6000, tmp, core, off, 0);
230 		break;
231 	case N_RF_CTL_OVER_CMD_TX_GAIN:
232 		tmp = value & 0x7FFF;
233 		b43_nphy_rf_ctl_override_rev7(dev, 0x1000, tmp, core, off, 0);
234 		tmp = value >> 14;
235 		b43_nphy_rf_ctl_override_rev7(dev, 0x4000, tmp, core, off, 0);
236 		break;
237 	}
238 }
239 
240 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RFCtrlOverride */
241 static void b43_nphy_rf_ctl_override(struct b43_wldev *dev, u16 field,
242 				     u16 value, u8 core, bool off)
243 {
244 	int i;
245 	u8 index = fls(field);
246 	u8 addr, en_addr, val_addr;
247 	/* we expect only one bit set */
248 	B43_WARN_ON(field & (~(1 << (index - 1))));
249 
250 	if (dev->phy.rev >= 3) {
251 		const struct nphy_rf_control_override_rev3 *rf_ctrl;
252 		for (i = 0; i < 2; i++) {
253 			if (index == 0 || index == 16) {
254 				b43err(dev->wl,
255 					"Unsupported RF Ctrl Override call\n");
256 				return;
257 			}
258 
259 			rf_ctrl = &tbl_rf_control_override_rev3[index - 1];
260 			en_addr = B43_PHY_N((i == 0) ?
261 				rf_ctrl->en_addr0 : rf_ctrl->en_addr1);
262 			val_addr = B43_PHY_N((i == 0) ?
263 				rf_ctrl->val_addr0 : rf_ctrl->val_addr1);
264 
265 			if (off) {
266 				b43_phy_mask(dev, en_addr, ~(field));
267 				b43_phy_mask(dev, val_addr,
268 						~(rf_ctrl->val_mask));
269 			} else {
270 				if (core == 0 || ((1 << i) & core)) {
271 					b43_phy_set(dev, en_addr, field);
272 					b43_phy_maskset(dev, val_addr,
273 						~(rf_ctrl->val_mask),
274 						(value << rf_ctrl->val_shift));
275 				}
276 			}
277 		}
278 	} else {
279 		const struct nphy_rf_control_override_rev2 *rf_ctrl;
280 		if (off) {
281 			b43_phy_mask(dev, B43_NPHY_RFCTL_OVER, ~(field));
282 			value = 0;
283 		} else {
284 			b43_phy_set(dev, B43_NPHY_RFCTL_OVER, field);
285 		}
286 
287 		for (i = 0; i < 2; i++) {
288 			if (index <= 1 || index == 16) {
289 				b43err(dev->wl,
290 					"Unsupported RF Ctrl Override call\n");
291 				return;
292 			}
293 
294 			if (index == 2 || index == 10 ||
295 			    (index >= 13 && index <= 15)) {
296 				core = 1;
297 			}
298 
299 			rf_ctrl = &tbl_rf_control_override_rev2[index - 2];
300 			addr = B43_PHY_N((i == 0) ?
301 				rf_ctrl->addr0 : rf_ctrl->addr1);
302 
303 			if ((1 << i) & core)
304 				b43_phy_maskset(dev, addr, ~(rf_ctrl->bmask),
305 						(value << rf_ctrl->shift));
306 
307 			b43_phy_set(dev, B43_NPHY_RFCTL_OVER, 0x1);
308 			b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
309 					B43_NPHY_RFCTL_CMD_START);
310 			udelay(1);
311 			b43_phy_mask(dev, B43_NPHY_RFCTL_OVER, 0xFFFE);
312 		}
313 	}
314 }
315 
316 static void b43_nphy_rf_ctl_intc_override_rev7(struct b43_wldev *dev,
317 					       enum n_intc_override intc_override,
318 					       u16 value, u8 core_sel)
319 {
320 	u16 reg, tmp, tmp2, val;
321 	int core;
322 
323 	/* TODO: What about rev19+? Revs 3+ and 7+ are a bit similar */
324 
325 	for (core = 0; core < 2; core++) {
326 		if ((core_sel == 1 && core != 0) ||
327 		    (core_sel == 2 && core != 1))
328 			continue;
329 
330 		reg = (core == 0) ? B43_NPHY_RFCTL_INTC1 : B43_NPHY_RFCTL_INTC2;
331 
332 		switch (intc_override) {
333 		case N_INTC_OVERRIDE_OFF:
334 			b43_phy_write(dev, reg, 0);
335 			b43_phy_mask(dev, 0x2ff, ~0x2000);
336 			b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
337 			break;
338 		case N_INTC_OVERRIDE_TRSW:
339 			b43_phy_maskset(dev, reg, ~0xC0, value << 6);
340 			b43_phy_set(dev, reg, 0x400);
341 
342 			b43_phy_mask(dev, 0x2ff, ~0xC000 & 0xFFFF);
343 			b43_phy_set(dev, 0x2ff, 0x2000);
344 			b43_phy_set(dev, 0x2ff, 0x0001);
345 			break;
346 		case N_INTC_OVERRIDE_PA:
347 			tmp = 0x0030;
348 			if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ)
349 				val = value << 5;
350 			else
351 				val = value << 4;
352 			b43_phy_maskset(dev, reg, ~tmp, val);
353 			b43_phy_set(dev, reg, 0x1000);
354 			break;
355 		case N_INTC_OVERRIDE_EXT_LNA_PU:
356 			if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
357 				tmp = 0x0001;
358 				tmp2 = 0x0004;
359 				val = value;
360 			} else {
361 				tmp = 0x0004;
362 				tmp2 = 0x0001;
363 				val = value << 2;
364 			}
365 			b43_phy_maskset(dev, reg, ~tmp, val);
366 			b43_phy_mask(dev, reg, ~tmp2);
367 			break;
368 		case N_INTC_OVERRIDE_EXT_LNA_GAIN:
369 			if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
370 				tmp = 0x0002;
371 				tmp2 = 0x0008;
372 				val = value << 1;
373 			} else {
374 				tmp = 0x0008;
375 				tmp2 = 0x0002;
376 				val = value << 3;
377 			}
378 			b43_phy_maskset(dev, reg, ~tmp, val);
379 			b43_phy_mask(dev, reg, ~tmp2);
380 			break;
381 		}
382 	}
383 }
384 
385 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RFCtrlIntcOverride */
386 static void b43_nphy_rf_ctl_intc_override(struct b43_wldev *dev,
387 					  enum n_intc_override intc_override,
388 					  u16 value, u8 core)
389 {
390 	u8 i, j;
391 	u16 reg, tmp, val;
392 
393 	if (dev->phy.rev >= 7) {
394 		b43_nphy_rf_ctl_intc_override_rev7(dev, intc_override, value,
395 						   core);
396 		return;
397 	}
398 
399 	B43_WARN_ON(dev->phy.rev < 3);
400 
401 	for (i = 0; i < 2; i++) {
402 		if ((core == 1 && i == 1) || (core == 2 && !i))
403 			continue;
404 
405 		reg = (i == 0) ?
406 			B43_NPHY_RFCTL_INTC1 : B43_NPHY_RFCTL_INTC2;
407 		b43_phy_set(dev, reg, 0x400);
408 
409 		switch (intc_override) {
410 		case N_INTC_OVERRIDE_OFF:
411 			b43_phy_write(dev, reg, 0);
412 			b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
413 			break;
414 		case N_INTC_OVERRIDE_TRSW:
415 			if (!i) {
416 				b43_phy_maskset(dev, B43_NPHY_RFCTL_INTC1,
417 						0xFC3F, (value << 6));
418 				b43_phy_maskset(dev, B43_NPHY_TXF_40CO_B1S1,
419 						0xFFFE, 1);
420 				b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
421 						B43_NPHY_RFCTL_CMD_START);
422 				for (j = 0; j < 100; j++) {
423 					if (!(b43_phy_read(dev, B43_NPHY_RFCTL_CMD) & B43_NPHY_RFCTL_CMD_START)) {
424 						j = 0;
425 						break;
426 					}
427 					udelay(10);
428 				}
429 				if (j)
430 					b43err(dev->wl,
431 						"intc override timeout\n");
432 				b43_phy_mask(dev, B43_NPHY_TXF_40CO_B1S1,
433 						0xFFFE);
434 			} else {
435 				b43_phy_maskset(dev, B43_NPHY_RFCTL_INTC2,
436 						0xFC3F, (value << 6));
437 				b43_phy_maskset(dev, B43_NPHY_RFCTL_OVER,
438 						0xFFFE, 1);
439 				b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
440 						B43_NPHY_RFCTL_CMD_RXTX);
441 				for (j = 0; j < 100; j++) {
442 					if (!(b43_phy_read(dev, B43_NPHY_RFCTL_CMD) & B43_NPHY_RFCTL_CMD_RXTX)) {
443 						j = 0;
444 						break;
445 					}
446 					udelay(10);
447 				}
448 				if (j)
449 					b43err(dev->wl,
450 						"intc override timeout\n");
451 				b43_phy_mask(dev, B43_NPHY_RFCTL_OVER,
452 						0xFFFE);
453 			}
454 			break;
455 		case N_INTC_OVERRIDE_PA:
456 			if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
457 				tmp = 0x0020;
458 				val = value << 5;
459 			} else {
460 				tmp = 0x0010;
461 				val = value << 4;
462 			}
463 			b43_phy_maskset(dev, reg, ~tmp, val);
464 			break;
465 		case N_INTC_OVERRIDE_EXT_LNA_PU:
466 			if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
467 				tmp = 0x0001;
468 				val = value;
469 			} else {
470 				tmp = 0x0004;
471 				val = value << 2;
472 			}
473 			b43_phy_maskset(dev, reg, ~tmp, val);
474 			break;
475 		case N_INTC_OVERRIDE_EXT_LNA_GAIN:
476 			if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
477 				tmp = 0x0002;
478 				val = value << 1;
479 			} else {
480 				tmp = 0x0008;
481 				val = value << 3;
482 			}
483 			b43_phy_maskset(dev, reg, ~tmp, val);
484 			break;
485 		}
486 	}
487 }
488 
489 /**************************************************
490  * Various PHY ops
491  **************************************************/
492 
493 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/clip-detection */
494 static void b43_nphy_write_clip_detection(struct b43_wldev *dev,
495 					  const u16 *clip_st)
496 {
497 	b43_phy_write(dev, B43_NPHY_C1_CLIP1THRES, clip_st[0]);
498 	b43_phy_write(dev, B43_NPHY_C2_CLIP1THRES, clip_st[1]);
499 }
500 
501 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/clip-detection */
502 static void b43_nphy_read_clip_detection(struct b43_wldev *dev, u16 *clip_st)
503 {
504 	clip_st[0] = b43_phy_read(dev, B43_NPHY_C1_CLIP1THRES);
505 	clip_st[1] = b43_phy_read(dev, B43_NPHY_C2_CLIP1THRES);
506 }
507 
508 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/classifier */
509 static u16 b43_nphy_classifier(struct b43_wldev *dev, u16 mask, u16 val)
510 {
511 	u16 tmp;
512 
513 	if (dev->dev->core_rev == 16)
514 		b43_mac_suspend(dev);
515 
516 	tmp = b43_phy_read(dev, B43_NPHY_CLASSCTL);
517 	tmp &= (B43_NPHY_CLASSCTL_CCKEN | B43_NPHY_CLASSCTL_OFDMEN |
518 		B43_NPHY_CLASSCTL_WAITEDEN);
519 	tmp &= ~mask;
520 	tmp |= (val & mask);
521 	b43_phy_maskset(dev, B43_NPHY_CLASSCTL, 0xFFF8, tmp);
522 
523 	if (dev->dev->core_rev == 16)
524 		b43_mac_enable(dev);
525 
526 	return tmp;
527 }
528 
529 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/CCA */
530 static void b43_nphy_reset_cca(struct b43_wldev *dev)
531 {
532 	u16 bbcfg;
533 
534 	b43_phy_force_clock(dev, 1);
535 	bbcfg = b43_phy_read(dev, B43_NPHY_BBCFG);
536 	b43_phy_write(dev, B43_NPHY_BBCFG, bbcfg | B43_NPHY_BBCFG_RSTCCA);
537 	udelay(1);
538 	b43_phy_write(dev, B43_NPHY_BBCFG, bbcfg & ~B43_NPHY_BBCFG_RSTCCA);
539 	b43_phy_force_clock(dev, 0);
540 	b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
541 }
542 
543 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/carriersearch */
544 static void b43_nphy_stay_in_carrier_search(struct b43_wldev *dev, bool enable)
545 {
546 	struct b43_phy *phy = &dev->phy;
547 	struct b43_phy_n *nphy = phy->n;
548 
549 	if (enable) {
550 		static const u16 clip[] = { 0xFFFF, 0xFFFF };
551 		if (nphy->deaf_count++ == 0) {
552 			nphy->classifier_state = b43_nphy_classifier(dev, 0, 0);
553 			b43_nphy_classifier(dev, 0x7,
554 					    B43_NPHY_CLASSCTL_WAITEDEN);
555 			b43_nphy_read_clip_detection(dev, nphy->clip_state);
556 			b43_nphy_write_clip_detection(dev, clip);
557 		}
558 		b43_nphy_reset_cca(dev);
559 	} else {
560 		if (--nphy->deaf_count == 0) {
561 			b43_nphy_classifier(dev, 0x7, nphy->classifier_state);
562 			b43_nphy_write_clip_detection(dev, nphy->clip_state);
563 		}
564 	}
565 }
566 
567 /* https://bcm-v4.sipsolutions.net/PHY/N/Read_Lpf_Bw_Ctl */
568 static u16 b43_nphy_read_lpf_ctl(struct b43_wldev *dev, u16 offset)
569 {
570 	if (!offset)
571 		offset = b43_is_40mhz(dev) ? 0x159 : 0x154;
572 	return b43_ntab_read(dev, B43_NTAB16(7, offset)) & 0x7;
573 }
574 
575 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/AdjustLnaGainTbl */
576 static void b43_nphy_adjust_lna_gain_table(struct b43_wldev *dev)
577 {
578 	struct b43_phy_n *nphy = dev->phy.n;
579 
580 	u8 i;
581 	s16 tmp;
582 	u16 data[4];
583 	s16 gain[2];
584 	u16 minmax[2];
585 	static const s16 lna_gain[4] = { -2, 10, 19, 25 };
586 
587 	if (nphy->hang_avoid)
588 		b43_nphy_stay_in_carrier_search(dev, 1);
589 
590 	if (nphy->gain_boost) {
591 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
592 			gain[0] = 6;
593 			gain[1] = 6;
594 		} else {
595 			tmp = 40370 - 315 * dev->phy.channel;
596 			gain[0] = ((tmp >> 13) + ((tmp >> 12) & 1));
597 			tmp = 23242 - 224 * dev->phy.channel;
598 			gain[1] = ((tmp >> 13) + ((tmp >> 12) & 1));
599 		}
600 	} else {
601 		gain[0] = 0;
602 		gain[1] = 0;
603 	}
604 
605 	for (i = 0; i < 2; i++) {
606 		if (nphy->elna_gain_config) {
607 			data[0] = 19 + gain[i];
608 			data[1] = 25 + gain[i];
609 			data[2] = 25 + gain[i];
610 			data[3] = 25 + gain[i];
611 		} else {
612 			data[0] = lna_gain[0] + gain[i];
613 			data[1] = lna_gain[1] + gain[i];
614 			data[2] = lna_gain[2] + gain[i];
615 			data[3] = lna_gain[3] + gain[i];
616 		}
617 		b43_ntab_write_bulk(dev, B43_NTAB16(i, 8), 4, data);
618 
619 		minmax[i] = 23 + gain[i];
620 	}
621 
622 	b43_phy_maskset(dev, B43_NPHY_C1_MINMAX_GAIN, ~B43_NPHY_C1_MINGAIN,
623 				minmax[0] << B43_NPHY_C1_MINGAIN_SHIFT);
624 	b43_phy_maskset(dev, B43_NPHY_C2_MINMAX_GAIN, ~B43_NPHY_C2_MINGAIN,
625 				minmax[1] << B43_NPHY_C2_MINGAIN_SHIFT);
626 
627 	if (nphy->hang_avoid)
628 		b43_nphy_stay_in_carrier_search(dev, 0);
629 }
630 
631 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/SetRfSeq */
632 static void b43_nphy_set_rf_sequence(struct b43_wldev *dev, u8 cmd,
633 					u8 *events, u8 *delays, u8 length)
634 {
635 	struct b43_phy_n *nphy = dev->phy.n;
636 	u8 i;
637 	u8 end = (dev->phy.rev >= 3) ? 0x1F : 0x0F;
638 	u16 offset1 = cmd << 4;
639 	u16 offset2 = offset1 + 0x80;
640 
641 	if (nphy->hang_avoid)
642 		b43_nphy_stay_in_carrier_search(dev, true);
643 
644 	b43_ntab_write_bulk(dev, B43_NTAB8(7, offset1), length, events);
645 	b43_ntab_write_bulk(dev, B43_NTAB8(7, offset2), length, delays);
646 
647 	for (i = length; i < 16; i++) {
648 		b43_ntab_write(dev, B43_NTAB8(7, offset1 + i), end);
649 		b43_ntab_write(dev, B43_NTAB8(7, offset2 + i), 1);
650 	}
651 
652 	if (nphy->hang_avoid)
653 		b43_nphy_stay_in_carrier_search(dev, false);
654 }
655 
656 /**************************************************
657  * Radio 0x2057
658  **************************************************/
659 
660 static void b43_radio_2057_chantab_upload(struct b43_wldev *dev,
661 					  const struct b43_nphy_chantabent_rev7 *e_r7,
662 					  const struct b43_nphy_chantabent_rev7_2g *e_r7_2g)
663 {
664 	if (e_r7_2g) {
665 		b43_radio_write(dev, R2057_VCOCAL_COUNTVAL0, e_r7_2g->radio_vcocal_countval0);
666 		b43_radio_write(dev, R2057_VCOCAL_COUNTVAL1, e_r7_2g->radio_vcocal_countval1);
667 		b43_radio_write(dev, R2057_RFPLL_REFMASTER_SPAREXTALSIZE, e_r7_2g->radio_rfpll_refmaster_sparextalsize);
668 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_R1, e_r7_2g->radio_rfpll_loopfilter_r1);
669 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C2, e_r7_2g->radio_rfpll_loopfilter_c2);
670 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C1, e_r7_2g->radio_rfpll_loopfilter_c1);
671 		b43_radio_write(dev, R2057_CP_KPD_IDAC, e_r7_2g->radio_cp_kpd_idac);
672 		b43_radio_write(dev, R2057_RFPLL_MMD0, e_r7_2g->radio_rfpll_mmd0);
673 		b43_radio_write(dev, R2057_RFPLL_MMD1, e_r7_2g->radio_rfpll_mmd1);
674 		b43_radio_write(dev, R2057_VCOBUF_TUNE, e_r7_2g->radio_vcobuf_tune);
675 		b43_radio_write(dev, R2057_LOGEN_MX2G_TUNE, e_r7_2g->radio_logen_mx2g_tune);
676 		b43_radio_write(dev, R2057_LOGEN_INDBUF2G_TUNE, e_r7_2g->radio_logen_indbuf2g_tune);
677 		b43_radio_write(dev, R2057_TXMIX2G_TUNE_BOOST_PU_CORE0, e_r7_2g->radio_txmix2g_tune_boost_pu_core0);
678 		b43_radio_write(dev, R2057_PAD2G_TUNE_PUS_CORE0, e_r7_2g->radio_pad2g_tune_pus_core0);
679 		b43_radio_write(dev, R2057_LNA2G_TUNE_CORE0, e_r7_2g->radio_lna2g_tune_core0);
680 		b43_radio_write(dev, R2057_TXMIX2G_TUNE_BOOST_PU_CORE1, e_r7_2g->radio_txmix2g_tune_boost_pu_core1);
681 		b43_radio_write(dev, R2057_PAD2G_TUNE_PUS_CORE1, e_r7_2g->radio_pad2g_tune_pus_core1);
682 		b43_radio_write(dev, R2057_LNA2G_TUNE_CORE1, e_r7_2g->radio_lna2g_tune_core1);
683 
684 	} else {
685 		b43_radio_write(dev, R2057_VCOCAL_COUNTVAL0, e_r7->radio_vcocal_countval0);
686 		b43_radio_write(dev, R2057_VCOCAL_COUNTVAL1, e_r7->radio_vcocal_countval1);
687 		b43_radio_write(dev, R2057_RFPLL_REFMASTER_SPAREXTALSIZE, e_r7->radio_rfpll_refmaster_sparextalsize);
688 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_R1, e_r7->radio_rfpll_loopfilter_r1);
689 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C2, e_r7->radio_rfpll_loopfilter_c2);
690 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C1, e_r7->radio_rfpll_loopfilter_c1);
691 		b43_radio_write(dev, R2057_CP_KPD_IDAC, e_r7->radio_cp_kpd_idac);
692 		b43_radio_write(dev, R2057_RFPLL_MMD0, e_r7->radio_rfpll_mmd0);
693 		b43_radio_write(dev, R2057_RFPLL_MMD1, e_r7->radio_rfpll_mmd1);
694 		b43_radio_write(dev, R2057_VCOBUF_TUNE, e_r7->radio_vcobuf_tune);
695 		b43_radio_write(dev, R2057_LOGEN_MX2G_TUNE, e_r7->radio_logen_mx2g_tune);
696 		b43_radio_write(dev, R2057_LOGEN_MX5G_TUNE, e_r7->radio_logen_mx5g_tune);
697 		b43_radio_write(dev, R2057_LOGEN_INDBUF2G_TUNE, e_r7->radio_logen_indbuf2g_tune);
698 		b43_radio_write(dev, R2057_LOGEN_INDBUF5G_TUNE, e_r7->radio_logen_indbuf5g_tune);
699 		b43_radio_write(dev, R2057_TXMIX2G_TUNE_BOOST_PU_CORE0, e_r7->radio_txmix2g_tune_boost_pu_core0);
700 		b43_radio_write(dev, R2057_PAD2G_TUNE_PUS_CORE0, e_r7->radio_pad2g_tune_pus_core0);
701 		b43_radio_write(dev, R2057_PGA_BOOST_TUNE_CORE0, e_r7->radio_pga_boost_tune_core0);
702 		b43_radio_write(dev, R2057_TXMIX5G_BOOST_TUNE_CORE0, e_r7->radio_txmix5g_boost_tune_core0);
703 		b43_radio_write(dev, R2057_PAD5G_TUNE_MISC_PUS_CORE0, e_r7->radio_pad5g_tune_misc_pus_core0);
704 		b43_radio_write(dev, R2057_LNA2G_TUNE_CORE0, e_r7->radio_lna2g_tune_core0);
705 		b43_radio_write(dev, R2057_LNA5G_TUNE_CORE0, e_r7->radio_lna5g_tune_core0);
706 		b43_radio_write(dev, R2057_TXMIX2G_TUNE_BOOST_PU_CORE1, e_r7->radio_txmix2g_tune_boost_pu_core1);
707 		b43_radio_write(dev, R2057_PAD2G_TUNE_PUS_CORE1, e_r7->radio_pad2g_tune_pus_core1);
708 		b43_radio_write(dev, R2057_PGA_BOOST_TUNE_CORE1, e_r7->radio_pga_boost_tune_core1);
709 		b43_radio_write(dev, R2057_TXMIX5G_BOOST_TUNE_CORE1, e_r7->radio_txmix5g_boost_tune_core1);
710 		b43_radio_write(dev, R2057_PAD5G_TUNE_MISC_PUS_CORE1, e_r7->radio_pad5g_tune_misc_pus_core1);
711 		b43_radio_write(dev, R2057_LNA2G_TUNE_CORE1, e_r7->radio_lna2g_tune_core1);
712 		b43_radio_write(dev, R2057_LNA5G_TUNE_CORE1, e_r7->radio_lna5g_tune_core1);
713 	}
714 }
715 
716 static void b43_radio_2057_setup(struct b43_wldev *dev,
717 				 const struct b43_nphy_chantabent_rev7 *tabent_r7,
718 				 const struct b43_nphy_chantabent_rev7_2g *tabent_r7_2g)
719 {
720 	struct b43_phy *phy = &dev->phy;
721 
722 	b43_radio_2057_chantab_upload(dev, tabent_r7, tabent_r7_2g);
723 
724 	switch (phy->radio_rev) {
725 	case 0 ... 4:
726 	case 6:
727 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
728 			b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_R1, 0x3f);
729 			b43_radio_write(dev, R2057_CP_KPD_IDAC, 0x3f);
730 			b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C1, 0x8);
731 			b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C2, 0x8);
732 		} else {
733 			b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_R1, 0x1f);
734 			b43_radio_write(dev, R2057_CP_KPD_IDAC, 0x3f);
735 			b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C1, 0x8);
736 			b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C2, 0x8);
737 		}
738 		break;
739 	case 9: /* e.g. PHY rev 16 */
740 		b43_radio_write(dev, R2057_LOGEN_PTAT_RESETS, 0x20);
741 		b43_radio_write(dev, R2057_VCOBUF_IDACS, 0x18);
742 		if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
743 			b43_radio_write(dev, R2057_LOGEN_PTAT_RESETS, 0x38);
744 			b43_radio_write(dev, R2057_VCOBUF_IDACS, 0x0f);
745 
746 			if (b43_is_40mhz(dev)) {
747 				/* TODO */
748 			} else {
749 				b43_radio_write(dev,
750 						R2057_PAD_BIAS_FILTER_BWS_CORE0,
751 						0x3c);
752 				b43_radio_write(dev,
753 						R2057_PAD_BIAS_FILTER_BWS_CORE1,
754 						0x3c);
755 			}
756 		}
757 		break;
758 	case 14: /* 2 GHz only */
759 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_R1, 0x1b);
760 		b43_radio_write(dev, R2057_CP_KPD_IDAC, 0x3f);
761 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C1, 0x1f);
762 		b43_radio_write(dev, R2057_RFPLL_LOOPFILTER_C2, 0x1f);
763 		break;
764 	}
765 
766 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
767 		u16 txmix2g_tune_boost_pu = 0;
768 		u16 pad2g_tune_pus = 0;
769 
770 		if (b43_nphy_ipa(dev)) {
771 			switch (phy->radio_rev) {
772 			case 9:
773 				txmix2g_tune_boost_pu = 0x0041;
774 				/* TODO */
775 				break;
776 			case 14:
777 				txmix2g_tune_boost_pu = 0x21;
778 				pad2g_tune_pus = 0x23;
779 				break;
780 			}
781 		}
782 
783 		if (txmix2g_tune_boost_pu)
784 			b43_radio_write(dev, R2057_TXMIX2G_TUNE_BOOST_PU_CORE0,
785 					txmix2g_tune_boost_pu);
786 		if (pad2g_tune_pus)
787 			b43_radio_write(dev, R2057_PAD2G_TUNE_PUS_CORE0,
788 					pad2g_tune_pus);
789 		if (txmix2g_tune_boost_pu)
790 			b43_radio_write(dev, R2057_TXMIX2G_TUNE_BOOST_PU_CORE1,
791 					txmix2g_tune_boost_pu);
792 		if (pad2g_tune_pus)
793 			b43_radio_write(dev, R2057_PAD2G_TUNE_PUS_CORE1,
794 					pad2g_tune_pus);
795 	}
796 
797 	usleep_range(50, 100);
798 
799 	/* VCO calibration */
800 	b43_radio_mask(dev, R2057_RFPLL_MISC_EN, ~0x01);
801 	b43_radio_mask(dev, R2057_RFPLL_MISC_CAL_RESETN, ~0x04);
802 	b43_radio_set(dev, R2057_RFPLL_MISC_CAL_RESETN, 0x4);
803 	b43_radio_set(dev, R2057_RFPLL_MISC_EN, 0x01);
804 	usleep_range(300, 600);
805 }
806 
807 /* Calibrate resistors in LPF of PLL?
808  * https://bcm-v4.sipsolutions.net/PHY/radio205x_rcal
809  */
810 static u8 b43_radio_2057_rcal(struct b43_wldev *dev)
811 {
812 	struct b43_phy *phy = &dev->phy;
813 	u16 saved_regs_phy[12];
814 	u16 saved_regs_phy_rf[6];
815 	u16 saved_regs_radio[2] = { };
816 	static const u16 phy_to_store[] = {
817 		B43_NPHY_RFCTL_RSSIO1, B43_NPHY_RFCTL_RSSIO2,
818 		B43_NPHY_RFCTL_LUT_TRSW_LO1, B43_NPHY_RFCTL_LUT_TRSW_LO2,
819 		B43_NPHY_RFCTL_RXG1, B43_NPHY_RFCTL_RXG2,
820 		B43_NPHY_RFCTL_TXG1, B43_NPHY_RFCTL_TXG2,
821 		B43_NPHY_REV7_RF_CTL_MISC_REG3, B43_NPHY_REV7_RF_CTL_MISC_REG4,
822 		B43_NPHY_REV7_RF_CTL_MISC_REG5, B43_NPHY_REV7_RF_CTL_MISC_REG6,
823 	};
824 	static const u16 phy_to_store_rf[] = {
825 		B43_NPHY_REV3_RFCTL_OVER0, B43_NPHY_REV3_RFCTL_OVER1,
826 		B43_NPHY_REV7_RF_CTL_OVER3, B43_NPHY_REV7_RF_CTL_OVER4,
827 		B43_NPHY_REV7_RF_CTL_OVER5, B43_NPHY_REV7_RF_CTL_OVER6,
828 	};
829 	u16 tmp;
830 	int i;
831 
832 	/* Save */
833 	for (i = 0; i < ARRAY_SIZE(phy_to_store); i++)
834 		saved_regs_phy[i] = b43_phy_read(dev, phy_to_store[i]);
835 	for (i = 0; i < ARRAY_SIZE(phy_to_store_rf); i++)
836 		saved_regs_phy_rf[i] = b43_phy_read(dev, phy_to_store_rf[i]);
837 
838 	/* Set */
839 	for (i = 0; i < ARRAY_SIZE(phy_to_store); i++)
840 		b43_phy_write(dev, phy_to_store[i], 0);
841 	b43_phy_write(dev, B43_NPHY_REV3_RFCTL_OVER0, 0x07ff);
842 	b43_phy_write(dev, B43_NPHY_REV3_RFCTL_OVER1, 0x07ff);
843 	b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER3, 0x07ff);
844 	b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER4, 0x07ff);
845 	b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER5, 0x007f);
846 	b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER6, 0x007f);
847 
848 	switch (phy->radio_rev) {
849 	case 5:
850 		b43_phy_mask(dev, B43_NPHY_REV7_RF_CTL_OVER3, ~0x2);
851 		udelay(10);
852 		b43_radio_set(dev, R2057_IQTEST_SEL_PU, 0x1);
853 		b43_radio_maskset(dev, R2057v7_IQTEST_SEL_PU2, ~0x2, 0x1);
854 		break;
855 	case 9:
856 		b43_phy_set(dev, B43_NPHY_REV7_RF_CTL_OVER3, 0x2);
857 		b43_phy_set(dev, B43_NPHY_REV7_RF_CTL_MISC_REG3, 0x2);
858 		saved_regs_radio[0] = b43_radio_read(dev, R2057_IQTEST_SEL_PU);
859 		b43_radio_write(dev, R2057_IQTEST_SEL_PU, 0x11);
860 		break;
861 	case 14:
862 		saved_regs_radio[0] = b43_radio_read(dev, R2057_IQTEST_SEL_PU);
863 		saved_regs_radio[1] = b43_radio_read(dev, R2057v7_IQTEST_SEL_PU2);
864 		b43_phy_set(dev, B43_NPHY_REV7_RF_CTL_MISC_REG3, 0x2);
865 		b43_phy_set(dev, B43_NPHY_REV7_RF_CTL_OVER3, 0x2);
866 		b43_radio_write(dev, R2057v7_IQTEST_SEL_PU2, 0x2);
867 		b43_radio_write(dev, R2057_IQTEST_SEL_PU, 0x1);
868 		break;
869 	}
870 
871 	/* Enable */
872 	b43_radio_set(dev, R2057_RCAL_CONFIG, 0x1);
873 	udelay(10);
874 
875 	/* Start */
876 	b43_radio_set(dev, R2057_RCAL_CONFIG, 0x2);
877 	usleep_range(100, 200);
878 
879 	/* Stop */
880 	b43_radio_mask(dev, R2057_RCAL_CONFIG, ~0x2);
881 
882 	/* Wait and check for result */
883 	if (!b43_radio_wait_value(dev, R2057_RCAL_STATUS, 1, 1, 100, 1000000)) {
884 		b43err(dev->wl, "Radio 0x2057 rcal timeout\n");
885 		return 0;
886 	}
887 	tmp = b43_radio_read(dev, R2057_RCAL_STATUS) & 0x3E;
888 
889 	/* Disable */
890 	b43_radio_mask(dev, R2057_RCAL_CONFIG, ~0x1);
891 
892 	/* Restore */
893 	for (i = 0; i < ARRAY_SIZE(phy_to_store_rf); i++)
894 		b43_phy_write(dev, phy_to_store_rf[i], saved_regs_phy_rf[i]);
895 	for (i = 0; i < ARRAY_SIZE(phy_to_store); i++)
896 		b43_phy_write(dev, phy_to_store[i], saved_regs_phy[i]);
897 
898 	switch (phy->radio_rev) {
899 	case 0 ... 4:
900 	case 6:
901 		b43_radio_maskset(dev, R2057_TEMPSENSE_CONFIG, ~0x3C, tmp);
902 		b43_radio_maskset(dev, R2057_BANDGAP_RCAL_TRIM, ~0xF0,
903 				  tmp << 2);
904 		break;
905 	case 5:
906 		b43_radio_mask(dev, R2057_IPA2G_CASCONV_CORE0, ~0x1);
907 		b43_radio_mask(dev, R2057v7_IQTEST_SEL_PU2, ~0x2);
908 		break;
909 	case 9:
910 		b43_radio_write(dev, R2057_IQTEST_SEL_PU, saved_regs_radio[0]);
911 		break;
912 	case 14:
913 		b43_radio_write(dev, R2057_IQTEST_SEL_PU, saved_regs_radio[0]);
914 		b43_radio_write(dev, R2057v7_IQTEST_SEL_PU2, saved_regs_radio[1]);
915 		break;
916 	}
917 
918 	return tmp & 0x3e;
919 }
920 
921 /* Calibrate the internal RC oscillator?
922  * https://bcm-v4.sipsolutions.net/PHY/radio2057_rccal
923  */
924 static u16 b43_radio_2057_rccal(struct b43_wldev *dev)
925 {
926 	struct b43_phy *phy = &dev->phy;
927 	bool special = (phy->radio_rev == 3 || phy->radio_rev == 4 ||
928 			phy->radio_rev == 6);
929 	u16 tmp;
930 
931 	/* Setup cal */
932 	if (special) {
933 		b43_radio_write(dev, R2057_RCCAL_MASTER, 0x61);
934 		b43_radio_write(dev, R2057_RCCAL_TRC0, 0xC0);
935 	} else {
936 		b43_radio_write(dev, R2057v7_RCCAL_MASTER, 0x61);
937 		b43_radio_write(dev, R2057_RCCAL_TRC0, 0xE9);
938 	}
939 	b43_radio_write(dev, R2057_RCCAL_X1, 0x6E);
940 
941 	/* Start, wait, stop */
942 	b43_radio_write(dev, R2057_RCCAL_START_R1_Q1_P1, 0x55);
943 	if (!b43_radio_wait_value(dev, R2057_RCCAL_DONE_OSCCAP, 2, 2, 500,
944 				  5000000))
945 		b43dbg(dev->wl, "Radio 0x2057 rccal timeout\n");
946 	usleep_range(35, 70);
947 	b43_radio_write(dev, R2057_RCCAL_START_R1_Q1_P1, 0x15);
948 	usleep_range(70, 140);
949 
950 	/* Setup cal */
951 	if (special) {
952 		b43_radio_write(dev, R2057_RCCAL_MASTER, 0x69);
953 		b43_radio_write(dev, R2057_RCCAL_TRC0, 0xB0);
954 	} else {
955 		b43_radio_write(dev, R2057v7_RCCAL_MASTER, 0x69);
956 		b43_radio_write(dev, R2057_RCCAL_TRC0, 0xD5);
957 	}
958 	b43_radio_write(dev, R2057_RCCAL_X1, 0x6E);
959 
960 	/* Start, wait, stop */
961 	usleep_range(35, 70);
962 	b43_radio_write(dev, R2057_RCCAL_START_R1_Q1_P1, 0x55);
963 	usleep_range(70, 140);
964 	if (!b43_radio_wait_value(dev, R2057_RCCAL_DONE_OSCCAP, 2, 2, 500,
965 				  5000000))
966 		b43dbg(dev->wl, "Radio 0x2057 rccal timeout\n");
967 	usleep_range(35, 70);
968 	b43_radio_write(dev, R2057_RCCAL_START_R1_Q1_P1, 0x15);
969 	usleep_range(70, 140);
970 
971 	/* Setup cal */
972 	if (special) {
973 		b43_radio_write(dev, R2057_RCCAL_MASTER, 0x73);
974 		b43_radio_write(dev, R2057_RCCAL_X1, 0x28);
975 		b43_radio_write(dev, R2057_RCCAL_TRC0, 0xB0);
976 	} else {
977 		b43_radio_write(dev, R2057v7_RCCAL_MASTER, 0x73);
978 		b43_radio_write(dev, R2057_RCCAL_X1, 0x6E);
979 		b43_radio_write(dev, R2057_RCCAL_TRC0, 0x99);
980 	}
981 
982 	/* Start, wait, stop */
983 	usleep_range(35, 70);
984 	b43_radio_write(dev, R2057_RCCAL_START_R1_Q1_P1, 0x55);
985 	usleep_range(70, 140);
986 	if (!b43_radio_wait_value(dev, R2057_RCCAL_DONE_OSCCAP, 2, 2, 500,
987 				  5000000)) {
988 		b43err(dev->wl, "Radio 0x2057 rcal timeout\n");
989 		return 0;
990 	}
991 	tmp = b43_radio_read(dev, R2057_RCCAL_DONE_OSCCAP);
992 	usleep_range(35, 70);
993 	b43_radio_write(dev, R2057_RCCAL_START_R1_Q1_P1, 0x15);
994 	usleep_range(70, 140);
995 
996 	if (special)
997 		b43_radio_mask(dev, R2057_RCCAL_MASTER, ~0x1);
998 	else
999 		b43_radio_mask(dev, R2057v7_RCCAL_MASTER, ~0x1);
1000 
1001 	return tmp;
1002 }
1003 
1004 static void b43_radio_2057_init_pre(struct b43_wldev *dev)
1005 {
1006 	b43_phy_mask(dev, B43_NPHY_RFCTL_CMD, ~B43_NPHY_RFCTL_CMD_CHIP0PU);
1007 	/* Maybe wl meant to reset and set (order?) RFCTL_CMD_OEPORFORCE? */
1008 	b43_phy_mask(dev, B43_NPHY_RFCTL_CMD, B43_NPHY_RFCTL_CMD_OEPORFORCE);
1009 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD, ~B43_NPHY_RFCTL_CMD_OEPORFORCE);
1010 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD, B43_NPHY_RFCTL_CMD_CHIP0PU);
1011 }
1012 
1013 static void b43_radio_2057_init_post(struct b43_wldev *dev)
1014 {
1015 	b43_radio_set(dev, R2057_XTALPUOVR_PINCTRL, 0x1);
1016 
1017 	if (0) /* FIXME: Is this BCM43217 specific? */
1018 		b43_radio_set(dev, R2057_XTALPUOVR_PINCTRL, 0x2);
1019 
1020 	b43_radio_set(dev, R2057_RFPLL_MISC_CAL_RESETN, 0x78);
1021 	b43_radio_set(dev, R2057_XTAL_CONFIG2, 0x80);
1022 	usleep_range(2000, 3000);
1023 	b43_radio_mask(dev, R2057_RFPLL_MISC_CAL_RESETN, ~0x78);
1024 	b43_radio_mask(dev, R2057_XTAL_CONFIG2, ~0x80);
1025 
1026 	if (dev->phy.do_full_init) {
1027 		b43_radio_2057_rcal(dev);
1028 		b43_radio_2057_rccal(dev);
1029 	}
1030 	b43_radio_mask(dev, R2057_RFPLL_MASTER, ~0x8);
1031 }
1032 
1033 /* https://bcm-v4.sipsolutions.net/802.11/Radio/2057/Init */
1034 static void b43_radio_2057_init(struct b43_wldev *dev)
1035 {
1036 	b43_radio_2057_init_pre(dev);
1037 	r2057_upload_inittabs(dev);
1038 	b43_radio_2057_init_post(dev);
1039 }
1040 
1041 /**************************************************
1042  * Radio 0x2056
1043  **************************************************/
1044 
1045 static void b43_chantab_radio_2056_upload(struct b43_wldev *dev,
1046 				const struct b43_nphy_channeltab_entry_rev3 *e)
1047 {
1048 	b43_radio_write(dev, B2056_SYN_PLL_VCOCAL1, e->radio_syn_pll_vcocal1);
1049 	b43_radio_write(dev, B2056_SYN_PLL_VCOCAL2, e->radio_syn_pll_vcocal2);
1050 	b43_radio_write(dev, B2056_SYN_PLL_REFDIV, e->radio_syn_pll_refdiv);
1051 	b43_radio_write(dev, B2056_SYN_PLL_MMD2, e->radio_syn_pll_mmd2);
1052 	b43_radio_write(dev, B2056_SYN_PLL_MMD1, e->radio_syn_pll_mmd1);
1053 	b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER1,
1054 					e->radio_syn_pll_loopfilter1);
1055 	b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER2,
1056 					e->radio_syn_pll_loopfilter2);
1057 	b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER3,
1058 					e->radio_syn_pll_loopfilter3);
1059 	b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER4,
1060 					e->radio_syn_pll_loopfilter4);
1061 	b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER5,
1062 					e->radio_syn_pll_loopfilter5);
1063 	b43_radio_write(dev, B2056_SYN_RESERVED_ADDR27,
1064 					e->radio_syn_reserved_addr27);
1065 	b43_radio_write(dev, B2056_SYN_RESERVED_ADDR28,
1066 					e->radio_syn_reserved_addr28);
1067 	b43_radio_write(dev, B2056_SYN_RESERVED_ADDR29,
1068 					e->radio_syn_reserved_addr29);
1069 	b43_radio_write(dev, B2056_SYN_LOGEN_VCOBUF1,
1070 					e->radio_syn_logen_vcobuf1);
1071 	b43_radio_write(dev, B2056_SYN_LOGEN_MIXER2, e->radio_syn_logen_mixer2);
1072 	b43_radio_write(dev, B2056_SYN_LOGEN_BUF3, e->radio_syn_logen_buf3);
1073 	b43_radio_write(dev, B2056_SYN_LOGEN_BUF4, e->radio_syn_logen_buf4);
1074 
1075 	b43_radio_write(dev, B2056_RX0 | B2056_RX_LNAA_TUNE,
1076 					e->radio_rx0_lnaa_tune);
1077 	b43_radio_write(dev, B2056_RX0 | B2056_RX_LNAG_TUNE,
1078 					e->radio_rx0_lnag_tune);
1079 
1080 	b43_radio_write(dev, B2056_TX0 | B2056_TX_INTPAA_BOOST_TUNE,
1081 					e->radio_tx0_intpaa_boost_tune);
1082 	b43_radio_write(dev, B2056_TX0 | B2056_TX_INTPAG_BOOST_TUNE,
1083 					e->radio_tx0_intpag_boost_tune);
1084 	b43_radio_write(dev, B2056_TX0 | B2056_TX_PADA_BOOST_TUNE,
1085 					e->radio_tx0_pada_boost_tune);
1086 	b43_radio_write(dev, B2056_TX0 | B2056_TX_PADG_BOOST_TUNE,
1087 					e->radio_tx0_padg_boost_tune);
1088 	b43_radio_write(dev, B2056_TX0 | B2056_TX_PGAA_BOOST_TUNE,
1089 					e->radio_tx0_pgaa_boost_tune);
1090 	b43_radio_write(dev, B2056_TX0 | B2056_TX_PGAG_BOOST_TUNE,
1091 					e->radio_tx0_pgag_boost_tune);
1092 	b43_radio_write(dev, B2056_TX0 | B2056_TX_MIXA_BOOST_TUNE,
1093 					e->radio_tx0_mixa_boost_tune);
1094 	b43_radio_write(dev, B2056_TX0 | B2056_TX_MIXG_BOOST_TUNE,
1095 					e->radio_tx0_mixg_boost_tune);
1096 
1097 	b43_radio_write(dev, B2056_RX1 | B2056_RX_LNAA_TUNE,
1098 					e->radio_rx1_lnaa_tune);
1099 	b43_radio_write(dev, B2056_RX1 | B2056_RX_LNAG_TUNE,
1100 					e->radio_rx1_lnag_tune);
1101 
1102 	b43_radio_write(dev, B2056_TX1 | B2056_TX_INTPAA_BOOST_TUNE,
1103 					e->radio_tx1_intpaa_boost_tune);
1104 	b43_radio_write(dev, B2056_TX1 | B2056_TX_INTPAG_BOOST_TUNE,
1105 					e->radio_tx1_intpag_boost_tune);
1106 	b43_radio_write(dev, B2056_TX1 | B2056_TX_PADA_BOOST_TUNE,
1107 					e->radio_tx1_pada_boost_tune);
1108 	b43_radio_write(dev, B2056_TX1 | B2056_TX_PADG_BOOST_TUNE,
1109 					e->radio_tx1_padg_boost_tune);
1110 	b43_radio_write(dev, B2056_TX1 | B2056_TX_PGAA_BOOST_TUNE,
1111 					e->radio_tx1_pgaa_boost_tune);
1112 	b43_radio_write(dev, B2056_TX1 | B2056_TX_PGAG_BOOST_TUNE,
1113 					e->radio_tx1_pgag_boost_tune);
1114 	b43_radio_write(dev, B2056_TX1 | B2056_TX_MIXA_BOOST_TUNE,
1115 					e->radio_tx1_mixa_boost_tune);
1116 	b43_radio_write(dev, B2056_TX1 | B2056_TX_MIXG_BOOST_TUNE,
1117 					e->radio_tx1_mixg_boost_tune);
1118 }
1119 
1120 /* https://bcm-v4.sipsolutions.net/802.11/PHY/Radio/2056Setup */
1121 static void b43_radio_2056_setup(struct b43_wldev *dev,
1122 				const struct b43_nphy_channeltab_entry_rev3 *e)
1123 {
1124 	struct b43_phy *phy = &dev->phy;
1125 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
1126 	enum nl80211_band band = b43_current_band(dev->wl);
1127 	u16 offset;
1128 	u8 i;
1129 	u16 bias, cbias;
1130 	u16 pag_boost, padg_boost, pgag_boost, mixg_boost;
1131 	u16 paa_boost, pada_boost, pgaa_boost, mixa_boost;
1132 	bool is_pkg_fab_smic;
1133 
1134 	B43_WARN_ON(dev->phy.rev < 3);
1135 
1136 	is_pkg_fab_smic =
1137 		((dev->dev->chip_id == BCMA_CHIP_ID_BCM43224 ||
1138 		  dev->dev->chip_id == BCMA_CHIP_ID_BCM43225 ||
1139 		  dev->dev->chip_id == BCMA_CHIP_ID_BCM43421) &&
1140 		 dev->dev->chip_pkg == BCMA_PKG_ID_BCM43224_FAB_SMIC);
1141 
1142 	b43_chantab_radio_2056_upload(dev, e);
1143 	b2056_upload_syn_pll_cp2(dev, band == NL80211_BAND_5GHZ);
1144 
1145 	if (sprom->boardflags2_lo & B43_BFL2_GPLL_WAR &&
1146 	    b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
1147 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER1, 0x1F);
1148 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER2, 0x1F);
1149 		if (dev->dev->chip_id == BCMA_CHIP_ID_BCM4716 ||
1150 		    dev->dev->chip_id == BCMA_CHIP_ID_BCM47162) {
1151 			b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER4, 0x14);
1152 			b43_radio_write(dev, B2056_SYN_PLL_CP2, 0);
1153 		} else {
1154 			b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER4, 0x0B);
1155 			b43_radio_write(dev, B2056_SYN_PLL_CP2, 0x14);
1156 		}
1157 	}
1158 	if (sprom->boardflags2_hi & B43_BFH2_GPLL_WAR2 &&
1159 	    b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
1160 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER1, 0x1f);
1161 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER2, 0x1f);
1162 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER4, 0x0b);
1163 		b43_radio_write(dev, B2056_SYN_PLL_CP2, 0x20);
1164 	}
1165 	if (sprom->boardflags2_lo & B43_BFL2_APLL_WAR &&
1166 	    b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
1167 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER1, 0x1F);
1168 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER2, 0x1F);
1169 		b43_radio_write(dev, B2056_SYN_PLL_LOOPFILTER4, 0x05);
1170 		b43_radio_write(dev, B2056_SYN_PLL_CP2, 0x0C);
1171 	}
1172 
1173 	if (dev->phy.n->ipa2g_on && band == NL80211_BAND_2GHZ) {
1174 		for (i = 0; i < 2; i++) {
1175 			offset = i ? B2056_TX1 : B2056_TX0;
1176 			if (dev->phy.rev >= 5) {
1177 				b43_radio_write(dev,
1178 					offset | B2056_TX_PADG_IDAC, 0xcc);
1179 
1180 				if (dev->dev->chip_id == BCMA_CHIP_ID_BCM4716 ||
1181 				    dev->dev->chip_id == BCMA_CHIP_ID_BCM47162) {
1182 					bias = 0x40;
1183 					cbias = 0x45;
1184 					pag_boost = 0x5;
1185 					pgag_boost = 0x33;
1186 					mixg_boost = 0x55;
1187 				} else {
1188 					bias = 0x25;
1189 					cbias = 0x20;
1190 					if (is_pkg_fab_smic) {
1191 						bias = 0x2a;
1192 						cbias = 0x38;
1193 					}
1194 					pag_boost = 0x4;
1195 					pgag_boost = 0x03;
1196 					mixg_boost = 0x65;
1197 				}
1198 				padg_boost = 0x77;
1199 
1200 				b43_radio_write(dev,
1201 					offset | B2056_TX_INTPAG_IMAIN_STAT,
1202 					bias);
1203 				b43_radio_write(dev,
1204 					offset | B2056_TX_INTPAG_IAUX_STAT,
1205 					bias);
1206 				b43_radio_write(dev,
1207 					offset | B2056_TX_INTPAG_CASCBIAS,
1208 					cbias);
1209 				b43_radio_write(dev,
1210 					offset | B2056_TX_INTPAG_BOOST_TUNE,
1211 					pag_boost);
1212 				b43_radio_write(dev,
1213 					offset | B2056_TX_PGAG_BOOST_TUNE,
1214 					pgag_boost);
1215 				b43_radio_write(dev,
1216 					offset | B2056_TX_PADG_BOOST_TUNE,
1217 					padg_boost);
1218 				b43_radio_write(dev,
1219 					offset | B2056_TX_MIXG_BOOST_TUNE,
1220 					mixg_boost);
1221 			} else {
1222 				bias = b43_is_40mhz(dev) ? 0x40 : 0x20;
1223 				b43_radio_write(dev,
1224 					offset | B2056_TX_INTPAG_IMAIN_STAT,
1225 					bias);
1226 				b43_radio_write(dev,
1227 					offset | B2056_TX_INTPAG_IAUX_STAT,
1228 					bias);
1229 				b43_radio_write(dev,
1230 					offset | B2056_TX_INTPAG_CASCBIAS,
1231 					0x30);
1232 			}
1233 			b43_radio_write(dev, offset | B2056_TX_PA_SPARE1, 0xee);
1234 		}
1235 	} else if (dev->phy.n->ipa5g_on && band == NL80211_BAND_5GHZ) {
1236 		u16 freq = phy->chandef->chan->center_freq;
1237 		if (freq < 5100) {
1238 			paa_boost = 0xA;
1239 			pada_boost = 0x77;
1240 			pgaa_boost = 0xF;
1241 			mixa_boost = 0xF;
1242 		} else if (freq < 5340) {
1243 			paa_boost = 0x8;
1244 			pada_boost = 0x77;
1245 			pgaa_boost = 0xFB;
1246 			mixa_boost = 0xF;
1247 		} else if (freq < 5650) {
1248 			paa_boost = 0x0;
1249 			pada_boost = 0x77;
1250 			pgaa_boost = 0xB;
1251 			mixa_boost = 0xF;
1252 		} else {
1253 			paa_boost = 0x0;
1254 			pada_boost = 0x77;
1255 			if (freq != 5825)
1256 				pgaa_boost = -(freq - 18) / 36 + 168;
1257 			else
1258 				pgaa_boost = 6;
1259 			mixa_boost = 0xF;
1260 		}
1261 
1262 		cbias = is_pkg_fab_smic ? 0x35 : 0x30;
1263 
1264 		for (i = 0; i < 2; i++) {
1265 			offset = i ? B2056_TX1 : B2056_TX0;
1266 
1267 			b43_radio_write(dev,
1268 				offset | B2056_TX_INTPAA_BOOST_TUNE, paa_boost);
1269 			b43_radio_write(dev,
1270 				offset | B2056_TX_PADA_BOOST_TUNE, pada_boost);
1271 			b43_radio_write(dev,
1272 				offset | B2056_TX_PGAA_BOOST_TUNE, pgaa_boost);
1273 			b43_radio_write(dev,
1274 				offset | B2056_TX_MIXA_BOOST_TUNE, mixa_boost);
1275 			b43_radio_write(dev,
1276 				offset | B2056_TX_TXSPARE1, 0x30);
1277 			b43_radio_write(dev,
1278 				offset | B2056_TX_PA_SPARE2, 0xee);
1279 			b43_radio_write(dev,
1280 				offset | B2056_TX_PADA_CASCBIAS, 0x03);
1281 			b43_radio_write(dev,
1282 				offset | B2056_TX_INTPAA_IAUX_STAT, 0x30);
1283 			b43_radio_write(dev,
1284 				offset | B2056_TX_INTPAA_IMAIN_STAT, 0x30);
1285 			b43_radio_write(dev,
1286 				offset | B2056_TX_INTPAA_CASCBIAS, cbias);
1287 		}
1288 	}
1289 
1290 	udelay(50);
1291 	/* VCO calibration */
1292 	b43_radio_write(dev, B2056_SYN_PLL_VCOCAL12, 0x00);
1293 	b43_radio_write(dev, B2056_TX_INTPAA_PA_MISC, 0x38);
1294 	b43_radio_write(dev, B2056_TX_INTPAA_PA_MISC, 0x18);
1295 	b43_radio_write(dev, B2056_TX_INTPAA_PA_MISC, 0x38);
1296 	b43_radio_write(dev, B2056_TX_INTPAA_PA_MISC, 0x39);
1297 	udelay(300);
1298 }
1299 
1300 static u8 b43_radio_2056_rcal(struct b43_wldev *dev)
1301 {
1302 	struct b43_phy *phy = &dev->phy;
1303 	u16 mast2, tmp;
1304 
1305 	if (phy->rev != 3)
1306 		return 0;
1307 
1308 	mast2 = b43_radio_read(dev, B2056_SYN_PLL_MAST2);
1309 	b43_radio_write(dev, B2056_SYN_PLL_MAST2, mast2 | 0x7);
1310 
1311 	udelay(10);
1312 	b43_radio_write(dev, B2056_SYN_RCAL_MASTER, 0x01);
1313 	udelay(10);
1314 	b43_radio_write(dev, B2056_SYN_RCAL_MASTER, 0x09);
1315 
1316 	if (!b43_radio_wait_value(dev, B2056_SYN_RCAL_CODE_OUT, 0x80, 0x80, 100,
1317 				  1000000)) {
1318 		b43err(dev->wl, "Radio recalibration timeout\n");
1319 		return 0;
1320 	}
1321 
1322 	b43_radio_write(dev, B2056_SYN_RCAL_MASTER, 0x01);
1323 	tmp = b43_radio_read(dev, B2056_SYN_RCAL_CODE_OUT);
1324 	b43_radio_write(dev, B2056_SYN_RCAL_MASTER, 0x00);
1325 
1326 	b43_radio_write(dev, B2056_SYN_PLL_MAST2, mast2);
1327 
1328 	return tmp & 0x1f;
1329 }
1330 
1331 static void b43_radio_init2056_pre(struct b43_wldev *dev)
1332 {
1333 	b43_phy_mask(dev, B43_NPHY_RFCTL_CMD,
1334 		     ~B43_NPHY_RFCTL_CMD_CHIP0PU);
1335 	/* Maybe wl meant to reset and set (order?) RFCTL_CMD_OEPORFORCE? */
1336 	b43_phy_mask(dev, B43_NPHY_RFCTL_CMD,
1337 		     B43_NPHY_RFCTL_CMD_OEPORFORCE);
1338 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
1339 		    ~B43_NPHY_RFCTL_CMD_OEPORFORCE);
1340 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
1341 		    B43_NPHY_RFCTL_CMD_CHIP0PU);
1342 }
1343 
1344 static void b43_radio_init2056_post(struct b43_wldev *dev)
1345 {
1346 	b43_radio_set(dev, B2056_SYN_COM_CTRL, 0xB);
1347 	b43_radio_set(dev, B2056_SYN_COM_PU, 0x2);
1348 	b43_radio_set(dev, B2056_SYN_COM_RESET, 0x2);
1349 	msleep(1);
1350 	b43_radio_mask(dev, B2056_SYN_COM_RESET, ~0x2);
1351 	b43_radio_mask(dev, B2056_SYN_PLL_MAST2, ~0xFC);
1352 	b43_radio_mask(dev, B2056_SYN_RCCAL_CTRL0, ~0x1);
1353 	if (dev->phy.do_full_init)
1354 		b43_radio_2056_rcal(dev);
1355 }
1356 
1357 /*
1358  * Initialize a Broadcom 2056 N-radio
1359  * https://bcm-v4.sipsolutions.net/802.11/Radio/2056/Init
1360  */
1361 static void b43_radio_init2056(struct b43_wldev *dev)
1362 {
1363 	b43_radio_init2056_pre(dev);
1364 	b2056_upload_inittabs(dev, 0, 0);
1365 	b43_radio_init2056_post(dev);
1366 }
1367 
1368 /**************************************************
1369  * Radio 0x2055
1370  **************************************************/
1371 
1372 static void b43_chantab_radio_upload(struct b43_wldev *dev,
1373 				const struct b43_nphy_channeltab_entry_rev2 *e)
1374 {
1375 	b43_radio_write(dev, B2055_PLL_REF, e->radio_pll_ref);
1376 	b43_radio_write(dev, B2055_RF_PLLMOD0, e->radio_rf_pllmod0);
1377 	b43_radio_write(dev, B2055_RF_PLLMOD1, e->radio_rf_pllmod1);
1378 	b43_radio_write(dev, B2055_VCO_CAPTAIL, e->radio_vco_captail);
1379 	b43_read32(dev, B43_MMIO_MACCTL); /* flush writes */
1380 
1381 	b43_radio_write(dev, B2055_VCO_CAL1, e->radio_vco_cal1);
1382 	b43_radio_write(dev, B2055_VCO_CAL2, e->radio_vco_cal2);
1383 	b43_radio_write(dev, B2055_PLL_LFC1, e->radio_pll_lfc1);
1384 	b43_radio_write(dev, B2055_PLL_LFR1, e->radio_pll_lfr1);
1385 	b43_read32(dev, B43_MMIO_MACCTL); /* flush writes */
1386 
1387 	b43_radio_write(dev, B2055_PLL_LFC2, e->radio_pll_lfc2);
1388 	b43_radio_write(dev, B2055_LGBUF_CENBUF, e->radio_lgbuf_cenbuf);
1389 	b43_radio_write(dev, B2055_LGEN_TUNE1, e->radio_lgen_tune1);
1390 	b43_radio_write(dev, B2055_LGEN_TUNE2, e->radio_lgen_tune2);
1391 	b43_read32(dev, B43_MMIO_MACCTL); /* flush writes */
1392 
1393 	b43_radio_write(dev, B2055_C1_LGBUF_ATUNE, e->radio_c1_lgbuf_atune);
1394 	b43_radio_write(dev, B2055_C1_LGBUF_GTUNE, e->radio_c1_lgbuf_gtune);
1395 	b43_radio_write(dev, B2055_C1_RX_RFR1, e->radio_c1_rx_rfr1);
1396 	b43_radio_write(dev, B2055_C1_TX_PGAPADTN, e->radio_c1_tx_pgapadtn);
1397 	b43_read32(dev, B43_MMIO_MACCTL); /* flush writes */
1398 
1399 	b43_radio_write(dev, B2055_C1_TX_MXBGTRIM, e->radio_c1_tx_mxbgtrim);
1400 	b43_radio_write(dev, B2055_C2_LGBUF_ATUNE, e->radio_c2_lgbuf_atune);
1401 	b43_radio_write(dev, B2055_C2_LGBUF_GTUNE, e->radio_c2_lgbuf_gtune);
1402 	b43_radio_write(dev, B2055_C2_RX_RFR1, e->radio_c2_rx_rfr1);
1403 	b43_read32(dev, B43_MMIO_MACCTL); /* flush writes */
1404 
1405 	b43_radio_write(dev, B2055_C2_TX_PGAPADTN, e->radio_c2_tx_pgapadtn);
1406 	b43_radio_write(dev, B2055_C2_TX_MXBGTRIM, e->radio_c2_tx_mxbgtrim);
1407 }
1408 
1409 /* https://bcm-v4.sipsolutions.net/802.11/PHY/Radio/2055Setup */
1410 static void b43_radio_2055_setup(struct b43_wldev *dev,
1411 				const struct b43_nphy_channeltab_entry_rev2 *e)
1412 {
1413 	B43_WARN_ON(dev->phy.rev >= 3);
1414 
1415 	b43_chantab_radio_upload(dev, e);
1416 	udelay(50);
1417 	b43_radio_write(dev, B2055_VCO_CAL10, 0x05);
1418 	b43_radio_write(dev, B2055_VCO_CAL10, 0x45);
1419 	b43_read32(dev, B43_MMIO_MACCTL); /* flush writes */
1420 	b43_radio_write(dev, B2055_VCO_CAL10, 0x65);
1421 	udelay(300);
1422 }
1423 
1424 static void b43_radio_init2055_pre(struct b43_wldev *dev)
1425 {
1426 	b43_phy_mask(dev, B43_NPHY_RFCTL_CMD,
1427 		     ~B43_NPHY_RFCTL_CMD_PORFORCE);
1428 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
1429 		    B43_NPHY_RFCTL_CMD_CHIP0PU |
1430 		    B43_NPHY_RFCTL_CMD_OEPORFORCE);
1431 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
1432 		    B43_NPHY_RFCTL_CMD_PORFORCE);
1433 }
1434 
1435 static void b43_radio_init2055_post(struct b43_wldev *dev)
1436 {
1437 	struct b43_phy_n *nphy = dev->phy.n;
1438 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
1439 	bool workaround = false;
1440 
1441 	if (sprom->revision < 4)
1442 		workaround = (dev->dev->board_vendor != PCI_VENDOR_ID_BROADCOM
1443 			      && dev->dev->board_type == SSB_BOARD_CB2_4321
1444 			      && dev->dev->board_rev >= 0x41);
1445 	else
1446 		workaround =
1447 			!(sprom->boardflags2_lo & B43_BFL2_RXBB_INT_REG_DIS);
1448 
1449 	b43_radio_mask(dev, B2055_MASTER1, 0xFFF3);
1450 	if (workaround) {
1451 		b43_radio_mask(dev, B2055_C1_RX_BB_REG, 0x7F);
1452 		b43_radio_mask(dev, B2055_C2_RX_BB_REG, 0x7F);
1453 	}
1454 	b43_radio_maskset(dev, B2055_RRCCAL_NOPTSEL, 0xFFC0, 0x2C);
1455 	b43_radio_write(dev, B2055_CAL_MISC, 0x3C);
1456 	b43_radio_mask(dev, B2055_CAL_MISC, 0xFFBE);
1457 	b43_radio_set(dev, B2055_CAL_LPOCTL, 0x80);
1458 	b43_radio_set(dev, B2055_CAL_MISC, 0x1);
1459 	msleep(1);
1460 	b43_radio_set(dev, B2055_CAL_MISC, 0x40);
1461 	if (!b43_radio_wait_value(dev, B2055_CAL_COUT2, 0x80, 0x80, 10, 2000))
1462 		b43err(dev->wl, "radio post init timeout\n");
1463 	b43_radio_mask(dev, B2055_CAL_LPOCTL, 0xFF7F);
1464 	b43_switch_channel(dev, dev->phy.channel);
1465 	b43_radio_write(dev, B2055_C1_RX_BB_LPF, 0x9);
1466 	b43_radio_write(dev, B2055_C2_RX_BB_LPF, 0x9);
1467 	b43_radio_write(dev, B2055_C1_RX_BB_MIDACHP, 0x83);
1468 	b43_radio_write(dev, B2055_C2_RX_BB_MIDACHP, 0x83);
1469 	b43_radio_maskset(dev, B2055_C1_LNA_GAINBST, 0xFFF8, 0x6);
1470 	b43_radio_maskset(dev, B2055_C2_LNA_GAINBST, 0xFFF8, 0x6);
1471 	if (!nphy->gain_boost) {
1472 		b43_radio_set(dev, B2055_C1_RX_RFSPC1, 0x2);
1473 		b43_radio_set(dev, B2055_C2_RX_RFSPC1, 0x2);
1474 	} else {
1475 		b43_radio_mask(dev, B2055_C1_RX_RFSPC1, 0xFFFD);
1476 		b43_radio_mask(dev, B2055_C2_RX_RFSPC1, 0xFFFD);
1477 	}
1478 	udelay(2);
1479 }
1480 
1481 /*
1482  * Initialize a Broadcom 2055 N-radio
1483  * https://bcm-v4.sipsolutions.net/802.11/Radio/2055/Init
1484  */
1485 static void b43_radio_init2055(struct b43_wldev *dev)
1486 {
1487 	b43_radio_init2055_pre(dev);
1488 	if (b43_status(dev) < B43_STAT_INITIALIZED) {
1489 		/* Follow wl, not specs. Do not force uploading all regs */
1490 		b2055_upload_inittab(dev, 0, 0);
1491 	} else {
1492 		bool ghz5 = b43_current_band(dev->wl) == NL80211_BAND_5GHZ;
1493 		b2055_upload_inittab(dev, ghz5, 0);
1494 	}
1495 	b43_radio_init2055_post(dev);
1496 }
1497 
1498 /**************************************************
1499  * Samples
1500  **************************************************/
1501 
1502 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/LoadSampleTable */
1503 static int b43_nphy_load_samples(struct b43_wldev *dev,
1504 					struct cordic_iq *samples, u16 len) {
1505 	struct b43_phy_n *nphy = dev->phy.n;
1506 	u16 i;
1507 	u32 *data;
1508 
1509 	data = kcalloc(len, sizeof(u32), GFP_KERNEL);
1510 	if (!data) {
1511 		b43err(dev->wl, "allocation for samples loading failed\n");
1512 		return -ENOMEM;
1513 	}
1514 	if (nphy->hang_avoid)
1515 		b43_nphy_stay_in_carrier_search(dev, 1);
1516 
1517 	for (i = 0; i < len; i++) {
1518 		data[i] = (samples[i].i & 0x3FF << 10);
1519 		data[i] |= samples[i].q & 0x3FF;
1520 	}
1521 	b43_ntab_write_bulk(dev, B43_NTAB32(17, 0), len, data);
1522 
1523 	kfree(data);
1524 	if (nphy->hang_avoid)
1525 		b43_nphy_stay_in_carrier_search(dev, 0);
1526 	return 0;
1527 }
1528 
1529 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/GenLoadSamples */
1530 static u16 b43_nphy_gen_load_samples(struct b43_wldev *dev, u32 freq, u16 max,
1531 					bool test)
1532 {
1533 	int i;
1534 	u16 bw, len, rot, angle;
1535 	struct cordic_iq *samples;
1536 
1537 	bw = b43_is_40mhz(dev) ? 40 : 20;
1538 	len = bw << 3;
1539 
1540 	if (test) {
1541 		if (b43_phy_read(dev, B43_NPHY_BBCFG) & B43_NPHY_BBCFG_RSTRX)
1542 			bw = 82;
1543 		else
1544 			bw = 80;
1545 
1546 		if (b43_is_40mhz(dev))
1547 			bw <<= 1;
1548 
1549 		len = bw << 1;
1550 	}
1551 
1552 	samples = kcalloc(len, sizeof(struct cordic_iq), GFP_KERNEL);
1553 	if (!samples) {
1554 		b43err(dev->wl, "allocation for samples generation failed\n");
1555 		return 0;
1556 	}
1557 	rot = (((freq * 36) / bw) << 16) / 100;
1558 	angle = 0;
1559 
1560 	for (i = 0; i < len; i++) {
1561 		samples[i] = cordic_calc_iq(CORDIC_FIXED(angle));
1562 		angle += rot;
1563 		samples[i].q = CORDIC_FLOAT(samples[i].q * max);
1564 		samples[i].i = CORDIC_FLOAT(samples[i].i * max);
1565 	}
1566 
1567 	i = b43_nphy_load_samples(dev, samples, len);
1568 	kfree(samples);
1569 	return (i < 0) ? 0 : len;
1570 }
1571 
1572 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RunSamples */
1573 static void b43_nphy_run_samples(struct b43_wldev *dev, u16 samps, u16 loops,
1574 				 u16 wait, bool iqmode, bool dac_test,
1575 				 bool modify_bbmult)
1576 {
1577 	struct b43_phy *phy = &dev->phy;
1578 	struct b43_phy_n *nphy = dev->phy.n;
1579 	int i;
1580 	u16 seq_mode;
1581 	u32 tmp;
1582 
1583 	b43_nphy_stay_in_carrier_search(dev, true);
1584 
1585 	if (phy->rev >= 7) {
1586 		bool lpf_bw3, lpf_bw4;
1587 
1588 		lpf_bw3 = b43_phy_read(dev, B43_NPHY_REV7_RF_CTL_OVER3) & 0x80;
1589 		lpf_bw4 = b43_phy_read(dev, B43_NPHY_REV7_RF_CTL_OVER4) & 0x80;
1590 
1591 		if (lpf_bw3 || lpf_bw4) {
1592 			/* TODO */
1593 		} else {
1594 			u16 value = b43_nphy_read_lpf_ctl(dev, 0);
1595 			if (phy->rev >= 19)
1596 				b43_nphy_rf_ctl_override_rev19(dev, 0x80, value,
1597 							       0, false, 1);
1598 			else
1599 				b43_nphy_rf_ctl_override_rev7(dev, 0x80, value,
1600 							      0, false, 1);
1601 			nphy->lpf_bw_overrode_for_sample_play = true;
1602 		}
1603 	}
1604 
1605 	if ((nphy->bb_mult_save & 0x80000000) == 0) {
1606 		tmp = b43_ntab_read(dev, B43_NTAB16(15, 87));
1607 		nphy->bb_mult_save = (tmp & 0xFFFF) | 0x80000000;
1608 	}
1609 
1610 	if (modify_bbmult) {
1611 		tmp = !b43_is_40mhz(dev) ? 0x6464 : 0x4747;
1612 		b43_ntab_write(dev, B43_NTAB16(15, 87), tmp);
1613 	}
1614 
1615 	b43_phy_write(dev, B43_NPHY_SAMP_DEPCNT, (samps - 1));
1616 
1617 	if (loops != 0xFFFF)
1618 		b43_phy_write(dev, B43_NPHY_SAMP_LOOPCNT, (loops - 1));
1619 	else
1620 		b43_phy_write(dev, B43_NPHY_SAMP_LOOPCNT, loops);
1621 
1622 	b43_phy_write(dev, B43_NPHY_SAMP_WAITCNT, wait);
1623 
1624 	seq_mode = b43_phy_read(dev, B43_NPHY_RFSEQMODE);
1625 
1626 	b43_phy_set(dev, B43_NPHY_RFSEQMODE, B43_NPHY_RFSEQMODE_CAOVER);
1627 	if (iqmode) {
1628 		b43_phy_mask(dev, B43_NPHY_IQLOCAL_CMDGCTL, 0x7FFF);
1629 		b43_phy_set(dev, B43_NPHY_IQLOCAL_CMDGCTL, 0x8000);
1630 	} else {
1631 		tmp = dac_test ? 5 : 1;
1632 		b43_phy_write(dev, B43_NPHY_SAMP_CMD, tmp);
1633 	}
1634 	for (i = 0; i < 100; i++) {
1635 		if (!(b43_phy_read(dev, B43_NPHY_RFSEQST) & 1)) {
1636 			i = 0;
1637 			break;
1638 		}
1639 		udelay(10);
1640 	}
1641 	if (i)
1642 		b43err(dev->wl, "run samples timeout\n");
1643 
1644 	b43_phy_write(dev, B43_NPHY_RFSEQMODE, seq_mode);
1645 
1646 	b43_nphy_stay_in_carrier_search(dev, false);
1647 }
1648 
1649 /**************************************************
1650  * RSSI
1651  **************************************************/
1652 
1653 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/ScaleOffsetRssi */
1654 static void b43_nphy_scale_offset_rssi(struct b43_wldev *dev, u16 scale,
1655 					s8 offset, u8 core,
1656 					enum n_rail_type rail,
1657 					enum n_rssi_type rssi_type)
1658 {
1659 	u16 tmp;
1660 	bool core1or5 = (core == 1) || (core == 5);
1661 	bool core2or5 = (core == 2) || (core == 5);
1662 
1663 	offset = clamp_val(offset, -32, 31);
1664 	tmp = ((scale & 0x3F) << 8) | (offset & 0x3F);
1665 
1666 	switch (rssi_type) {
1667 	case N_RSSI_NB:
1668 		if (core1or5 && rail == N_RAIL_I)
1669 			b43_phy_write(dev, B43_NPHY_RSSIMC_0I_RSSI_Z, tmp);
1670 		if (core1or5 && rail == N_RAIL_Q)
1671 			b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_RSSI_Z, tmp);
1672 		if (core2or5 && rail == N_RAIL_I)
1673 			b43_phy_write(dev, B43_NPHY_RSSIMC_1I_RSSI_Z, tmp);
1674 		if (core2or5 && rail == N_RAIL_Q)
1675 			b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_RSSI_Z, tmp);
1676 		break;
1677 	case N_RSSI_W1:
1678 		if (core1or5 && rail == N_RAIL_I)
1679 			b43_phy_write(dev, B43_NPHY_RSSIMC_0I_RSSI_X, tmp);
1680 		if (core1or5 && rail == N_RAIL_Q)
1681 			b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_RSSI_X, tmp);
1682 		if (core2or5 && rail == N_RAIL_I)
1683 			b43_phy_write(dev, B43_NPHY_RSSIMC_1I_RSSI_X, tmp);
1684 		if (core2or5 && rail == N_RAIL_Q)
1685 			b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_RSSI_X, tmp);
1686 		break;
1687 	case N_RSSI_W2:
1688 		if (core1or5 && rail == N_RAIL_I)
1689 			b43_phy_write(dev, B43_NPHY_RSSIMC_0I_RSSI_Y, tmp);
1690 		if (core1or5 && rail == N_RAIL_Q)
1691 			b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_RSSI_Y, tmp);
1692 		if (core2or5 && rail == N_RAIL_I)
1693 			b43_phy_write(dev, B43_NPHY_RSSIMC_1I_RSSI_Y, tmp);
1694 		if (core2or5 && rail == N_RAIL_Q)
1695 			b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_RSSI_Y, tmp);
1696 		break;
1697 	case N_RSSI_TBD:
1698 		if (core1or5 && rail == N_RAIL_I)
1699 			b43_phy_write(dev, B43_NPHY_RSSIMC_0I_TBD, tmp);
1700 		if (core1or5 && rail == N_RAIL_Q)
1701 			b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_TBD, tmp);
1702 		if (core2or5 && rail == N_RAIL_I)
1703 			b43_phy_write(dev, B43_NPHY_RSSIMC_1I_TBD, tmp);
1704 		if (core2or5 && rail == N_RAIL_Q)
1705 			b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_TBD, tmp);
1706 		break;
1707 	case N_RSSI_IQ:
1708 		if (core1or5 && rail == N_RAIL_I)
1709 			b43_phy_write(dev, B43_NPHY_RSSIMC_0I_PWRDET, tmp);
1710 		if (core1or5 && rail == N_RAIL_Q)
1711 			b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_PWRDET, tmp);
1712 		if (core2or5 && rail == N_RAIL_I)
1713 			b43_phy_write(dev, B43_NPHY_RSSIMC_1I_PWRDET, tmp);
1714 		if (core2or5 && rail == N_RAIL_Q)
1715 			b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_PWRDET, tmp);
1716 		break;
1717 	case N_RSSI_TSSI_2G:
1718 		if (core1or5)
1719 			b43_phy_write(dev, B43_NPHY_RSSIMC_0I_TSSI, tmp);
1720 		if (core2or5)
1721 			b43_phy_write(dev, B43_NPHY_RSSIMC_1I_TSSI, tmp);
1722 		break;
1723 	case N_RSSI_TSSI_5G:
1724 		if (core1or5)
1725 			b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_TSSI, tmp);
1726 		if (core2or5)
1727 			b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_TSSI, tmp);
1728 		break;
1729 	}
1730 }
1731 
1732 static void b43_nphy_rssi_select_rev19(struct b43_wldev *dev, u8 code,
1733 				       enum n_rssi_type rssi_type)
1734 {
1735 	/* TODO */
1736 }
1737 
1738 static void b43_nphy_rev3_rssi_select(struct b43_wldev *dev, u8 code,
1739 				      enum n_rssi_type rssi_type)
1740 {
1741 	u8 i;
1742 	u16 reg, val;
1743 
1744 	if (code == 0) {
1745 		b43_phy_mask(dev, B43_NPHY_AFECTL_OVER1, 0xFDFF);
1746 		b43_phy_mask(dev, B43_NPHY_AFECTL_OVER, 0xFDFF);
1747 		b43_phy_mask(dev, B43_NPHY_AFECTL_C1, 0xFCFF);
1748 		b43_phy_mask(dev, B43_NPHY_AFECTL_C2, 0xFCFF);
1749 		b43_phy_mask(dev, B43_NPHY_TXF_40CO_B1S0, 0xFFDF);
1750 		b43_phy_mask(dev, B43_NPHY_TXF_40CO_B32S1, 0xFFDF);
1751 		b43_phy_mask(dev, B43_NPHY_RFCTL_LUT_TRSW_UP1, 0xFFC3);
1752 		b43_phy_mask(dev, B43_NPHY_RFCTL_LUT_TRSW_UP2, 0xFFC3);
1753 	} else {
1754 		for (i = 0; i < 2; i++) {
1755 			if ((code == 1 && i == 1) || (code == 2 && !i))
1756 				continue;
1757 
1758 			reg = (i == 0) ?
1759 				B43_NPHY_AFECTL_OVER1 : B43_NPHY_AFECTL_OVER;
1760 			b43_phy_maskset(dev, reg, 0xFDFF, 0x0200);
1761 
1762 			if (rssi_type == N_RSSI_W1 ||
1763 			    rssi_type == N_RSSI_W2 ||
1764 			    rssi_type == N_RSSI_NB) {
1765 				reg = (i == 0) ?
1766 					B43_NPHY_AFECTL_C1 :
1767 					B43_NPHY_AFECTL_C2;
1768 				b43_phy_maskset(dev, reg, 0xFCFF, 0);
1769 
1770 				reg = (i == 0) ?
1771 					B43_NPHY_RFCTL_LUT_TRSW_UP1 :
1772 					B43_NPHY_RFCTL_LUT_TRSW_UP2;
1773 				b43_phy_maskset(dev, reg, 0xFFC3, 0);
1774 
1775 				if (rssi_type == N_RSSI_W1)
1776 					val = (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) ? 4 : 8;
1777 				else if (rssi_type == N_RSSI_W2)
1778 					val = 16;
1779 				else
1780 					val = 32;
1781 				b43_phy_set(dev, reg, val);
1782 
1783 				reg = (i == 0) ?
1784 					B43_NPHY_TXF_40CO_B1S0 :
1785 					B43_NPHY_TXF_40CO_B32S1;
1786 				b43_phy_set(dev, reg, 0x0020);
1787 			} else {
1788 				if (rssi_type == N_RSSI_TBD)
1789 					val = 0x0100;
1790 				else if (rssi_type == N_RSSI_IQ)
1791 					val = 0x0200;
1792 				else
1793 					val = 0x0300;
1794 
1795 				reg = (i == 0) ?
1796 					B43_NPHY_AFECTL_C1 :
1797 					B43_NPHY_AFECTL_C2;
1798 
1799 				b43_phy_maskset(dev, reg, 0xFCFF, val);
1800 				b43_phy_maskset(dev, reg, 0xF3FF, val << 2);
1801 
1802 				if (rssi_type != N_RSSI_IQ &&
1803 				    rssi_type != N_RSSI_TBD) {
1804 					enum nl80211_band band =
1805 						b43_current_band(dev->wl);
1806 
1807 					if (dev->phy.rev < 7) {
1808 						if (b43_nphy_ipa(dev))
1809 							val = (band == NL80211_BAND_5GHZ) ? 0xC : 0xE;
1810 						else
1811 							val = 0x11;
1812 						reg = (i == 0) ? B2056_TX0 : B2056_TX1;
1813 						reg |= B2056_TX_TX_SSI_MUX;
1814 						b43_radio_write(dev, reg, val);
1815 					}
1816 
1817 					reg = (i == 0) ?
1818 						B43_NPHY_AFECTL_OVER1 :
1819 						B43_NPHY_AFECTL_OVER;
1820 					b43_phy_set(dev, reg, 0x0200);
1821 				}
1822 			}
1823 		}
1824 	}
1825 }
1826 
1827 static void b43_nphy_rev2_rssi_select(struct b43_wldev *dev, u8 code,
1828 				      enum n_rssi_type rssi_type)
1829 {
1830 	u16 val;
1831 	bool rssi_w1_w2_nb = false;
1832 
1833 	switch (rssi_type) {
1834 	case N_RSSI_W1:
1835 	case N_RSSI_W2:
1836 	case N_RSSI_NB:
1837 		val = 0;
1838 		rssi_w1_w2_nb = true;
1839 		break;
1840 	case N_RSSI_TBD:
1841 		val = 1;
1842 		break;
1843 	case N_RSSI_IQ:
1844 		val = 2;
1845 		break;
1846 	default:
1847 		val = 3;
1848 	}
1849 
1850 	val = (val << 12) | (val << 14);
1851 	b43_phy_maskset(dev, B43_NPHY_AFECTL_C1, 0x0FFF, val);
1852 	b43_phy_maskset(dev, B43_NPHY_AFECTL_C2, 0x0FFF, val);
1853 
1854 	if (rssi_w1_w2_nb) {
1855 		b43_phy_maskset(dev, B43_NPHY_RFCTL_RSSIO1, 0xFFCF,
1856 				(rssi_type + 1) << 4);
1857 		b43_phy_maskset(dev, B43_NPHY_RFCTL_RSSIO2, 0xFFCF,
1858 				(rssi_type + 1) << 4);
1859 	}
1860 
1861 	if (code == 0) {
1862 		b43_phy_mask(dev, B43_NPHY_AFECTL_OVER, ~0x3000);
1863 		if (rssi_w1_w2_nb) {
1864 			b43_phy_mask(dev, B43_NPHY_RFCTL_CMD,
1865 				~(B43_NPHY_RFCTL_CMD_RXEN |
1866 				  B43_NPHY_RFCTL_CMD_CORESEL));
1867 			b43_phy_mask(dev, B43_NPHY_RFCTL_OVER,
1868 				~(0x1 << 12 |
1869 				  0x1 << 5 |
1870 				  0x1 << 1 |
1871 				  0x1));
1872 			b43_phy_mask(dev, B43_NPHY_RFCTL_CMD,
1873 				~B43_NPHY_RFCTL_CMD_START);
1874 			udelay(20);
1875 			b43_phy_mask(dev, B43_NPHY_RFCTL_OVER, ~0x1);
1876 		}
1877 	} else {
1878 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x3000);
1879 		if (rssi_w1_w2_nb) {
1880 			b43_phy_maskset(dev, B43_NPHY_RFCTL_CMD,
1881 				~(B43_NPHY_RFCTL_CMD_RXEN |
1882 				  B43_NPHY_RFCTL_CMD_CORESEL),
1883 				(B43_NPHY_RFCTL_CMD_RXEN |
1884 				 code << B43_NPHY_RFCTL_CMD_CORESEL_SHIFT));
1885 			b43_phy_set(dev, B43_NPHY_RFCTL_OVER,
1886 				(0x1 << 12 |
1887 				  0x1 << 5 |
1888 				  0x1 << 1 |
1889 				  0x1));
1890 			b43_phy_set(dev, B43_NPHY_RFCTL_CMD,
1891 				B43_NPHY_RFCTL_CMD_START);
1892 			udelay(20);
1893 			b43_phy_mask(dev, B43_NPHY_RFCTL_OVER, ~0x1);
1894 		}
1895 	}
1896 }
1897 
1898 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RSSISel */
1899 static void b43_nphy_rssi_select(struct b43_wldev *dev, u8 code,
1900 				 enum n_rssi_type type)
1901 {
1902 	if (dev->phy.rev >= 19)
1903 		b43_nphy_rssi_select_rev19(dev, code, type);
1904 	else if (dev->phy.rev >= 3)
1905 		b43_nphy_rev3_rssi_select(dev, code, type);
1906 	else
1907 		b43_nphy_rev2_rssi_select(dev, code, type);
1908 }
1909 
1910 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/SetRssi2055Vcm */
1911 static void b43_nphy_set_rssi_2055_vcm(struct b43_wldev *dev,
1912 				       enum n_rssi_type rssi_type, u8 *buf)
1913 {
1914 	int i;
1915 	for (i = 0; i < 2; i++) {
1916 		if (rssi_type == N_RSSI_NB) {
1917 			if (i == 0) {
1918 				b43_radio_maskset(dev, B2055_C1_B0NB_RSSIVCM,
1919 						  0xFC, buf[0]);
1920 				b43_radio_maskset(dev, B2055_C1_RX_BB_RSSICTL5,
1921 						  0xFC, buf[1]);
1922 			} else {
1923 				b43_radio_maskset(dev, B2055_C2_B0NB_RSSIVCM,
1924 						  0xFC, buf[2 * i]);
1925 				b43_radio_maskset(dev, B2055_C2_RX_BB_RSSICTL5,
1926 						  0xFC, buf[2 * i + 1]);
1927 			}
1928 		} else {
1929 			if (i == 0)
1930 				b43_radio_maskset(dev, B2055_C1_RX_BB_RSSICTL5,
1931 						  0xF3, buf[0] << 2);
1932 			else
1933 				b43_radio_maskset(dev, B2055_C2_RX_BB_RSSICTL5,
1934 						  0xF3, buf[2 * i + 1] << 2);
1935 		}
1936 	}
1937 }
1938 
1939 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/PollRssi */
1940 static int b43_nphy_poll_rssi(struct b43_wldev *dev, enum n_rssi_type rssi_type,
1941 			      s32 *buf, u8 nsamp)
1942 {
1943 	int i;
1944 	int out;
1945 	u16 save_regs_phy[9];
1946 	u16 s[2];
1947 
1948 	/* TODO: rev7+ is treated like rev3+, what about rev19+? */
1949 
1950 	if (dev->phy.rev >= 3) {
1951 		save_regs_phy[0] = b43_phy_read(dev, B43_NPHY_AFECTL_C1);
1952 		save_regs_phy[1] = b43_phy_read(dev, B43_NPHY_AFECTL_C2);
1953 		save_regs_phy[2] = b43_phy_read(dev,
1954 						B43_NPHY_RFCTL_LUT_TRSW_UP1);
1955 		save_regs_phy[3] = b43_phy_read(dev,
1956 						B43_NPHY_RFCTL_LUT_TRSW_UP2);
1957 		save_regs_phy[4] = b43_phy_read(dev, B43_NPHY_AFECTL_OVER1);
1958 		save_regs_phy[5] = b43_phy_read(dev, B43_NPHY_AFECTL_OVER);
1959 		save_regs_phy[6] = b43_phy_read(dev, B43_NPHY_TXF_40CO_B1S0);
1960 		save_regs_phy[7] = b43_phy_read(dev, B43_NPHY_TXF_40CO_B32S1);
1961 		save_regs_phy[8] = 0;
1962 	} else {
1963 		save_regs_phy[0] = b43_phy_read(dev, B43_NPHY_AFECTL_C1);
1964 		save_regs_phy[1] = b43_phy_read(dev, B43_NPHY_AFECTL_C2);
1965 		save_regs_phy[2] = b43_phy_read(dev, B43_NPHY_AFECTL_OVER);
1966 		save_regs_phy[3] = b43_phy_read(dev, B43_NPHY_RFCTL_CMD);
1967 		save_regs_phy[4] = b43_phy_read(dev, B43_NPHY_RFCTL_OVER);
1968 		save_regs_phy[5] = b43_phy_read(dev, B43_NPHY_RFCTL_RSSIO1);
1969 		save_regs_phy[6] = b43_phy_read(dev, B43_NPHY_RFCTL_RSSIO2);
1970 		save_regs_phy[7] = 0;
1971 		save_regs_phy[8] = 0;
1972 	}
1973 
1974 	b43_nphy_rssi_select(dev, 5, rssi_type);
1975 
1976 	if (dev->phy.rev < 2) {
1977 		save_regs_phy[8] = b43_phy_read(dev, B43_NPHY_GPIO_SEL);
1978 		b43_phy_write(dev, B43_NPHY_GPIO_SEL, 5);
1979 	}
1980 
1981 	for (i = 0; i < 4; i++)
1982 		buf[i] = 0;
1983 
1984 	for (i = 0; i < nsamp; i++) {
1985 		if (dev->phy.rev < 2) {
1986 			s[0] = b43_phy_read(dev, B43_NPHY_GPIO_LOOUT);
1987 			s[1] = b43_phy_read(dev, B43_NPHY_GPIO_HIOUT);
1988 		} else {
1989 			s[0] = b43_phy_read(dev, B43_NPHY_RSSI1);
1990 			s[1] = b43_phy_read(dev, B43_NPHY_RSSI2);
1991 		}
1992 
1993 		buf[0] += ((s8)((s[0] & 0x3F) << 2)) >> 2;
1994 		buf[1] += ((s8)(((s[0] >> 8) & 0x3F) << 2)) >> 2;
1995 		buf[2] += ((s8)((s[1] & 0x3F) << 2)) >> 2;
1996 		buf[3] += ((s8)(((s[1] >> 8) & 0x3F) << 2)) >> 2;
1997 	}
1998 	out = (buf[0] & 0xFF) << 24 | (buf[1] & 0xFF) << 16 |
1999 		(buf[2] & 0xFF) << 8 | (buf[3] & 0xFF);
2000 
2001 	if (dev->phy.rev < 2)
2002 		b43_phy_write(dev, B43_NPHY_GPIO_SEL, save_regs_phy[8]);
2003 
2004 	if (dev->phy.rev >= 3) {
2005 		b43_phy_write(dev, B43_NPHY_AFECTL_C1, save_regs_phy[0]);
2006 		b43_phy_write(dev, B43_NPHY_AFECTL_C2, save_regs_phy[1]);
2007 		b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_UP1,
2008 				save_regs_phy[2]);
2009 		b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_UP2,
2010 				save_regs_phy[3]);
2011 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER1, save_regs_phy[4]);
2012 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, save_regs_phy[5]);
2013 		b43_phy_write(dev, B43_NPHY_TXF_40CO_B1S0, save_regs_phy[6]);
2014 		b43_phy_write(dev, B43_NPHY_TXF_40CO_B32S1, save_regs_phy[7]);
2015 	} else {
2016 		b43_phy_write(dev, B43_NPHY_AFECTL_C1, save_regs_phy[0]);
2017 		b43_phy_write(dev, B43_NPHY_AFECTL_C2, save_regs_phy[1]);
2018 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, save_regs_phy[2]);
2019 		b43_phy_write(dev, B43_NPHY_RFCTL_CMD, save_regs_phy[3]);
2020 		b43_phy_write(dev, B43_NPHY_RFCTL_OVER, save_regs_phy[4]);
2021 		b43_phy_write(dev, B43_NPHY_RFCTL_RSSIO1, save_regs_phy[5]);
2022 		b43_phy_write(dev, B43_NPHY_RFCTL_RSSIO2, save_regs_phy[6]);
2023 	}
2024 
2025 	return out;
2026 }
2027 
2028 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RSSICalRev3 */
2029 static void b43_nphy_rev3_rssi_cal(struct b43_wldev *dev)
2030 {
2031 	struct b43_phy *phy = &dev->phy;
2032 	struct b43_phy_n *nphy = dev->phy.n;
2033 
2034 	u16 saved_regs_phy_rfctl[2];
2035 	u16 saved_regs_phy[22];
2036 	u16 regs_to_store_rev3[] = {
2037 		B43_NPHY_AFECTL_OVER1, B43_NPHY_AFECTL_OVER,
2038 		B43_NPHY_AFECTL_C1, B43_NPHY_AFECTL_C2,
2039 		B43_NPHY_TXF_40CO_B1S1, B43_NPHY_RFCTL_OVER,
2040 		B43_NPHY_TXF_40CO_B1S0, B43_NPHY_TXF_40CO_B32S1,
2041 		B43_NPHY_RFCTL_CMD,
2042 		B43_NPHY_RFCTL_LUT_TRSW_UP1, B43_NPHY_RFCTL_LUT_TRSW_UP2,
2043 		B43_NPHY_RFCTL_RSSIO1, B43_NPHY_RFCTL_RSSIO2
2044 	};
2045 	u16 regs_to_store_rev7[] = {
2046 		B43_NPHY_AFECTL_OVER1, B43_NPHY_AFECTL_OVER,
2047 		B43_NPHY_AFECTL_C1, B43_NPHY_AFECTL_C2,
2048 		B43_NPHY_TXF_40CO_B1S1, B43_NPHY_RFCTL_OVER,
2049 		B43_NPHY_REV7_RF_CTL_OVER3, B43_NPHY_REV7_RF_CTL_OVER4,
2050 		B43_NPHY_REV7_RF_CTL_OVER5, B43_NPHY_REV7_RF_CTL_OVER6,
2051 		0x2ff,
2052 		B43_NPHY_TXF_40CO_B1S0, B43_NPHY_TXF_40CO_B32S1,
2053 		B43_NPHY_RFCTL_CMD,
2054 		B43_NPHY_RFCTL_LUT_TRSW_UP1, B43_NPHY_RFCTL_LUT_TRSW_UP2,
2055 		B43_NPHY_REV7_RF_CTL_MISC_REG3, B43_NPHY_REV7_RF_CTL_MISC_REG4,
2056 		B43_NPHY_REV7_RF_CTL_MISC_REG5, B43_NPHY_REV7_RF_CTL_MISC_REG6,
2057 		B43_NPHY_RFCTL_RSSIO1, B43_NPHY_RFCTL_RSSIO2
2058 	};
2059 	u16 *regs_to_store;
2060 	int regs_amount;
2061 
2062 	u16 class;
2063 
2064 	u16 clip_state[2];
2065 	u16 clip_off[2] = { 0xFFFF, 0xFFFF };
2066 
2067 	u8 vcm_final = 0;
2068 	s32 offset[4];
2069 	s32 results[8][4] = { };
2070 	s32 results_min[4] = { };
2071 	s32 poll_results[4] = { };
2072 
2073 	u16 *rssical_radio_regs = NULL;
2074 	u16 *rssical_phy_regs = NULL;
2075 
2076 	u16 r; /* routing */
2077 	u8 rx_core_state;
2078 	int core, i, j, vcm;
2079 
2080 	if (dev->phy.rev >= 7) {
2081 		regs_to_store = regs_to_store_rev7;
2082 		regs_amount = ARRAY_SIZE(regs_to_store_rev7);
2083 	} else {
2084 		regs_to_store = regs_to_store_rev3;
2085 		regs_amount = ARRAY_SIZE(regs_to_store_rev3);
2086 	}
2087 	BUG_ON(regs_amount > ARRAY_SIZE(saved_regs_phy));
2088 
2089 	class = b43_nphy_classifier(dev, 0, 0);
2090 	b43_nphy_classifier(dev, 7, 4);
2091 	b43_nphy_read_clip_detection(dev, clip_state);
2092 	b43_nphy_write_clip_detection(dev, clip_off);
2093 
2094 	saved_regs_phy_rfctl[0] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC1);
2095 	saved_regs_phy_rfctl[1] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC2);
2096 	for (i = 0; i < regs_amount; i++)
2097 		saved_regs_phy[i] = b43_phy_read(dev, regs_to_store[i]);
2098 
2099 	b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_OFF, 0, 7);
2100 	b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_TRSW, 1, 7);
2101 
2102 	if (dev->phy.rev >= 7) {
2103 		b43_nphy_rf_ctl_override_one_to_many(dev,
2104 						     N_RF_CTL_OVER_CMD_RXRF_PU,
2105 						     0, 0, false);
2106 		b43_nphy_rf_ctl_override_one_to_many(dev,
2107 						     N_RF_CTL_OVER_CMD_RX_PU,
2108 						     1, 0, false);
2109 		b43_nphy_rf_ctl_override_rev7(dev, 0x80, 1, 0, false, 0);
2110 		b43_nphy_rf_ctl_override_rev7(dev, 0x40, 1, 0, false, 0);
2111 		if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
2112 			b43_nphy_rf_ctl_override_rev7(dev, 0x20, 0, 0, false,
2113 						      0);
2114 			b43_nphy_rf_ctl_override_rev7(dev, 0x10, 1, 0, false,
2115 						      0);
2116 		} else {
2117 			b43_nphy_rf_ctl_override_rev7(dev, 0x10, 0, 0, false,
2118 						      0);
2119 			b43_nphy_rf_ctl_override_rev7(dev, 0x20, 1, 0, false,
2120 						      0);
2121 		}
2122 	} else {
2123 		b43_nphy_rf_ctl_override(dev, 0x1, 0, 0, false);
2124 		b43_nphy_rf_ctl_override(dev, 0x2, 1, 0, false);
2125 		b43_nphy_rf_ctl_override(dev, 0x80, 1, 0, false);
2126 		b43_nphy_rf_ctl_override(dev, 0x40, 1, 0, false);
2127 		if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
2128 			b43_nphy_rf_ctl_override(dev, 0x20, 0, 0, false);
2129 			b43_nphy_rf_ctl_override(dev, 0x10, 1, 0, false);
2130 		} else {
2131 			b43_nphy_rf_ctl_override(dev, 0x10, 0, 0, false);
2132 			b43_nphy_rf_ctl_override(dev, 0x20, 1, 0, false);
2133 		}
2134 	}
2135 
2136 	rx_core_state = b43_nphy_get_rx_core_state(dev);
2137 	for (core = 0; core < 2; core++) {
2138 		if (!(rx_core_state & (1 << core)))
2139 			continue;
2140 		r = core ? B2056_RX1 : B2056_RX0;
2141 		b43_nphy_scale_offset_rssi(dev, 0, 0, core + 1, N_RAIL_I,
2142 					   N_RSSI_NB);
2143 		b43_nphy_scale_offset_rssi(dev, 0, 0, core + 1, N_RAIL_Q,
2144 					   N_RSSI_NB);
2145 
2146 		/* Grab RSSI results for every possible VCM */
2147 		for (vcm = 0; vcm < 8; vcm++) {
2148 			if (dev->phy.rev >= 7)
2149 				b43_radio_maskset(dev,
2150 						  core ? R2057_NB_MASTER_CORE1 :
2151 							 R2057_NB_MASTER_CORE0,
2152 						  ~R2057_VCM_MASK, vcm);
2153 			else
2154 				b43_radio_maskset(dev, r | B2056_RX_RSSI_MISC,
2155 						  0xE3, vcm << 2);
2156 			b43_nphy_poll_rssi(dev, N_RSSI_NB, results[vcm], 8);
2157 		}
2158 
2159 		/* Find out which VCM got the best results */
2160 		for (i = 0; i < 4; i += 2) {
2161 			s32 currd;
2162 			s32 mind = 0x100000;
2163 			s32 minpoll = 249;
2164 			u8 minvcm = 0;
2165 			if (2 * core != i)
2166 				continue;
2167 			for (vcm = 0; vcm < 8; vcm++) {
2168 				currd = results[vcm][i] * results[vcm][i] +
2169 					results[vcm][i + 1] * results[vcm][i];
2170 				if (currd < mind) {
2171 					mind = currd;
2172 					minvcm = vcm;
2173 				}
2174 				if (results[vcm][i] < minpoll)
2175 					minpoll = results[vcm][i];
2176 			}
2177 			vcm_final = minvcm;
2178 			results_min[i] = minpoll;
2179 		}
2180 
2181 		/* Select the best VCM */
2182 		if (dev->phy.rev >= 7)
2183 			b43_radio_maskset(dev,
2184 					  core ? R2057_NB_MASTER_CORE1 :
2185 						 R2057_NB_MASTER_CORE0,
2186 					  ~R2057_VCM_MASK, vcm);
2187 		else
2188 			b43_radio_maskset(dev, r | B2056_RX_RSSI_MISC,
2189 					  0xE3, vcm_final << 2);
2190 
2191 		for (i = 0; i < 4; i++) {
2192 			if (core != i / 2)
2193 				continue;
2194 			offset[i] = -results[vcm_final][i];
2195 			if (offset[i] < 0)
2196 				offset[i] = -((abs(offset[i]) + 4) / 8);
2197 			else
2198 				offset[i] = (offset[i] + 4) / 8;
2199 			if (results_min[i] == 248)
2200 				offset[i] = -32;
2201 			b43_nphy_scale_offset_rssi(dev, 0, offset[i],
2202 						   (i / 2 == 0) ? 1 : 2,
2203 						   (i % 2 == 0) ? N_RAIL_I : N_RAIL_Q,
2204 						   N_RSSI_NB);
2205 		}
2206 	}
2207 
2208 	for (core = 0; core < 2; core++) {
2209 		if (!(rx_core_state & (1 << core)))
2210 			continue;
2211 		for (i = 0; i < 2; i++) {
2212 			b43_nphy_scale_offset_rssi(dev, 0, 0, core + 1,
2213 						   N_RAIL_I, i);
2214 			b43_nphy_scale_offset_rssi(dev, 0, 0, core + 1,
2215 						   N_RAIL_Q, i);
2216 			b43_nphy_poll_rssi(dev, i, poll_results, 8);
2217 			for (j = 0; j < 4; j++) {
2218 				if (j / 2 == core) {
2219 					offset[j] = 232 - poll_results[j];
2220 					if (offset[j] < 0)
2221 						offset[j] = -(abs(offset[j] + 4) / 8);
2222 					else
2223 						offset[j] = (offset[j] + 4) / 8;
2224 					b43_nphy_scale_offset_rssi(dev, 0,
2225 						offset[2 * core], core + 1, j % 2, i);
2226 				}
2227 			}
2228 		}
2229 	}
2230 
2231 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, saved_regs_phy_rfctl[0]);
2232 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, saved_regs_phy_rfctl[1]);
2233 
2234 	b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
2235 
2236 	b43_phy_set(dev, B43_NPHY_TXF_40CO_B1S1, 0x1);
2237 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD, B43_NPHY_RFCTL_CMD_START);
2238 	b43_phy_mask(dev, B43_NPHY_TXF_40CO_B1S1, ~0x1);
2239 
2240 	b43_phy_set(dev, B43_NPHY_RFCTL_OVER, 0x1);
2241 	b43_phy_set(dev, B43_NPHY_RFCTL_CMD, B43_NPHY_RFCTL_CMD_RXTX);
2242 	b43_phy_mask(dev, B43_NPHY_RFCTL_OVER, ~0x1);
2243 
2244 	for (i = 0; i < regs_amount; i++)
2245 		b43_phy_write(dev, regs_to_store[i], saved_regs_phy[i]);
2246 
2247 	/* Store for future configuration */
2248 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
2249 		rssical_radio_regs = nphy->rssical_cache.rssical_radio_regs_2G;
2250 		rssical_phy_regs = nphy->rssical_cache.rssical_phy_regs_2G;
2251 	} else {
2252 		rssical_radio_regs = nphy->rssical_cache.rssical_radio_regs_5G;
2253 		rssical_phy_regs = nphy->rssical_cache.rssical_phy_regs_5G;
2254 	}
2255 	if (dev->phy.rev >= 7) {
2256 		rssical_radio_regs[0] = b43_radio_read(dev,
2257 						       R2057_NB_MASTER_CORE0);
2258 		rssical_radio_regs[1] = b43_radio_read(dev,
2259 						       R2057_NB_MASTER_CORE1);
2260 	} else {
2261 		rssical_radio_regs[0] = b43_radio_read(dev, B2056_RX0 |
2262 						       B2056_RX_RSSI_MISC);
2263 		rssical_radio_regs[1] = b43_radio_read(dev, B2056_RX1 |
2264 						       B2056_RX_RSSI_MISC);
2265 	}
2266 	rssical_phy_regs[0] = b43_phy_read(dev, B43_NPHY_RSSIMC_0I_RSSI_Z);
2267 	rssical_phy_regs[1] = b43_phy_read(dev, B43_NPHY_RSSIMC_0Q_RSSI_Z);
2268 	rssical_phy_regs[2] = b43_phy_read(dev, B43_NPHY_RSSIMC_1I_RSSI_Z);
2269 	rssical_phy_regs[3] = b43_phy_read(dev, B43_NPHY_RSSIMC_1Q_RSSI_Z);
2270 	rssical_phy_regs[4] = b43_phy_read(dev, B43_NPHY_RSSIMC_0I_RSSI_X);
2271 	rssical_phy_regs[5] = b43_phy_read(dev, B43_NPHY_RSSIMC_0Q_RSSI_X);
2272 	rssical_phy_regs[6] = b43_phy_read(dev, B43_NPHY_RSSIMC_1I_RSSI_X);
2273 	rssical_phy_regs[7] = b43_phy_read(dev, B43_NPHY_RSSIMC_1Q_RSSI_X);
2274 	rssical_phy_regs[8] = b43_phy_read(dev, B43_NPHY_RSSIMC_0I_RSSI_Y);
2275 	rssical_phy_regs[9] = b43_phy_read(dev, B43_NPHY_RSSIMC_0Q_RSSI_Y);
2276 	rssical_phy_regs[10] = b43_phy_read(dev, B43_NPHY_RSSIMC_1I_RSSI_Y);
2277 	rssical_phy_regs[11] = b43_phy_read(dev, B43_NPHY_RSSIMC_1Q_RSSI_Y);
2278 
2279 	/* Remember for which channel we store configuration */
2280 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
2281 		nphy->rssical_chanspec_2G.center_freq = phy->chandef->chan->center_freq;
2282 	else
2283 		nphy->rssical_chanspec_5G.center_freq = phy->chandef->chan->center_freq;
2284 
2285 	/* End of calibration, restore configuration */
2286 	b43_nphy_classifier(dev, 7, class);
2287 	b43_nphy_write_clip_detection(dev, clip_state);
2288 }
2289 
2290 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RSSICal */
2291 static void b43_nphy_rev2_rssi_cal(struct b43_wldev *dev, enum n_rssi_type type)
2292 {
2293 	int i, j, vcm;
2294 	u8 state[4];
2295 	u8 code, val;
2296 	u16 class, override;
2297 	u8 regs_save_radio[2];
2298 	u16 regs_save_phy[2];
2299 
2300 	s32 offset[4];
2301 	u8 core;
2302 	u8 rail;
2303 
2304 	u16 clip_state[2];
2305 	u16 clip_off[2] = { 0xFFFF, 0xFFFF };
2306 	s32 results_min[4] = { };
2307 	u8 vcm_final[4] = { };
2308 	s32 results[4][4] = { };
2309 	s32 miniq[4][2] = { };
2310 
2311 	if (type == N_RSSI_NB) {
2312 		code = 0;
2313 		val = 6;
2314 	} else if (type == N_RSSI_W1 || type == N_RSSI_W2) {
2315 		code = 25;
2316 		val = 4;
2317 	} else {
2318 		B43_WARN_ON(1);
2319 		return;
2320 	}
2321 
2322 	class = b43_nphy_classifier(dev, 0, 0);
2323 	b43_nphy_classifier(dev, 7, 4);
2324 	b43_nphy_read_clip_detection(dev, clip_state);
2325 	b43_nphy_write_clip_detection(dev, clip_off);
2326 
2327 	if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ)
2328 		override = 0x140;
2329 	else
2330 		override = 0x110;
2331 
2332 	regs_save_phy[0] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC1);
2333 	regs_save_radio[0] = b43_radio_read(dev, B2055_C1_PD_RXTX);
2334 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, override);
2335 	b43_radio_write(dev, B2055_C1_PD_RXTX, val);
2336 
2337 	regs_save_phy[1] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC2);
2338 	regs_save_radio[1] = b43_radio_read(dev, B2055_C2_PD_RXTX);
2339 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, override);
2340 	b43_radio_write(dev, B2055_C2_PD_RXTX, val);
2341 
2342 	state[0] = b43_radio_read(dev, B2055_C1_PD_RSSIMISC) & 0x07;
2343 	state[1] = b43_radio_read(dev, B2055_C2_PD_RSSIMISC) & 0x07;
2344 	b43_radio_mask(dev, B2055_C1_PD_RSSIMISC, 0xF8);
2345 	b43_radio_mask(dev, B2055_C2_PD_RSSIMISC, 0xF8);
2346 	state[2] = b43_radio_read(dev, B2055_C1_SP_RSSI) & 0x07;
2347 	state[3] = b43_radio_read(dev, B2055_C2_SP_RSSI) & 0x07;
2348 
2349 	b43_nphy_rssi_select(dev, 5, type);
2350 	b43_nphy_scale_offset_rssi(dev, 0, 0, 5, N_RAIL_I, type);
2351 	b43_nphy_scale_offset_rssi(dev, 0, 0, 5, N_RAIL_Q, type);
2352 
2353 	for (vcm = 0; vcm < 4; vcm++) {
2354 		u8 tmp[4];
2355 		for (j = 0; j < 4; j++)
2356 			tmp[j] = vcm;
2357 		if (type != N_RSSI_W2)
2358 			b43_nphy_set_rssi_2055_vcm(dev, type, tmp);
2359 		b43_nphy_poll_rssi(dev, type, results[vcm], 8);
2360 		if (type == N_RSSI_W1 || type == N_RSSI_W2)
2361 			for (j = 0; j < 2; j++)
2362 				miniq[vcm][j] = min(results[vcm][2 * j],
2363 						    results[vcm][2 * j + 1]);
2364 	}
2365 
2366 	for (i = 0; i < 4; i++) {
2367 		s32 mind = 0x100000;
2368 		u8 minvcm = 0;
2369 		s32 minpoll = 249;
2370 		s32 currd;
2371 		for (vcm = 0; vcm < 4; vcm++) {
2372 			if (type == N_RSSI_NB)
2373 				currd = abs(results[vcm][i] - code * 8);
2374 			else
2375 				currd = abs(miniq[vcm][i / 2] - code * 8);
2376 
2377 			if (currd < mind) {
2378 				mind = currd;
2379 				minvcm = vcm;
2380 			}
2381 
2382 			if (results[vcm][i] < minpoll)
2383 				minpoll = results[vcm][i];
2384 		}
2385 		results_min[i] = minpoll;
2386 		vcm_final[i] = minvcm;
2387 	}
2388 
2389 	if (type != N_RSSI_W2)
2390 		b43_nphy_set_rssi_2055_vcm(dev, type, vcm_final);
2391 
2392 	for (i = 0; i < 4; i++) {
2393 		offset[i] = (code * 8) - results[vcm_final[i]][i];
2394 
2395 		if (offset[i] < 0)
2396 			offset[i] = -((abs(offset[i]) + 4) / 8);
2397 		else
2398 			offset[i] = (offset[i] + 4) / 8;
2399 
2400 		if (results_min[i] == 248)
2401 			offset[i] = code - 32;
2402 
2403 		core = (i / 2) ? 2 : 1;
2404 		rail = (i % 2) ? N_RAIL_Q : N_RAIL_I;
2405 
2406 		b43_nphy_scale_offset_rssi(dev, 0, offset[i], core, rail,
2407 						type);
2408 	}
2409 
2410 	b43_radio_maskset(dev, B2055_C1_PD_RSSIMISC, 0xF8, state[0]);
2411 	b43_radio_maskset(dev, B2055_C2_PD_RSSIMISC, 0xF8, state[1]);
2412 
2413 	switch (state[2]) {
2414 	case 1:
2415 		b43_nphy_rssi_select(dev, 1, N_RSSI_NB);
2416 		break;
2417 	case 4:
2418 		b43_nphy_rssi_select(dev, 1, N_RSSI_W1);
2419 		break;
2420 	case 2:
2421 		b43_nphy_rssi_select(dev, 1, N_RSSI_W2);
2422 		break;
2423 	default:
2424 		b43_nphy_rssi_select(dev, 1, N_RSSI_W2);
2425 		break;
2426 	}
2427 
2428 	switch (state[3]) {
2429 	case 1:
2430 		b43_nphy_rssi_select(dev, 2, N_RSSI_NB);
2431 		break;
2432 	case 4:
2433 		b43_nphy_rssi_select(dev, 2, N_RSSI_W1);
2434 		break;
2435 	default:
2436 		b43_nphy_rssi_select(dev, 2, N_RSSI_W2);
2437 		break;
2438 	}
2439 
2440 	b43_nphy_rssi_select(dev, 0, type);
2441 
2442 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, regs_save_phy[0]);
2443 	b43_radio_write(dev, B2055_C1_PD_RXTX, regs_save_radio[0]);
2444 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, regs_save_phy[1]);
2445 	b43_radio_write(dev, B2055_C2_PD_RXTX, regs_save_radio[1]);
2446 
2447 	b43_nphy_classifier(dev, 7, class);
2448 	b43_nphy_write_clip_detection(dev, clip_state);
2449 	/* Specs don't say about reset here, but it makes wl and b43 dumps
2450 	   identical, it really seems wl performs this */
2451 	b43_nphy_reset_cca(dev);
2452 }
2453 
2454 /*
2455  * RSSI Calibration
2456  * https://bcm-v4.sipsolutions.net/802.11/PHY/N/RSSICal
2457  */
2458 static void b43_nphy_rssi_cal(struct b43_wldev *dev)
2459 {
2460 	if (dev->phy.rev >= 19) {
2461 		/* TODO */
2462 	} else if (dev->phy.rev >= 3) {
2463 		b43_nphy_rev3_rssi_cal(dev);
2464 	} else {
2465 		b43_nphy_rev2_rssi_cal(dev, N_RSSI_NB);
2466 		b43_nphy_rev2_rssi_cal(dev, N_RSSI_W1);
2467 		b43_nphy_rev2_rssi_cal(dev, N_RSSI_W2);
2468 	}
2469 }
2470 
2471 /**************************************************
2472  * Workarounds
2473  **************************************************/
2474 
2475 static void b43_nphy_gain_ctl_workarounds_rev19(struct b43_wldev *dev)
2476 {
2477 	/* TODO */
2478 }
2479 
2480 static void b43_nphy_gain_ctl_workarounds_rev7(struct b43_wldev *dev)
2481 {
2482 	/* TODO - should depend on phy->rev */
2483 }
2484 
2485 static void b43_nphy_gain_ctl_workarounds_rev3(struct b43_wldev *dev)
2486 {
2487 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
2488 
2489 	bool ghz5;
2490 	bool ext_lna;
2491 	u16 rssi_gain;
2492 	struct nphy_gain_ctl_workaround_entry *e;
2493 	u8 lpf_gain[6] = { 0x00, 0x06, 0x0C, 0x12, 0x12, 0x12 };
2494 	u8 lpf_bits[6] = { 0, 1, 2, 3, 3, 3 };
2495 
2496 	/* Prepare values */
2497 	ghz5 = b43_phy_read(dev, B43_NPHY_BANDCTL)
2498 		& B43_NPHY_BANDCTL_5GHZ;
2499 	ext_lna = ghz5 ? sprom->boardflags_hi & B43_BFH_EXTLNA_5GHZ :
2500 		sprom->boardflags_lo & B43_BFL_EXTLNA;
2501 	e = b43_nphy_get_gain_ctl_workaround_ent(dev, ghz5, ext_lna);
2502 	if (ghz5 && dev->phy.rev >= 5)
2503 		rssi_gain = 0x90;
2504 	else
2505 		rssi_gain = 0x50;
2506 
2507 	b43_phy_set(dev, B43_NPHY_RXCTL, 0x0040);
2508 
2509 	/* Set Clip 2 detect */
2510 	b43_phy_set(dev, B43_NPHY_C1_CGAINI, B43_NPHY_C1_CGAINI_CL2DETECT);
2511 	b43_phy_set(dev, B43_NPHY_C2_CGAINI, B43_NPHY_C2_CGAINI_CL2DETECT);
2512 
2513 	b43_radio_write(dev, B2056_RX0 | B2056_RX_BIASPOLE_LNAG1_IDAC,
2514 			0x17);
2515 	b43_radio_write(dev, B2056_RX1 | B2056_RX_BIASPOLE_LNAG1_IDAC,
2516 			0x17);
2517 	b43_radio_write(dev, B2056_RX0 | B2056_RX_LNAG2_IDAC, 0xF0);
2518 	b43_radio_write(dev, B2056_RX1 | B2056_RX_LNAG2_IDAC, 0xF0);
2519 	b43_radio_write(dev, B2056_RX0 | B2056_RX_RSSI_POLE, 0x00);
2520 	b43_radio_write(dev, B2056_RX1 | B2056_RX_RSSI_POLE, 0x00);
2521 	b43_radio_write(dev, B2056_RX0 | B2056_RX_RSSI_GAIN,
2522 			rssi_gain);
2523 	b43_radio_write(dev, B2056_RX1 | B2056_RX_RSSI_GAIN,
2524 			rssi_gain);
2525 	b43_radio_write(dev, B2056_RX0 | B2056_RX_BIASPOLE_LNAA1_IDAC,
2526 			0x17);
2527 	b43_radio_write(dev, B2056_RX1 | B2056_RX_BIASPOLE_LNAA1_IDAC,
2528 			0x17);
2529 	b43_radio_write(dev, B2056_RX0 | B2056_RX_LNAA2_IDAC, 0xFF);
2530 	b43_radio_write(dev, B2056_RX1 | B2056_RX_LNAA2_IDAC, 0xFF);
2531 
2532 	b43_ntab_write_bulk(dev, B43_NTAB8(0, 8), 4, e->lna1_gain);
2533 	b43_ntab_write_bulk(dev, B43_NTAB8(1, 8), 4, e->lna1_gain);
2534 	b43_ntab_write_bulk(dev, B43_NTAB8(0, 16), 4, e->lna2_gain);
2535 	b43_ntab_write_bulk(dev, B43_NTAB8(1, 16), 4, e->lna2_gain);
2536 	b43_ntab_write_bulk(dev, B43_NTAB8(0, 32), 10, e->gain_db);
2537 	b43_ntab_write_bulk(dev, B43_NTAB8(1, 32), 10, e->gain_db);
2538 	b43_ntab_write_bulk(dev, B43_NTAB8(2, 32), 10, e->gain_bits);
2539 	b43_ntab_write_bulk(dev, B43_NTAB8(3, 32), 10, e->gain_bits);
2540 	b43_ntab_write_bulk(dev, B43_NTAB8(0, 0x40), 6, lpf_gain);
2541 	b43_ntab_write_bulk(dev, B43_NTAB8(1, 0x40), 6, lpf_gain);
2542 	b43_ntab_write_bulk(dev, B43_NTAB8(2, 0x40), 6, lpf_bits);
2543 	b43_ntab_write_bulk(dev, B43_NTAB8(3, 0x40), 6, lpf_bits);
2544 
2545 	b43_phy_write(dev, B43_NPHY_REV3_C1_INITGAIN_A, e->init_gain);
2546 	b43_phy_write(dev, B43_NPHY_REV3_C2_INITGAIN_A, e->init_gain);
2547 
2548 	b43_ntab_write_bulk(dev, B43_NTAB16(7, 0x106), 2,
2549 				e->rfseq_init);
2550 
2551 	b43_phy_write(dev, B43_NPHY_REV3_C1_CLIP_HIGAIN_A, e->cliphi_gain);
2552 	b43_phy_write(dev, B43_NPHY_REV3_C2_CLIP_HIGAIN_A, e->cliphi_gain);
2553 	b43_phy_write(dev, B43_NPHY_REV3_C1_CLIP_MEDGAIN_A, e->clipmd_gain);
2554 	b43_phy_write(dev, B43_NPHY_REV3_C2_CLIP_MEDGAIN_A, e->clipmd_gain);
2555 	b43_phy_write(dev, B43_NPHY_REV3_C1_CLIP_LOGAIN_A, e->cliplo_gain);
2556 	b43_phy_write(dev, B43_NPHY_REV3_C2_CLIP_LOGAIN_A, e->cliplo_gain);
2557 
2558 	b43_phy_maskset(dev, B43_NPHY_CRSMINPOWER0, 0xFF00, e->crsmin);
2559 	b43_phy_maskset(dev, B43_NPHY_CRSMINPOWERL0, 0xFF00, e->crsminl);
2560 	b43_phy_maskset(dev, B43_NPHY_CRSMINPOWERU0, 0xFF00, e->crsminu);
2561 	b43_phy_write(dev, B43_NPHY_C1_NBCLIPTHRES, e->nbclip);
2562 	b43_phy_write(dev, B43_NPHY_C2_NBCLIPTHRES, e->nbclip);
2563 	b43_phy_maskset(dev, B43_NPHY_C1_CLIPWBTHRES,
2564 			~B43_NPHY_C1_CLIPWBTHRES_CLIP2, e->wlclip);
2565 	b43_phy_maskset(dev, B43_NPHY_C2_CLIPWBTHRES,
2566 			~B43_NPHY_C2_CLIPWBTHRES_CLIP2, e->wlclip);
2567 	b43_phy_write(dev, B43_NPHY_CCK_SHIFTB_REF, 0x809C);
2568 }
2569 
2570 static void b43_nphy_gain_ctl_workarounds_rev1_2(struct b43_wldev *dev)
2571 {
2572 	struct b43_phy_n *nphy = dev->phy.n;
2573 
2574 	u8 i, j;
2575 	u8 code;
2576 	u16 tmp;
2577 	u8 rfseq_events[3] = { 6, 8, 7 };
2578 	u8 rfseq_delays[3] = { 10, 30, 1 };
2579 
2580 	/* Set Clip 2 detect */
2581 	b43_phy_set(dev, B43_NPHY_C1_CGAINI, B43_NPHY_C1_CGAINI_CL2DETECT);
2582 	b43_phy_set(dev, B43_NPHY_C2_CGAINI, B43_NPHY_C2_CGAINI_CL2DETECT);
2583 
2584 	/* Set narrowband clip threshold */
2585 	b43_phy_write(dev, B43_NPHY_C1_NBCLIPTHRES, 0x84);
2586 	b43_phy_write(dev, B43_NPHY_C2_NBCLIPTHRES, 0x84);
2587 
2588 	if (!b43_is_40mhz(dev)) {
2589 		/* Set dwell lengths */
2590 		b43_phy_write(dev, B43_NPHY_CLIP1_NBDWELL_LEN, 0x002B);
2591 		b43_phy_write(dev, B43_NPHY_CLIP2_NBDWELL_LEN, 0x002B);
2592 		b43_phy_write(dev, B43_NPHY_W1CLIP1_DWELL_LEN, 0x0009);
2593 		b43_phy_write(dev, B43_NPHY_W1CLIP2_DWELL_LEN, 0x0009);
2594 	}
2595 
2596 	/* Set wideband clip 2 threshold */
2597 	b43_phy_maskset(dev, B43_NPHY_C1_CLIPWBTHRES,
2598 			~B43_NPHY_C1_CLIPWBTHRES_CLIP2, 21);
2599 	b43_phy_maskset(dev, B43_NPHY_C2_CLIPWBTHRES,
2600 			~B43_NPHY_C2_CLIPWBTHRES_CLIP2, 21);
2601 
2602 	if (!b43_is_40mhz(dev)) {
2603 		b43_phy_maskset(dev, B43_NPHY_C1_CGAINI,
2604 			~B43_NPHY_C1_CGAINI_GAINBKOFF, 0x1);
2605 		b43_phy_maskset(dev, B43_NPHY_C2_CGAINI,
2606 			~B43_NPHY_C2_CGAINI_GAINBKOFF, 0x1);
2607 		b43_phy_maskset(dev, B43_NPHY_C1_CCK_CGAINI,
2608 			~B43_NPHY_C1_CCK_CGAINI_GAINBKOFF, 0x1);
2609 		b43_phy_maskset(dev, B43_NPHY_C2_CCK_CGAINI,
2610 			~B43_NPHY_C2_CCK_CGAINI_GAINBKOFF, 0x1);
2611 	}
2612 
2613 	b43_phy_write(dev, B43_NPHY_CCK_SHIFTB_REF, 0x809C);
2614 
2615 	if (nphy->gain_boost) {
2616 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ &&
2617 		    b43_is_40mhz(dev))
2618 			code = 4;
2619 		else
2620 			code = 5;
2621 	} else {
2622 		code = b43_is_40mhz(dev) ? 6 : 7;
2623 	}
2624 
2625 	/* Set HPVGA2 index */
2626 	b43_phy_maskset(dev, B43_NPHY_C1_INITGAIN, ~B43_NPHY_C1_INITGAIN_HPVGA2,
2627 			code << B43_NPHY_C1_INITGAIN_HPVGA2_SHIFT);
2628 	b43_phy_maskset(dev, B43_NPHY_C2_INITGAIN, ~B43_NPHY_C2_INITGAIN_HPVGA2,
2629 			code << B43_NPHY_C2_INITGAIN_HPVGA2_SHIFT);
2630 
2631 	b43_phy_write(dev, B43_NPHY_TABLE_ADDR, 0x1D06);
2632 	/* specs say about 2 loops, but wl does 4 */
2633 	for (i = 0; i < 4; i++)
2634 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, (code << 8 | 0x7C));
2635 
2636 	b43_nphy_adjust_lna_gain_table(dev);
2637 
2638 	if (nphy->elna_gain_config) {
2639 		b43_phy_write(dev, B43_NPHY_TABLE_ADDR, 0x0808);
2640 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x0);
2641 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x1);
2642 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x1);
2643 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x1);
2644 
2645 		b43_phy_write(dev, B43_NPHY_TABLE_ADDR, 0x0C08);
2646 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x0);
2647 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x1);
2648 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x1);
2649 		b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0x1);
2650 
2651 		b43_phy_write(dev, B43_NPHY_TABLE_ADDR, 0x1D06);
2652 		/* specs say about 2 loops, but wl does 4 */
2653 		for (i = 0; i < 4; i++)
2654 			b43_phy_write(dev, B43_NPHY_TABLE_DATALO,
2655 						(code << 8 | 0x74));
2656 	}
2657 
2658 	if (dev->phy.rev == 2) {
2659 		for (i = 0; i < 4; i++) {
2660 			b43_phy_write(dev, B43_NPHY_TABLE_ADDR,
2661 					(0x0400 * i) + 0x0020);
2662 			for (j = 0; j < 21; j++) {
2663 				tmp = j * (i < 2 ? 3 : 1);
2664 				b43_phy_write(dev,
2665 					B43_NPHY_TABLE_DATALO, tmp);
2666 			}
2667 		}
2668 	}
2669 
2670 	b43_nphy_set_rf_sequence(dev, 5, rfseq_events, rfseq_delays, 3);
2671 	b43_phy_maskset(dev, B43_NPHY_OVER_DGAIN1,
2672 		~B43_NPHY_OVER_DGAIN_CCKDGECV & 0xFFFF,
2673 		0x5A << B43_NPHY_OVER_DGAIN_CCKDGECV_SHIFT);
2674 
2675 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
2676 		b43_phy_maskset(dev, B43_PHY_N(0xC5D), 0xFF80, 4);
2677 }
2678 
2679 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/WorkaroundsGainCtrl */
2680 static void b43_nphy_gain_ctl_workarounds(struct b43_wldev *dev)
2681 {
2682 	if (dev->phy.rev >= 19)
2683 		b43_nphy_gain_ctl_workarounds_rev19(dev);
2684 	else if (dev->phy.rev >= 7)
2685 		b43_nphy_gain_ctl_workarounds_rev7(dev);
2686 	else if (dev->phy.rev >= 3)
2687 		b43_nphy_gain_ctl_workarounds_rev3(dev);
2688 	else
2689 		b43_nphy_gain_ctl_workarounds_rev1_2(dev);
2690 }
2691 
2692 static void b43_nphy_workarounds_rev7plus(struct b43_wldev *dev)
2693 {
2694 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
2695 	struct b43_phy *phy = &dev->phy;
2696 
2697 	/* TX to RX */
2698 	u8 tx2rx_events[7] = { 4, 3, 5, 2, 1, 8, 31, };
2699 	u8 tx2rx_delays[7] = { 8, 4, 4, 4, 4, 6, 1, };
2700 	/* RX to TX */
2701 	u8 rx2tx_events_ipa[9] = { 0x0, 0x1, 0x2, 0x8, 0x5, 0x6, 0xF, 0x3,
2702 					0x1F };
2703 	u8 rx2tx_delays_ipa[9] = { 8, 6, 6, 4, 4, 16, 43, 1, 1 };
2704 
2705 	static const u16 ntab7_15e_16e[] = { 0, 0x10f, 0x10f };
2706 	u8 ntab7_138_146[] = { 0x11, 0x11 };
2707 	u8 ntab7_133[] = { 0x77, 0x11, 0x11 };
2708 
2709 	u16 lpf_ofdm_20mhz[2], lpf_ofdm_40mhz[2], lpf_11b[2];
2710 	u16 bcap_val;
2711 	s16 bcap_val_11b[2], bcap_val_11n_20[2], bcap_val_11n_40[2];
2712 	u16 scap_val;
2713 	s16 scap_val_11b[2], scap_val_11n_20[2], scap_val_11n_40[2];
2714 	bool rccal_ovrd = false;
2715 
2716 	u16 bias, conv, filt;
2717 
2718 	u32 noise_tbl[2];
2719 
2720 	u32 tmp32;
2721 	u8 core;
2722 
2723 	b43_phy_write(dev, B43_NPHY_PHASETR_A0, 0x0125);
2724 	b43_phy_write(dev, B43_NPHY_PHASETR_A1, 0x01b3);
2725 	b43_phy_write(dev, B43_NPHY_PHASETR_A2, 0x0105);
2726 	b43_phy_write(dev, B43_NPHY_PHASETR_B0, 0x016e);
2727 	b43_phy_write(dev, B43_NPHY_PHASETR_B1, 0x00cd);
2728 	b43_phy_write(dev, B43_NPHY_PHASETR_B2, 0x0020);
2729 
2730 	if (phy->rev == 7) {
2731 		b43_phy_set(dev, B43_NPHY_FINERX2_CGC, 0x10);
2732 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN0, 0xFF80, 0x0020);
2733 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN0, 0x80FF, 0x2700);
2734 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN1, 0xFF80, 0x002E);
2735 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN1, 0x80FF, 0x3300);
2736 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN2, 0xFF80, 0x0037);
2737 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN2, 0x80FF, 0x3A00);
2738 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN3, 0xFF80, 0x003C);
2739 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN3, 0x80FF, 0x3E00);
2740 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN4, 0xFF80, 0x003E);
2741 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN4, 0x80FF, 0x3F00);
2742 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN5, 0xFF80, 0x0040);
2743 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN5, 0x80FF, 0x4000);
2744 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN6, 0xFF80, 0x0040);
2745 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN6, 0x80FF, 0x4000);
2746 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN7, 0xFF80, 0x0040);
2747 		b43_phy_maskset(dev, B43_NPHY_FREQGAIN7, 0x80FF, 0x4000);
2748 	}
2749 
2750 	if (phy->rev >= 16) {
2751 		b43_phy_write(dev, B43_NPHY_FORCEFRONT0, 0x7ff);
2752 		b43_phy_write(dev, B43_NPHY_FORCEFRONT1, 0x7ff);
2753 	} else if (phy->rev <= 8) {
2754 		b43_phy_write(dev, B43_NPHY_FORCEFRONT0, 0x1B0);
2755 		b43_phy_write(dev, B43_NPHY_FORCEFRONT1, 0x1B0);
2756 	}
2757 
2758 	if (phy->rev >= 16)
2759 		b43_phy_maskset(dev, B43_NPHY_TXTAILCNT, ~0xFF, 0xa0);
2760 	else if (phy->rev >= 8)
2761 		b43_phy_maskset(dev, B43_NPHY_TXTAILCNT, ~0xFF, 0x72);
2762 
2763 	b43_ntab_write(dev, B43_NTAB16(8, 0x00), 2);
2764 	b43_ntab_write(dev, B43_NTAB16(8, 0x10), 2);
2765 	tmp32 = b43_ntab_read(dev, B43_NTAB32(30, 0));
2766 	tmp32 &= 0xffffff;
2767 	b43_ntab_write(dev, B43_NTAB32(30, 0), tmp32);
2768 	b43_ntab_write_bulk(dev, B43_NTAB16(7, 0x15d), 3, ntab7_15e_16e);
2769 	b43_ntab_write_bulk(dev, B43_NTAB16(7, 0x16d), 3, ntab7_15e_16e);
2770 
2771 	b43_nphy_set_rf_sequence(dev, 1, tx2rx_events, tx2rx_delays,
2772 				 ARRAY_SIZE(tx2rx_events));
2773 	if (b43_nphy_ipa(dev))
2774 		b43_nphy_set_rf_sequence(dev, 0, rx2tx_events_ipa,
2775 				rx2tx_delays_ipa, ARRAY_SIZE(rx2tx_events_ipa));
2776 
2777 	b43_phy_maskset(dev, B43_NPHY_EPS_OVERRIDEI_0, 0x3FFF, 0x4000);
2778 	b43_phy_maskset(dev, B43_NPHY_EPS_OVERRIDEI_1, 0x3FFF, 0x4000);
2779 
2780 	for (core = 0; core < 2; core++) {
2781 		lpf_ofdm_20mhz[core] = b43_nphy_read_lpf_ctl(dev, 0x154 + core * 0x10);
2782 		lpf_ofdm_40mhz[core] = b43_nphy_read_lpf_ctl(dev, 0x159 + core * 0x10);
2783 		lpf_11b[core] = b43_nphy_read_lpf_ctl(dev, 0x152 + core * 0x10);
2784 	}
2785 
2786 	bcap_val = b43_radio_read(dev, R2057_RCCAL_BCAP_VAL);
2787 	scap_val = b43_radio_read(dev, R2057_RCCAL_SCAP_VAL);
2788 
2789 	if (b43_nphy_ipa(dev)) {
2790 		bool ghz2 = b43_current_band(dev->wl) == NL80211_BAND_2GHZ;
2791 
2792 		switch (phy->radio_rev) {
2793 		case 5:
2794 			/* Check radio version (to be 0) by PHY rev for now */
2795 			if (phy->rev == 8 && b43_is_40mhz(dev)) {
2796 				for (core = 0; core < 2; core++) {
2797 					scap_val_11b[core] = scap_val;
2798 					bcap_val_11b[core] = bcap_val;
2799 					scap_val_11n_20[core] = scap_val;
2800 					bcap_val_11n_20[core] = bcap_val;
2801 					scap_val_11n_40[core] = 0xc;
2802 					bcap_val_11n_40[core] = 0xc;
2803 				}
2804 
2805 				rccal_ovrd = true;
2806 			}
2807 			if (phy->rev == 9) {
2808 				/* TODO: Radio version 1 (e.g. BCM5357B0) */
2809 			}
2810 			break;
2811 		case 7:
2812 		case 8:
2813 			for (core = 0; core < 2; core++) {
2814 				scap_val_11b[core] = scap_val;
2815 				bcap_val_11b[core] = bcap_val;
2816 				lpf_ofdm_20mhz[core] = 4;
2817 				lpf_11b[core] = 1;
2818 				if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
2819 					scap_val_11n_20[core] = 0xc;
2820 					bcap_val_11n_20[core] = 0xc;
2821 					scap_val_11n_40[core] = 0xa;
2822 					bcap_val_11n_40[core] = 0xa;
2823 				} else {
2824 					scap_val_11n_20[core] = 0x14;
2825 					bcap_val_11n_20[core] = 0x14;
2826 					scap_val_11n_40[core] = 0xf;
2827 					bcap_val_11n_40[core] = 0xf;
2828 				}
2829 			}
2830 
2831 			rccal_ovrd = true;
2832 			break;
2833 		case 9:
2834 			for (core = 0; core < 2; core++) {
2835 				bcap_val_11b[core] = bcap_val;
2836 				scap_val_11b[core] = scap_val;
2837 				lpf_11b[core] = 1;
2838 
2839 				if (ghz2) {
2840 					bcap_val_11n_20[core] = bcap_val + 13;
2841 					scap_val_11n_20[core] = scap_val + 15;
2842 				} else {
2843 					bcap_val_11n_20[core] = bcap_val + 14;
2844 					scap_val_11n_20[core] = scap_val + 15;
2845 				}
2846 				lpf_ofdm_20mhz[core] = 4;
2847 
2848 				if (ghz2) {
2849 					bcap_val_11n_40[core] = bcap_val - 7;
2850 					scap_val_11n_40[core] = scap_val - 5;
2851 				} else {
2852 					bcap_val_11n_40[core] = bcap_val + 2;
2853 					scap_val_11n_40[core] = scap_val + 4;
2854 				}
2855 				lpf_ofdm_40mhz[core] = 4;
2856 			}
2857 
2858 			rccal_ovrd = true;
2859 			break;
2860 		case 14:
2861 			for (core = 0; core < 2; core++) {
2862 				bcap_val_11b[core] = bcap_val;
2863 				scap_val_11b[core] = scap_val;
2864 				lpf_11b[core] = 1;
2865 			}
2866 
2867 			bcap_val_11n_20[0] = bcap_val + 20;
2868 			scap_val_11n_20[0] = scap_val + 20;
2869 			lpf_ofdm_20mhz[0] = 3;
2870 
2871 			bcap_val_11n_20[1] = bcap_val + 16;
2872 			scap_val_11n_20[1] = scap_val + 16;
2873 			lpf_ofdm_20mhz[1] = 3;
2874 
2875 			bcap_val_11n_40[0] = bcap_val + 20;
2876 			scap_val_11n_40[0] = scap_val + 20;
2877 			lpf_ofdm_40mhz[0] = 4;
2878 
2879 			bcap_val_11n_40[1] = bcap_val + 10;
2880 			scap_val_11n_40[1] = scap_val + 10;
2881 			lpf_ofdm_40mhz[1] = 4;
2882 
2883 			rccal_ovrd = true;
2884 			break;
2885 		}
2886 	} else {
2887 		if (phy->radio_rev == 5) {
2888 			for (core = 0; core < 2; core++) {
2889 				lpf_ofdm_20mhz[core] = 1;
2890 				lpf_ofdm_40mhz[core] = 3;
2891 				scap_val_11b[core] = scap_val;
2892 				bcap_val_11b[core] = bcap_val;
2893 				scap_val_11n_20[core] = 0x11;
2894 				scap_val_11n_40[core] = 0x11;
2895 				bcap_val_11n_20[core] = 0x13;
2896 				bcap_val_11n_40[core] = 0x13;
2897 			}
2898 
2899 			rccal_ovrd = true;
2900 		}
2901 	}
2902 	if (rccal_ovrd) {
2903 		u16 rx2tx_lut_20_11b[2], rx2tx_lut_20_11n[2], rx2tx_lut_40_11n[2];
2904 		u8 rx2tx_lut_extra = 1;
2905 
2906 		for (core = 0; core < 2; core++) {
2907 			bcap_val_11b[core] = clamp_val(bcap_val_11b[core], 0, 0x1f);
2908 			scap_val_11b[core] = clamp_val(scap_val_11b[core], 0, 0x1f);
2909 			bcap_val_11n_20[core] = clamp_val(bcap_val_11n_20[core], 0, 0x1f);
2910 			scap_val_11n_20[core] = clamp_val(scap_val_11n_20[core], 0, 0x1f);
2911 			bcap_val_11n_40[core] = clamp_val(bcap_val_11n_40[core], 0, 0x1f);
2912 			scap_val_11n_40[core] = clamp_val(scap_val_11n_40[core], 0, 0x1f);
2913 
2914 			rx2tx_lut_20_11b[core] = (rx2tx_lut_extra << 13) |
2915 						 (bcap_val_11b[core] << 8) |
2916 						 (scap_val_11b[core] << 3) |
2917 						 lpf_11b[core];
2918 			rx2tx_lut_20_11n[core] = (rx2tx_lut_extra << 13) |
2919 						 (bcap_val_11n_20[core] << 8) |
2920 						 (scap_val_11n_20[core] << 3) |
2921 						 lpf_ofdm_20mhz[core];
2922 			rx2tx_lut_40_11n[core] = (rx2tx_lut_extra << 13) |
2923 						 (bcap_val_11n_40[core] << 8) |
2924 						 (scap_val_11n_40[core] << 3) |
2925 						 lpf_ofdm_40mhz[core];
2926 		}
2927 
2928 		for (core = 0; core < 2; core++) {
2929 			b43_ntab_write(dev, B43_NTAB16(7, 0x152 + core * 16),
2930 				       rx2tx_lut_20_11b[core]);
2931 			b43_ntab_write(dev, B43_NTAB16(7, 0x153 + core * 16),
2932 				       rx2tx_lut_20_11n[core]);
2933 			b43_ntab_write(dev, B43_NTAB16(7, 0x154 + core * 16),
2934 				       rx2tx_lut_20_11n[core]);
2935 			b43_ntab_write(dev, B43_NTAB16(7, 0x155 + core * 16),
2936 				       rx2tx_lut_40_11n[core]);
2937 			b43_ntab_write(dev, B43_NTAB16(7, 0x156 + core * 16),
2938 				       rx2tx_lut_40_11n[core]);
2939 			b43_ntab_write(dev, B43_NTAB16(7, 0x157 + core * 16),
2940 				       rx2tx_lut_40_11n[core]);
2941 			b43_ntab_write(dev, B43_NTAB16(7, 0x158 + core * 16),
2942 				       rx2tx_lut_40_11n[core]);
2943 			b43_ntab_write(dev, B43_NTAB16(7, 0x159 + core * 16),
2944 				       rx2tx_lut_40_11n[core]);
2945 		}
2946 	}
2947 
2948 	b43_phy_write(dev, 0x32F, 0x3);
2949 
2950 	if (phy->radio_rev == 4 || phy->radio_rev == 6)
2951 		b43_nphy_rf_ctl_override_rev7(dev, 4, 1, 3, false, 0);
2952 
2953 	if (phy->radio_rev == 3 || phy->radio_rev == 4 || phy->radio_rev == 6) {
2954 		if (sprom->revision &&
2955 		    sprom->boardflags2_hi & B43_BFH2_IPALVLSHIFT_3P3) {
2956 			b43_radio_write(dev, 0x5, 0x05);
2957 			b43_radio_write(dev, 0x6, 0x30);
2958 			b43_radio_write(dev, 0x7, 0x00);
2959 			b43_radio_set(dev, 0x4f, 0x1);
2960 			b43_radio_set(dev, 0xd4, 0x1);
2961 			bias = 0x1f;
2962 			conv = 0x6f;
2963 			filt = 0xaa;
2964 		} else {
2965 			bias = 0x2b;
2966 			conv = 0x7f;
2967 			filt = 0xee;
2968 		}
2969 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
2970 			for (core = 0; core < 2; core++) {
2971 				if (core == 0) {
2972 					b43_radio_write(dev, 0x5F, bias);
2973 					b43_radio_write(dev, 0x64, conv);
2974 					b43_radio_write(dev, 0x66, filt);
2975 				} else {
2976 					b43_radio_write(dev, 0xE8, bias);
2977 					b43_radio_write(dev, 0xE9, conv);
2978 					b43_radio_write(dev, 0xEB, filt);
2979 				}
2980 			}
2981 		}
2982 	}
2983 
2984 	if (b43_nphy_ipa(dev)) {
2985 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
2986 			if (phy->radio_rev == 3 || phy->radio_rev == 4 ||
2987 			    phy->radio_rev == 6) {
2988 				for (core = 0; core < 2; core++) {
2989 					if (core == 0)
2990 						b43_radio_write(dev, 0x51,
2991 								0x7f);
2992 					else
2993 						b43_radio_write(dev, 0xd6,
2994 								0x7f);
2995 				}
2996 			}
2997 			switch (phy->radio_rev) {
2998 			case 3:
2999 				for (core = 0; core < 2; core++) {
3000 					if (core == 0) {
3001 						b43_radio_write(dev, 0x64,
3002 								0x13);
3003 						b43_radio_write(dev, 0x5F,
3004 								0x1F);
3005 						b43_radio_write(dev, 0x66,
3006 								0xEE);
3007 						b43_radio_write(dev, 0x59,
3008 								0x8A);
3009 						b43_radio_write(dev, 0x80,
3010 								0x3E);
3011 					} else {
3012 						b43_radio_write(dev, 0x69,
3013 								0x13);
3014 						b43_radio_write(dev, 0xE8,
3015 								0x1F);
3016 						b43_radio_write(dev, 0xEB,
3017 								0xEE);
3018 						b43_radio_write(dev, 0xDE,
3019 								0x8A);
3020 						b43_radio_write(dev, 0x105,
3021 								0x3E);
3022 					}
3023 				}
3024 				break;
3025 			case 7:
3026 			case 8:
3027 				if (!b43_is_40mhz(dev)) {
3028 					b43_radio_write(dev, 0x5F, 0x14);
3029 					b43_radio_write(dev, 0xE8, 0x12);
3030 				} else {
3031 					b43_radio_write(dev, 0x5F, 0x16);
3032 					b43_radio_write(dev, 0xE8, 0x16);
3033 				}
3034 				break;
3035 			case 14:
3036 				for (core = 0; core < 2; core++) {
3037 					int o = core ? 0x85 : 0;
3038 
3039 					b43_radio_write(dev, o + R2057_IPA2G_CASCONV_CORE0, 0x13);
3040 					b43_radio_write(dev, o + R2057_TXMIX2G_TUNE_BOOST_PU_CORE0, 0x21);
3041 					b43_radio_write(dev, o + R2057_IPA2G_BIAS_FILTER_CORE0, 0xff);
3042 					b43_radio_write(dev, o + R2057_PAD2G_IDACS_CORE0, 0x88);
3043 					b43_radio_write(dev, o + R2057_PAD2G_TUNE_PUS_CORE0, 0x23);
3044 					b43_radio_write(dev, o + R2057_IPA2G_IMAIN_CORE0, 0x16);
3045 					b43_radio_write(dev, o + R2057_PAD_BIAS_FILTER_BWS_CORE0, 0x3e);
3046 					b43_radio_write(dev, o + R2057_BACKUP1_CORE0, 0x10);
3047 				}
3048 				break;
3049 			}
3050 		} else {
3051 			u16 freq = phy->chandef->chan->center_freq;
3052 			if ((freq >= 5180 && freq <= 5230) ||
3053 			    (freq >= 5745 && freq <= 5805)) {
3054 				b43_radio_write(dev, 0x7D, 0xFF);
3055 				b43_radio_write(dev, 0xFE, 0xFF);
3056 			}
3057 		}
3058 	} else {
3059 		if (phy->radio_rev != 5) {
3060 			for (core = 0; core < 2; core++) {
3061 				if (core == 0) {
3062 					b43_radio_write(dev, 0x5c, 0x61);
3063 					b43_radio_write(dev, 0x51, 0x70);
3064 				} else {
3065 					b43_radio_write(dev, 0xe1, 0x61);
3066 					b43_radio_write(dev, 0xd6, 0x70);
3067 				}
3068 			}
3069 		}
3070 	}
3071 
3072 	if (phy->radio_rev == 4) {
3073 		b43_ntab_write(dev, B43_NTAB16(8, 0x05), 0x20);
3074 		b43_ntab_write(dev, B43_NTAB16(8, 0x15), 0x20);
3075 		for (core = 0; core < 2; core++) {
3076 			if (core == 0) {
3077 				b43_radio_write(dev, 0x1a1, 0x00);
3078 				b43_radio_write(dev, 0x1a2, 0x3f);
3079 				b43_radio_write(dev, 0x1a6, 0x3f);
3080 			} else {
3081 				b43_radio_write(dev, 0x1a7, 0x00);
3082 				b43_radio_write(dev, 0x1ab, 0x3f);
3083 				b43_radio_write(dev, 0x1ac, 0x3f);
3084 			}
3085 		}
3086 	} else {
3087 		b43_phy_set(dev, B43_NPHY_AFECTL_C1, 0x4);
3088 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER1, 0x4);
3089 		b43_phy_set(dev, B43_NPHY_AFECTL_C2, 0x4);
3090 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x4);
3091 
3092 		b43_phy_mask(dev, B43_NPHY_AFECTL_C1, ~0x1);
3093 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER1, 0x1);
3094 		b43_phy_mask(dev, B43_NPHY_AFECTL_C2, ~0x1);
3095 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x1);
3096 		b43_ntab_write(dev, B43_NTAB16(8, 0x05), 0);
3097 		b43_ntab_write(dev, B43_NTAB16(8, 0x15), 0);
3098 
3099 		b43_phy_mask(dev, B43_NPHY_AFECTL_C1, ~0x4);
3100 		b43_phy_mask(dev, B43_NPHY_AFECTL_OVER1, ~0x4);
3101 		b43_phy_mask(dev, B43_NPHY_AFECTL_C2, ~0x4);
3102 		b43_phy_mask(dev, B43_NPHY_AFECTL_OVER, ~0x4);
3103 	}
3104 
3105 	b43_phy_write(dev, B43_NPHY_ENDROP_TLEN, 0x2);
3106 
3107 	b43_ntab_write(dev, B43_NTAB32(16, 0x100), 20);
3108 	b43_ntab_write_bulk(dev, B43_NTAB8(7, 0x138), 2, ntab7_138_146);
3109 	b43_ntab_write(dev, B43_NTAB16(7, 0x141), 0x77);
3110 	b43_ntab_write_bulk(dev, B43_NTAB8(7, 0x133), 3, ntab7_133);
3111 	b43_ntab_write_bulk(dev, B43_NTAB8(7, 0x146), 2, ntab7_138_146);
3112 	b43_ntab_write(dev, B43_NTAB16(7, 0x123), 0x77);
3113 	b43_ntab_write(dev, B43_NTAB16(7, 0x12A), 0x77);
3114 
3115 	b43_ntab_read_bulk(dev, B43_NTAB32(16, 0x02), 1, noise_tbl);
3116 	noise_tbl[1] = b43_is_40mhz(dev) ? 0x14D : 0x18D;
3117 	b43_ntab_write_bulk(dev, B43_NTAB32(16, 0x02), 2, noise_tbl);
3118 
3119 	b43_ntab_read_bulk(dev, B43_NTAB32(16, 0x7E), 1, noise_tbl);
3120 	noise_tbl[1] = b43_is_40mhz(dev) ? 0x14D : 0x18D;
3121 	b43_ntab_write_bulk(dev, B43_NTAB32(16, 0x7E), 2, noise_tbl);
3122 
3123 	b43_nphy_gain_ctl_workarounds(dev);
3124 
3125 	/* TODO
3126 	b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x08), 4,
3127 			    aux_adc_vmid_rev7_core0);
3128 	b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x18), 4,
3129 			    aux_adc_vmid_rev7_core1);
3130 	b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x0C), 4,
3131 			    aux_adc_gain_rev7);
3132 	b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x1C), 4,
3133 			    aux_adc_gain_rev7);
3134 	*/
3135 }
3136 
3137 static void b43_nphy_workarounds_rev3plus(struct b43_wldev *dev)
3138 {
3139 	struct b43_phy_n *nphy = dev->phy.n;
3140 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
3141 
3142 	/* TX to RX */
3143 	u8 tx2rx_events[7] = { 0x4, 0x3, 0x5, 0x2, 0x1, 0x8, 0x1F };
3144 	u8 tx2rx_delays[7] = { 8, 4, 4, 4, 4, 6, 1 };
3145 	/* RX to TX */
3146 	u8 rx2tx_events_ipa[9] = { 0x0, 0x1, 0x2, 0x8, 0x5, 0x6, 0xF, 0x3,
3147 					0x1F };
3148 	u8 rx2tx_delays_ipa[9] = { 8, 6, 6, 4, 4, 16, 43, 1, 1 };
3149 	u8 rx2tx_events[9] = { 0x0, 0x1, 0x2, 0x8, 0x5, 0x6, 0x3, 0x4, 0x1F };
3150 	u8 rx2tx_delays[9] = { 8, 6, 6, 4, 4, 18, 42, 1, 1 };
3151 
3152 	u16 vmids[5][4] = {
3153 		{ 0xa2, 0xb4, 0xb4, 0x89, }, /* 0 */
3154 		{ 0xb4, 0xb4, 0xb4, 0x24, }, /* 1 */
3155 		{ 0xa2, 0xb4, 0xb4, 0x74, }, /* 2 */
3156 		{ 0xa2, 0xb4, 0xb4, 0x270, }, /* 3 */
3157 		{ 0xa2, 0xb4, 0xb4, 0x00, }, /* 4 and 5 */
3158 	};
3159 	u16 gains[5][4] = {
3160 		{ 0x02, 0x02, 0x02, 0x00, }, /* 0 */
3161 		{ 0x02, 0x02, 0x02, 0x02, }, /* 1 */
3162 		{ 0x02, 0x02, 0x02, 0x04, }, /* 2 */
3163 		{ 0x02, 0x02, 0x02, 0x00, }, /* 3 */
3164 		{ 0x02, 0x02, 0x02, 0x00, }, /* 4 and 5 */
3165 	};
3166 	u16 *vmid, *gain;
3167 
3168 	u8 pdet_range;
3169 	u16 tmp16;
3170 	u32 tmp32;
3171 
3172 	b43_phy_write(dev, B43_NPHY_FORCEFRONT0, 0x1f8);
3173 	b43_phy_write(dev, B43_NPHY_FORCEFRONT1, 0x1f8);
3174 
3175 	tmp32 = b43_ntab_read(dev, B43_NTAB32(30, 0));
3176 	tmp32 &= 0xffffff;
3177 	b43_ntab_write(dev, B43_NTAB32(30, 0), tmp32);
3178 
3179 	b43_phy_write(dev, B43_NPHY_PHASETR_A0, 0x0125);
3180 	b43_phy_write(dev, B43_NPHY_PHASETR_A1, 0x01B3);
3181 	b43_phy_write(dev, B43_NPHY_PHASETR_A2, 0x0105);
3182 	b43_phy_write(dev, B43_NPHY_PHASETR_B0, 0x016E);
3183 	b43_phy_write(dev, B43_NPHY_PHASETR_B1, 0x00CD);
3184 	b43_phy_write(dev, B43_NPHY_PHASETR_B2, 0x0020);
3185 
3186 	b43_phy_write(dev, B43_NPHY_REV3_C1_CLIP_LOGAIN_B, 0x000C);
3187 	b43_phy_write(dev, B43_NPHY_REV3_C2_CLIP_LOGAIN_B, 0x000C);
3188 
3189 	/* TX to RX */
3190 	b43_nphy_set_rf_sequence(dev, 1, tx2rx_events, tx2rx_delays,
3191 				 ARRAY_SIZE(tx2rx_events));
3192 
3193 	/* RX to TX */
3194 	if (b43_nphy_ipa(dev))
3195 		b43_nphy_set_rf_sequence(dev, 0, rx2tx_events_ipa,
3196 				rx2tx_delays_ipa, ARRAY_SIZE(rx2tx_events_ipa));
3197 	if (nphy->hw_phyrxchain != 3 &&
3198 	    nphy->hw_phyrxchain != nphy->hw_phytxchain) {
3199 		if (b43_nphy_ipa(dev)) {
3200 			rx2tx_delays[5] = 59;
3201 			rx2tx_delays[6] = 1;
3202 			rx2tx_events[7] = 0x1F;
3203 		}
3204 		b43_nphy_set_rf_sequence(dev, 0, rx2tx_events, rx2tx_delays,
3205 					 ARRAY_SIZE(rx2tx_events));
3206 	}
3207 
3208 	tmp16 = (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) ?
3209 		0x2 : 0x9C40;
3210 	b43_phy_write(dev, B43_NPHY_ENDROP_TLEN, tmp16);
3211 
3212 	b43_phy_maskset(dev, B43_NPHY_SGILTRNOFFSET, 0xF0FF, 0x0700);
3213 
3214 	if (!b43_is_40mhz(dev)) {
3215 		b43_ntab_write(dev, B43_NTAB32(16, 3), 0x18D);
3216 		b43_ntab_write(dev, B43_NTAB32(16, 127), 0x18D);
3217 	} else {
3218 		b43_ntab_write(dev, B43_NTAB32(16, 3), 0x14D);
3219 		b43_ntab_write(dev, B43_NTAB32(16, 127), 0x14D);
3220 	}
3221 
3222 	b43_nphy_gain_ctl_workarounds(dev);
3223 
3224 	b43_ntab_write(dev, B43_NTAB16(8, 0), 2);
3225 	b43_ntab_write(dev, B43_NTAB16(8, 16), 2);
3226 
3227 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
3228 		pdet_range = sprom->fem.ghz2.pdet_range;
3229 	else
3230 		pdet_range = sprom->fem.ghz5.pdet_range;
3231 	vmid = vmids[min_t(u16, pdet_range, 4)];
3232 	gain = gains[min_t(u16, pdet_range, 4)];
3233 	switch (pdet_range) {
3234 	case 3:
3235 		if (!(dev->phy.rev >= 4 &&
3236 		      b43_current_band(dev->wl) == NL80211_BAND_2GHZ))
3237 			break;
3238 		fallthrough;
3239 	case 0:
3240 	case 1:
3241 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x08), 4, vmid);
3242 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x18), 4, vmid);
3243 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x0c), 4, gain);
3244 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x1c), 4, gain);
3245 		break;
3246 	case 2:
3247 		if (dev->phy.rev >= 6) {
3248 			if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
3249 				vmid[3] = 0x94;
3250 			else
3251 				vmid[3] = 0x8e;
3252 			gain[3] = 3;
3253 		} else if (dev->phy.rev == 5) {
3254 			vmid[3] = 0x84;
3255 			gain[3] = 2;
3256 		}
3257 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x08), 4, vmid);
3258 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x18), 4, vmid);
3259 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x0c), 4, gain);
3260 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x1c), 4, gain);
3261 		break;
3262 	case 4:
3263 	case 5:
3264 		if (b43_current_band(dev->wl) != NL80211_BAND_2GHZ) {
3265 			if (pdet_range == 4) {
3266 				vmid[3] = 0x8e;
3267 				tmp16 = 0x96;
3268 				gain[3] = 0x2;
3269 			} else {
3270 				vmid[3] = 0x89;
3271 				tmp16 = 0x89;
3272 				gain[3] = 0;
3273 			}
3274 		} else {
3275 			if (pdet_range == 4) {
3276 				vmid[3] = 0x89;
3277 				tmp16 = 0x8b;
3278 				gain[3] = 0x2;
3279 			} else {
3280 				vmid[3] = 0x74;
3281 				tmp16 = 0x70;
3282 				gain[3] = 0;
3283 			}
3284 		}
3285 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x08), 4, vmid);
3286 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x0c), 4, gain);
3287 		vmid[3] = tmp16;
3288 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x18), 4, vmid);
3289 		b43_ntab_write_bulk(dev, B43_NTAB16(8, 0x1c), 4, gain);
3290 		break;
3291 	}
3292 
3293 	b43_radio_write(dev, B2056_RX0 | B2056_RX_MIXA_MAST_BIAS, 0x00);
3294 	b43_radio_write(dev, B2056_RX1 | B2056_RX_MIXA_MAST_BIAS, 0x00);
3295 	b43_radio_write(dev, B2056_RX0 | B2056_RX_MIXA_BIAS_MAIN, 0x06);
3296 	b43_radio_write(dev, B2056_RX1 | B2056_RX_MIXA_BIAS_MAIN, 0x06);
3297 	b43_radio_write(dev, B2056_RX0 | B2056_RX_MIXA_BIAS_AUX, 0x07);
3298 	b43_radio_write(dev, B2056_RX1 | B2056_RX_MIXA_BIAS_AUX, 0x07);
3299 	b43_radio_write(dev, B2056_RX0 | B2056_RX_MIXA_LOB_BIAS, 0x88);
3300 	b43_radio_write(dev, B2056_RX1 | B2056_RX_MIXA_LOB_BIAS, 0x88);
3301 	b43_radio_write(dev, B2056_RX0 | B2056_RX_MIXA_CMFB_IDAC, 0x00);
3302 	b43_radio_write(dev, B2056_RX1 | B2056_RX_MIXA_CMFB_IDAC, 0x00);
3303 	b43_radio_write(dev, B2056_RX0 | B2056_RX_MIXG_CMFB_IDAC, 0x00);
3304 	b43_radio_write(dev, B2056_RX1 | B2056_RX_MIXG_CMFB_IDAC, 0x00);
3305 
3306 	/* N PHY WAR TX Chain Update with hw_phytxchain as argument */
3307 
3308 	if ((sprom->boardflags2_lo & B43_BFL2_APLL_WAR &&
3309 	     b43_current_band(dev->wl) == NL80211_BAND_5GHZ) ||
3310 	    (sprom->boardflags2_lo & B43_BFL2_GPLL_WAR &&
3311 	     b43_current_band(dev->wl) == NL80211_BAND_2GHZ))
3312 		tmp32 = 0x00088888;
3313 	else
3314 		tmp32 = 0x88888888;
3315 	b43_ntab_write(dev, B43_NTAB32(30, 1), tmp32);
3316 	b43_ntab_write(dev, B43_NTAB32(30, 2), tmp32);
3317 	b43_ntab_write(dev, B43_NTAB32(30, 3), tmp32);
3318 
3319 	if (dev->phy.rev == 4 &&
3320 	    b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
3321 		b43_radio_write(dev, B2056_TX0 | B2056_TX_GMBB_IDAC,
3322 				0x70);
3323 		b43_radio_write(dev, B2056_TX1 | B2056_TX_GMBB_IDAC,
3324 				0x70);
3325 	}
3326 
3327 	/* Dropped probably-always-true condition */
3328 	b43_phy_write(dev, B43_NPHY_ED_CRS40ASSERTTHRESH0, 0x03eb);
3329 	b43_phy_write(dev, B43_NPHY_ED_CRS40ASSERTTHRESH1, 0x03eb);
3330 	b43_phy_write(dev, B43_NPHY_ED_CRS40DEASSERTTHRESH0, 0x0341);
3331 	b43_phy_write(dev, B43_NPHY_ED_CRS40DEASSERTTHRESH1, 0x0341);
3332 	b43_phy_write(dev, B43_NPHY_ED_CRS20LASSERTTHRESH0, 0x042b);
3333 	b43_phy_write(dev, B43_NPHY_ED_CRS20LASSERTTHRESH1, 0x042b);
3334 	b43_phy_write(dev, B43_NPHY_ED_CRS20LDEASSERTTHRESH0, 0x0381);
3335 	b43_phy_write(dev, B43_NPHY_ED_CRS20LDEASSERTTHRESH1, 0x0381);
3336 	b43_phy_write(dev, B43_NPHY_ED_CRS20UASSERTTHRESH0, 0x042b);
3337 	b43_phy_write(dev, B43_NPHY_ED_CRS20UASSERTTHRESH1, 0x042b);
3338 	b43_phy_write(dev, B43_NPHY_ED_CRS20UDEASSERTTHRESH0, 0x0381);
3339 	b43_phy_write(dev, B43_NPHY_ED_CRS20UDEASSERTTHRESH1, 0x0381);
3340 
3341 	if (dev->phy.rev >= 6 && sprom->boardflags2_lo & B43_BFL2_SINGLEANT_CCK) {
3342 		; /* TODO: 0x0080000000000000 HF */
3343 	}
3344 }
3345 
3346 static void b43_nphy_workarounds_rev1_2(struct b43_wldev *dev)
3347 {
3348 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
3349 	struct b43_phy *phy = &dev->phy;
3350 	struct b43_phy_n *nphy = phy->n;
3351 
3352 	u8 events1[7] = { 0x0, 0x1, 0x2, 0x8, 0x4, 0x5, 0x3 };
3353 	u8 delays1[7] = { 0x8, 0x6, 0x6, 0x2, 0x4, 0x3C, 0x1 };
3354 
3355 	u8 events2[7] = { 0x0, 0x3, 0x5, 0x4, 0x2, 0x1, 0x8 };
3356 	u8 delays2[7] = { 0x8, 0x6, 0x2, 0x4, 0x4, 0x6, 0x1 };
3357 
3358 	if (sprom->boardflags2_lo & B43_BFL2_SKWRKFEM_BRD ||
3359 	    dev->dev->board_type == BCMA_BOARD_TYPE_BCM943224M93) {
3360 		delays1[0] = 0x1;
3361 		delays1[5] = 0x14;
3362 	}
3363 
3364 	if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ &&
3365 	    nphy->band5g_pwrgain) {
3366 		b43_radio_mask(dev, B2055_C1_TX_RF_SPARE, ~0x8);
3367 		b43_radio_mask(dev, B2055_C2_TX_RF_SPARE, ~0x8);
3368 	} else {
3369 		b43_radio_set(dev, B2055_C1_TX_RF_SPARE, 0x8);
3370 		b43_radio_set(dev, B2055_C2_TX_RF_SPARE, 0x8);
3371 	}
3372 
3373 	b43_ntab_write(dev, B43_NTAB16(8, 0x00), 0x000A);
3374 	b43_ntab_write(dev, B43_NTAB16(8, 0x10), 0x000A);
3375 	if (dev->phy.rev < 3) {
3376 		b43_ntab_write(dev, B43_NTAB16(8, 0x02), 0xCDAA);
3377 		b43_ntab_write(dev, B43_NTAB16(8, 0x12), 0xCDAA);
3378 	}
3379 
3380 	if (dev->phy.rev < 2) {
3381 		b43_ntab_write(dev, B43_NTAB16(8, 0x08), 0x0000);
3382 		b43_ntab_write(dev, B43_NTAB16(8, 0x18), 0x0000);
3383 		b43_ntab_write(dev, B43_NTAB16(8, 0x07), 0x7AAB);
3384 		b43_ntab_write(dev, B43_NTAB16(8, 0x17), 0x7AAB);
3385 		b43_ntab_write(dev, B43_NTAB16(8, 0x06), 0x0800);
3386 		b43_ntab_write(dev, B43_NTAB16(8, 0x16), 0x0800);
3387 	}
3388 
3389 	b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_LO1, 0x2D8);
3390 	b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_UP1, 0x301);
3391 	b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_LO2, 0x2D8);
3392 	b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_UP2, 0x301);
3393 
3394 	b43_nphy_set_rf_sequence(dev, 0, events1, delays1, 7);
3395 	b43_nphy_set_rf_sequence(dev, 1, events2, delays2, 7);
3396 
3397 	b43_nphy_gain_ctl_workarounds(dev);
3398 
3399 	if (dev->phy.rev < 2) {
3400 		if (b43_phy_read(dev, B43_NPHY_RXCTL) & 0x2)
3401 			b43_hf_write(dev, b43_hf_read(dev) |
3402 					B43_HF_MLADVW);
3403 	} else if (dev->phy.rev == 2) {
3404 		b43_phy_write(dev, B43_NPHY_CRSCHECK2, 0);
3405 		b43_phy_write(dev, B43_NPHY_CRSCHECK3, 0);
3406 	}
3407 
3408 	if (dev->phy.rev < 2)
3409 		b43_phy_mask(dev, B43_NPHY_SCRAM_SIGCTL,
3410 				~B43_NPHY_SCRAM_SIGCTL_SCM);
3411 
3412 	/* Set phase track alpha and beta */
3413 	b43_phy_write(dev, B43_NPHY_PHASETR_A0, 0x125);
3414 	b43_phy_write(dev, B43_NPHY_PHASETR_A1, 0x1B3);
3415 	b43_phy_write(dev, B43_NPHY_PHASETR_A2, 0x105);
3416 	b43_phy_write(dev, B43_NPHY_PHASETR_B0, 0x16E);
3417 	b43_phy_write(dev, B43_NPHY_PHASETR_B1, 0xCD);
3418 	b43_phy_write(dev, B43_NPHY_PHASETR_B2, 0x20);
3419 
3420 	if (dev->phy.rev < 3) {
3421 		b43_phy_mask(dev, B43_NPHY_PIL_DW1,
3422 			     ~B43_NPHY_PIL_DW_64QAM & 0xFFFF);
3423 		b43_phy_write(dev, B43_NPHY_TXF_20CO_S2B1, 0xB5);
3424 		b43_phy_write(dev, B43_NPHY_TXF_20CO_S2B2, 0xA4);
3425 		b43_phy_write(dev, B43_NPHY_TXF_20CO_S2B3, 0x00);
3426 	}
3427 
3428 	if (dev->phy.rev == 2)
3429 		b43_phy_set(dev, B43_NPHY_FINERX2_CGC,
3430 				B43_NPHY_FINERX2_CGC_DECGC);
3431 }
3432 
3433 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/Workarounds */
3434 static void b43_nphy_workarounds(struct b43_wldev *dev)
3435 {
3436 	struct b43_phy *phy = &dev->phy;
3437 	struct b43_phy_n *nphy = phy->n;
3438 
3439 	if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ)
3440 		b43_nphy_classifier(dev, 1, 0);
3441 	else
3442 		b43_nphy_classifier(dev, 1, 1);
3443 
3444 	if (nphy->hang_avoid)
3445 		b43_nphy_stay_in_carrier_search(dev, 1);
3446 
3447 	b43_phy_set(dev, B43_NPHY_IQFLIP,
3448 		    B43_NPHY_IQFLIP_ADC1 | B43_NPHY_IQFLIP_ADC2);
3449 
3450 	/* TODO: rev19+ */
3451 	if (dev->phy.rev >= 7)
3452 		b43_nphy_workarounds_rev7plus(dev);
3453 	else if (dev->phy.rev >= 3)
3454 		b43_nphy_workarounds_rev3plus(dev);
3455 	else
3456 		b43_nphy_workarounds_rev1_2(dev);
3457 
3458 	if (nphy->hang_avoid)
3459 		b43_nphy_stay_in_carrier_search(dev, 0);
3460 }
3461 
3462 /**************************************************
3463  * Tx/Rx common
3464  **************************************************/
3465 
3466 /*
3467  * Transmits a known value for LO calibration
3468  * https://bcm-v4.sipsolutions.net/802.11/PHY/N/TXTone
3469  */
3470 static int b43_nphy_tx_tone(struct b43_wldev *dev, u32 freq, u16 max_val,
3471 			    bool iqmode, bool dac_test, bool modify_bbmult)
3472 {
3473 	u16 samp = b43_nphy_gen_load_samples(dev, freq, max_val, dac_test);
3474 	if (samp == 0)
3475 		return -1;
3476 	b43_nphy_run_samples(dev, samp, 0xFFFF, 0, iqmode, dac_test,
3477 			     modify_bbmult);
3478 	return 0;
3479 }
3480 
3481 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/Chains */
3482 static void b43_nphy_update_txrx_chain(struct b43_wldev *dev)
3483 {
3484 	struct b43_phy_n *nphy = dev->phy.n;
3485 
3486 	bool override = false;
3487 	u16 chain = 0x33;
3488 
3489 	if (nphy->txrx_chain == 0) {
3490 		chain = 0x11;
3491 		override = true;
3492 	} else if (nphy->txrx_chain == 1) {
3493 		chain = 0x22;
3494 		override = true;
3495 	}
3496 
3497 	b43_phy_maskset(dev, B43_NPHY_RFSEQCA,
3498 			~(B43_NPHY_RFSEQCA_TXEN | B43_NPHY_RFSEQCA_RXEN),
3499 			chain);
3500 
3501 	if (override)
3502 		b43_phy_set(dev, B43_NPHY_RFSEQMODE,
3503 				B43_NPHY_RFSEQMODE_CAOVER);
3504 	else
3505 		b43_phy_mask(dev, B43_NPHY_RFSEQMODE,
3506 				~B43_NPHY_RFSEQMODE_CAOVER);
3507 }
3508 
3509 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/stop-playback */
3510 static void b43_nphy_stop_playback(struct b43_wldev *dev)
3511 {
3512 	struct b43_phy *phy = &dev->phy;
3513 	struct b43_phy_n *nphy = dev->phy.n;
3514 	u16 tmp;
3515 
3516 	if (nphy->hang_avoid)
3517 		b43_nphy_stay_in_carrier_search(dev, 1);
3518 
3519 	tmp = b43_phy_read(dev, B43_NPHY_SAMP_STAT);
3520 	if (tmp & 0x1)
3521 		b43_phy_set(dev, B43_NPHY_SAMP_CMD, B43_NPHY_SAMP_CMD_STOP);
3522 	else if (tmp & 0x2)
3523 		b43_phy_mask(dev, B43_NPHY_IQLOCAL_CMDGCTL, 0x7FFF);
3524 
3525 	b43_phy_mask(dev, B43_NPHY_SAMP_CMD, ~0x0004);
3526 
3527 	if (nphy->bb_mult_save & 0x80000000) {
3528 		tmp = nphy->bb_mult_save & 0xFFFF;
3529 		b43_ntab_write(dev, B43_NTAB16(15, 87), tmp);
3530 		nphy->bb_mult_save = 0;
3531 	}
3532 
3533 	if (phy->rev >= 7 && nphy->lpf_bw_overrode_for_sample_play) {
3534 		if (phy->rev >= 19)
3535 			b43_nphy_rf_ctl_override_rev19(dev, 0x80, 0, 0, true,
3536 						       1);
3537 		else
3538 			b43_nphy_rf_ctl_override_rev7(dev, 0x80, 0, 0, true, 1);
3539 		nphy->lpf_bw_overrode_for_sample_play = false;
3540 	}
3541 
3542 	if (nphy->hang_avoid)
3543 		b43_nphy_stay_in_carrier_search(dev, 0);
3544 }
3545 
3546 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/IqCalGainParams */
3547 static void b43_nphy_iq_cal_gain_params(struct b43_wldev *dev, u16 core,
3548 					struct nphy_txgains target,
3549 					struct nphy_iqcal_params *params)
3550 {
3551 	struct b43_phy *phy = &dev->phy;
3552 	int i, j, indx;
3553 	u16 gain;
3554 
3555 	if (dev->phy.rev >= 3) {
3556 		params->tx_lpf = target.tx_lpf[core]; /* Rev 7+ */
3557 		params->txgm = target.txgm[core];
3558 		params->pga = target.pga[core];
3559 		params->pad = target.pad[core];
3560 		params->ipa = target.ipa[core];
3561 		if (phy->rev >= 19) {
3562 			/* TODO */
3563 		} else if (phy->rev >= 7) {
3564 			params->cal_gain = (params->txgm << 12) | (params->pga << 8) | (params->pad << 3) | (params->ipa) | (params->tx_lpf << 15);
3565 		} else {
3566 			params->cal_gain = (params->txgm << 12) | (params->pga << 8) | (params->pad << 4) | (params->ipa);
3567 		}
3568 		for (j = 0; j < 5; j++)
3569 			params->ncorr[j] = 0x79;
3570 	} else {
3571 		gain = (target.pad[core]) | (target.pga[core] << 4) |
3572 			(target.txgm[core] << 8);
3573 
3574 		indx = (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) ?
3575 			1 : 0;
3576 		for (i = 0; i < 9; i++)
3577 			if (tbl_iqcal_gainparams[indx][i][0] == gain)
3578 				break;
3579 		i = min(i, 8);
3580 
3581 		params->txgm = tbl_iqcal_gainparams[indx][i][1];
3582 		params->pga = tbl_iqcal_gainparams[indx][i][2];
3583 		params->pad = tbl_iqcal_gainparams[indx][i][3];
3584 		params->cal_gain = (params->txgm << 7) | (params->pga << 4) |
3585 					(params->pad << 2);
3586 		for (j = 0; j < 4; j++)
3587 			params->ncorr[j] = tbl_iqcal_gainparams[indx][i][4 + j];
3588 	}
3589 }
3590 
3591 /**************************************************
3592  * Tx and Rx
3593  **************************************************/
3594 
3595 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxPwrCtrlEnable */
3596 static void b43_nphy_tx_power_ctrl(struct b43_wldev *dev, bool enable)
3597 {
3598 	struct b43_phy *phy = &dev->phy;
3599 	struct b43_phy_n *nphy = dev->phy.n;
3600 	u8 i;
3601 	u16 bmask, val, tmp;
3602 	enum nl80211_band band = b43_current_band(dev->wl);
3603 
3604 	if (nphy->hang_avoid)
3605 		b43_nphy_stay_in_carrier_search(dev, 1);
3606 
3607 	nphy->txpwrctrl = enable;
3608 	if (!enable) {
3609 		if (dev->phy.rev >= 3 &&
3610 		    (b43_phy_read(dev, B43_NPHY_TXPCTL_CMD) &
3611 		     (B43_NPHY_TXPCTL_CMD_COEFF |
3612 		      B43_NPHY_TXPCTL_CMD_HWPCTLEN |
3613 		      B43_NPHY_TXPCTL_CMD_PCTLEN))) {
3614 			/* We disable enabled TX pwr ctl, save it's state */
3615 			nphy->tx_pwr_idx[0] = b43_phy_read(dev,
3616 						B43_NPHY_C1_TXPCTL_STAT) & 0x7f;
3617 			nphy->tx_pwr_idx[1] = b43_phy_read(dev,
3618 						B43_NPHY_C2_TXPCTL_STAT) & 0x7f;
3619 		}
3620 
3621 		b43_phy_write(dev, B43_NPHY_TABLE_ADDR, 0x6840);
3622 		for (i = 0; i < 84; i++)
3623 			b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0);
3624 
3625 		b43_phy_write(dev, B43_NPHY_TABLE_ADDR, 0x6C40);
3626 		for (i = 0; i < 84; i++)
3627 			b43_phy_write(dev, B43_NPHY_TABLE_DATALO, 0);
3628 
3629 		tmp = B43_NPHY_TXPCTL_CMD_COEFF | B43_NPHY_TXPCTL_CMD_HWPCTLEN;
3630 		if (dev->phy.rev >= 3)
3631 			tmp |= B43_NPHY_TXPCTL_CMD_PCTLEN;
3632 		b43_phy_mask(dev, B43_NPHY_TXPCTL_CMD, ~tmp);
3633 
3634 		if (dev->phy.rev >= 3) {
3635 			b43_phy_set(dev, B43_NPHY_AFECTL_OVER1, 0x0100);
3636 			b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x0100);
3637 		} else {
3638 			b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x4000);
3639 		}
3640 
3641 		if (dev->phy.rev == 2)
3642 			b43_phy_maskset(dev, B43_NPHY_BPHY_CTL3,
3643 				~B43_NPHY_BPHY_CTL3_SCALE, 0x53);
3644 		else if (dev->phy.rev < 2)
3645 			b43_phy_maskset(dev, B43_NPHY_BPHY_CTL3,
3646 				~B43_NPHY_BPHY_CTL3_SCALE, 0x5A);
3647 
3648 		if (dev->phy.rev < 2 && b43_is_40mhz(dev))
3649 			b43_hf_write(dev, b43_hf_read(dev) | B43_HF_TSSIRPSMW);
3650 	} else {
3651 		b43_ntab_write_bulk(dev, B43_NTAB16(26, 64), 84,
3652 				    nphy->adj_pwr_tbl);
3653 		b43_ntab_write_bulk(dev, B43_NTAB16(27, 64), 84,
3654 				    nphy->adj_pwr_tbl);
3655 
3656 		bmask = B43_NPHY_TXPCTL_CMD_COEFF |
3657 			B43_NPHY_TXPCTL_CMD_HWPCTLEN;
3658 		/* wl does useless check for "enable" param here */
3659 		val = B43_NPHY_TXPCTL_CMD_COEFF | B43_NPHY_TXPCTL_CMD_HWPCTLEN;
3660 		if (dev->phy.rev >= 3) {
3661 			bmask |= B43_NPHY_TXPCTL_CMD_PCTLEN;
3662 			if (val)
3663 				val |= B43_NPHY_TXPCTL_CMD_PCTLEN;
3664 		}
3665 		b43_phy_maskset(dev, B43_NPHY_TXPCTL_CMD, ~(bmask), val);
3666 
3667 		if (band == NL80211_BAND_5GHZ) {
3668 			if (phy->rev >= 19) {
3669 				/* TODO */
3670 			} else if (phy->rev >= 7) {
3671 				b43_phy_maskset(dev, B43_NPHY_TXPCTL_CMD,
3672 						~B43_NPHY_TXPCTL_CMD_INIT,
3673 						0x32);
3674 				b43_phy_maskset(dev, B43_NPHY_TXPCTL_INIT,
3675 						~B43_NPHY_TXPCTL_INIT_PIDXI1,
3676 						0x32);
3677 			} else {
3678 				b43_phy_maskset(dev, B43_NPHY_TXPCTL_CMD,
3679 						~B43_NPHY_TXPCTL_CMD_INIT,
3680 						0x64);
3681 				if (phy->rev > 1)
3682 					b43_phy_maskset(dev,
3683 							B43_NPHY_TXPCTL_INIT,
3684 							~B43_NPHY_TXPCTL_INIT_PIDXI1,
3685 							0x64);
3686 			}
3687 		}
3688 
3689 		if (dev->phy.rev >= 3) {
3690 			if (nphy->tx_pwr_idx[0] != 128 &&
3691 			    nphy->tx_pwr_idx[1] != 128) {
3692 				/* Recover TX pwr ctl state */
3693 				b43_phy_maskset(dev, B43_NPHY_TXPCTL_CMD,
3694 						~B43_NPHY_TXPCTL_CMD_INIT,
3695 						nphy->tx_pwr_idx[0]);
3696 				if (dev->phy.rev > 1)
3697 					b43_phy_maskset(dev,
3698 						B43_NPHY_TXPCTL_INIT,
3699 						~0xff, nphy->tx_pwr_idx[1]);
3700 			}
3701 		}
3702 
3703 		if (phy->rev >= 7) {
3704 			/* TODO */
3705 		}
3706 
3707 		if (dev->phy.rev >= 3) {
3708 			b43_phy_mask(dev, B43_NPHY_AFECTL_OVER1, ~0x100);
3709 			b43_phy_mask(dev, B43_NPHY_AFECTL_OVER, ~0x100);
3710 		} else {
3711 			b43_phy_mask(dev, B43_NPHY_AFECTL_OVER, ~0x4000);
3712 		}
3713 
3714 		if (dev->phy.rev == 2)
3715 			b43_phy_maskset(dev, B43_NPHY_BPHY_CTL3, ~0xFF, 0x3b);
3716 		else if (dev->phy.rev < 2)
3717 			b43_phy_maskset(dev, B43_NPHY_BPHY_CTL3, ~0xFF, 0x40);
3718 
3719 		if (dev->phy.rev < 2 && b43_is_40mhz(dev))
3720 			b43_hf_write(dev, b43_hf_read(dev) & ~B43_HF_TSSIRPSMW);
3721 
3722 		if (b43_nphy_ipa(dev)) {
3723 			b43_phy_mask(dev, B43_NPHY_PAPD_EN0, ~0x4);
3724 			b43_phy_mask(dev, B43_NPHY_PAPD_EN1, ~0x4);
3725 		}
3726 	}
3727 
3728 	if (nphy->hang_avoid)
3729 		b43_nphy_stay_in_carrier_search(dev, 0);
3730 }
3731 
3732 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxPwrFix */
3733 static void b43_nphy_tx_power_fix(struct b43_wldev *dev)
3734 {
3735 	struct b43_phy *phy = &dev->phy;
3736 	struct b43_phy_n *nphy = dev->phy.n;
3737 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
3738 
3739 	u8 txpi[2], bbmult, i;
3740 	u16 tmp, radio_gain, dac_gain;
3741 	u16 freq = phy->chandef->chan->center_freq;
3742 	u32 txgain;
3743 	/* u32 gaintbl; rev3+ */
3744 
3745 	if (nphy->hang_avoid)
3746 		b43_nphy_stay_in_carrier_search(dev, 1);
3747 
3748 	/* TODO: rev19+ */
3749 	if (dev->phy.rev >= 7) {
3750 		txpi[0] = txpi[1] = 30;
3751 	} else if (dev->phy.rev >= 3) {
3752 		txpi[0] = 40;
3753 		txpi[1] = 40;
3754 	} else if (sprom->revision < 4) {
3755 		txpi[0] = 72;
3756 		txpi[1] = 72;
3757 	} else {
3758 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
3759 			txpi[0] = sprom->txpid2g[0];
3760 			txpi[1] = sprom->txpid2g[1];
3761 		} else if (freq >= 4900 && freq < 5100) {
3762 			txpi[0] = sprom->txpid5gl[0];
3763 			txpi[1] = sprom->txpid5gl[1];
3764 		} else if (freq >= 5100 && freq < 5500) {
3765 			txpi[0] = sprom->txpid5g[0];
3766 			txpi[1] = sprom->txpid5g[1];
3767 		} else if (freq >= 5500) {
3768 			txpi[0] = sprom->txpid5gh[0];
3769 			txpi[1] = sprom->txpid5gh[1];
3770 		} else {
3771 			txpi[0] = 91;
3772 			txpi[1] = 91;
3773 		}
3774 	}
3775 	if (dev->phy.rev < 7 &&
3776 	    (txpi[0] < 40 || txpi[0] > 100 || txpi[1] < 40 || txpi[1] > 100))
3777 		txpi[0] = txpi[1] = 91;
3778 
3779 	/*
3780 	for (i = 0; i < 2; i++) {
3781 		nphy->txpwrindex[i].index_internal = txpi[i];
3782 		nphy->txpwrindex[i].index_internal_save = txpi[i];
3783 	}
3784 	*/
3785 
3786 	for (i = 0; i < 2; i++) {
3787 		const u32 *table = b43_nphy_get_tx_gain_table(dev);
3788 
3789 		if (!table)
3790 			break;
3791 		txgain = *(table + txpi[i]);
3792 
3793 		if (dev->phy.rev >= 3)
3794 			radio_gain = (txgain >> 16) & 0x1FFFF;
3795 		else
3796 			radio_gain = (txgain >> 16) & 0x1FFF;
3797 
3798 		if (dev->phy.rev >= 7)
3799 			dac_gain = (txgain >> 8) & 0x7;
3800 		else
3801 			dac_gain = (txgain >> 8) & 0x3F;
3802 		bbmult = txgain & 0xFF;
3803 
3804 		if (dev->phy.rev >= 3) {
3805 			if (i == 0)
3806 				b43_phy_set(dev, B43_NPHY_AFECTL_OVER1, 0x0100);
3807 			else
3808 				b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x0100);
3809 		} else {
3810 			b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x4000);
3811 		}
3812 
3813 		if (i == 0)
3814 			b43_phy_write(dev, B43_NPHY_AFECTL_DACGAIN1, dac_gain);
3815 		else
3816 			b43_phy_write(dev, B43_NPHY_AFECTL_DACGAIN2, dac_gain);
3817 
3818 		b43_ntab_write(dev, B43_NTAB16(0x7, 0x110 + i), radio_gain);
3819 
3820 		tmp = b43_ntab_read(dev, B43_NTAB16(0xF, 0x57));
3821 		if (i == 0)
3822 			tmp = (tmp & 0x00FF) | (bbmult << 8);
3823 		else
3824 			tmp = (tmp & 0xFF00) | bbmult;
3825 		b43_ntab_write(dev, B43_NTAB16(0xF, 0x57), tmp);
3826 
3827 		if (b43_nphy_ipa(dev)) {
3828 			u32 tmp32;
3829 			u16 reg = (i == 0) ?
3830 				B43_NPHY_PAPD_EN0 : B43_NPHY_PAPD_EN1;
3831 			tmp32 = b43_ntab_read(dev, B43_NTAB32(26 + i,
3832 							      576 + txpi[i]));
3833 			b43_phy_maskset(dev, reg, 0xE00F, (u32) tmp32 << 4);
3834 			b43_phy_set(dev, reg, 0x4);
3835 		}
3836 	}
3837 
3838 	b43_phy_mask(dev, B43_NPHY_BPHY_CTL2, ~B43_NPHY_BPHY_CTL2_LUT);
3839 
3840 	if (nphy->hang_avoid)
3841 		b43_nphy_stay_in_carrier_search(dev, 0);
3842 }
3843 
3844 static void b43_nphy_ipa_internal_tssi_setup(struct b43_wldev *dev)
3845 {
3846 	struct b43_phy *phy = &dev->phy;
3847 
3848 	u8 core;
3849 	u16 r; /* routing */
3850 
3851 	if (phy->rev >= 19) {
3852 		/* TODO */
3853 	} else if (phy->rev >= 7) {
3854 		for (core = 0; core < 2; core++) {
3855 			r = core ? 0x190 : 0x170;
3856 			if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
3857 				b43_radio_write(dev, r + 0x5, 0x5);
3858 				b43_radio_write(dev, r + 0x9, 0xE);
3859 				if (phy->rev != 5)
3860 					b43_radio_write(dev, r + 0xA, 0);
3861 				if (phy->rev != 7)
3862 					b43_radio_write(dev, r + 0xB, 1);
3863 				else
3864 					b43_radio_write(dev, r + 0xB, 0x31);
3865 			} else {
3866 				b43_radio_write(dev, r + 0x5, 0x9);
3867 				b43_radio_write(dev, r + 0x9, 0xC);
3868 				b43_radio_write(dev, r + 0xB, 0x0);
3869 				if (phy->rev != 5)
3870 					b43_radio_write(dev, r + 0xA, 1);
3871 				else
3872 					b43_radio_write(dev, r + 0xA, 0x31);
3873 			}
3874 			b43_radio_write(dev, r + 0x6, 0);
3875 			b43_radio_write(dev, r + 0x7, 0);
3876 			b43_radio_write(dev, r + 0x8, 3);
3877 			b43_radio_write(dev, r + 0xC, 0);
3878 		}
3879 	} else {
3880 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
3881 			b43_radio_write(dev, B2056_SYN_RESERVED_ADDR31, 0x128);
3882 		else
3883 			b43_radio_write(dev, B2056_SYN_RESERVED_ADDR31, 0x80);
3884 		b43_radio_write(dev, B2056_SYN_RESERVED_ADDR30, 0);
3885 		b43_radio_write(dev, B2056_SYN_GPIO_MASTER1, 0x29);
3886 
3887 		for (core = 0; core < 2; core++) {
3888 			r = core ? B2056_TX1 : B2056_TX0;
3889 
3890 			b43_radio_write(dev, r | B2056_TX_IQCAL_VCM_HG, 0);
3891 			b43_radio_write(dev, r | B2056_TX_IQCAL_IDAC, 0);
3892 			b43_radio_write(dev, r | B2056_TX_TSSI_VCM, 3);
3893 			b43_radio_write(dev, r | B2056_TX_TX_AMP_DET, 0);
3894 			b43_radio_write(dev, r | B2056_TX_TSSI_MISC1, 8);
3895 			b43_radio_write(dev, r | B2056_TX_TSSI_MISC2, 0);
3896 			b43_radio_write(dev, r | B2056_TX_TSSI_MISC3, 0);
3897 			if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
3898 				b43_radio_write(dev, r | B2056_TX_TX_SSI_MASTER,
3899 						0x5);
3900 				if (phy->rev != 5)
3901 					b43_radio_write(dev, r | B2056_TX_TSSIA,
3902 							0x00);
3903 				if (phy->rev >= 5)
3904 					b43_radio_write(dev, r | B2056_TX_TSSIG,
3905 							0x31);
3906 				else
3907 					b43_radio_write(dev, r | B2056_TX_TSSIG,
3908 							0x11);
3909 				b43_radio_write(dev, r | B2056_TX_TX_SSI_MUX,
3910 						0xE);
3911 			} else {
3912 				b43_radio_write(dev, r | B2056_TX_TX_SSI_MASTER,
3913 						0x9);
3914 				b43_radio_write(dev, r | B2056_TX_TSSIA, 0x31);
3915 				b43_radio_write(dev, r | B2056_TX_TSSIG, 0x0);
3916 				b43_radio_write(dev, r | B2056_TX_TX_SSI_MUX,
3917 						0xC);
3918 			}
3919 		}
3920 	}
3921 }
3922 
3923 /*
3924  * Stop radio and transmit known signal. Then check received signal strength to
3925  * get TSSI (Transmit Signal Strength Indicator).
3926  * https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxPwrCtrlIdleTssi
3927  */
3928 static void b43_nphy_tx_power_ctl_idle_tssi(struct b43_wldev *dev)
3929 {
3930 	struct b43_phy *phy = &dev->phy;
3931 	struct b43_phy_n *nphy = dev->phy.n;
3932 
3933 	u32 tmp;
3934 	s32 rssi[4] = { };
3935 
3936 	if (phy->chandef->chan->flags & IEEE80211_CHAN_NO_IR)
3937 		return;
3938 
3939 	if (b43_nphy_ipa(dev))
3940 		b43_nphy_ipa_internal_tssi_setup(dev);
3941 
3942 	if (phy->rev >= 19)
3943 		b43_nphy_rf_ctl_override_rev19(dev, 0x1000, 0, 3, false, 0);
3944 	else if (phy->rev >= 7)
3945 		b43_nphy_rf_ctl_override_rev7(dev, 0x1000, 0, 3, false, 0);
3946 	else if (phy->rev >= 3)
3947 		b43_nphy_rf_ctl_override(dev, 0x2000, 0, 3, false);
3948 
3949 	b43_nphy_stop_playback(dev);
3950 	b43_nphy_tx_tone(dev, 4000, 0, false, false, false);
3951 	udelay(20);
3952 	tmp = b43_nphy_poll_rssi(dev, N_RSSI_TSSI_2G, rssi, 1);
3953 	b43_nphy_stop_playback(dev);
3954 
3955 	b43_nphy_rssi_select(dev, 0, N_RSSI_W1);
3956 
3957 	if (phy->rev >= 19)
3958 		b43_nphy_rf_ctl_override_rev19(dev, 0x1000, 0, 3, true, 0);
3959 	else if (phy->rev >= 7)
3960 		b43_nphy_rf_ctl_override_rev7(dev, 0x1000, 0, 3, true, 0);
3961 	else if (phy->rev >= 3)
3962 		b43_nphy_rf_ctl_override(dev, 0x2000, 0, 3, true);
3963 
3964 	if (phy->rev >= 19) {
3965 		/* TODO */
3966 		return;
3967 	} else if (phy->rev >= 3) {
3968 		nphy->pwr_ctl_info[0].idle_tssi_5g = (tmp >> 24) & 0xFF;
3969 		nphy->pwr_ctl_info[1].idle_tssi_5g = (tmp >> 8) & 0xFF;
3970 	} else {
3971 		nphy->pwr_ctl_info[0].idle_tssi_5g = (tmp >> 16) & 0xFF;
3972 		nphy->pwr_ctl_info[1].idle_tssi_5g = tmp & 0xFF;
3973 	}
3974 	nphy->pwr_ctl_info[0].idle_tssi_2g = (tmp >> 24) & 0xFF;
3975 	nphy->pwr_ctl_info[1].idle_tssi_2g = (tmp >> 8) & 0xFF;
3976 }
3977 
3978 /* https://bcm-v4.sipsolutions.net/PHY/N/TxPwrLimitToTbl */
3979 static void b43_nphy_tx_prepare_adjusted_power_table(struct b43_wldev *dev)
3980 {
3981 	struct b43_phy_n *nphy = dev->phy.n;
3982 
3983 	u8 idx, delta;
3984 	u8 i, stf_mode;
3985 
3986 	/* Array adj_pwr_tbl corresponds to the hardware table. It consists of
3987 	 * 21 groups, each containing 4 entries.
3988 	 *
3989 	 * First group has entries for CCK modulation.
3990 	 * The rest of groups has 1 entry per modulation (SISO, CDD, STBC, SDM).
3991 	 *
3992 	 * Group 0 is for CCK
3993 	 * Groups 1..4 use BPSK (group per coding rate)
3994 	 * Groups 5..8 use QPSK (group per coding rate)
3995 	 * Groups 9..12 use 16-QAM (group per coding rate)
3996 	 * Groups 13..16 use 64-QAM (group per coding rate)
3997 	 * Groups 17..20 are unknown
3998 	 */
3999 
4000 	for (i = 0; i < 4; i++)
4001 		nphy->adj_pwr_tbl[i] = nphy->tx_power_offset[i];
4002 
4003 	for (stf_mode = 0; stf_mode < 4; stf_mode++) {
4004 		delta = 0;
4005 		switch (stf_mode) {
4006 		case 0:
4007 			if (b43_is_40mhz(dev) && dev->phy.rev >= 5) {
4008 				idx = 68;
4009 			} else {
4010 				delta = 1;
4011 				idx = b43_is_40mhz(dev) ? 52 : 4;
4012 			}
4013 			break;
4014 		case 1:
4015 			idx = b43_is_40mhz(dev) ? 76 : 28;
4016 			break;
4017 		case 2:
4018 			idx = b43_is_40mhz(dev) ? 84 : 36;
4019 			break;
4020 		case 3:
4021 			idx = b43_is_40mhz(dev) ? 92 : 44;
4022 			break;
4023 		}
4024 
4025 		for (i = 0; i < 20; i++) {
4026 			nphy->adj_pwr_tbl[4 + 4 * i + stf_mode] =
4027 				nphy->tx_power_offset[idx];
4028 			if (i == 0)
4029 				idx += delta;
4030 			if (i == 14)
4031 				idx += 1 - delta;
4032 			if (i == 3 || i == 4 || i == 7 || i == 8 || i == 11 ||
4033 			    i == 13)
4034 				idx += 1;
4035 		}
4036 	}
4037 }
4038 
4039 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxPwrCtrlSetup */
4040 static void b43_nphy_tx_power_ctl_setup(struct b43_wldev *dev)
4041 {
4042 	struct b43_phy *phy = &dev->phy;
4043 	struct b43_phy_n *nphy = dev->phy.n;
4044 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
4045 
4046 	s16 a1[2], b0[2], b1[2];
4047 	u8 idle[2];
4048 	u8 ppr_max;
4049 	s8 target[2];
4050 	s32 num, den, pwr;
4051 	u32 regval[64];
4052 
4053 	u16 freq = phy->chandef->chan->center_freq;
4054 	u16 tmp;
4055 	u16 r; /* routing */
4056 	u8 i, c;
4057 
4058 	if (dev->dev->core_rev == 11 || dev->dev->core_rev == 12) {
4059 		b43_maskset32(dev, B43_MMIO_MACCTL, ~0, 0x200000);
4060 		b43_read32(dev, B43_MMIO_MACCTL);
4061 		udelay(1);
4062 	}
4063 
4064 	if (nphy->hang_avoid)
4065 		b43_nphy_stay_in_carrier_search(dev, true);
4066 
4067 	b43_phy_set(dev, B43_NPHY_TSSIMODE, B43_NPHY_TSSIMODE_EN);
4068 	if (dev->phy.rev >= 3)
4069 		b43_phy_mask(dev, B43_NPHY_TXPCTL_CMD,
4070 			     ~B43_NPHY_TXPCTL_CMD_PCTLEN & 0xFFFF);
4071 	else
4072 		b43_phy_set(dev, B43_NPHY_TXPCTL_CMD,
4073 			    B43_NPHY_TXPCTL_CMD_PCTLEN);
4074 
4075 	if (dev->dev->core_rev == 11 || dev->dev->core_rev == 12)
4076 		b43_maskset32(dev, B43_MMIO_MACCTL, ~0x200000, 0);
4077 
4078 	if (sprom->revision < 4) {
4079 		idle[0] = nphy->pwr_ctl_info[0].idle_tssi_2g;
4080 		idle[1] = nphy->pwr_ctl_info[1].idle_tssi_2g;
4081 		target[0] = target[1] = 52;
4082 		a1[0] = a1[1] = -424;
4083 		b0[0] = b0[1] = 5612;
4084 		b1[0] = b1[1] = -1393;
4085 	} else {
4086 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
4087 			for (c = 0; c < 2; c++) {
4088 				idle[c] = nphy->pwr_ctl_info[c].idle_tssi_2g;
4089 				target[c] = sprom->core_pwr_info[c].maxpwr_2g;
4090 				a1[c] = sprom->core_pwr_info[c].pa_2g[0];
4091 				b0[c] = sprom->core_pwr_info[c].pa_2g[1];
4092 				b1[c] = sprom->core_pwr_info[c].pa_2g[2];
4093 			}
4094 		} else if (freq >= 4900 && freq < 5100) {
4095 			for (c = 0; c < 2; c++) {
4096 				idle[c] = nphy->pwr_ctl_info[c].idle_tssi_5g;
4097 				target[c] = sprom->core_pwr_info[c].maxpwr_5gl;
4098 				a1[c] = sprom->core_pwr_info[c].pa_5gl[0];
4099 				b0[c] = sprom->core_pwr_info[c].pa_5gl[1];
4100 				b1[c] = sprom->core_pwr_info[c].pa_5gl[2];
4101 			}
4102 		} else if (freq >= 5100 && freq < 5500) {
4103 			for (c = 0; c < 2; c++) {
4104 				idle[c] = nphy->pwr_ctl_info[c].idle_tssi_5g;
4105 				target[c] = sprom->core_pwr_info[c].maxpwr_5g;
4106 				a1[c] = sprom->core_pwr_info[c].pa_5g[0];
4107 				b0[c] = sprom->core_pwr_info[c].pa_5g[1];
4108 				b1[c] = sprom->core_pwr_info[c].pa_5g[2];
4109 			}
4110 		} else if (freq >= 5500) {
4111 			for (c = 0; c < 2; c++) {
4112 				idle[c] = nphy->pwr_ctl_info[c].idle_tssi_5g;
4113 				target[c] = sprom->core_pwr_info[c].maxpwr_5gh;
4114 				a1[c] = sprom->core_pwr_info[c].pa_5gh[0];
4115 				b0[c] = sprom->core_pwr_info[c].pa_5gh[1];
4116 				b1[c] = sprom->core_pwr_info[c].pa_5gh[2];
4117 			}
4118 		} else {
4119 			idle[0] = nphy->pwr_ctl_info[0].idle_tssi_5g;
4120 			idle[1] = nphy->pwr_ctl_info[1].idle_tssi_5g;
4121 			target[0] = target[1] = 52;
4122 			a1[0] = a1[1] = -424;
4123 			b0[0] = b0[1] = 5612;
4124 			b1[0] = b1[1] = -1393;
4125 		}
4126 	}
4127 
4128 	ppr_max = b43_ppr_get_max(dev, &nphy->tx_pwr_max_ppr);
4129 	if (ppr_max) {
4130 		target[0] = ppr_max;
4131 		target[1] = ppr_max;
4132 	}
4133 
4134 	if (dev->phy.rev >= 3) {
4135 		if (sprom->fem.ghz2.tssipos)
4136 			b43_phy_set(dev, B43_NPHY_TXPCTL_ITSSI, 0x4000);
4137 		if (dev->phy.rev >= 7) {
4138 			for (c = 0; c < 2; c++) {
4139 				r = c ? 0x190 : 0x170;
4140 				if (b43_nphy_ipa(dev))
4141 					b43_radio_write(dev, r + 0x9, (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) ? 0xE : 0xC);
4142 			}
4143 		} else {
4144 			if (b43_nphy_ipa(dev)) {
4145 				tmp = (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) ? 0xC : 0xE;
4146 				b43_radio_write(dev,
4147 					B2056_TX0 | B2056_TX_TX_SSI_MUX, tmp);
4148 				b43_radio_write(dev,
4149 					B2056_TX1 | B2056_TX_TX_SSI_MUX, tmp);
4150 			} else {
4151 				b43_radio_write(dev,
4152 					B2056_TX0 | B2056_TX_TX_SSI_MUX, 0x11);
4153 				b43_radio_write(dev,
4154 					B2056_TX1 | B2056_TX_TX_SSI_MUX, 0x11);
4155 			}
4156 		}
4157 	}
4158 
4159 	if (dev->dev->core_rev == 11 || dev->dev->core_rev == 12) {
4160 		b43_maskset32(dev, B43_MMIO_MACCTL, ~0, 0x200000);
4161 		b43_read32(dev, B43_MMIO_MACCTL);
4162 		udelay(1);
4163 	}
4164 
4165 	if (phy->rev >= 19) {
4166 		/* TODO */
4167 	} else if (phy->rev >= 7) {
4168 		b43_phy_maskset(dev, B43_NPHY_TXPCTL_CMD,
4169 				~B43_NPHY_TXPCTL_CMD_INIT, 0x19);
4170 		b43_phy_maskset(dev, B43_NPHY_TXPCTL_INIT,
4171 				~B43_NPHY_TXPCTL_INIT_PIDXI1, 0x19);
4172 	} else {
4173 		b43_phy_maskset(dev, B43_NPHY_TXPCTL_CMD,
4174 				~B43_NPHY_TXPCTL_CMD_INIT, 0x40);
4175 		if (dev->phy.rev > 1)
4176 			b43_phy_maskset(dev, B43_NPHY_TXPCTL_INIT,
4177 				~B43_NPHY_TXPCTL_INIT_PIDXI1, 0x40);
4178 	}
4179 
4180 	if (dev->dev->core_rev == 11 || dev->dev->core_rev == 12)
4181 		b43_maskset32(dev, B43_MMIO_MACCTL, ~0x200000, 0);
4182 
4183 	b43_phy_write(dev, B43_NPHY_TXPCTL_N,
4184 		      0xF0 << B43_NPHY_TXPCTL_N_TSSID_SHIFT |
4185 		      3 << B43_NPHY_TXPCTL_N_NPTIL2_SHIFT);
4186 	b43_phy_write(dev, B43_NPHY_TXPCTL_ITSSI,
4187 		      idle[0] << B43_NPHY_TXPCTL_ITSSI_0_SHIFT |
4188 		      idle[1] << B43_NPHY_TXPCTL_ITSSI_1_SHIFT |
4189 		      B43_NPHY_TXPCTL_ITSSI_BINF);
4190 	b43_phy_write(dev, B43_NPHY_TXPCTL_TPWR,
4191 		      target[0] << B43_NPHY_TXPCTL_TPWR_0_SHIFT |
4192 		      target[1] << B43_NPHY_TXPCTL_TPWR_1_SHIFT);
4193 
4194 	for (c = 0; c < 2; c++) {
4195 		for (i = 0; i < 64; i++) {
4196 			num = 8 * (16 * b0[c] + b1[c] * i);
4197 			den = 32768 + a1[c] * i;
4198 			pwr = max((4 * num + den / 2) / den, -8);
4199 			if (dev->phy.rev < 3 && (i <= (31 - idle[c] + 1)))
4200 				pwr = max(pwr, target[c] + 1);
4201 			regval[i] = pwr;
4202 		}
4203 		b43_ntab_write_bulk(dev, B43_NTAB32(26 + c, 0), 64, regval);
4204 	}
4205 
4206 	b43_nphy_tx_prepare_adjusted_power_table(dev);
4207 	b43_ntab_write_bulk(dev, B43_NTAB16(26, 64), 84, nphy->adj_pwr_tbl);
4208 	b43_ntab_write_bulk(dev, B43_NTAB16(27, 64), 84, nphy->adj_pwr_tbl);
4209 
4210 	if (nphy->hang_avoid)
4211 		b43_nphy_stay_in_carrier_search(dev, false);
4212 }
4213 
4214 static void b43_nphy_tx_gain_table_upload(struct b43_wldev *dev)
4215 {
4216 	struct b43_phy *phy = &dev->phy;
4217 
4218 	const u32 *table = NULL;
4219 	u32 rfpwr_offset;
4220 	u8 pga_gain, pad_gain;
4221 	int i;
4222 	const s16 *rf_pwr_offset_table = NULL;
4223 
4224 	table = b43_nphy_get_tx_gain_table(dev);
4225 	if (!table)
4226 		return;
4227 
4228 	b43_ntab_write_bulk(dev, B43_NTAB32(26, 192), 128, table);
4229 	b43_ntab_write_bulk(dev, B43_NTAB32(27, 192), 128, table);
4230 
4231 	if (phy->rev < 3)
4232 		return;
4233 
4234 #if 0
4235 	nphy->gmval = (table[0] >> 16) & 0x7000;
4236 #endif
4237 
4238 	if (phy->rev >= 19) {
4239 		return;
4240 	} else if (phy->rev >= 7) {
4241 		rf_pwr_offset_table = b43_ntab_get_rf_pwr_offset_table(dev);
4242 		if (!rf_pwr_offset_table)
4243 			return;
4244 		/* TODO: Enable this once we have gains configured */
4245 		return;
4246 	}
4247 
4248 	for (i = 0; i < 128; i++) {
4249 		if (phy->rev >= 19) {
4250 			/* TODO */
4251 			return;
4252 		} else if (phy->rev >= 7) {
4253 			pga_gain = (table[i] >> 24) & 0xf;
4254 			pad_gain = (table[i] >> 19) & 0x1f;
4255 			if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
4256 				rfpwr_offset = rf_pwr_offset_table[pad_gain];
4257 			else
4258 				rfpwr_offset = rf_pwr_offset_table[pga_gain];
4259 		} else {
4260 			pga_gain = (table[i] >> 24) & 0xF;
4261 			if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
4262 				rfpwr_offset = b43_ntab_papd_pga_gain_delta_ipa_2g[pga_gain];
4263 			else
4264 				rfpwr_offset = 0; /* FIXME */
4265 		}
4266 
4267 		b43_ntab_write(dev, B43_NTAB32(26, 576 + i), rfpwr_offset);
4268 		b43_ntab_write(dev, B43_NTAB32(27, 576 + i), rfpwr_offset);
4269 	}
4270 }
4271 
4272 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/PA%20override */
4273 static void b43_nphy_pa_override(struct b43_wldev *dev, bool enable)
4274 {
4275 	struct b43_phy_n *nphy = dev->phy.n;
4276 	enum nl80211_band band;
4277 	u16 tmp;
4278 
4279 	if (!enable) {
4280 		nphy->rfctrl_intc1_save = b43_phy_read(dev,
4281 						       B43_NPHY_RFCTL_INTC1);
4282 		nphy->rfctrl_intc2_save = b43_phy_read(dev,
4283 						       B43_NPHY_RFCTL_INTC2);
4284 		band = b43_current_band(dev->wl);
4285 		if (dev->phy.rev >= 7) {
4286 			tmp = 0x1480;
4287 		} else if (dev->phy.rev >= 3) {
4288 			if (band == NL80211_BAND_5GHZ)
4289 				tmp = 0x600;
4290 			else
4291 				tmp = 0x480;
4292 		} else {
4293 			if (band == NL80211_BAND_5GHZ)
4294 				tmp = 0x180;
4295 			else
4296 				tmp = 0x120;
4297 		}
4298 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, tmp);
4299 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, tmp);
4300 	} else {
4301 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC1,
4302 				nphy->rfctrl_intc1_save);
4303 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC2,
4304 				nphy->rfctrl_intc2_save);
4305 	}
4306 }
4307 
4308 /*
4309  * TX low-pass filter bandwidth setup
4310  * https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxLpFbw
4311  */
4312 static void b43_nphy_tx_lpf_bw(struct b43_wldev *dev)
4313 {
4314 	u16 tmp;
4315 
4316 	if (dev->phy.rev < 3 || dev->phy.rev >= 7)
4317 		return;
4318 
4319 	if (b43_nphy_ipa(dev))
4320 		tmp = b43_is_40mhz(dev) ? 5 : 4;
4321 	else
4322 		tmp = b43_is_40mhz(dev) ? 3 : 1;
4323 	b43_phy_write(dev, B43_NPHY_TXF_40CO_B32S2,
4324 		      (tmp << 9) | (tmp << 6) | (tmp << 3) | tmp);
4325 
4326 	if (b43_nphy_ipa(dev)) {
4327 		tmp = b43_is_40mhz(dev) ? 4 : 1;
4328 		b43_phy_write(dev, B43_NPHY_TXF_40CO_B1S2,
4329 			      (tmp << 9) | (tmp << 6) | (tmp << 3) | tmp);
4330 	}
4331 }
4332 
4333 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RxIqEst */
4334 static void b43_nphy_rx_iq_est(struct b43_wldev *dev, struct nphy_iq_est *est,
4335 				u16 samps, u8 time, bool wait)
4336 {
4337 	int i;
4338 	u16 tmp;
4339 
4340 	b43_phy_write(dev, B43_NPHY_IQEST_SAMCNT, samps);
4341 	b43_phy_maskset(dev, B43_NPHY_IQEST_WT, ~B43_NPHY_IQEST_WT_VAL, time);
4342 	if (wait)
4343 		b43_phy_set(dev, B43_NPHY_IQEST_CMD, B43_NPHY_IQEST_CMD_MODE);
4344 	else
4345 		b43_phy_mask(dev, B43_NPHY_IQEST_CMD, ~B43_NPHY_IQEST_CMD_MODE);
4346 
4347 	b43_phy_set(dev, B43_NPHY_IQEST_CMD, B43_NPHY_IQEST_CMD_START);
4348 
4349 	for (i = 1000; i; i--) {
4350 		tmp = b43_phy_read(dev, B43_NPHY_IQEST_CMD);
4351 		if (!(tmp & B43_NPHY_IQEST_CMD_START)) {
4352 			est->i0_pwr = (b43_phy_read(dev, B43_NPHY_IQEST_IPACC_HI0) << 16) |
4353 					b43_phy_read(dev, B43_NPHY_IQEST_IPACC_LO0);
4354 			est->q0_pwr = (b43_phy_read(dev, B43_NPHY_IQEST_QPACC_HI0) << 16) |
4355 					b43_phy_read(dev, B43_NPHY_IQEST_QPACC_LO0);
4356 			est->iq0_prod = (b43_phy_read(dev, B43_NPHY_IQEST_IQACC_HI0) << 16) |
4357 					b43_phy_read(dev, B43_NPHY_IQEST_IQACC_LO0);
4358 
4359 			est->i1_pwr = (b43_phy_read(dev, B43_NPHY_IQEST_IPACC_HI1) << 16) |
4360 					b43_phy_read(dev, B43_NPHY_IQEST_IPACC_LO1);
4361 			est->q1_pwr = (b43_phy_read(dev, B43_NPHY_IQEST_QPACC_HI1) << 16) |
4362 					b43_phy_read(dev, B43_NPHY_IQEST_QPACC_LO1);
4363 			est->iq1_prod = (b43_phy_read(dev, B43_NPHY_IQEST_IQACC_HI1) << 16) |
4364 					b43_phy_read(dev, B43_NPHY_IQEST_IQACC_LO1);
4365 			return;
4366 		}
4367 		udelay(10);
4368 	}
4369 	memset(est, 0, sizeof(*est));
4370 }
4371 
4372 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RxIqCoeffs */
4373 static void b43_nphy_rx_iq_coeffs(struct b43_wldev *dev, bool write,
4374 					struct b43_phy_n_iq_comp *pcomp)
4375 {
4376 	if (write) {
4377 		b43_phy_write(dev, B43_NPHY_C1_RXIQ_COMPA0, pcomp->a0);
4378 		b43_phy_write(dev, B43_NPHY_C1_RXIQ_COMPB0, pcomp->b0);
4379 		b43_phy_write(dev, B43_NPHY_C2_RXIQ_COMPA1, pcomp->a1);
4380 		b43_phy_write(dev, B43_NPHY_C2_RXIQ_COMPB1, pcomp->b1);
4381 	} else {
4382 		pcomp->a0 = b43_phy_read(dev, B43_NPHY_C1_RXIQ_COMPA0);
4383 		pcomp->b0 = b43_phy_read(dev, B43_NPHY_C1_RXIQ_COMPB0);
4384 		pcomp->a1 = b43_phy_read(dev, B43_NPHY_C2_RXIQ_COMPA1);
4385 		pcomp->b1 = b43_phy_read(dev, B43_NPHY_C2_RXIQ_COMPB1);
4386 	}
4387 }
4388 
4389 #if 0
4390 /* Ready but not used anywhere */
4391 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RxCalPhyCleanup */
4392 static void b43_nphy_rx_cal_phy_cleanup(struct b43_wldev *dev, u8 core)
4393 {
4394 	u16 *regs = dev->phy.n->tx_rx_cal_phy_saveregs;
4395 
4396 	b43_phy_write(dev, B43_NPHY_RFSEQCA, regs[0]);
4397 	if (core == 0) {
4398 		b43_phy_write(dev, B43_NPHY_AFECTL_C1, regs[1]);
4399 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER1, regs[2]);
4400 	} else {
4401 		b43_phy_write(dev, B43_NPHY_AFECTL_C2, regs[1]);
4402 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, regs[2]);
4403 	}
4404 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, regs[3]);
4405 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, regs[4]);
4406 	b43_phy_write(dev, B43_NPHY_RFCTL_RSSIO1, regs[5]);
4407 	b43_phy_write(dev, B43_NPHY_RFCTL_RSSIO2, regs[6]);
4408 	b43_phy_write(dev, B43_NPHY_TXF_40CO_B1S1, regs[7]);
4409 	b43_phy_write(dev, B43_NPHY_RFCTL_OVER, regs[8]);
4410 	b43_phy_write(dev, B43_NPHY_PAPD_EN0, regs[9]);
4411 	b43_phy_write(dev, B43_NPHY_PAPD_EN1, regs[10]);
4412 }
4413 
4414 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RxCalPhySetup */
4415 static void b43_nphy_rx_cal_phy_setup(struct b43_wldev *dev, u8 core)
4416 {
4417 	u8 rxval, txval;
4418 	u16 *regs = dev->phy.n->tx_rx_cal_phy_saveregs;
4419 
4420 	regs[0] = b43_phy_read(dev, B43_NPHY_RFSEQCA);
4421 	if (core == 0) {
4422 		regs[1] = b43_phy_read(dev, B43_NPHY_AFECTL_C1);
4423 		regs[2] = b43_phy_read(dev, B43_NPHY_AFECTL_OVER1);
4424 	} else {
4425 		regs[1] = b43_phy_read(dev, B43_NPHY_AFECTL_C2);
4426 		regs[2] = b43_phy_read(dev, B43_NPHY_AFECTL_OVER);
4427 	}
4428 	regs[3] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC1);
4429 	regs[4] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC2);
4430 	regs[5] = b43_phy_read(dev, B43_NPHY_RFCTL_RSSIO1);
4431 	regs[6] = b43_phy_read(dev, B43_NPHY_RFCTL_RSSIO2);
4432 	regs[7] = b43_phy_read(dev, B43_NPHY_TXF_40CO_B1S1);
4433 	regs[8] = b43_phy_read(dev, B43_NPHY_RFCTL_OVER);
4434 	regs[9] = b43_phy_read(dev, B43_NPHY_PAPD_EN0);
4435 	regs[10] = b43_phy_read(dev, B43_NPHY_PAPD_EN1);
4436 
4437 	b43_phy_mask(dev, B43_NPHY_PAPD_EN0, ~0x0001);
4438 	b43_phy_mask(dev, B43_NPHY_PAPD_EN1, ~0x0001);
4439 
4440 	b43_phy_maskset(dev, B43_NPHY_RFSEQCA,
4441 			~B43_NPHY_RFSEQCA_RXDIS & 0xFFFF,
4442 			((1 - core) << B43_NPHY_RFSEQCA_RXDIS_SHIFT));
4443 	b43_phy_maskset(dev, B43_NPHY_RFSEQCA, ~B43_NPHY_RFSEQCA_TXEN,
4444 			((1 - core) << B43_NPHY_RFSEQCA_TXEN_SHIFT));
4445 	b43_phy_maskset(dev, B43_NPHY_RFSEQCA, ~B43_NPHY_RFSEQCA_RXEN,
4446 			(core << B43_NPHY_RFSEQCA_RXEN_SHIFT));
4447 	b43_phy_maskset(dev, B43_NPHY_RFSEQCA, ~B43_NPHY_RFSEQCA_TXDIS,
4448 			(core << B43_NPHY_RFSEQCA_TXDIS_SHIFT));
4449 
4450 	if (core == 0) {
4451 		b43_phy_mask(dev, B43_NPHY_AFECTL_C1, ~0x0007);
4452 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER1, 0x0007);
4453 	} else {
4454 		b43_phy_mask(dev, B43_NPHY_AFECTL_C2, ~0x0007);
4455 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x0007);
4456 	}
4457 
4458 	b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_PA, 0, 3);
4459 	b43_nphy_rf_ctl_override(dev, 8, 0, 3, false);
4460 	b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RX2TX);
4461 
4462 	if (core == 0) {
4463 		rxval = 1;
4464 		txval = 8;
4465 	} else {
4466 		rxval = 4;
4467 		txval = 2;
4468 	}
4469 	b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_TRSW, rxval,
4470 				      core + 1);
4471 	b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_TRSW, txval,
4472 				      2 - core);
4473 }
4474 #endif
4475 
4476 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/CalcRxIqComp */
4477 static void b43_nphy_calc_rx_iq_comp(struct b43_wldev *dev, u8 mask)
4478 {
4479 	int i;
4480 	s32 iq;
4481 	u32 ii;
4482 	u32 qq;
4483 	int iq_nbits, qq_nbits;
4484 	int arsh, brsh;
4485 	u16 tmp, a, b;
4486 
4487 	struct nphy_iq_est est;
4488 	struct b43_phy_n_iq_comp old;
4489 	struct b43_phy_n_iq_comp new = { };
4490 	bool error = false;
4491 
4492 	if (mask == 0)
4493 		return;
4494 
4495 	b43_nphy_rx_iq_coeffs(dev, false, &old);
4496 	b43_nphy_rx_iq_coeffs(dev, true, &new);
4497 	b43_nphy_rx_iq_est(dev, &est, 0x4000, 32, false);
4498 	new = old;
4499 
4500 	for (i = 0; i < 2; i++) {
4501 		if (i == 0 && (mask & 1)) {
4502 			iq = est.iq0_prod;
4503 			ii = est.i0_pwr;
4504 			qq = est.q0_pwr;
4505 		} else if (i == 1 && (mask & 2)) {
4506 			iq = est.iq1_prod;
4507 			ii = est.i1_pwr;
4508 			qq = est.q1_pwr;
4509 		} else {
4510 			continue;
4511 		}
4512 
4513 		if (ii + qq < 2) {
4514 			error = true;
4515 			break;
4516 		}
4517 
4518 		iq_nbits = fls(abs(iq));
4519 		qq_nbits = fls(qq);
4520 
4521 		arsh = iq_nbits - 20;
4522 		if (arsh >= 0) {
4523 			a = -((iq << (30 - iq_nbits)) + (ii >> (1 + arsh)));
4524 			tmp = ii >> arsh;
4525 		} else {
4526 			a = -((iq << (30 - iq_nbits)) + (ii << (-1 - arsh)));
4527 			tmp = ii << -arsh;
4528 		}
4529 		if (tmp == 0) {
4530 			error = true;
4531 			break;
4532 		}
4533 		a /= tmp;
4534 
4535 		brsh = qq_nbits - 11;
4536 		if (brsh >= 0) {
4537 			b = (qq << (31 - qq_nbits));
4538 			tmp = ii >> brsh;
4539 		} else {
4540 			b = (qq << (31 - qq_nbits));
4541 			tmp = ii << -brsh;
4542 		}
4543 		if (tmp == 0) {
4544 			error = true;
4545 			break;
4546 		}
4547 		b = int_sqrt(b / tmp - a * a) - (1 << 10);
4548 
4549 		if (i == 0 && (mask & 0x1)) {
4550 			if (dev->phy.rev >= 3) {
4551 				new.a0 = a & 0x3FF;
4552 				new.b0 = b & 0x3FF;
4553 			} else {
4554 				new.a0 = b & 0x3FF;
4555 				new.b0 = a & 0x3FF;
4556 			}
4557 		} else if (i == 1 && (mask & 0x2)) {
4558 			if (dev->phy.rev >= 3) {
4559 				new.a1 = a & 0x3FF;
4560 				new.b1 = b & 0x3FF;
4561 			} else {
4562 				new.a1 = b & 0x3FF;
4563 				new.b1 = a & 0x3FF;
4564 			}
4565 		}
4566 	}
4567 
4568 	if (error)
4569 		new = old;
4570 
4571 	b43_nphy_rx_iq_coeffs(dev, true, &new);
4572 }
4573 
4574 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxIqWar */
4575 static void b43_nphy_tx_iq_workaround(struct b43_wldev *dev)
4576 {
4577 	u16 array[4];
4578 	b43_ntab_read_bulk(dev, B43_NTAB16(0xF, 0x50), 4, array);
4579 
4580 	b43_shm_write16(dev, B43_SHM_SHARED, B43_SHM_SH_NPHY_TXIQW0, array[0]);
4581 	b43_shm_write16(dev, B43_SHM_SHARED, B43_SHM_SH_NPHY_TXIQW1, array[1]);
4582 	b43_shm_write16(dev, B43_SHM_SHARED, B43_SHM_SH_NPHY_TXIQW2, array[2]);
4583 	b43_shm_write16(dev, B43_SHM_SHARED, B43_SHM_SH_NPHY_TXIQW3, array[3]);
4584 }
4585 
4586 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/SpurWar */
4587 static void b43_nphy_spur_workaround(struct b43_wldev *dev)
4588 {
4589 	struct b43_phy_n *nphy = dev->phy.n;
4590 
4591 	B43_WARN_ON(dev->phy.rev < 3);
4592 
4593 	if (nphy->hang_avoid)
4594 		b43_nphy_stay_in_carrier_search(dev, 1);
4595 
4596 	if (nphy->hang_avoid)
4597 		b43_nphy_stay_in_carrier_search(dev, 0);
4598 }
4599 
4600 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxPwrCtrlCoefSetup */
4601 static void b43_nphy_tx_pwr_ctrl_coef_setup(struct b43_wldev *dev)
4602 {
4603 	struct b43_phy_n *nphy = dev->phy.n;
4604 	int i, j;
4605 	u32 tmp;
4606 	u32 cur_real, cur_imag, real_part, imag_part;
4607 
4608 	u16 buffer[7];
4609 
4610 	if (nphy->hang_avoid)
4611 		b43_nphy_stay_in_carrier_search(dev, true);
4612 
4613 	b43_ntab_read_bulk(dev, B43_NTAB16(15, 80), 7, buffer);
4614 
4615 	for (i = 0; i < 2; i++) {
4616 		tmp = ((buffer[i * 2] & 0x3FF) << 10) |
4617 			(buffer[i * 2 + 1] & 0x3FF);
4618 		b43_phy_write(dev, B43_NPHY_TABLE_ADDR,
4619 				(((i + 26) << 10) | 320));
4620 		for (j = 0; j < 128; j++) {
4621 			b43_phy_write(dev, B43_NPHY_TABLE_DATAHI,
4622 					((tmp >> 16) & 0xFFFF));
4623 			b43_phy_write(dev, B43_NPHY_TABLE_DATALO,
4624 					(tmp & 0xFFFF));
4625 		}
4626 	}
4627 
4628 	for (i = 0; i < 2; i++) {
4629 		tmp = buffer[5 + i];
4630 		real_part = (tmp >> 8) & 0xFF;
4631 		imag_part = (tmp & 0xFF);
4632 		b43_phy_write(dev, B43_NPHY_TABLE_ADDR,
4633 				(((i + 26) << 10) | 448));
4634 
4635 		if (dev->phy.rev >= 3) {
4636 			cur_real = real_part;
4637 			cur_imag = imag_part;
4638 			tmp = ((cur_real & 0xFF) << 8) | (cur_imag & 0xFF);
4639 		}
4640 
4641 		for (j = 0; j < 128; j++) {
4642 			if (dev->phy.rev < 3) {
4643 				cur_real = (real_part * loscale[j] + 128) >> 8;
4644 				cur_imag = (imag_part * loscale[j] + 128) >> 8;
4645 				tmp = ((cur_real & 0xFF) << 8) |
4646 					(cur_imag & 0xFF);
4647 			}
4648 			b43_phy_write(dev, B43_NPHY_TABLE_DATAHI,
4649 					((tmp >> 16) & 0xFFFF));
4650 			b43_phy_write(dev, B43_NPHY_TABLE_DATALO,
4651 					(tmp & 0xFFFF));
4652 		}
4653 	}
4654 
4655 	if (dev->phy.rev >= 3) {
4656 		b43_shm_write16(dev, B43_SHM_SHARED,
4657 				B43_SHM_SH_NPHY_TXPWR_INDX0, 0xFFFF);
4658 		b43_shm_write16(dev, B43_SHM_SHARED,
4659 				B43_SHM_SH_NPHY_TXPWR_INDX1, 0xFFFF);
4660 	}
4661 
4662 	if (nphy->hang_avoid)
4663 		b43_nphy_stay_in_carrier_search(dev, false);
4664 }
4665 
4666 /*
4667  * Restore RSSI Calibration
4668  * https://bcm-v4.sipsolutions.net/802.11/PHY/N/RestoreRssiCal
4669  */
4670 static void b43_nphy_restore_rssi_cal(struct b43_wldev *dev)
4671 {
4672 	struct b43_phy_n *nphy = dev->phy.n;
4673 
4674 	u16 *rssical_radio_regs = NULL;
4675 	u16 *rssical_phy_regs = NULL;
4676 
4677 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
4678 		if (!nphy->rssical_chanspec_2G.center_freq)
4679 			return;
4680 		rssical_radio_regs = nphy->rssical_cache.rssical_radio_regs_2G;
4681 		rssical_phy_regs = nphy->rssical_cache.rssical_phy_regs_2G;
4682 	} else {
4683 		if (!nphy->rssical_chanspec_5G.center_freq)
4684 			return;
4685 		rssical_radio_regs = nphy->rssical_cache.rssical_radio_regs_5G;
4686 		rssical_phy_regs = nphy->rssical_cache.rssical_phy_regs_5G;
4687 	}
4688 
4689 	if (dev->phy.rev >= 19) {
4690 		/* TODO */
4691 	} else if (dev->phy.rev >= 7) {
4692 		b43_radio_maskset(dev, R2057_NB_MASTER_CORE0, ~R2057_VCM_MASK,
4693 				  rssical_radio_regs[0]);
4694 		b43_radio_maskset(dev, R2057_NB_MASTER_CORE1, ~R2057_VCM_MASK,
4695 				  rssical_radio_regs[1]);
4696 	} else {
4697 		b43_radio_maskset(dev, B2056_RX0 | B2056_RX_RSSI_MISC, 0xE3,
4698 				  rssical_radio_regs[0]);
4699 		b43_radio_maskset(dev, B2056_RX1 | B2056_RX_RSSI_MISC, 0xE3,
4700 				  rssical_radio_regs[1]);
4701 	}
4702 
4703 	b43_phy_write(dev, B43_NPHY_RSSIMC_0I_RSSI_Z, rssical_phy_regs[0]);
4704 	b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_RSSI_Z, rssical_phy_regs[1]);
4705 	b43_phy_write(dev, B43_NPHY_RSSIMC_1I_RSSI_Z, rssical_phy_regs[2]);
4706 	b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_RSSI_Z, rssical_phy_regs[3]);
4707 
4708 	b43_phy_write(dev, B43_NPHY_RSSIMC_0I_RSSI_X, rssical_phy_regs[4]);
4709 	b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_RSSI_X, rssical_phy_regs[5]);
4710 	b43_phy_write(dev, B43_NPHY_RSSIMC_1I_RSSI_X, rssical_phy_regs[6]);
4711 	b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_RSSI_X, rssical_phy_regs[7]);
4712 
4713 	b43_phy_write(dev, B43_NPHY_RSSIMC_0I_RSSI_Y, rssical_phy_regs[8]);
4714 	b43_phy_write(dev, B43_NPHY_RSSIMC_0Q_RSSI_Y, rssical_phy_regs[9]);
4715 	b43_phy_write(dev, B43_NPHY_RSSIMC_1I_RSSI_Y, rssical_phy_regs[10]);
4716 	b43_phy_write(dev, B43_NPHY_RSSIMC_1Q_RSSI_Y, rssical_phy_regs[11]);
4717 }
4718 
4719 static void b43_nphy_tx_cal_radio_setup_rev19(struct b43_wldev *dev)
4720 {
4721 	/* TODO */
4722 }
4723 
4724 static void b43_nphy_tx_cal_radio_setup_rev7(struct b43_wldev *dev)
4725 {
4726 	struct b43_phy *phy = &dev->phy;
4727 	struct b43_phy_n *nphy = dev->phy.n;
4728 	u16 *save = nphy->tx_rx_cal_radio_saveregs;
4729 	int core, off;
4730 	u16 r, tmp;
4731 
4732 	for (core = 0; core < 2; core++) {
4733 		r = core ? 0x20 : 0;
4734 		off = core * 11;
4735 
4736 		save[off + 0] = b43_radio_read(dev, r + R2057_TX0_TX_SSI_MASTER);
4737 		save[off + 1] = b43_radio_read(dev, r + R2057_TX0_IQCAL_VCM_HG);
4738 		save[off + 2] = b43_radio_read(dev, r + R2057_TX0_IQCAL_IDAC);
4739 		save[off + 3] = b43_radio_read(dev, r + R2057_TX0_TSSI_VCM);
4740 		save[off + 4] = 0;
4741 		save[off + 5] = b43_radio_read(dev, r + R2057_TX0_TX_SSI_MUX);
4742 		if (phy->radio_rev != 5)
4743 			save[off + 6] = b43_radio_read(dev, r + R2057_TX0_TSSIA);
4744 		save[off + 7] = b43_radio_read(dev, r + R2057_TX0_TSSIG);
4745 		save[off + 8] = b43_radio_read(dev, r + R2057_TX0_TSSI_MISC1);
4746 
4747 		if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
4748 			b43_radio_write(dev, r + R2057_TX0_TX_SSI_MASTER, 0xA);
4749 			b43_radio_write(dev, r + R2057_TX0_IQCAL_VCM_HG, 0x43);
4750 			b43_radio_write(dev, r + R2057_TX0_IQCAL_IDAC, 0x55);
4751 			b43_radio_write(dev, r + R2057_TX0_TSSI_VCM, 0);
4752 			b43_radio_write(dev, r + R2057_TX0_TSSIG, 0);
4753 			if (nphy->use_int_tx_iq_lo_cal) {
4754 				b43_radio_write(dev, r + R2057_TX0_TX_SSI_MUX, 0x4);
4755 				tmp = true ? 0x31 : 0x21; /* TODO */
4756 				b43_radio_write(dev, r + R2057_TX0_TSSIA, tmp);
4757 			}
4758 			b43_radio_write(dev, r + R2057_TX0_TSSI_MISC1, 0x00);
4759 		} else {
4760 			b43_radio_write(dev, r + R2057_TX0_TX_SSI_MASTER, 0x6);
4761 			b43_radio_write(dev, r + R2057_TX0_IQCAL_VCM_HG, 0x43);
4762 			b43_radio_write(dev, r + R2057_TX0_IQCAL_IDAC, 0x55);
4763 			b43_radio_write(dev, r + R2057_TX0_TSSI_VCM, 0);
4764 
4765 			if (phy->radio_rev != 5)
4766 				b43_radio_write(dev, r + R2057_TX0_TSSIA, 0);
4767 			if (nphy->use_int_tx_iq_lo_cal) {
4768 				b43_radio_write(dev, r + R2057_TX0_TX_SSI_MUX, 0x6);
4769 				tmp = true ? 0x31 : 0x21; /* TODO */
4770 				b43_radio_write(dev, r + R2057_TX0_TSSIG, tmp);
4771 			}
4772 			b43_radio_write(dev, r + R2057_TX0_TSSI_MISC1, 0);
4773 		}
4774 	}
4775 }
4776 
4777 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxCalRadioSetup */
4778 static void b43_nphy_tx_cal_radio_setup(struct b43_wldev *dev)
4779 {
4780 	struct b43_phy *phy = &dev->phy;
4781 	struct b43_phy_n *nphy = dev->phy.n;
4782 	u16 *save = nphy->tx_rx_cal_radio_saveregs;
4783 	u16 tmp;
4784 	u8 offset, i;
4785 
4786 	if (phy->rev >= 19) {
4787 		b43_nphy_tx_cal_radio_setup_rev19(dev);
4788 	} else if (phy->rev >= 7) {
4789 		b43_nphy_tx_cal_radio_setup_rev7(dev);
4790 	} else if (phy->rev >= 3) {
4791 	    for (i = 0; i < 2; i++) {
4792 		tmp = (i == 0) ? 0x2000 : 0x3000;
4793 		offset = i * 11;
4794 
4795 		save[offset + 0] = b43_radio_read(dev, B2055_CAL_RVARCTL);
4796 		save[offset + 1] = b43_radio_read(dev, B2055_CAL_LPOCTL);
4797 		save[offset + 2] = b43_radio_read(dev, B2055_CAL_TS);
4798 		save[offset + 3] = b43_radio_read(dev, B2055_CAL_RCCALRTS);
4799 		save[offset + 4] = b43_radio_read(dev, B2055_CAL_RCALRTS);
4800 		save[offset + 5] = b43_radio_read(dev, B2055_PADDRV);
4801 		save[offset + 6] = b43_radio_read(dev, B2055_XOCTL1);
4802 		save[offset + 7] = b43_radio_read(dev, B2055_XOCTL2);
4803 		save[offset + 8] = b43_radio_read(dev, B2055_XOREGUL);
4804 		save[offset + 9] = b43_radio_read(dev, B2055_XOMISC);
4805 		save[offset + 10] = b43_radio_read(dev, B2055_PLL_LFC1);
4806 
4807 		if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ) {
4808 			b43_radio_write(dev, tmp | B2055_CAL_RVARCTL, 0x0A);
4809 			b43_radio_write(dev, tmp | B2055_CAL_LPOCTL, 0x40);
4810 			b43_radio_write(dev, tmp | B2055_CAL_TS, 0x55);
4811 			b43_radio_write(dev, tmp | B2055_CAL_RCCALRTS, 0);
4812 			b43_radio_write(dev, tmp | B2055_CAL_RCALRTS, 0);
4813 			if (nphy->ipa5g_on) {
4814 				b43_radio_write(dev, tmp | B2055_PADDRV, 4);
4815 				b43_radio_write(dev, tmp | B2055_XOCTL1, 1);
4816 			} else {
4817 				b43_radio_write(dev, tmp | B2055_PADDRV, 0);
4818 				b43_radio_write(dev, tmp | B2055_XOCTL1, 0x2F);
4819 			}
4820 			b43_radio_write(dev, tmp | B2055_XOCTL2, 0);
4821 		} else {
4822 			b43_radio_write(dev, tmp | B2055_CAL_RVARCTL, 0x06);
4823 			b43_radio_write(dev, tmp | B2055_CAL_LPOCTL, 0x40);
4824 			b43_radio_write(dev, tmp | B2055_CAL_TS, 0x55);
4825 			b43_radio_write(dev, tmp | B2055_CAL_RCCALRTS, 0);
4826 			b43_radio_write(dev, tmp | B2055_CAL_RCALRTS, 0);
4827 			b43_radio_write(dev, tmp | B2055_XOCTL1, 0);
4828 			if (nphy->ipa2g_on) {
4829 				b43_radio_write(dev, tmp | B2055_PADDRV, 6);
4830 				b43_radio_write(dev, tmp | B2055_XOCTL2,
4831 					(dev->phy.rev < 5) ? 0x11 : 0x01);
4832 			} else {
4833 				b43_radio_write(dev, tmp | B2055_PADDRV, 0);
4834 				b43_radio_write(dev, tmp | B2055_XOCTL2, 0);
4835 			}
4836 		}
4837 		b43_radio_write(dev, tmp | B2055_XOREGUL, 0);
4838 		b43_radio_write(dev, tmp | B2055_XOMISC, 0);
4839 		b43_radio_write(dev, tmp | B2055_PLL_LFC1, 0);
4840 	    }
4841 	} else {
4842 		save[0] = b43_radio_read(dev, B2055_C1_TX_RF_IQCAL1);
4843 		b43_radio_write(dev, B2055_C1_TX_RF_IQCAL1, 0x29);
4844 
4845 		save[1] = b43_radio_read(dev, B2055_C1_TX_RF_IQCAL2);
4846 		b43_radio_write(dev, B2055_C1_TX_RF_IQCAL2, 0x54);
4847 
4848 		save[2] = b43_radio_read(dev, B2055_C2_TX_RF_IQCAL1);
4849 		b43_radio_write(dev, B2055_C2_TX_RF_IQCAL1, 0x29);
4850 
4851 		save[3] = b43_radio_read(dev, B2055_C2_TX_RF_IQCAL2);
4852 		b43_radio_write(dev, B2055_C2_TX_RF_IQCAL2, 0x54);
4853 
4854 		save[3] = b43_radio_read(dev, B2055_C1_PWRDET_RXTX);
4855 		save[4] = b43_radio_read(dev, B2055_C2_PWRDET_RXTX);
4856 
4857 		if (!(b43_phy_read(dev, B43_NPHY_BANDCTL) &
4858 		    B43_NPHY_BANDCTL_5GHZ)) {
4859 			b43_radio_write(dev, B2055_C1_PWRDET_RXTX, 0x04);
4860 			b43_radio_write(dev, B2055_C2_PWRDET_RXTX, 0x04);
4861 		} else {
4862 			b43_radio_write(dev, B2055_C1_PWRDET_RXTX, 0x20);
4863 			b43_radio_write(dev, B2055_C2_PWRDET_RXTX, 0x20);
4864 		}
4865 
4866 		if (dev->phy.rev < 2) {
4867 			b43_radio_set(dev, B2055_C1_TX_BB_MXGM, 0x20);
4868 			b43_radio_set(dev, B2055_C2_TX_BB_MXGM, 0x20);
4869 		} else {
4870 			b43_radio_mask(dev, B2055_C1_TX_BB_MXGM, ~0x20);
4871 			b43_radio_mask(dev, B2055_C2_TX_BB_MXGM, ~0x20);
4872 		}
4873 	}
4874 }
4875 
4876 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/UpdateTxCalLadder */
4877 static void b43_nphy_update_tx_cal_ladder(struct b43_wldev *dev, u16 core)
4878 {
4879 	struct b43_phy_n *nphy = dev->phy.n;
4880 	int i;
4881 	u16 scale, entry;
4882 
4883 	u16 tmp = nphy->txcal_bbmult;
4884 	if (core == 0)
4885 		tmp >>= 8;
4886 	tmp &= 0xff;
4887 
4888 	for (i = 0; i < 18; i++) {
4889 		scale = (ladder_lo[i].percent * tmp) / 100;
4890 		entry = ((scale & 0xFF) << 8) | ladder_lo[i].g_env;
4891 		b43_ntab_write(dev, B43_NTAB16(15, i), entry);
4892 
4893 		scale = (ladder_iq[i].percent * tmp) / 100;
4894 		entry = ((scale & 0xFF) << 8) | ladder_iq[i].g_env;
4895 		b43_ntab_write(dev, B43_NTAB16(15, i + 32), entry);
4896 	}
4897 }
4898 
4899 static void b43_nphy_pa_set_tx_dig_filter(struct b43_wldev *dev, u16 offset,
4900 					  const s16 *filter)
4901 {
4902 	int i;
4903 
4904 	offset = B43_PHY_N(offset);
4905 
4906 	for (i = 0; i < 15; i++, offset++)
4907 		b43_phy_write(dev, offset, filter[i]);
4908 }
4909 
4910 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/ExtPaSetTxDigiFilts */
4911 static void b43_nphy_ext_pa_set_tx_dig_filters(struct b43_wldev *dev)
4912 {
4913 	b43_nphy_pa_set_tx_dig_filter(dev, 0x2C5,
4914 				      tbl_tx_filter_coef_rev4[2]);
4915 }
4916 
4917 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/IpaSetTxDigiFilts */
4918 static void b43_nphy_int_pa_set_tx_dig_filters(struct b43_wldev *dev)
4919 {
4920 	/* B43_NPHY_TXF_20CO_S0A1, B43_NPHY_TXF_40CO_S0A1, unknown */
4921 	static const u16 offset[] = { 0x186, 0x195, 0x2C5 };
4922 	static const s16 dig_filter_phy_rev16[] = {
4923 		-375, 136, -407, 208, -1527,
4924 		956, 93, 186, 93, 230,
4925 		-44, 230, 201, -191, 201,
4926 	};
4927 	int i;
4928 
4929 	for (i = 0; i < 3; i++)
4930 		b43_nphy_pa_set_tx_dig_filter(dev, offset[i],
4931 					      tbl_tx_filter_coef_rev4[i]);
4932 
4933 	/* Verified with BCM43227 and BCM43228 */
4934 	if (dev->phy.rev == 16)
4935 		b43_nphy_pa_set_tx_dig_filter(dev, 0x186, dig_filter_phy_rev16);
4936 
4937 	/* Verified with BCM43131 and BCM43217 */
4938 	if (dev->phy.rev == 17) {
4939 		b43_nphy_pa_set_tx_dig_filter(dev, 0x186, dig_filter_phy_rev16);
4940 		b43_nphy_pa_set_tx_dig_filter(dev, 0x195,
4941 					      tbl_tx_filter_coef_rev4[1]);
4942 	}
4943 
4944 	if (b43_is_40mhz(dev)) {
4945 		b43_nphy_pa_set_tx_dig_filter(dev, 0x186,
4946 					      tbl_tx_filter_coef_rev4[3]);
4947 	} else {
4948 		if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ)
4949 			b43_nphy_pa_set_tx_dig_filter(dev, 0x186,
4950 						      tbl_tx_filter_coef_rev4[5]);
4951 		if (dev->phy.channel == 14)
4952 			b43_nphy_pa_set_tx_dig_filter(dev, 0x186,
4953 						      tbl_tx_filter_coef_rev4[6]);
4954 	}
4955 }
4956 
4957 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/GetTxGain */
4958 static struct nphy_txgains b43_nphy_get_tx_gains(struct b43_wldev *dev)
4959 {
4960 	struct b43_phy_n *nphy = dev->phy.n;
4961 
4962 	u16 curr_gain[2];
4963 	struct nphy_txgains target;
4964 	const u32 *table = NULL;
4965 
4966 	if (!nphy->txpwrctrl) {
4967 		int i;
4968 
4969 		if (nphy->hang_avoid)
4970 			b43_nphy_stay_in_carrier_search(dev, true);
4971 		b43_ntab_read_bulk(dev, B43_NTAB16(7, 0x110), 2, curr_gain);
4972 		if (nphy->hang_avoid)
4973 			b43_nphy_stay_in_carrier_search(dev, false);
4974 
4975 		for (i = 0; i < 2; ++i) {
4976 			if (dev->phy.rev >= 7) {
4977 				target.ipa[i] = curr_gain[i] & 0x0007;
4978 				target.pad[i] = (curr_gain[i] & 0x00F8) >> 3;
4979 				target.pga[i] = (curr_gain[i] & 0x0F00) >> 8;
4980 				target.txgm[i] = (curr_gain[i] & 0x7000) >> 12;
4981 				target.tx_lpf[i] = (curr_gain[i] & 0x8000) >> 15;
4982 			} else if (dev->phy.rev >= 3) {
4983 				target.ipa[i] = curr_gain[i] & 0x000F;
4984 				target.pad[i] = (curr_gain[i] & 0x00F0) >> 4;
4985 				target.pga[i] = (curr_gain[i] & 0x0F00) >> 8;
4986 				target.txgm[i] = (curr_gain[i] & 0x7000) >> 12;
4987 			} else {
4988 				target.ipa[i] = curr_gain[i] & 0x0003;
4989 				target.pad[i] = (curr_gain[i] & 0x000C) >> 2;
4990 				target.pga[i] = (curr_gain[i] & 0x0070) >> 4;
4991 				target.txgm[i] = (curr_gain[i] & 0x0380) >> 7;
4992 			}
4993 		}
4994 	} else {
4995 		int i;
4996 		u16 index[2];
4997 		index[0] = (b43_phy_read(dev, B43_NPHY_C1_TXPCTL_STAT) &
4998 			B43_NPHY_TXPCTL_STAT_BIDX) >>
4999 			B43_NPHY_TXPCTL_STAT_BIDX_SHIFT;
5000 		index[1] = (b43_phy_read(dev, B43_NPHY_C2_TXPCTL_STAT) &
5001 			B43_NPHY_TXPCTL_STAT_BIDX) >>
5002 			B43_NPHY_TXPCTL_STAT_BIDX_SHIFT;
5003 
5004 		for (i = 0; i < 2; ++i) {
5005 			table = b43_nphy_get_tx_gain_table(dev);
5006 			if (!table)
5007 				break;
5008 
5009 			if (dev->phy.rev >= 7) {
5010 				target.ipa[i] = (table[index[i]] >> 16) & 0x7;
5011 				target.pad[i] = (table[index[i]] >> 19) & 0x1F;
5012 				target.pga[i] = (table[index[i]] >> 24) & 0xF;
5013 				target.txgm[i] = (table[index[i]] >> 28) & 0x7;
5014 				target.tx_lpf[i] = (table[index[i]] >> 31) & 0x1;
5015 			} else if (dev->phy.rev >= 3) {
5016 				target.ipa[i] = (table[index[i]] >> 16) & 0xF;
5017 				target.pad[i] = (table[index[i]] >> 20) & 0xF;
5018 				target.pga[i] = (table[index[i]] >> 24) & 0xF;
5019 				target.txgm[i] = (table[index[i]] >> 28) & 0xF;
5020 			} else {
5021 				target.ipa[i] = (table[index[i]] >> 16) & 0x3;
5022 				target.pad[i] = (table[index[i]] >> 18) & 0x3;
5023 				target.pga[i] = (table[index[i]] >> 20) & 0x7;
5024 				target.txgm[i] = (table[index[i]] >> 23) & 0x7;
5025 			}
5026 		}
5027 	}
5028 
5029 	return target;
5030 }
5031 
5032 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxCalPhyCleanup */
5033 static void b43_nphy_tx_cal_phy_cleanup(struct b43_wldev *dev)
5034 {
5035 	u16 *regs = dev->phy.n->tx_rx_cal_phy_saveregs;
5036 
5037 	if (dev->phy.rev >= 3) {
5038 		b43_phy_write(dev, B43_NPHY_AFECTL_C1, regs[0]);
5039 		b43_phy_write(dev, B43_NPHY_AFECTL_C2, regs[1]);
5040 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER1, regs[2]);
5041 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, regs[3]);
5042 		b43_phy_write(dev, B43_NPHY_BBCFG, regs[4]);
5043 		b43_ntab_write(dev, B43_NTAB16(8, 3), regs[5]);
5044 		b43_ntab_write(dev, B43_NTAB16(8, 19), regs[6]);
5045 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, regs[7]);
5046 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, regs[8]);
5047 		b43_phy_write(dev, B43_NPHY_PAPD_EN0, regs[9]);
5048 		b43_phy_write(dev, B43_NPHY_PAPD_EN1, regs[10]);
5049 		b43_nphy_reset_cca(dev);
5050 	} else {
5051 		b43_phy_maskset(dev, B43_NPHY_AFECTL_C1, 0x0FFF, regs[0]);
5052 		b43_phy_maskset(dev, B43_NPHY_AFECTL_C2, 0x0FFF, regs[1]);
5053 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, regs[2]);
5054 		b43_ntab_write(dev, B43_NTAB16(8, 2), regs[3]);
5055 		b43_ntab_write(dev, B43_NTAB16(8, 18), regs[4]);
5056 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, regs[5]);
5057 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, regs[6]);
5058 	}
5059 }
5060 
5061 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/TxCalPhySetup */
5062 static void b43_nphy_tx_cal_phy_setup(struct b43_wldev *dev)
5063 {
5064 	struct b43_phy *phy = &dev->phy;
5065 	struct b43_phy_n *nphy = dev->phy.n;
5066 	u16 *regs = dev->phy.n->tx_rx_cal_phy_saveregs;
5067 	u16 tmp;
5068 
5069 	regs[0] = b43_phy_read(dev, B43_NPHY_AFECTL_C1);
5070 	regs[1] = b43_phy_read(dev, B43_NPHY_AFECTL_C2);
5071 	if (dev->phy.rev >= 3) {
5072 		b43_phy_maskset(dev, B43_NPHY_AFECTL_C1, 0xF0FF, 0x0A00);
5073 		b43_phy_maskset(dev, B43_NPHY_AFECTL_C2, 0xF0FF, 0x0A00);
5074 
5075 		tmp = b43_phy_read(dev, B43_NPHY_AFECTL_OVER1);
5076 		regs[2] = tmp;
5077 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER1, tmp | 0x0600);
5078 
5079 		tmp = b43_phy_read(dev, B43_NPHY_AFECTL_OVER);
5080 		regs[3] = tmp;
5081 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, tmp | 0x0600);
5082 
5083 		regs[4] = b43_phy_read(dev, B43_NPHY_BBCFG);
5084 		b43_phy_mask(dev, B43_NPHY_BBCFG,
5085 			     ~B43_NPHY_BBCFG_RSTRX & 0xFFFF);
5086 
5087 		tmp = b43_ntab_read(dev, B43_NTAB16(8, 3));
5088 		regs[5] = tmp;
5089 		b43_ntab_write(dev, B43_NTAB16(8, 3), 0);
5090 
5091 		tmp = b43_ntab_read(dev, B43_NTAB16(8, 19));
5092 		regs[6] = tmp;
5093 		b43_ntab_write(dev, B43_NTAB16(8, 19), 0);
5094 		regs[7] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC1);
5095 		regs[8] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC2);
5096 
5097 		if (!nphy->use_int_tx_iq_lo_cal)
5098 			b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_PA,
5099 						      1, 3);
5100 		else
5101 			b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_PA,
5102 						      0, 3);
5103 		b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_TRSW, 2, 1);
5104 		b43_nphy_rf_ctl_intc_override(dev, N_INTC_OVERRIDE_TRSW, 8, 2);
5105 
5106 		regs[9] = b43_phy_read(dev, B43_NPHY_PAPD_EN0);
5107 		regs[10] = b43_phy_read(dev, B43_NPHY_PAPD_EN1);
5108 		b43_phy_mask(dev, B43_NPHY_PAPD_EN0, ~0x0001);
5109 		b43_phy_mask(dev, B43_NPHY_PAPD_EN1, ~0x0001);
5110 
5111 		tmp = b43_nphy_read_lpf_ctl(dev, 0);
5112 		if (phy->rev >= 19)
5113 			b43_nphy_rf_ctl_override_rev19(dev, 0x80, tmp, 0, false,
5114 						       1);
5115 		else if (phy->rev >= 7)
5116 			b43_nphy_rf_ctl_override_rev7(dev, 0x80, tmp, 0, false,
5117 						      1);
5118 
5119 		if (nphy->use_int_tx_iq_lo_cal && true /* FIXME */) {
5120 			if (phy->rev >= 19) {
5121 				b43_nphy_rf_ctl_override_rev19(dev, 0x8, 0, 0x3,
5122 							       false, 0);
5123 			} else if (phy->rev >= 8) {
5124 				b43_nphy_rf_ctl_override_rev7(dev, 0x8, 0, 0x3,
5125 							      false, 0);
5126 			} else if (phy->rev == 7) {
5127 				b43_radio_maskset(dev, R2057_OVR_REG0, 1 << 4, 1 << 4);
5128 				if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
5129 					b43_radio_maskset(dev, R2057_PAD2G_TUNE_PUS_CORE0, ~1, 0);
5130 					b43_radio_maskset(dev, R2057_PAD2G_TUNE_PUS_CORE1, ~1, 0);
5131 				} else {
5132 					b43_radio_maskset(dev, R2057_IPA5G_CASCOFFV_PU_CORE0, ~1, 0);
5133 					b43_radio_maskset(dev, R2057_IPA5G_CASCOFFV_PU_CORE1, ~1, 0);
5134 				}
5135 			}
5136 		}
5137 	} else {
5138 		b43_phy_maskset(dev, B43_NPHY_AFECTL_C1, 0x0FFF, 0xA000);
5139 		b43_phy_maskset(dev, B43_NPHY_AFECTL_C2, 0x0FFF, 0xA000);
5140 		tmp = b43_phy_read(dev, B43_NPHY_AFECTL_OVER);
5141 		regs[2] = tmp;
5142 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, tmp | 0x3000);
5143 		tmp = b43_ntab_read(dev, B43_NTAB16(8, 2));
5144 		regs[3] = tmp;
5145 		tmp |= 0x2000;
5146 		b43_ntab_write(dev, B43_NTAB16(8, 2), tmp);
5147 		tmp = b43_ntab_read(dev, B43_NTAB16(8, 18));
5148 		regs[4] = tmp;
5149 		tmp |= 0x2000;
5150 		b43_ntab_write(dev, B43_NTAB16(8, 18), tmp);
5151 		regs[5] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC1);
5152 		regs[6] = b43_phy_read(dev, B43_NPHY_RFCTL_INTC2);
5153 		if (b43_current_band(dev->wl) == NL80211_BAND_5GHZ)
5154 			tmp = 0x0180;
5155 		else
5156 			tmp = 0x0120;
5157 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, tmp);
5158 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, tmp);
5159 	}
5160 }
5161 
5162 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/SaveCal */
5163 static void b43_nphy_save_cal(struct b43_wldev *dev)
5164 {
5165 	struct b43_phy *phy = &dev->phy;
5166 	struct b43_phy_n *nphy = dev->phy.n;
5167 
5168 	struct b43_phy_n_iq_comp *rxcal_coeffs = NULL;
5169 	u16 *txcal_radio_regs = NULL;
5170 	struct b43_chanspec *iqcal_chanspec;
5171 	u16 *table = NULL;
5172 
5173 	if (nphy->hang_avoid)
5174 		b43_nphy_stay_in_carrier_search(dev, 1);
5175 
5176 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
5177 		rxcal_coeffs = &nphy->cal_cache.rxcal_coeffs_2G;
5178 		txcal_radio_regs = nphy->cal_cache.txcal_radio_regs_2G;
5179 		iqcal_chanspec = &nphy->iqcal_chanspec_2G;
5180 		table = nphy->cal_cache.txcal_coeffs_2G;
5181 	} else {
5182 		rxcal_coeffs = &nphy->cal_cache.rxcal_coeffs_5G;
5183 		txcal_radio_regs = nphy->cal_cache.txcal_radio_regs_5G;
5184 		iqcal_chanspec = &nphy->iqcal_chanspec_5G;
5185 		table = nphy->cal_cache.txcal_coeffs_5G;
5186 	}
5187 
5188 	b43_nphy_rx_iq_coeffs(dev, false, rxcal_coeffs);
5189 	/* TODO use some definitions */
5190 	if (phy->rev >= 19) {
5191 		/* TODO */
5192 	} else if (phy->rev >= 7) {
5193 		txcal_radio_regs[0] = b43_radio_read(dev,
5194 						     R2057_TX0_LOFT_FINE_I);
5195 		txcal_radio_regs[1] = b43_radio_read(dev,
5196 						     R2057_TX0_LOFT_FINE_Q);
5197 		txcal_radio_regs[4] = b43_radio_read(dev,
5198 						     R2057_TX0_LOFT_COARSE_I);
5199 		txcal_radio_regs[5] = b43_radio_read(dev,
5200 						     R2057_TX0_LOFT_COARSE_Q);
5201 		txcal_radio_regs[2] = b43_radio_read(dev,
5202 						     R2057_TX1_LOFT_FINE_I);
5203 		txcal_radio_regs[3] = b43_radio_read(dev,
5204 						     R2057_TX1_LOFT_FINE_Q);
5205 		txcal_radio_regs[6] = b43_radio_read(dev,
5206 						     R2057_TX1_LOFT_COARSE_I);
5207 		txcal_radio_regs[7] = b43_radio_read(dev,
5208 						     R2057_TX1_LOFT_COARSE_Q);
5209 	} else if (phy->rev >= 3) {
5210 		txcal_radio_regs[0] = b43_radio_read(dev, 0x2021);
5211 		txcal_radio_regs[1] = b43_radio_read(dev, 0x2022);
5212 		txcal_radio_regs[2] = b43_radio_read(dev, 0x3021);
5213 		txcal_radio_regs[3] = b43_radio_read(dev, 0x3022);
5214 		txcal_radio_regs[4] = b43_radio_read(dev, 0x2023);
5215 		txcal_radio_regs[5] = b43_radio_read(dev, 0x2024);
5216 		txcal_radio_regs[6] = b43_radio_read(dev, 0x3023);
5217 		txcal_radio_regs[7] = b43_radio_read(dev, 0x3024);
5218 	} else {
5219 		txcal_radio_regs[0] = b43_radio_read(dev, 0x8B);
5220 		txcal_radio_regs[1] = b43_radio_read(dev, 0xBA);
5221 		txcal_radio_regs[2] = b43_radio_read(dev, 0x8D);
5222 		txcal_radio_regs[3] = b43_radio_read(dev, 0xBC);
5223 	}
5224 	iqcal_chanspec->center_freq = dev->phy.chandef->chan->center_freq;
5225 	iqcal_chanspec->channel_type =
5226 				cfg80211_get_chandef_type(dev->phy.chandef);
5227 	b43_ntab_read_bulk(dev, B43_NTAB16(15, 80), 8, table);
5228 
5229 	if (nphy->hang_avoid)
5230 		b43_nphy_stay_in_carrier_search(dev, 0);
5231 }
5232 
5233 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RestoreCal */
5234 static void b43_nphy_restore_cal(struct b43_wldev *dev)
5235 {
5236 	struct b43_phy *phy = &dev->phy;
5237 	struct b43_phy_n *nphy = dev->phy.n;
5238 
5239 	u16 coef[4];
5240 	u16 *loft = NULL;
5241 	u16 *table = NULL;
5242 
5243 	int i;
5244 	u16 *txcal_radio_regs = NULL;
5245 	struct b43_phy_n_iq_comp *rxcal_coeffs = NULL;
5246 
5247 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
5248 		if (!nphy->iqcal_chanspec_2G.center_freq)
5249 			return;
5250 		table = nphy->cal_cache.txcal_coeffs_2G;
5251 		loft = &nphy->cal_cache.txcal_coeffs_2G[5];
5252 	} else {
5253 		if (!nphy->iqcal_chanspec_5G.center_freq)
5254 			return;
5255 		table = nphy->cal_cache.txcal_coeffs_5G;
5256 		loft = &nphy->cal_cache.txcal_coeffs_5G[5];
5257 	}
5258 
5259 	b43_ntab_write_bulk(dev, B43_NTAB16(15, 80), 4, table);
5260 
5261 	for (i = 0; i < 4; i++) {
5262 		if (dev->phy.rev >= 3)
5263 			coef[i] = table[i];
5264 		else
5265 			coef[i] = 0;
5266 	}
5267 
5268 	b43_ntab_write_bulk(dev, B43_NTAB16(15, 88), 4, coef);
5269 	b43_ntab_write_bulk(dev, B43_NTAB16(15, 85), 2, loft);
5270 	b43_ntab_write_bulk(dev, B43_NTAB16(15, 93), 2, loft);
5271 
5272 	if (dev->phy.rev < 2)
5273 		b43_nphy_tx_iq_workaround(dev);
5274 
5275 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
5276 		txcal_radio_regs = nphy->cal_cache.txcal_radio_regs_2G;
5277 		rxcal_coeffs = &nphy->cal_cache.rxcal_coeffs_2G;
5278 	} else {
5279 		txcal_radio_regs = nphy->cal_cache.txcal_radio_regs_5G;
5280 		rxcal_coeffs = &nphy->cal_cache.rxcal_coeffs_5G;
5281 	}
5282 
5283 	/* TODO use some definitions */
5284 	if (phy->rev >= 19) {
5285 		/* TODO */
5286 	} else if (phy->rev >= 7) {
5287 		b43_radio_write(dev, R2057_TX0_LOFT_FINE_I,
5288 				txcal_radio_regs[0]);
5289 		b43_radio_write(dev, R2057_TX0_LOFT_FINE_Q,
5290 				txcal_radio_regs[1]);
5291 		b43_radio_write(dev, R2057_TX0_LOFT_COARSE_I,
5292 				txcal_radio_regs[4]);
5293 		b43_radio_write(dev, R2057_TX0_LOFT_COARSE_Q,
5294 				txcal_radio_regs[5]);
5295 		b43_radio_write(dev, R2057_TX1_LOFT_FINE_I,
5296 				txcal_radio_regs[2]);
5297 		b43_radio_write(dev, R2057_TX1_LOFT_FINE_Q,
5298 				txcal_radio_regs[3]);
5299 		b43_radio_write(dev, R2057_TX1_LOFT_COARSE_I,
5300 				txcal_radio_regs[6]);
5301 		b43_radio_write(dev, R2057_TX1_LOFT_COARSE_Q,
5302 				txcal_radio_regs[7]);
5303 	} else if (phy->rev >= 3) {
5304 		b43_radio_write(dev, 0x2021, txcal_radio_regs[0]);
5305 		b43_radio_write(dev, 0x2022, txcal_radio_regs[1]);
5306 		b43_radio_write(dev, 0x3021, txcal_radio_regs[2]);
5307 		b43_radio_write(dev, 0x3022, txcal_radio_regs[3]);
5308 		b43_radio_write(dev, 0x2023, txcal_radio_regs[4]);
5309 		b43_radio_write(dev, 0x2024, txcal_radio_regs[5]);
5310 		b43_radio_write(dev, 0x3023, txcal_radio_regs[6]);
5311 		b43_radio_write(dev, 0x3024, txcal_radio_regs[7]);
5312 	} else {
5313 		b43_radio_write(dev, 0x8B, txcal_radio_regs[0]);
5314 		b43_radio_write(dev, 0xBA, txcal_radio_regs[1]);
5315 		b43_radio_write(dev, 0x8D, txcal_radio_regs[2]);
5316 		b43_radio_write(dev, 0xBC, txcal_radio_regs[3]);
5317 	}
5318 	b43_nphy_rx_iq_coeffs(dev, true, rxcal_coeffs);
5319 }
5320 
5321 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/CalTxIqlo */
5322 static int b43_nphy_cal_tx_iq_lo(struct b43_wldev *dev,
5323 				struct nphy_txgains target,
5324 				bool full, bool mphase)
5325 {
5326 	struct b43_phy *phy = &dev->phy;
5327 	struct b43_phy_n *nphy = dev->phy.n;
5328 	int i;
5329 	int error = 0;
5330 	int freq;
5331 	bool avoid = false;
5332 	u8 length;
5333 	u16 tmp, core, type, count, max, numb, last = 0, cmd;
5334 	const u16 *table;
5335 	bool phy6or5x;
5336 
5337 	u16 buffer[11];
5338 	u16 diq_start = 0;
5339 	u16 save[2];
5340 	u16 gain[2];
5341 	struct nphy_iqcal_params params[2];
5342 	bool updated[2] = { };
5343 
5344 	b43_nphy_stay_in_carrier_search(dev, true);
5345 
5346 	if (dev->phy.rev >= 4) {
5347 		avoid = nphy->hang_avoid;
5348 		nphy->hang_avoid = false;
5349 	}
5350 
5351 	b43_ntab_read_bulk(dev, B43_NTAB16(7, 0x110), 2, save);
5352 
5353 	for (i = 0; i < 2; i++) {
5354 		b43_nphy_iq_cal_gain_params(dev, i, target, &params[i]);
5355 		gain[i] = params[i].cal_gain;
5356 	}
5357 
5358 	b43_ntab_write_bulk(dev, B43_NTAB16(7, 0x110), 2, gain);
5359 
5360 	b43_nphy_tx_cal_radio_setup(dev);
5361 	b43_nphy_tx_cal_phy_setup(dev);
5362 
5363 	phy6or5x = dev->phy.rev >= 6 ||
5364 		(dev->phy.rev == 5 && nphy->ipa2g_on &&
5365 		b43_current_band(dev->wl) == NL80211_BAND_2GHZ);
5366 	if (phy6or5x) {
5367 		if (b43_is_40mhz(dev)) {
5368 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 0), 18,
5369 					tbl_tx_iqlo_cal_loft_ladder_40);
5370 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 32), 18,
5371 					tbl_tx_iqlo_cal_iqimb_ladder_40);
5372 		} else {
5373 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 0), 18,
5374 					tbl_tx_iqlo_cal_loft_ladder_20);
5375 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 32), 18,
5376 					tbl_tx_iqlo_cal_iqimb_ladder_20);
5377 		}
5378 	}
5379 
5380 	if (phy->rev >= 19) {
5381 		/* TODO */
5382 	} else if (phy->rev >= 7) {
5383 		b43_phy_write(dev, B43_NPHY_IQLOCAL_CMDGCTL, 0x8AD9);
5384 	} else {
5385 		b43_phy_write(dev, B43_NPHY_IQLOCAL_CMDGCTL, 0x8AA9);
5386 	}
5387 
5388 	if (!b43_is_40mhz(dev))
5389 		freq = 2500;
5390 	else
5391 		freq = 5000;
5392 
5393 	if (nphy->mphase_cal_phase_id > 2)
5394 		b43_nphy_run_samples(dev, (b43_is_40mhz(dev) ? 40 : 20) * 8,
5395 				     0xFFFF, 0, true, false, false);
5396 	else
5397 		error = b43_nphy_tx_tone(dev, freq, 250, true, false, false);
5398 
5399 	if (error == 0) {
5400 		if (nphy->mphase_cal_phase_id > 2) {
5401 			table = nphy->mphase_txcal_bestcoeffs;
5402 			length = 11;
5403 			if (dev->phy.rev < 3)
5404 				length -= 2;
5405 		} else {
5406 			if (!full && nphy->txiqlocal_coeffsvalid) {
5407 				table = nphy->txiqlocal_bestc;
5408 				length = 11;
5409 				if (dev->phy.rev < 3)
5410 					length -= 2;
5411 			} else {
5412 				full = true;
5413 				if (dev->phy.rev >= 3) {
5414 					table = tbl_tx_iqlo_cal_startcoefs_nphyrev3;
5415 					length = B43_NTAB_TX_IQLO_CAL_STARTCOEFS_REV3;
5416 				} else {
5417 					table = tbl_tx_iqlo_cal_startcoefs;
5418 					length = B43_NTAB_TX_IQLO_CAL_STARTCOEFS;
5419 				}
5420 			}
5421 		}
5422 
5423 		b43_ntab_write_bulk(dev, B43_NTAB16(15, 64), length, table);
5424 
5425 		if (full) {
5426 			if (dev->phy.rev >= 3)
5427 				max = B43_NTAB_TX_IQLO_CAL_CMDS_FULLCAL_REV3;
5428 			else
5429 				max = B43_NTAB_TX_IQLO_CAL_CMDS_FULLCAL;
5430 		} else {
5431 			if (dev->phy.rev >= 3)
5432 				max = B43_NTAB_TX_IQLO_CAL_CMDS_RECAL_REV3;
5433 			else
5434 				max = B43_NTAB_TX_IQLO_CAL_CMDS_RECAL;
5435 		}
5436 
5437 		if (mphase) {
5438 			count = nphy->mphase_txcal_cmdidx;
5439 			numb = min(max,
5440 				(u16)(count + nphy->mphase_txcal_numcmds));
5441 		} else {
5442 			count = 0;
5443 			numb = max;
5444 		}
5445 
5446 		for (; count < numb; count++) {
5447 			if (full) {
5448 				if (dev->phy.rev >= 3)
5449 					cmd = tbl_tx_iqlo_cal_cmds_fullcal_nphyrev3[count];
5450 				else
5451 					cmd = tbl_tx_iqlo_cal_cmds_fullcal[count];
5452 			} else {
5453 				if (dev->phy.rev >= 3)
5454 					cmd = tbl_tx_iqlo_cal_cmds_recal_nphyrev3[count];
5455 				else
5456 					cmd = tbl_tx_iqlo_cal_cmds_recal[count];
5457 			}
5458 
5459 			core = (cmd & 0x3000) >> 12;
5460 			type = (cmd & 0x0F00) >> 8;
5461 
5462 			if (phy6or5x && !updated[core]) {
5463 				b43_nphy_update_tx_cal_ladder(dev, core);
5464 				updated[core] = true;
5465 			}
5466 
5467 			tmp = (params[core].ncorr[type] << 8) | 0x66;
5468 			b43_phy_write(dev, B43_NPHY_IQLOCAL_CMDNNUM, tmp);
5469 
5470 			if (type == 1 || type == 3 || type == 4) {
5471 				buffer[0] = b43_ntab_read(dev,
5472 						B43_NTAB16(15, 69 + core));
5473 				diq_start = buffer[0];
5474 				buffer[0] = 0;
5475 				b43_ntab_write(dev, B43_NTAB16(15, 69 + core),
5476 						0);
5477 			}
5478 
5479 			b43_phy_write(dev, B43_NPHY_IQLOCAL_CMD, cmd);
5480 			for (i = 0; i < 2000; i++) {
5481 				tmp = b43_phy_read(dev, B43_NPHY_IQLOCAL_CMD);
5482 				if (tmp & 0xC000)
5483 					break;
5484 				udelay(10);
5485 			}
5486 
5487 			b43_ntab_read_bulk(dev, B43_NTAB16(15, 96), length,
5488 						buffer);
5489 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 64), length,
5490 						buffer);
5491 
5492 			if (type == 1 || type == 3 || type == 4)
5493 				buffer[0] = diq_start;
5494 		}
5495 
5496 		if (mphase)
5497 			nphy->mphase_txcal_cmdidx = (numb >= max) ? 0 : numb;
5498 
5499 		last = (dev->phy.rev < 3) ? 6 : 7;
5500 
5501 		if (!mphase || nphy->mphase_cal_phase_id == last) {
5502 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 96), 4, buffer);
5503 			b43_ntab_read_bulk(dev, B43_NTAB16(15, 80), 4, buffer);
5504 			if (dev->phy.rev < 3) {
5505 				buffer[0] = 0;
5506 				buffer[1] = 0;
5507 				buffer[2] = 0;
5508 				buffer[3] = 0;
5509 			}
5510 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 88), 4,
5511 						buffer);
5512 			b43_ntab_read_bulk(dev, B43_NTAB16(15, 101), 2,
5513 						buffer);
5514 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 85), 2,
5515 						buffer);
5516 			b43_ntab_write_bulk(dev, B43_NTAB16(15, 93), 2,
5517 						buffer);
5518 			length = 11;
5519 			if (dev->phy.rev < 3)
5520 				length -= 2;
5521 			b43_ntab_read_bulk(dev, B43_NTAB16(15, 96), length,
5522 						nphy->txiqlocal_bestc);
5523 			nphy->txiqlocal_coeffsvalid = true;
5524 			nphy->txiqlocal_chanspec.center_freq =
5525 						phy->chandef->chan->center_freq;
5526 			nphy->txiqlocal_chanspec.channel_type =
5527 					cfg80211_get_chandef_type(phy->chandef);
5528 		} else {
5529 			length = 11;
5530 			if (dev->phy.rev < 3)
5531 				length -= 2;
5532 			b43_ntab_read_bulk(dev, B43_NTAB16(15, 96), length,
5533 						nphy->mphase_txcal_bestcoeffs);
5534 		}
5535 
5536 		b43_nphy_stop_playback(dev);
5537 		b43_phy_write(dev, B43_NPHY_IQLOCAL_CMDGCTL, 0);
5538 	}
5539 
5540 	b43_nphy_tx_cal_phy_cleanup(dev);
5541 	b43_ntab_write_bulk(dev, B43_NTAB16(7, 0x110), 2, save);
5542 
5543 	if (dev->phy.rev < 2 && (!mphase || nphy->mphase_cal_phase_id == last))
5544 		b43_nphy_tx_iq_workaround(dev);
5545 
5546 	if (dev->phy.rev >= 4)
5547 		nphy->hang_avoid = avoid;
5548 
5549 	b43_nphy_stay_in_carrier_search(dev, false);
5550 
5551 	return error;
5552 }
5553 
5554 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/ReapplyTxCalCoeffs */
5555 static void b43_nphy_reapply_tx_cal_coeffs(struct b43_wldev *dev)
5556 {
5557 	struct b43_phy_n *nphy = dev->phy.n;
5558 	u8 i;
5559 	u16 buffer[7];
5560 	bool equal = true;
5561 
5562 	if (!nphy->txiqlocal_coeffsvalid ||
5563 	    nphy->txiqlocal_chanspec.center_freq != dev->phy.chandef->chan->center_freq ||
5564 	    nphy->txiqlocal_chanspec.channel_type != cfg80211_get_chandef_type(dev->phy.chandef))
5565 		return;
5566 
5567 	b43_ntab_read_bulk(dev, B43_NTAB16(15, 80), 7, buffer);
5568 	for (i = 0; i < 4; i++) {
5569 		if (buffer[i] != nphy->txiqlocal_bestc[i]) {
5570 			equal = false;
5571 			break;
5572 		}
5573 	}
5574 
5575 	if (!equal) {
5576 		b43_ntab_write_bulk(dev, B43_NTAB16(15, 80), 4,
5577 					nphy->txiqlocal_bestc);
5578 		for (i = 0; i < 4; i++)
5579 			buffer[i] = 0;
5580 		b43_ntab_write_bulk(dev, B43_NTAB16(15, 88), 4,
5581 					buffer);
5582 		b43_ntab_write_bulk(dev, B43_NTAB16(15, 85), 2,
5583 					&nphy->txiqlocal_bestc[5]);
5584 		b43_ntab_write_bulk(dev, B43_NTAB16(15, 93), 2,
5585 					&nphy->txiqlocal_bestc[5]);
5586 	}
5587 }
5588 
5589 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/CalRxIqRev2 */
5590 static int b43_nphy_rev2_cal_rx_iq(struct b43_wldev *dev,
5591 			struct nphy_txgains target, u8 type, bool debug)
5592 {
5593 	struct b43_phy_n *nphy = dev->phy.n;
5594 	int i, j, index;
5595 	u8 rfctl[2];
5596 	u8 afectl_core;
5597 	u16 tmp[6];
5598 	u16 cur_hpf1, cur_hpf2, cur_lna;
5599 	u32 real, imag;
5600 	enum nl80211_band band;
5601 
5602 	u8 use;
5603 	u16 cur_hpf;
5604 	u16 lna[3] = { 3, 3, 1 };
5605 	u16 hpf1[3] = { 7, 2, 0 };
5606 	u16 hpf2[3] = { 2, 0, 0 };
5607 	u32 power[3] = { };
5608 	u16 gain_save[2];
5609 	u16 cal_gain[2];
5610 	struct nphy_iqcal_params cal_params[2];
5611 	struct nphy_iq_est est;
5612 	int ret = 0;
5613 	bool playtone = true;
5614 	int desired = 13;
5615 
5616 	b43_nphy_stay_in_carrier_search(dev, 1);
5617 
5618 	if (dev->phy.rev < 2)
5619 		b43_nphy_reapply_tx_cal_coeffs(dev);
5620 	b43_ntab_read_bulk(dev, B43_NTAB16(7, 0x110), 2, gain_save);
5621 	for (i = 0; i < 2; i++) {
5622 		b43_nphy_iq_cal_gain_params(dev, i, target, &cal_params[i]);
5623 		cal_gain[i] = cal_params[i].cal_gain;
5624 	}
5625 	b43_ntab_write_bulk(dev, B43_NTAB16(7, 0x110), 2, cal_gain);
5626 
5627 	for (i = 0; i < 2; i++) {
5628 		if (i == 0) {
5629 			rfctl[0] = B43_NPHY_RFCTL_INTC1;
5630 			rfctl[1] = B43_NPHY_RFCTL_INTC2;
5631 			afectl_core = B43_NPHY_AFECTL_C1;
5632 		} else {
5633 			rfctl[0] = B43_NPHY_RFCTL_INTC2;
5634 			rfctl[1] = B43_NPHY_RFCTL_INTC1;
5635 			afectl_core = B43_NPHY_AFECTL_C2;
5636 		}
5637 
5638 		tmp[1] = b43_phy_read(dev, B43_NPHY_RFSEQCA);
5639 		tmp[2] = b43_phy_read(dev, afectl_core);
5640 		tmp[3] = b43_phy_read(dev, B43_NPHY_AFECTL_OVER);
5641 		tmp[4] = b43_phy_read(dev, rfctl[0]);
5642 		tmp[5] = b43_phy_read(dev, rfctl[1]);
5643 
5644 		b43_phy_maskset(dev, B43_NPHY_RFSEQCA,
5645 				~B43_NPHY_RFSEQCA_RXDIS & 0xFFFF,
5646 				((1 - i) << B43_NPHY_RFSEQCA_RXDIS_SHIFT));
5647 		b43_phy_maskset(dev, B43_NPHY_RFSEQCA, ~B43_NPHY_RFSEQCA_TXEN,
5648 				(1 - i));
5649 		b43_phy_set(dev, afectl_core, 0x0006);
5650 		b43_phy_set(dev, B43_NPHY_AFECTL_OVER, 0x0006);
5651 
5652 		band = b43_current_band(dev->wl);
5653 
5654 		if (nphy->rxcalparams & 0xFF000000) {
5655 			if (band == NL80211_BAND_5GHZ)
5656 				b43_phy_write(dev, rfctl[0], 0x140);
5657 			else
5658 				b43_phy_write(dev, rfctl[0], 0x110);
5659 		} else {
5660 			if (band == NL80211_BAND_5GHZ)
5661 				b43_phy_write(dev, rfctl[0], 0x180);
5662 			else
5663 				b43_phy_write(dev, rfctl[0], 0x120);
5664 		}
5665 
5666 		if (band == NL80211_BAND_5GHZ)
5667 			b43_phy_write(dev, rfctl[1], 0x148);
5668 		else
5669 			b43_phy_write(dev, rfctl[1], 0x114);
5670 
5671 		if (nphy->rxcalparams & 0x10000) {
5672 			b43_radio_maskset(dev, B2055_C1_GENSPARE2, 0xFC,
5673 					(i + 1));
5674 			b43_radio_maskset(dev, B2055_C2_GENSPARE2, 0xFC,
5675 					(2 - i));
5676 		}
5677 
5678 		for (j = 0; j < 4; j++) {
5679 			if (j < 3) {
5680 				cur_lna = lna[j];
5681 				cur_hpf1 = hpf1[j];
5682 				cur_hpf2 = hpf2[j];
5683 			} else {
5684 				if (power[1] > 10000) {
5685 					use = 1;
5686 					cur_hpf = cur_hpf1;
5687 					index = 2;
5688 				} else {
5689 					if (power[0] > 10000) {
5690 						use = 1;
5691 						cur_hpf = cur_hpf1;
5692 						index = 1;
5693 					} else {
5694 						index = 0;
5695 						use = 2;
5696 						cur_hpf = cur_hpf2;
5697 					}
5698 				}
5699 				cur_lna = lna[index];
5700 				cur_hpf1 = hpf1[index];
5701 				cur_hpf2 = hpf2[index];
5702 				cur_hpf += desired - hweight32(power[index]);
5703 				cur_hpf = clamp_val(cur_hpf, 0, 10);
5704 				if (use == 1)
5705 					cur_hpf1 = cur_hpf;
5706 				else
5707 					cur_hpf2 = cur_hpf;
5708 			}
5709 
5710 			tmp[0] = ((cur_hpf2 << 8) | (cur_hpf1 << 4) |
5711 					(cur_lna << 2));
5712 			b43_nphy_rf_ctl_override(dev, 0x400, tmp[0], 3,
5713 									false);
5714 			b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
5715 			b43_nphy_stop_playback(dev);
5716 
5717 			if (playtone) {
5718 				ret = b43_nphy_tx_tone(dev, 4000,
5719 						(nphy->rxcalparams & 0xFFFF),
5720 						false, false, true);
5721 				playtone = false;
5722 			} else {
5723 				b43_nphy_run_samples(dev, 160, 0xFFFF, 0, false,
5724 						     false, true);
5725 			}
5726 
5727 			if (ret == 0) {
5728 				if (j < 3) {
5729 					b43_nphy_rx_iq_est(dev, &est, 1024, 32,
5730 									false);
5731 					if (i == 0) {
5732 						real = est.i0_pwr;
5733 						imag = est.q0_pwr;
5734 					} else {
5735 						real = est.i1_pwr;
5736 						imag = est.q1_pwr;
5737 					}
5738 					power[i] = ((real + imag) / 1024) + 1;
5739 				} else {
5740 					b43_nphy_calc_rx_iq_comp(dev, 1 << i);
5741 				}
5742 				b43_nphy_stop_playback(dev);
5743 			}
5744 
5745 			if (ret != 0)
5746 				break;
5747 		}
5748 
5749 		b43_radio_mask(dev, B2055_C1_GENSPARE2, 0xFC);
5750 		b43_radio_mask(dev, B2055_C2_GENSPARE2, 0xFC);
5751 		b43_phy_write(dev, rfctl[1], tmp[5]);
5752 		b43_phy_write(dev, rfctl[0], tmp[4]);
5753 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, tmp[3]);
5754 		b43_phy_write(dev, afectl_core, tmp[2]);
5755 		b43_phy_write(dev, B43_NPHY_RFSEQCA, tmp[1]);
5756 
5757 		if (ret != 0)
5758 			break;
5759 	}
5760 
5761 	b43_nphy_rf_ctl_override(dev, 0x400, 0, 3, true);
5762 	b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
5763 	b43_ntab_write_bulk(dev, B43_NTAB16(7, 0x110), 2, gain_save);
5764 
5765 	b43_nphy_stay_in_carrier_search(dev, 0);
5766 
5767 	return ret;
5768 }
5769 
5770 static int b43_nphy_rev3_cal_rx_iq(struct b43_wldev *dev,
5771 			struct nphy_txgains target, u8 type, bool debug)
5772 {
5773 	return -1;
5774 }
5775 
5776 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/CalRxIq */
5777 static int b43_nphy_cal_rx_iq(struct b43_wldev *dev,
5778 			struct nphy_txgains target, u8 type, bool debug)
5779 {
5780 	if (dev->phy.rev >= 7)
5781 		type = 0;
5782 
5783 	if (dev->phy.rev >= 3)
5784 		return b43_nphy_rev3_cal_rx_iq(dev, target, type, debug);
5785 	else
5786 		return b43_nphy_rev2_cal_rx_iq(dev, target, type, debug);
5787 }
5788 
5789 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/RxCoreSetState */
5790 static void b43_nphy_set_rx_core_state(struct b43_wldev *dev, u8 mask)
5791 {
5792 	struct b43_phy *phy = &dev->phy;
5793 	struct b43_phy_n *nphy = phy->n;
5794 	/* u16 buf[16]; it's rev3+ */
5795 
5796 	nphy->phyrxchain = mask;
5797 
5798 	if (0 /* FIXME clk */)
5799 		return;
5800 
5801 	b43_mac_suspend(dev);
5802 
5803 	if (nphy->hang_avoid)
5804 		b43_nphy_stay_in_carrier_search(dev, true);
5805 
5806 	b43_phy_maskset(dev, B43_NPHY_RFSEQCA, ~B43_NPHY_RFSEQCA_RXEN,
5807 			(mask & 0x3) << B43_NPHY_RFSEQCA_RXEN_SHIFT);
5808 
5809 	if ((mask & 0x3) != 0x3) {
5810 		b43_phy_write(dev, B43_NPHY_HPANT_SWTHRES, 1);
5811 		if (dev->phy.rev >= 3) {
5812 			/* TODO */
5813 		}
5814 	} else {
5815 		b43_phy_write(dev, B43_NPHY_HPANT_SWTHRES, 0x1E);
5816 		if (dev->phy.rev >= 3) {
5817 			/* TODO */
5818 		}
5819 	}
5820 
5821 	b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
5822 
5823 	if (nphy->hang_avoid)
5824 		b43_nphy_stay_in_carrier_search(dev, false);
5825 
5826 	b43_mac_enable(dev);
5827 }
5828 
5829 static enum b43_txpwr_result b43_nphy_op_recalc_txpower(struct b43_wldev *dev,
5830 							bool ignore_tssi)
5831 {
5832 	struct b43_phy *phy = &dev->phy;
5833 	struct b43_phy_n *nphy = dev->phy.n;
5834 	struct ieee80211_channel *channel = dev->wl->hw->conf.chandef.chan;
5835 	struct b43_ppr *ppr = &nphy->tx_pwr_max_ppr;
5836 	u8 max; /* qdBm */
5837 
5838 	if (nphy->tx_pwr_last_recalc_freq == channel->center_freq &&
5839 	    nphy->tx_pwr_last_recalc_limit == phy->desired_txpower)
5840 		return B43_TXPWR_RES_DONE;
5841 
5842 	/* Make sure we have a clean PPR */
5843 	b43_ppr_clear(dev, ppr);
5844 
5845 	/* HW limitations */
5846 	b43_ppr_load_max_from_sprom(dev, ppr, B43_BAND_2G);
5847 
5848 	/* Regulatory & user settings */
5849 	max = INT_TO_Q52(phy->chandef->chan->max_power);
5850 	if (phy->desired_txpower)
5851 		max = min_t(u8, max, INT_TO_Q52(phy->desired_txpower));
5852 	b43_ppr_apply_max(dev, ppr, max);
5853 	if (b43_debug(dev, B43_DBG_XMITPOWER))
5854 		b43dbg(dev->wl, "Calculated TX power: " Q52_FMT "\n",
5855 		       Q52_ARG(b43_ppr_get_max(dev, ppr)));
5856 
5857 	/* TODO: Enable this once we get gains working */
5858 #if 0
5859 	/* Some extra gains */
5860 	hw_gain = 6; /* N-PHY specific */
5861 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
5862 		hw_gain += sprom->antenna_gain.a0;
5863 	else
5864 		hw_gain += sprom->antenna_gain.a1;
5865 	b43_ppr_add(dev, ppr, -hw_gain);
5866 #endif
5867 
5868 	/* Make sure we didn't go too low */
5869 	b43_ppr_apply_min(dev, ppr, INT_TO_Q52(8));
5870 
5871 	/* Apply */
5872 	b43_mac_suspend(dev);
5873 	b43_nphy_tx_power_ctl_setup(dev);
5874 	if (dev->dev->core_rev == 11 || dev->dev->core_rev == 12) {
5875 		b43_maskset32(dev, B43_MMIO_MACCTL, ~0, B43_MACCTL_PHY_LOCK);
5876 		b43_read32(dev, B43_MMIO_MACCTL);
5877 		udelay(1);
5878 	}
5879 	b43_nphy_tx_power_ctrl(dev, nphy->txpwrctrl);
5880 	if (dev->dev->core_rev == 11 || dev->dev->core_rev == 12)
5881 		b43_maskset32(dev, B43_MMIO_MACCTL, ~B43_MACCTL_PHY_LOCK, 0);
5882 	b43_mac_enable(dev);
5883 
5884 	nphy->tx_pwr_last_recalc_freq = channel->center_freq;
5885 	nphy->tx_pwr_last_recalc_limit = phy->desired_txpower;
5886 
5887 	return B43_TXPWR_RES_DONE;
5888 }
5889 
5890 /**************************************************
5891  * N-PHY init
5892  **************************************************/
5893 
5894 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/MIMOConfig */
5895 static void b43_nphy_update_mimo_config(struct b43_wldev *dev, s32 preamble)
5896 {
5897 	u16 mimocfg = b43_phy_read(dev, B43_NPHY_MIMOCFG);
5898 
5899 	mimocfg |= B43_NPHY_MIMOCFG_AUTO;
5900 	if (preamble == 1)
5901 		mimocfg |= B43_NPHY_MIMOCFG_GFMIX;
5902 	else
5903 		mimocfg &= ~B43_NPHY_MIMOCFG_GFMIX;
5904 
5905 	b43_phy_write(dev, B43_NPHY_MIMOCFG, mimocfg);
5906 }
5907 
5908 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/BPHYInit */
5909 static void b43_nphy_bphy_init(struct b43_wldev *dev)
5910 {
5911 	unsigned int i;
5912 	u16 val;
5913 
5914 	val = 0x1E1F;
5915 	for (i = 0; i < 16; i++) {
5916 		b43_phy_write(dev, B43_PHY_N_BMODE(0x88 + i), val);
5917 		val -= 0x202;
5918 	}
5919 	val = 0x3E3F;
5920 	for (i = 0; i < 16; i++) {
5921 		b43_phy_write(dev, B43_PHY_N_BMODE(0x98 + i), val);
5922 		val -= 0x202;
5923 	}
5924 	b43_phy_write(dev, B43_PHY_N_BMODE(0x38), 0x668);
5925 }
5926 
5927 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/SuperSwitchInit */
5928 static void b43_nphy_superswitch_init(struct b43_wldev *dev, bool init)
5929 {
5930 	if (dev->phy.rev >= 7)
5931 		return;
5932 
5933 	if (dev->phy.rev >= 3) {
5934 		if (!init)
5935 			return;
5936 		if (0 /* FIXME */) {
5937 			b43_ntab_write(dev, B43_NTAB16(9, 2), 0x211);
5938 			b43_ntab_write(dev, B43_NTAB16(9, 3), 0x222);
5939 			b43_ntab_write(dev, B43_NTAB16(9, 8), 0x144);
5940 			b43_ntab_write(dev, B43_NTAB16(9, 12), 0x188);
5941 		}
5942 	} else {
5943 		b43_phy_write(dev, B43_NPHY_GPIO_LOOEN, 0);
5944 		b43_phy_write(dev, B43_NPHY_GPIO_HIOEN, 0);
5945 
5946 		switch (dev->dev->bus_type) {
5947 #ifdef CONFIG_B43_BCMA
5948 		case B43_BUS_BCMA:
5949 			bcma_chipco_gpio_control(&dev->dev->bdev->bus->drv_cc,
5950 						 0xFC00, 0xFC00);
5951 			break;
5952 #endif
5953 #ifdef CONFIG_B43_SSB
5954 		case B43_BUS_SSB:
5955 			ssb_chipco_gpio_control(&dev->dev->sdev->bus->chipco,
5956 						0xFC00, 0xFC00);
5957 			break;
5958 #endif
5959 		}
5960 
5961 		b43_maskset32(dev, B43_MMIO_MACCTL, ~B43_MACCTL_GPOUTSMSK, 0);
5962 		b43_maskset16(dev, B43_MMIO_GPIO_MASK, ~0, 0xFC00);
5963 		b43_maskset16(dev, B43_MMIO_GPIO_CONTROL, (~0xFC00 & 0xFFFF),
5964 			      0);
5965 
5966 		if (init) {
5967 			b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_LO1, 0x2D8);
5968 			b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_UP1, 0x301);
5969 			b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_LO2, 0x2D8);
5970 			b43_phy_write(dev, B43_NPHY_RFCTL_LUT_TRSW_UP2, 0x301);
5971 		}
5972 	}
5973 }
5974 
5975 /* http://bcm-v4.sipsolutions.net/802.11/PHY/Init/N */
5976 static int b43_phy_initn(struct b43_wldev *dev)
5977 {
5978 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
5979 	struct b43_phy *phy = &dev->phy;
5980 	struct b43_phy_n *nphy = phy->n;
5981 	u8 tx_pwr_state;
5982 	struct nphy_txgains target;
5983 	u16 tmp;
5984 	bool do_rssi_cal;
5985 
5986 	u16 clip[2];
5987 	bool do_cal = false;
5988 
5989 	if ((dev->phy.rev >= 3) &&
5990 	   (sprom->boardflags_lo & B43_BFL_EXTLNA) &&
5991 	   (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)) {
5992 		switch (dev->dev->bus_type) {
5993 #ifdef CONFIG_B43_BCMA
5994 		case B43_BUS_BCMA:
5995 			bcma_cc_set32(&dev->dev->bdev->bus->drv_cc,
5996 				      BCMA_CC_CHIPCTL, 0x40);
5997 			break;
5998 #endif
5999 #ifdef CONFIG_B43_SSB
6000 		case B43_BUS_SSB:
6001 			chipco_set32(&dev->dev->sdev->bus->chipco,
6002 				     SSB_CHIPCO_CHIPCTL, 0x40);
6003 			break;
6004 #endif
6005 		}
6006 	}
6007 	nphy->use_int_tx_iq_lo_cal = b43_nphy_ipa(dev) ||
6008 		phy->rev >= 7 ||
6009 		(phy->rev >= 5 &&
6010 		 sprom->boardflags2_hi & B43_BFH2_INTERNDET_TXIQCAL);
6011 	nphy->deaf_count = 0;
6012 	b43_nphy_tables_init(dev);
6013 	nphy->crsminpwr_adjusted = false;
6014 	nphy->noisevars_adjusted = false;
6015 
6016 	/* Clear all overrides */
6017 	if (dev->phy.rev >= 3) {
6018 		b43_phy_write(dev, B43_NPHY_TXF_40CO_B1S1, 0);
6019 		b43_phy_write(dev, B43_NPHY_RFCTL_OVER, 0);
6020 		if (phy->rev >= 7) {
6021 			b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER3, 0);
6022 			b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER4, 0);
6023 			b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER5, 0);
6024 			b43_phy_write(dev, B43_NPHY_REV7_RF_CTL_OVER6, 0);
6025 		}
6026 		if (phy->rev >= 19) {
6027 			/* TODO */
6028 		}
6029 
6030 		b43_phy_write(dev, B43_NPHY_TXF_40CO_B1S0, 0);
6031 		b43_phy_write(dev, B43_NPHY_TXF_40CO_B32S1, 0);
6032 	} else {
6033 		b43_phy_write(dev, B43_NPHY_RFCTL_OVER, 0);
6034 	}
6035 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC1, 0);
6036 	b43_phy_write(dev, B43_NPHY_RFCTL_INTC2, 0);
6037 	if (dev->phy.rev < 6) {
6038 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC3, 0);
6039 		b43_phy_write(dev, B43_NPHY_RFCTL_INTC4, 0);
6040 	}
6041 	b43_phy_mask(dev, B43_NPHY_RFSEQMODE,
6042 		     ~(B43_NPHY_RFSEQMODE_CAOVER |
6043 		       B43_NPHY_RFSEQMODE_TROVER));
6044 	if (dev->phy.rev >= 3)
6045 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER1, 0);
6046 	b43_phy_write(dev, B43_NPHY_AFECTL_OVER, 0);
6047 
6048 	if (dev->phy.rev <= 2) {
6049 		tmp = (dev->phy.rev == 2) ? 0x3B : 0x40;
6050 		b43_phy_maskset(dev, B43_NPHY_BPHY_CTL3,
6051 				~B43_NPHY_BPHY_CTL3_SCALE,
6052 				tmp << B43_NPHY_BPHY_CTL3_SCALE_SHIFT);
6053 	}
6054 	b43_phy_write(dev, B43_NPHY_AFESEQ_TX2RX_PUD_20M, 0x20);
6055 	b43_phy_write(dev, B43_NPHY_AFESEQ_TX2RX_PUD_40M, 0x20);
6056 
6057 	if (sprom->boardflags2_lo & B43_BFL2_SKWRKFEM_BRD ||
6058 	    (dev->dev->board_vendor == PCI_VENDOR_ID_APPLE &&
6059 	     dev->dev->board_type == BCMA_BOARD_TYPE_BCM943224M93))
6060 		b43_phy_write(dev, B43_NPHY_TXREALFD, 0xA0);
6061 	else
6062 		b43_phy_write(dev, B43_NPHY_TXREALFD, 0xB8);
6063 	b43_phy_write(dev, B43_NPHY_MIMO_CRSTXEXT, 0xC8);
6064 	b43_phy_write(dev, B43_NPHY_PLOAD_CSENSE_EXTLEN, 0x50);
6065 	b43_phy_write(dev, B43_NPHY_TXRIFS_FRDEL, 0x30);
6066 
6067 	if (phy->rev < 8)
6068 		b43_nphy_update_mimo_config(dev, nphy->preamble_override);
6069 
6070 	b43_nphy_update_txrx_chain(dev);
6071 
6072 	if (phy->rev < 2) {
6073 		b43_phy_write(dev, B43_NPHY_DUP40_GFBL, 0xAA8);
6074 		b43_phy_write(dev, B43_NPHY_DUP40_BL, 0x9A4);
6075 	}
6076 
6077 	if (b43_nphy_ipa(dev)) {
6078 		b43_phy_set(dev, B43_NPHY_PAPD_EN0, 0x1);
6079 		b43_phy_maskset(dev, B43_NPHY_EPS_TABLE_ADJ0, 0x007F,
6080 				nphy->papd_epsilon_offset[0] << 7);
6081 		b43_phy_set(dev, B43_NPHY_PAPD_EN1, 0x1);
6082 		b43_phy_maskset(dev, B43_NPHY_EPS_TABLE_ADJ1, 0x007F,
6083 				nphy->papd_epsilon_offset[1] << 7);
6084 		b43_nphy_int_pa_set_tx_dig_filters(dev);
6085 	} else if (phy->rev >= 5) {
6086 		b43_nphy_ext_pa_set_tx_dig_filters(dev);
6087 	}
6088 
6089 	b43_nphy_workarounds(dev);
6090 
6091 	/* Reset CCA, in init code it differs a little from standard way */
6092 	b43_phy_force_clock(dev, 1);
6093 	tmp = b43_phy_read(dev, B43_NPHY_BBCFG);
6094 	b43_phy_write(dev, B43_NPHY_BBCFG, tmp | B43_NPHY_BBCFG_RSTCCA);
6095 	b43_phy_write(dev, B43_NPHY_BBCFG, tmp & ~B43_NPHY_BBCFG_RSTCCA);
6096 	b43_phy_force_clock(dev, 0);
6097 
6098 	b43_mac_phy_clock_set(dev, true);
6099 
6100 	if (phy->rev < 7) {
6101 		b43_nphy_pa_override(dev, false);
6102 		b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RX2TX);
6103 		b43_nphy_force_rf_sequence(dev, B43_RFSEQ_RESET2RX);
6104 		b43_nphy_pa_override(dev, true);
6105 	}
6106 
6107 	b43_nphy_classifier(dev, 0, 0);
6108 	b43_nphy_read_clip_detection(dev, clip);
6109 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
6110 		b43_nphy_bphy_init(dev);
6111 
6112 	tx_pwr_state = nphy->txpwrctrl;
6113 	b43_nphy_tx_power_ctrl(dev, false);
6114 	b43_nphy_tx_power_fix(dev);
6115 	b43_nphy_tx_power_ctl_idle_tssi(dev);
6116 	b43_nphy_tx_power_ctl_setup(dev);
6117 	b43_nphy_tx_gain_table_upload(dev);
6118 
6119 	if (nphy->phyrxchain != 3)
6120 		b43_nphy_set_rx_core_state(dev, nphy->phyrxchain);
6121 	if (nphy->mphase_cal_phase_id > 0) {
6122 		;/* TODO PHY Periodic Calibration Multi-Phase Restart */
6123 	}
6124 
6125 	do_rssi_cal = false;
6126 	if (phy->rev >= 3) {
6127 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
6128 			do_rssi_cal = !nphy->rssical_chanspec_2G.center_freq;
6129 		else
6130 			do_rssi_cal = !nphy->rssical_chanspec_5G.center_freq;
6131 
6132 		if (do_rssi_cal)
6133 			b43_nphy_rssi_cal(dev);
6134 		else
6135 			b43_nphy_restore_rssi_cal(dev);
6136 	} else {
6137 		b43_nphy_rssi_cal(dev);
6138 	}
6139 
6140 	if (!((nphy->measure_hold & 0x6) != 0)) {
6141 		if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
6142 			do_cal = !nphy->iqcal_chanspec_2G.center_freq;
6143 		else
6144 			do_cal = !nphy->iqcal_chanspec_5G.center_freq;
6145 
6146 		if (nphy->mute)
6147 			do_cal = false;
6148 
6149 		if (do_cal) {
6150 			target = b43_nphy_get_tx_gains(dev);
6151 
6152 			if (nphy->antsel_type == 2)
6153 				b43_nphy_superswitch_init(dev, true);
6154 			if (nphy->perical != 2) {
6155 				b43_nphy_rssi_cal(dev);
6156 				if (phy->rev >= 3) {
6157 					nphy->cal_orig_pwr_idx[0] =
6158 					    nphy->txpwrindex[0].index_internal;
6159 					nphy->cal_orig_pwr_idx[1] =
6160 					    nphy->txpwrindex[1].index_internal;
6161 					/* TODO N PHY Pre Calibrate TX Gain */
6162 					target = b43_nphy_get_tx_gains(dev);
6163 				}
6164 				if (!b43_nphy_cal_tx_iq_lo(dev, target, true, false))
6165 					if (b43_nphy_cal_rx_iq(dev, target, 2, 0) == 0)
6166 						b43_nphy_save_cal(dev);
6167 			} else if (nphy->mphase_cal_phase_id == 0) {
6168 				;/* N PHY Periodic Calibration with arg 3 */
6169 			}
6170 		} else {
6171 			b43_nphy_restore_cal(dev);
6172 		}
6173 	}
6174 
6175 	b43_nphy_tx_pwr_ctrl_coef_setup(dev);
6176 	b43_nphy_tx_power_ctrl(dev, tx_pwr_state);
6177 	b43_phy_write(dev, B43_NPHY_TXMACIF_HOLDOFF, 0x0015);
6178 	b43_phy_write(dev, B43_NPHY_TXMACDELAY, 0x0320);
6179 	if (phy->rev >= 3 && phy->rev <= 6)
6180 		b43_phy_write(dev, B43_NPHY_PLOAD_CSENSE_EXTLEN, 0x0032);
6181 	b43_nphy_tx_lpf_bw(dev);
6182 	if (phy->rev >= 3)
6183 		b43_nphy_spur_workaround(dev);
6184 
6185 	return 0;
6186 }
6187 
6188 /**************************************************
6189  * Channel switching ops.
6190  **************************************************/
6191 
6192 static void b43_chantab_phy_upload(struct b43_wldev *dev,
6193 				   const struct b43_phy_n_sfo_cfg *e)
6194 {
6195 	b43_phy_write(dev, B43_NPHY_BW1A, e->phy_bw1a);
6196 	b43_phy_write(dev, B43_NPHY_BW2, e->phy_bw2);
6197 	b43_phy_write(dev, B43_NPHY_BW3, e->phy_bw3);
6198 	b43_phy_write(dev, B43_NPHY_BW4, e->phy_bw4);
6199 	b43_phy_write(dev, B43_NPHY_BW5, e->phy_bw5);
6200 	b43_phy_write(dev, B43_NPHY_BW6, e->phy_bw6);
6201 }
6202 
6203 /* https://bcm-v4.sipsolutions.net/802.11/PmuSpurAvoid */
6204 static void b43_nphy_pmu_spur_avoid(struct b43_wldev *dev, bool avoid)
6205 {
6206 	switch (dev->dev->bus_type) {
6207 #ifdef CONFIG_B43_BCMA
6208 	case B43_BUS_BCMA:
6209 		bcma_pmu_spuravoid_pllupdate(&dev->dev->bdev->bus->drv_cc,
6210 					     avoid);
6211 		break;
6212 #endif
6213 #ifdef CONFIG_B43_SSB
6214 	case B43_BUS_SSB:
6215 		ssb_pmu_spuravoid_pllupdate(&dev->dev->sdev->bus->chipco,
6216 					    avoid);
6217 		break;
6218 #endif
6219 	}
6220 }
6221 
6222 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/ChanspecSetup */
6223 static void b43_nphy_channel_setup(struct b43_wldev *dev,
6224 				const struct b43_phy_n_sfo_cfg *e,
6225 				struct ieee80211_channel *new_channel)
6226 {
6227 	struct b43_phy *phy = &dev->phy;
6228 	struct b43_phy_n *nphy = dev->phy.n;
6229 	int ch = new_channel->hw_value;
6230 	u16 tmp16;
6231 
6232 	if (new_channel->band == NL80211_BAND_5GHZ) {
6233 		/* Switch to 2 GHz for a moment to access B43_PHY_B_BBCFG */
6234 		b43_phy_mask(dev, B43_NPHY_BANDCTL, ~B43_NPHY_BANDCTL_5GHZ);
6235 
6236 		tmp16 = b43_read16(dev, B43_MMIO_PSM_PHY_HDR);
6237 		b43_write16(dev, B43_MMIO_PSM_PHY_HDR, tmp16 | 4);
6238 		/* Put BPHY in the reset */
6239 		b43_phy_set(dev, B43_PHY_B_BBCFG,
6240 			    B43_PHY_B_BBCFG_RSTCCA | B43_PHY_B_BBCFG_RSTRX);
6241 		b43_write16(dev, B43_MMIO_PSM_PHY_HDR, tmp16);
6242 		b43_phy_set(dev, B43_NPHY_BANDCTL, B43_NPHY_BANDCTL_5GHZ);
6243 	} else if (new_channel->band == NL80211_BAND_2GHZ) {
6244 		b43_phy_mask(dev, B43_NPHY_BANDCTL, ~B43_NPHY_BANDCTL_5GHZ);
6245 		tmp16 = b43_read16(dev, B43_MMIO_PSM_PHY_HDR);
6246 		b43_write16(dev, B43_MMIO_PSM_PHY_HDR, tmp16 | 4);
6247 		/* Take BPHY out of the reset */
6248 		b43_phy_mask(dev, B43_PHY_B_BBCFG,
6249 			     (u16)~(B43_PHY_B_BBCFG_RSTCCA | B43_PHY_B_BBCFG_RSTRX));
6250 		b43_write16(dev, B43_MMIO_PSM_PHY_HDR, tmp16);
6251 	}
6252 
6253 	b43_chantab_phy_upload(dev, e);
6254 
6255 	if (new_channel->hw_value == 14) {
6256 		b43_nphy_classifier(dev, 2, 0);
6257 		b43_phy_set(dev, B43_PHY_B_TEST, 0x0800);
6258 	} else {
6259 		b43_nphy_classifier(dev, 2, 2);
6260 		if (new_channel->band == NL80211_BAND_2GHZ)
6261 			b43_phy_mask(dev, B43_PHY_B_TEST, ~0x840);
6262 	}
6263 
6264 	if (!nphy->txpwrctrl)
6265 		b43_nphy_tx_power_fix(dev);
6266 
6267 	if (dev->phy.rev < 3)
6268 		b43_nphy_adjust_lna_gain_table(dev);
6269 
6270 	b43_nphy_tx_lpf_bw(dev);
6271 
6272 	if (dev->phy.rev >= 3 &&
6273 	    dev->phy.n->spur_avoid != B43_SPUR_AVOID_DISABLE) {
6274 		u8 spuravoid = 0;
6275 
6276 		if (dev->phy.n->spur_avoid == B43_SPUR_AVOID_FORCE) {
6277 			spuravoid = 1;
6278 		} else if (phy->rev >= 19) {
6279 			/* TODO */
6280 		} else if (phy->rev >= 18) {
6281 			/* TODO */
6282 		} else if (phy->rev >= 17) {
6283 			/* TODO: Off for channels 1-11, but check 12-14! */
6284 		} else if (phy->rev >= 16) {
6285 			/* TODO: Off for 2 GHz, but check 5 GHz! */
6286 		} else if (phy->rev >= 7) {
6287 			if (!b43_is_40mhz(dev)) { /* 20MHz */
6288 				if (ch == 13 || ch == 14 || ch == 153)
6289 					spuravoid = 1;
6290 			} else { /* 40 MHz */
6291 				if (ch == 54)
6292 					spuravoid = 1;
6293 			}
6294 		} else {
6295 			if (!b43_is_40mhz(dev)) { /* 20MHz */
6296 				if ((ch >= 5 && ch <= 8) || ch == 13 || ch == 14)
6297 					spuravoid = 1;
6298 			} else { /* 40MHz */
6299 				if (nphy->aband_spurwar_en &&
6300 				    (ch == 38 || ch == 102 || ch == 118))
6301 					spuravoid = dev->dev->chip_id == 0x4716;
6302 			}
6303 		}
6304 
6305 		b43_nphy_pmu_spur_avoid(dev, spuravoid);
6306 
6307 		b43_mac_switch_freq(dev, spuravoid);
6308 
6309 		if (dev->phy.rev == 3 || dev->phy.rev == 4)
6310 			b43_wireless_core_phy_pll_reset(dev);
6311 
6312 		if (spuravoid)
6313 			b43_phy_set(dev, B43_NPHY_BBCFG, B43_NPHY_BBCFG_RSTRX);
6314 		else
6315 			b43_phy_mask(dev, B43_NPHY_BBCFG,
6316 				     ~B43_NPHY_BBCFG_RSTRX & 0xFFFF);
6317 
6318 		b43_nphy_reset_cca(dev);
6319 
6320 		/* wl sets useless phy_isspuravoid here */
6321 	}
6322 
6323 	b43_phy_write(dev, B43_NPHY_NDATAT_DUP40, 0x3830);
6324 
6325 	if (phy->rev >= 3)
6326 		b43_nphy_spur_workaround(dev);
6327 }
6328 
6329 /* https://bcm-v4.sipsolutions.net/802.11/PHY/N/SetChanspec */
6330 static int b43_nphy_set_channel(struct b43_wldev *dev,
6331 				struct ieee80211_channel *channel,
6332 				enum nl80211_channel_type channel_type)
6333 {
6334 	struct b43_phy *phy = &dev->phy;
6335 
6336 	const struct b43_nphy_channeltab_entry_rev2 *tabent_r2 = NULL;
6337 	const struct b43_nphy_channeltab_entry_rev3 *tabent_r3 = NULL;
6338 	const struct b43_nphy_chantabent_rev7 *tabent_r7 = NULL;
6339 	const struct b43_nphy_chantabent_rev7_2g *tabent_r7_2g = NULL;
6340 
6341 	u8 tmp;
6342 
6343 	if (phy->rev >= 19) {
6344 		return -ESRCH;
6345 		/* TODO */
6346 	} else if (phy->rev >= 7) {
6347 		r2057_get_chantabent_rev7(dev, channel->center_freq,
6348 					  &tabent_r7, &tabent_r7_2g);
6349 		if (!tabent_r7 && !tabent_r7_2g)
6350 			return -ESRCH;
6351 	} else if (phy->rev >= 3) {
6352 		tabent_r3 = b43_nphy_get_chantabent_rev3(dev,
6353 							channel->center_freq);
6354 		if (!tabent_r3)
6355 			return -ESRCH;
6356 	} else {
6357 		tabent_r2 = b43_nphy_get_chantabent_rev2(dev,
6358 							channel->hw_value);
6359 		if (!tabent_r2)
6360 			return -ESRCH;
6361 	}
6362 
6363 	/* Channel is set later in common code, but we need to set it on our
6364 	   own to let this function's subcalls work properly. */
6365 	phy->channel = channel->hw_value;
6366 
6367 #if 0
6368 	if (b43_channel_type_is_40mhz(phy->channel_type) !=
6369 		b43_channel_type_is_40mhz(channel_type))
6370 		; /* TODO: BMAC BW Set (channel_type) */
6371 #endif
6372 
6373 	if (channel_type == NL80211_CHAN_HT40PLUS) {
6374 		b43_phy_set(dev, B43_NPHY_RXCTL, B43_NPHY_RXCTL_BSELU20);
6375 		if (phy->rev >= 7)
6376 			b43_phy_set(dev, 0x310, 0x8000);
6377 	} else if (channel_type == NL80211_CHAN_HT40MINUS) {
6378 		b43_phy_mask(dev, B43_NPHY_RXCTL, ~B43_NPHY_RXCTL_BSELU20);
6379 		if (phy->rev >= 7)
6380 			b43_phy_mask(dev, 0x310, (u16)~0x8000);
6381 	}
6382 
6383 	if (phy->rev >= 19) {
6384 		/* TODO */
6385 	} else if (phy->rev >= 7) {
6386 		const struct b43_phy_n_sfo_cfg *phy_regs = tabent_r7 ?
6387 			&(tabent_r7->phy_regs) : &(tabent_r7_2g->phy_regs);
6388 
6389 		if (phy->radio_rev <= 4 || phy->radio_rev == 6) {
6390 			tmp = (channel->band == NL80211_BAND_5GHZ) ? 2 : 0;
6391 			b43_radio_maskset(dev, R2057_TIA_CONFIG_CORE0, ~2, tmp);
6392 			b43_radio_maskset(dev, R2057_TIA_CONFIG_CORE1, ~2, tmp);
6393 		}
6394 
6395 		b43_radio_2057_setup(dev, tabent_r7, tabent_r7_2g);
6396 		b43_nphy_channel_setup(dev, phy_regs, channel);
6397 	} else if (phy->rev >= 3) {
6398 		tmp = (channel->band == NL80211_BAND_5GHZ) ? 4 : 0;
6399 		b43_radio_maskset(dev, 0x08, 0xFFFB, tmp);
6400 		b43_radio_2056_setup(dev, tabent_r3);
6401 		b43_nphy_channel_setup(dev, &(tabent_r3->phy_regs), channel);
6402 	} else {
6403 		tmp = (channel->band == NL80211_BAND_5GHZ) ? 0x0020 : 0x0050;
6404 		b43_radio_maskset(dev, B2055_MASTER1, 0xFF8F, tmp);
6405 		b43_radio_2055_setup(dev, tabent_r2);
6406 		b43_nphy_channel_setup(dev, &(tabent_r2->phy_regs), channel);
6407 	}
6408 
6409 	return 0;
6410 }
6411 
6412 /**************************************************
6413  * Basic PHY ops.
6414  **************************************************/
6415 
6416 static int b43_nphy_op_allocate(struct b43_wldev *dev)
6417 {
6418 	struct b43_phy_n *nphy;
6419 
6420 	nphy = kzalloc(sizeof(*nphy), GFP_KERNEL);
6421 	if (!nphy)
6422 		return -ENOMEM;
6423 
6424 	dev->phy.n = nphy;
6425 
6426 	return 0;
6427 }
6428 
6429 static void b43_nphy_op_prepare_structs(struct b43_wldev *dev)
6430 {
6431 	struct b43_phy *phy = &dev->phy;
6432 	struct b43_phy_n *nphy = phy->n;
6433 	struct ssb_sprom *sprom = dev->dev->bus_sprom;
6434 
6435 	memset(nphy, 0, sizeof(*nphy));
6436 
6437 	nphy->hang_avoid = (phy->rev == 3 || phy->rev == 4);
6438 	nphy->spur_avoid = (phy->rev >= 3) ?
6439 				B43_SPUR_AVOID_AUTO : B43_SPUR_AVOID_DISABLE;
6440 	nphy->gain_boost = true; /* this way we follow wl, assume it is true */
6441 	nphy->txrx_chain = 2; /* sth different than 0 and 1 for now */
6442 	nphy->phyrxchain = 3; /* to avoid b43_nphy_set_rx_core_state like wl */
6443 	nphy->perical = 2; /* avoid additional rssi cal on init (like wl) */
6444 	/* 128 can mean disabled-by-default state of TX pwr ctl. Max value is
6445 	 * 0x7f == 127 and we check for 128 when restoring TX pwr ctl. */
6446 	nphy->tx_pwr_idx[0] = 128;
6447 	nphy->tx_pwr_idx[1] = 128;
6448 
6449 	/* Hardware TX power control and 5GHz power gain */
6450 	nphy->txpwrctrl = false;
6451 	nphy->pwg_gain_5ghz = false;
6452 	if (dev->phy.rev >= 3 ||
6453 	    (dev->dev->board_vendor == PCI_VENDOR_ID_APPLE &&
6454 	     (dev->dev->core_rev == 11 || dev->dev->core_rev == 12))) {
6455 		nphy->txpwrctrl = true;
6456 		nphy->pwg_gain_5ghz = true;
6457 	} else if (sprom->revision >= 4) {
6458 		if (dev->phy.rev >= 2 &&
6459 		    (sprom->boardflags2_lo & B43_BFL2_TXPWRCTRL_EN)) {
6460 			nphy->txpwrctrl = true;
6461 #ifdef CONFIG_B43_SSB
6462 			if (dev->dev->bus_type == B43_BUS_SSB &&
6463 			    dev->dev->sdev->bus->bustype == SSB_BUSTYPE_PCI) {
6464 				struct pci_dev *pdev =
6465 					dev->dev->sdev->bus->host_pci;
6466 				if (pdev->device == 0x4328 ||
6467 				    pdev->device == 0x432a)
6468 					nphy->pwg_gain_5ghz = true;
6469 			}
6470 #endif
6471 		} else if (sprom->boardflags2_lo & B43_BFL2_5G_PWRGAIN) {
6472 			nphy->pwg_gain_5ghz = true;
6473 		}
6474 	}
6475 
6476 	if (dev->phy.rev >= 3) {
6477 		nphy->ipa2g_on = sprom->fem.ghz2.extpa_gain == 2;
6478 		nphy->ipa5g_on = sprom->fem.ghz5.extpa_gain == 2;
6479 	}
6480 }
6481 
6482 static void b43_nphy_op_free(struct b43_wldev *dev)
6483 {
6484 	struct b43_phy *phy = &dev->phy;
6485 	struct b43_phy_n *nphy = phy->n;
6486 
6487 	kfree(nphy);
6488 	phy->n = NULL;
6489 }
6490 
6491 static int b43_nphy_op_init(struct b43_wldev *dev)
6492 {
6493 	return b43_phy_initn(dev);
6494 }
6495 
6496 static inline void check_phyreg(struct b43_wldev *dev, u16 offset)
6497 {
6498 #if B43_DEBUG
6499 	if ((offset & B43_PHYROUTE) == B43_PHYROUTE_OFDM_GPHY) {
6500 		/* OFDM registers are onnly available on A/G-PHYs */
6501 		b43err(dev->wl, "Invalid OFDM PHY access at "
6502 		       "0x%04X on N-PHY\n", offset);
6503 		dump_stack();
6504 	}
6505 	if ((offset & B43_PHYROUTE) == B43_PHYROUTE_EXT_GPHY) {
6506 		/* Ext-G registers are only available on G-PHYs */
6507 		b43err(dev->wl, "Invalid EXT-G PHY access at "
6508 		       "0x%04X on N-PHY\n", offset);
6509 		dump_stack();
6510 	}
6511 #endif /* B43_DEBUG */
6512 }
6513 
6514 static void b43_nphy_op_maskset(struct b43_wldev *dev, u16 reg, u16 mask,
6515 				 u16 set)
6516 {
6517 	check_phyreg(dev, reg);
6518 	b43_write16f(dev, B43_MMIO_PHY_CONTROL, reg);
6519 	b43_maskset16(dev, B43_MMIO_PHY_DATA, mask, set);
6520 	dev->phy.writes_counter = 1;
6521 }
6522 
6523 static u16 b43_nphy_op_radio_read(struct b43_wldev *dev, u16 reg)
6524 {
6525 	/* Register 1 is a 32-bit register. */
6526 	B43_WARN_ON(dev->phy.rev < 7 && reg == 1);
6527 
6528 	if (dev->phy.rev >= 7)
6529 		reg |= 0x200; /* Radio 0x2057 */
6530 	else
6531 		reg |= 0x100;
6532 
6533 	b43_write16f(dev, B43_MMIO_RADIO_CONTROL, reg);
6534 	return b43_read16(dev, B43_MMIO_RADIO_DATA_LOW);
6535 }
6536 
6537 static void b43_nphy_op_radio_write(struct b43_wldev *dev, u16 reg, u16 value)
6538 {
6539 	/* Register 1 is a 32-bit register. */
6540 	B43_WARN_ON(dev->phy.rev < 7 && reg == 1);
6541 
6542 	b43_write16f(dev, B43_MMIO_RADIO_CONTROL, reg);
6543 	b43_write16(dev, B43_MMIO_RADIO_DATA_LOW, value);
6544 }
6545 
6546 /* https://bcm-v4.sipsolutions.net/802.11/Radio/Switch%20Radio */
6547 static void b43_nphy_op_software_rfkill(struct b43_wldev *dev,
6548 					bool blocked)
6549 {
6550 	struct b43_phy *phy = &dev->phy;
6551 
6552 	if (b43_read32(dev, B43_MMIO_MACCTL) & B43_MACCTL_ENABLED)
6553 		b43err(dev->wl, "MAC not suspended\n");
6554 
6555 	if (blocked) {
6556 		if (phy->rev >= 19) {
6557 			/* TODO */
6558 		} else if (phy->rev >= 8) {
6559 			b43_phy_mask(dev, B43_NPHY_RFCTL_CMD,
6560 				     ~B43_NPHY_RFCTL_CMD_CHIP0PU);
6561 		} else if (phy->rev >= 7) {
6562 			/* Nothing needed */
6563 		} else if (phy->rev >= 3) {
6564 			b43_phy_mask(dev, B43_NPHY_RFCTL_CMD,
6565 				     ~B43_NPHY_RFCTL_CMD_CHIP0PU);
6566 
6567 			b43_radio_mask(dev, 0x09, ~0x2);
6568 
6569 			b43_radio_write(dev, 0x204D, 0);
6570 			b43_radio_write(dev, 0x2053, 0);
6571 			b43_radio_write(dev, 0x2058, 0);
6572 			b43_radio_write(dev, 0x205E, 0);
6573 			b43_radio_mask(dev, 0x2062, ~0xF0);
6574 			b43_radio_write(dev, 0x2064, 0);
6575 
6576 			b43_radio_write(dev, 0x304D, 0);
6577 			b43_radio_write(dev, 0x3053, 0);
6578 			b43_radio_write(dev, 0x3058, 0);
6579 			b43_radio_write(dev, 0x305E, 0);
6580 			b43_radio_mask(dev, 0x3062, ~0xF0);
6581 			b43_radio_write(dev, 0x3064, 0);
6582 		}
6583 	} else {
6584 		if (phy->rev >= 19) {
6585 			/* TODO */
6586 		} else if (phy->rev >= 7) {
6587 			if (!dev->phy.radio_on)
6588 				b43_radio_2057_init(dev);
6589 			b43_switch_channel(dev, dev->phy.channel);
6590 		} else if (phy->rev >= 3) {
6591 			if (!dev->phy.radio_on)
6592 				b43_radio_init2056(dev);
6593 			b43_switch_channel(dev, dev->phy.channel);
6594 		} else {
6595 			b43_radio_init2055(dev);
6596 		}
6597 	}
6598 }
6599 
6600 /* https://bcm-v4.sipsolutions.net/802.11/PHY/Anacore */
6601 static void b43_nphy_op_switch_analog(struct b43_wldev *dev, bool on)
6602 {
6603 	struct b43_phy *phy = &dev->phy;
6604 	u16 override = on ? 0x0 : 0x7FFF;
6605 	u16 core = on ? 0xD : 0x00FD;
6606 
6607 	if (phy->rev >= 19) {
6608 		/* TODO */
6609 	} else if (phy->rev >= 3) {
6610 		if (on) {
6611 			b43_phy_write(dev, B43_NPHY_AFECTL_C1, core);
6612 			b43_phy_write(dev, B43_NPHY_AFECTL_OVER1, override);
6613 			b43_phy_write(dev, B43_NPHY_AFECTL_C2, core);
6614 			b43_phy_write(dev, B43_NPHY_AFECTL_OVER, override);
6615 		} else {
6616 			b43_phy_write(dev, B43_NPHY_AFECTL_OVER1, override);
6617 			b43_phy_write(dev, B43_NPHY_AFECTL_C1, core);
6618 			b43_phy_write(dev, B43_NPHY_AFECTL_OVER, override);
6619 			b43_phy_write(dev, B43_NPHY_AFECTL_C2, core);
6620 		}
6621 	} else {
6622 		b43_phy_write(dev, B43_NPHY_AFECTL_OVER, override);
6623 	}
6624 }
6625 
6626 static int b43_nphy_op_switch_channel(struct b43_wldev *dev,
6627 				      unsigned int new_channel)
6628 {
6629 	struct ieee80211_channel *channel = dev->wl->hw->conf.chandef.chan;
6630 	enum nl80211_channel_type channel_type =
6631 		cfg80211_get_chandef_type(&dev->wl->hw->conf.chandef);
6632 
6633 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ) {
6634 		if ((new_channel < 1) || (new_channel > 14))
6635 			return -EINVAL;
6636 	} else {
6637 		if (new_channel > 200)
6638 			return -EINVAL;
6639 	}
6640 
6641 	return b43_nphy_set_channel(dev, channel, channel_type);
6642 }
6643 
6644 static unsigned int b43_nphy_op_get_default_chan(struct b43_wldev *dev)
6645 {
6646 	if (b43_current_band(dev->wl) == NL80211_BAND_2GHZ)
6647 		return 1;
6648 	return 36;
6649 }
6650 
6651 const struct b43_phy_operations b43_phyops_n = {
6652 	.allocate		= b43_nphy_op_allocate,
6653 	.free			= b43_nphy_op_free,
6654 	.prepare_structs	= b43_nphy_op_prepare_structs,
6655 	.init			= b43_nphy_op_init,
6656 	.phy_maskset		= b43_nphy_op_maskset,
6657 	.radio_read		= b43_nphy_op_radio_read,
6658 	.radio_write		= b43_nphy_op_radio_write,
6659 	.software_rfkill	= b43_nphy_op_software_rfkill,
6660 	.switch_analog		= b43_nphy_op_switch_analog,
6661 	.switch_channel		= b43_nphy_op_switch_channel,
6662 	.get_default_chan	= b43_nphy_op_get_default_chan,
6663 	.recalc_txpower		= b43_nphy_op_recalc_txpower,
6664 };
6665