xref: /freebsd/sys/dev/usb/wlan/if_run.c (revision 2008043f386721d58158e37e0d7e50df8095942d)
1 /*-
2  * Copyright (c) 2008,2010 Damien Bergamini <damien.bergamini@free.fr>
3  * ported to FreeBSD by Akinori Furukoshi <moonlightakkiy@yahoo.ca>
4  * USB Consulting, Hans Petter Selasky <hselasky@freebsd.org>
5  * Copyright (c) 2013-2014 Kevin Lo
6  *
7  * Permission to use, copy, modify, and distribute this software for any
8  * purpose with or without fee is hereby granted, provided that the above
9  * copyright notice and this permission notice appear in all copies.
10  *
11  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
12  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
13  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
14  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
15  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
16  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
17  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
18  */
19 
20 #include <sys/cdefs.h>
21 /*-
22  * Ralink Technology RT2700U/RT2800U/RT3000U/RT3900E chipset driver.
23  * http://www.ralinktech.com/
24  */
25 
26 #include "opt_wlan.h"
27 
28 #include <sys/param.h>
29 #include <sys/eventhandler.h>
30 #include <sys/sockio.h>
31 #include <sys/sysctl.h>
32 #include <sys/lock.h>
33 #include <sys/mutex.h>
34 #include <sys/mbuf.h>
35 #include <sys/kernel.h>
36 #include <sys/socket.h>
37 #include <sys/systm.h>
38 #include <sys/malloc.h>
39 #include <sys/module.h>
40 #include <sys/bus.h>
41 #include <sys/endian.h>
42 #include <sys/linker.h>
43 #include <sys/firmware.h>
44 #include <sys/kdb.h>
45 
46 #include <net/bpf.h>
47 #include <net/if.h>
48 #include <net/if_var.h>
49 #include <net/if_arp.h>
50 #include <net/ethernet.h>
51 #include <net/if_dl.h>
52 #include <net/if_media.h>
53 #include <net/if_types.h>
54 
55 #include <netinet/in.h>
56 #include <netinet/in_systm.h>
57 #include <netinet/in_var.h>
58 #include <netinet/if_ether.h>
59 #include <netinet/ip.h>
60 
61 #include <net80211/ieee80211_var.h>
62 #include <net80211/ieee80211_regdomain.h>
63 #include <net80211/ieee80211_radiotap.h>
64 #include <net80211/ieee80211_ratectl.h>
65 #ifdef	IEEE80211_SUPPORT_SUPERG
66 #include <net80211/ieee80211_superg.h>
67 #endif
68 
69 #include <dev/usb/usb.h>
70 #include <dev/usb/usbdi.h>
71 #include "usbdevs.h"
72 
73 #define	USB_DEBUG_VAR	run_debug
74 #include <dev/usb/usb_debug.h>
75 #include <dev/usb/usb_msctest.h>
76 
77 #include <dev/usb/wlan/if_runreg.h>
78 #include <dev/usb/wlan/if_runvar.h>
79 
80 #ifdef	USB_DEBUG
81 #define	RUN_DEBUG
82 #endif
83 
84 #ifdef	RUN_DEBUG
85 int run_debug = 0;
86 static SYSCTL_NODE(_hw_usb, OID_AUTO, run, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
87     "USB run");
88 SYSCTL_INT(_hw_usb_run, OID_AUTO, debug, CTLFLAG_RWTUN, &run_debug, 0,
89     "run debug level");
90 
91 enum {
92 	RUN_DEBUG_XMIT		= 0x00000001,	/* basic xmit operation */
93 	RUN_DEBUG_XMIT_DESC	= 0x00000002,	/* xmit descriptors */
94 	RUN_DEBUG_RECV		= 0x00000004,	/* basic recv operation */
95 	RUN_DEBUG_RECV_DESC	= 0x00000008,	/* recv descriptors */
96 	RUN_DEBUG_STATE		= 0x00000010,	/* 802.11 state transitions */
97 	RUN_DEBUG_RATE		= 0x00000020,	/* rate adaptation */
98 	RUN_DEBUG_USB		= 0x00000040,	/* usb requests */
99 	RUN_DEBUG_FIRMWARE	= 0x00000080,	/* firmware(9) loading debug */
100 	RUN_DEBUG_BEACON	= 0x00000100,	/* beacon handling */
101 	RUN_DEBUG_INTR		= 0x00000200,	/* ISR */
102 	RUN_DEBUG_TEMP		= 0x00000400,	/* temperature calibration */
103 	RUN_DEBUG_ROM		= 0x00000800,	/* various ROM info */
104 	RUN_DEBUG_KEY		= 0x00001000,	/* crypto keys management */
105 	RUN_DEBUG_TXPWR		= 0x00002000,	/* dump Tx power values */
106 	RUN_DEBUG_RSSI		= 0x00004000,	/* dump RSSI lookups */
107 	RUN_DEBUG_RESET		= 0x00008000,	/* initialization progress */
108 	RUN_DEBUG_CALIB		= 0x00010000,	/* calibration progress */
109 	RUN_DEBUG_CMD		= 0x00020000,	/* command queue */
110 	RUN_DEBUG_ANY		= 0xffffffff
111 };
112 
113 #define RUN_DPRINTF(_sc, _m, ...) do {			\
114 	if (run_debug & (_m))				\
115 		device_printf((_sc)->sc_dev, __VA_ARGS__);	\
116 } while(0)
117 #else
118 #define RUN_DPRINTF(_sc, _m, ...)	do { (void) _sc; } while (0)
119 #endif
120 
121 #define	IEEE80211_HAS_ADDR4(wh)	IEEE80211_IS_DSTODS(wh)
122 
123 /*
124  * Because of LOR in run_key_delete(), use atomic instead.
125  * '& RUN_CMDQ_MASQ' is to loop cmdq[].
126  */
127 #define	RUN_CMDQ_GET(c)	(atomic_fetchadd_32((c), 1) & RUN_CMDQ_MASQ)
128 
129 static const STRUCT_USB_HOST_ID run_devs[] = {
130 #define	RUN_DEV(v,p)	{ USB_VP(USB_VENDOR_##v, USB_PRODUCT_##v##_##p) }
131 #define	RUN_DEV_EJECT(v,p)	\
132 	{ USB_VPI(USB_VENDOR_##v, USB_PRODUCT_##v##_##p, RUN_EJECT) }
133 #define	RUN_EJECT	1
134     RUN_DEV(ABOCOM,		RT2770),
135     RUN_DEV(ABOCOM,		RT2870),
136     RUN_DEV(ABOCOM,		RT3070),
137     RUN_DEV(ABOCOM,		RT3071),
138     RUN_DEV(ABOCOM,		RT3072),
139     RUN_DEV(ABOCOM2,		RT2870_1),
140     RUN_DEV(ACCTON,		RT2770),
141     RUN_DEV(ACCTON,		RT2870_1),
142     RUN_DEV(ACCTON,		RT2870_2),
143     RUN_DEV(ACCTON,		RT2870_3),
144     RUN_DEV(ACCTON,		RT2870_4),
145     RUN_DEV(ACCTON,		RT2870_5),
146     RUN_DEV(ACCTON,		RT3070),
147     RUN_DEV(ACCTON,		RT3070_1),
148     RUN_DEV(ACCTON,		RT3070_2),
149     RUN_DEV(ACCTON,		RT3070_3),
150     RUN_DEV(ACCTON,		RT3070_4),
151     RUN_DEV(ACCTON,		RT3070_5),
152     RUN_DEV(AIRTIES,		RT3070),
153     RUN_DEV(ALLWIN,		RT2070),
154     RUN_DEV(ALLWIN,		RT2770),
155     RUN_DEV(ALLWIN,		RT2870),
156     RUN_DEV(ALLWIN,		RT3070),
157     RUN_DEV(ALLWIN,		RT3071),
158     RUN_DEV(ALLWIN,		RT3072),
159     RUN_DEV(ALLWIN,		RT3572),
160     RUN_DEV(AMIGO,		RT2870_1),
161     RUN_DEV(AMIGO,		RT2870_2),
162     RUN_DEV(AMIT,		CGWLUSB2GNR),
163     RUN_DEV(AMIT,		RT2870_1),
164     RUN_DEV(AMIT2,		RT2870),
165     RUN_DEV(ASUS,		RT2870_1),
166     RUN_DEV(ASUS,		RT2870_2),
167     RUN_DEV(ASUS,		RT2870_3),
168     RUN_DEV(ASUS,		RT2870_4),
169     RUN_DEV(ASUS,		RT2870_5),
170     RUN_DEV(ASUS,		USBN13),
171     RUN_DEV(ASUS,		RT3070_1),
172     RUN_DEV(ASUS,		USBN66),
173     RUN_DEV(ASUS,		USB_N53),
174     RUN_DEV(ASUS,		USBN14),
175     RUN_DEV(ASUS2,		USBN11),
176     RUN_DEV(AZUREWAVE,		RT2870_1),
177     RUN_DEV(AZUREWAVE,		RT2870_2),
178     RUN_DEV(AZUREWAVE,		RT3070_1),
179     RUN_DEV(AZUREWAVE,		RT3070_2),
180     RUN_DEV(AZUREWAVE,		RT3070_3),
181     RUN_DEV(BELKIN,		F9L1103),
182     RUN_DEV(BELKIN,		F5D8053V3),
183     RUN_DEV(BELKIN,		F5D8055),
184     RUN_DEV(BELKIN,		F5D8055V2),
185     RUN_DEV(BELKIN,		F6D4050V1),
186     RUN_DEV(BELKIN,		F6D4050V2),
187     RUN_DEV(BELKIN,		RT2870_1),
188     RUN_DEV(BELKIN,		RT2870_2),
189     RUN_DEV(CISCOLINKSYS,	AE1000),
190     RUN_DEV(CISCOLINKSYS2,	RT3070),
191     RUN_DEV(CISCOLINKSYS3,	RT3070),
192     RUN_DEV(CONCEPTRONIC2,	RT2870_1),
193     RUN_DEV(CONCEPTRONIC2,	RT2870_2),
194     RUN_DEV(CONCEPTRONIC2,	RT2870_3),
195     RUN_DEV(CONCEPTRONIC2,	RT2870_4),
196     RUN_DEV(CONCEPTRONIC2,	RT2870_5),
197     RUN_DEV(CONCEPTRONIC2,	RT2870_6),
198     RUN_DEV(CONCEPTRONIC2,	RT2870_7),
199     RUN_DEV(CONCEPTRONIC2,	RT2870_8),
200     RUN_DEV(CONCEPTRONIC2,	RT3070_1),
201     RUN_DEV(CONCEPTRONIC2,	RT3070_2),
202     RUN_DEV(CONCEPTRONIC2,	VIGORN61),
203     RUN_DEV(COREGA,		CGWLUSB300GNM),
204     RUN_DEV(COREGA,		RT2870_1),
205     RUN_DEV(COREGA,		RT2870_2),
206     RUN_DEV(COREGA,		RT2870_3),
207     RUN_DEV(COREGA,		RT3070),
208     RUN_DEV(CYBERTAN,		RT2870),
209     RUN_DEV(DLINK,		RT2870),
210     RUN_DEV(DLINK,		RT3072),
211     RUN_DEV(DLINK,		DWA125A3),
212     RUN_DEV(DLINK,		DWA127),
213     RUN_DEV(DLINK,		DWA140B3),
214     RUN_DEV(DLINK,		DWA160B2),
215     RUN_DEV(DLINK,		DWA140D1),
216     RUN_DEV(DLINK,		DWA130F1),
217     RUN_DEV(DLINK,		DWA162),
218     RUN_DEV(DLINK2,		DWA130),
219     RUN_DEV(DLINK2,		RT2870_1),
220     RUN_DEV(DLINK2,		RT2870_2),
221     RUN_DEV(DLINK2,		RT3070_1),
222     RUN_DEV(DLINK2,		RT3070_2),
223     RUN_DEV(DLINK2,		RT3070_3),
224     RUN_DEV(DLINK2,		RT3070_4),
225     RUN_DEV(DLINK2,		RT3070_5),
226     RUN_DEV(DLINK2,		RT3072),
227     RUN_DEV(DLINK2,		RT3072_1),
228     RUN_DEV(EDIMAX,		EW7717),
229     RUN_DEV(EDIMAX,		EW7718),
230     RUN_DEV(EDIMAX,		EW7733UND),
231     RUN_DEV(EDIMAX,		RT2870_1),
232     RUN_DEV(ENCORE,		RT3070_1),
233     RUN_DEV(ENCORE,		RT3070_2),
234     RUN_DEV(ENCORE,		RT3070_3),
235     RUN_DEV(GIGABYTE,		GNWB31N),
236     RUN_DEV(GIGABYTE,		GNWB32L),
237     RUN_DEV(GIGABYTE,		RT2870_1),
238     RUN_DEV(GIGASET,		RT3070_1),
239     RUN_DEV(GIGASET,		RT3070_2),
240     RUN_DEV(GUILLEMOT,		HWNU300),
241     RUN_DEV(HAWKING,		HWUN2),
242     RUN_DEV(HAWKING,		RT2870_1),
243     RUN_DEV(HAWKING,		RT2870_2),
244     RUN_DEV(HAWKING,		RT3070),
245     RUN_DEV(IODATA,		RT3072_1),
246     RUN_DEV(IODATA,		RT3072_2),
247     RUN_DEV(IODATA,		RT3072_3),
248     RUN_DEV(IODATA,		RT3072_4),
249     RUN_DEV(LINKSYS4,		RT3070),
250     RUN_DEV(LINKSYS4,		WUSB100),
251     RUN_DEV(LINKSYS4,		WUSB54GCV3),
252     RUN_DEV(LINKSYS4,		WUSB600N),
253     RUN_DEV(LINKSYS4,		WUSB600NV2),
254     RUN_DEV(LOGITEC,		RT2870_1),
255     RUN_DEV(LOGITEC,		RT2870_2),
256     RUN_DEV(LOGITEC,		RT2870_3),
257     RUN_DEV(LOGITEC,		LANW300NU2),
258     RUN_DEV(LOGITEC,		LANW150NU2),
259     RUN_DEV(LOGITEC,		LANW300NU2S),
260     RUN_DEV(MELCO,		WLIUCG300HP),
261     RUN_DEV(MELCO,		RT2870_2),
262     RUN_DEV(MELCO,		WLIUCAG300N),
263     RUN_DEV(MELCO,		WLIUCG300N),
264     RUN_DEV(MELCO,		WLIUCG301N),
265     RUN_DEV(MELCO,		WLIUCGN),
266     RUN_DEV(MELCO,		WLIUCGNM),
267     RUN_DEV(MELCO,		WLIUCG300HPV1),
268     RUN_DEV(MELCO,		WLIUCGNM2),
269     RUN_DEV(MOTOROLA4,		RT2770),
270     RUN_DEV(MOTOROLA4,		RT3070),
271     RUN_DEV(MSI,		RT3070_1),
272     RUN_DEV(MSI,		RT3070_2),
273     RUN_DEV(MSI,		RT3070_3),
274     RUN_DEV(MSI,		RT3070_4),
275     RUN_DEV(MSI,		RT3070_5),
276     RUN_DEV(MSI,		RT3070_6),
277     RUN_DEV(MSI,		RT3070_7),
278     RUN_DEV(MSI,		RT3070_8),
279     RUN_DEV(MSI,		RT3070_9),
280     RUN_DEV(MSI,		RT3070_10),
281     RUN_DEV(MSI,		RT3070_11),
282     RUN_DEV(NETGEAR,		WNDA4100),
283     RUN_DEV(OVISLINK,		RT3072),
284     RUN_DEV(PARA,		RT3070),
285     RUN_DEV(PEGATRON,		RT2870),
286     RUN_DEV(PEGATRON,		RT3070),
287     RUN_DEV(PEGATRON,		RT3070_2),
288     RUN_DEV(PEGATRON,		RT3070_3),
289     RUN_DEV(PHILIPS,		RT2870),
290     RUN_DEV(PLANEX2,		GWUS300MINIS),
291     RUN_DEV(PLANEX2,		GWUSMICRON),
292     RUN_DEV(PLANEX2,		RT2870),
293     RUN_DEV(PLANEX2,		RT3070),
294     RUN_DEV(QCOM,		RT2870),
295     RUN_DEV(QUANTA,		RT3070),
296     RUN_DEV(RALINK,		RT2070),
297     RUN_DEV(RALINK,		RT2770),
298     RUN_DEV(RALINK,		RT2870),
299     RUN_DEV(RALINK,		RT3070),
300     RUN_DEV(RALINK,		RT3071),
301     RUN_DEV(RALINK,		RT3072),
302     RUN_DEV(RALINK,		RT3370),
303     RUN_DEV(RALINK,		RT3572),
304     RUN_DEV(RALINK,		RT3573),
305     RUN_DEV(RALINK,		RT5370),
306     RUN_DEV(RALINK,		RT5372),
307     RUN_DEV(RALINK,		RT5572),
308     RUN_DEV(RALINK,		RT8070),
309     RUN_DEV(SAMSUNG,		WIS09ABGN),
310     RUN_DEV(SAMSUNG2,		RT2870_1),
311     RUN_DEV(SENAO,		RT2870_1),
312     RUN_DEV(SENAO,		RT2870_2),
313     RUN_DEV(SENAO,		RT2870_3),
314     RUN_DEV(SENAO,		RT2870_4),
315     RUN_DEV(SENAO,		RT3070),
316     RUN_DEV(SENAO,		RT3071),
317     RUN_DEV(SENAO,		RT3072_1),
318     RUN_DEV(SENAO,		RT3072_2),
319     RUN_DEV(SENAO,		RT3072_3),
320     RUN_DEV(SENAO,		RT3072_4),
321     RUN_DEV(SENAO,		RT3072_5),
322     RUN_DEV(SITECOMEU,		RT2770),
323     RUN_DEV(SITECOMEU,		RT2870_1),
324     RUN_DEV(SITECOMEU,		RT2870_2),
325     RUN_DEV(SITECOMEU,		RT2870_3),
326     RUN_DEV(SITECOMEU,		RT2870_4),
327     RUN_DEV(SITECOMEU,		RT3070),
328     RUN_DEV(SITECOMEU,		RT3070_2),
329     RUN_DEV(SITECOMEU,		RT3070_3),
330     RUN_DEV(SITECOMEU,		RT3070_4),
331     RUN_DEV(SITECOMEU,		RT3071),
332     RUN_DEV(SITECOMEU,		RT3072_1),
333     RUN_DEV(SITECOMEU,		RT3072_2),
334     RUN_DEV(SITECOMEU,		RT3072_3),
335     RUN_DEV(SITECOMEU,		RT3072_4),
336     RUN_DEV(SITECOMEU,		RT3072_5),
337     RUN_DEV(SITECOMEU,		RT3072_6),
338     RUN_DEV(SITECOMEU,		WL608),
339     RUN_DEV(SPARKLAN,		RT2870_1),
340     RUN_DEV(SPARKLAN,		RT3070),
341     RUN_DEV(SWEEX2,		LW153),
342     RUN_DEV(SWEEX2,		LW303),
343     RUN_DEV(SWEEX2,		LW313),
344     RUN_DEV(TOSHIBA,		RT3070),
345     RUN_DEV(UMEDIA,		RT2870_1),
346     RUN_DEV(ZCOM,		RT2870_1),
347     RUN_DEV(ZCOM,		RT2870_2),
348     RUN_DEV(ZINWELL,		RT2870_1),
349     RUN_DEV(ZINWELL,		RT2870_2),
350     RUN_DEV(ZINWELL,		RT3070),
351     RUN_DEV(ZINWELL,		RT3072_1),
352     RUN_DEV(ZINWELL,		RT3072_2),
353     RUN_DEV(ZYXEL,		RT2870_1),
354     RUN_DEV(ZYXEL,		RT2870_2),
355     RUN_DEV(ZYXEL,		RT3070),
356     RUN_DEV_EJECT(ZYXEL,	NWD2705),
357     RUN_DEV_EJECT(RALINK,	RT_STOR),
358 #undef RUN_DEV_EJECT
359 #undef RUN_DEV
360 };
361 
362 static device_probe_t	run_match;
363 static device_attach_t	run_attach;
364 static device_detach_t	run_detach;
365 
366 static usb_callback_t	run_bulk_rx_callback;
367 static usb_callback_t	run_bulk_tx_callback0;
368 static usb_callback_t	run_bulk_tx_callback1;
369 static usb_callback_t	run_bulk_tx_callback2;
370 static usb_callback_t	run_bulk_tx_callback3;
371 static usb_callback_t	run_bulk_tx_callback4;
372 static usb_callback_t	run_bulk_tx_callback5;
373 
374 static void	run_autoinst(void *, struct usb_device *,
375 		    struct usb_attach_arg *);
376 static int	run_driver_loaded(struct module *, int, void *);
377 static void	run_bulk_tx_callbackN(struct usb_xfer *xfer,
378 		    usb_error_t error, u_int index);
379 static struct ieee80211vap *run_vap_create(struct ieee80211com *,
380 		    const char [IFNAMSIZ], int, enum ieee80211_opmode, int,
381 		    const uint8_t [IEEE80211_ADDR_LEN],
382 		    const uint8_t [IEEE80211_ADDR_LEN]);
383 static void	run_vap_delete(struct ieee80211vap *);
384 static void	run_cmdq_cb(void *, int);
385 static void	run_setup_tx_list(struct run_softc *,
386 		    struct run_endpoint_queue *);
387 static void	run_unsetup_tx_list(struct run_softc *,
388 		    struct run_endpoint_queue *);
389 static int	run_load_microcode(struct run_softc *);
390 static int	run_reset(struct run_softc *);
391 static usb_error_t run_do_request(struct run_softc *,
392 		    struct usb_device_request *, void *);
393 static int	run_read(struct run_softc *, uint16_t, uint32_t *);
394 static int	run_read_region_1(struct run_softc *, uint16_t, uint8_t *, int);
395 static int	run_write_2(struct run_softc *, uint16_t, uint16_t);
396 static int	run_write(struct run_softc *, uint16_t, uint32_t);
397 static int	run_write_region_1(struct run_softc *, uint16_t,
398 		    const uint8_t *, int);
399 static int	run_set_region_4(struct run_softc *, uint16_t, uint32_t, int);
400 static int	run_efuse_read(struct run_softc *, uint16_t, uint16_t *, int);
401 static int	run_efuse_read_2(struct run_softc *, uint16_t, uint16_t *);
402 static int	run_eeprom_read_2(struct run_softc *, uint16_t, uint16_t *);
403 static int	run_rt2870_rf_write(struct run_softc *, uint32_t);
404 static int	run_rt3070_rf_read(struct run_softc *, uint8_t, uint8_t *);
405 static int	run_rt3070_rf_write(struct run_softc *, uint8_t, uint8_t);
406 static int	run_bbp_read(struct run_softc *, uint8_t, uint8_t *);
407 static int	run_bbp_write(struct run_softc *, uint8_t, uint8_t);
408 static int	run_mcu_cmd(struct run_softc *, uint8_t, uint16_t);
409 static const char *run_get_rf(uint16_t);
410 static void	run_rt3593_get_txpower(struct run_softc *);
411 static void	run_get_txpower(struct run_softc *);
412 static int	run_read_eeprom(struct run_softc *);
413 static struct ieee80211_node *run_node_alloc(struct ieee80211vap *,
414 			    const uint8_t mac[IEEE80211_ADDR_LEN]);
415 static int	run_media_change(if_t);
416 static int	run_newstate(struct ieee80211vap *, enum ieee80211_state, int);
417 static int	run_wme_update(struct ieee80211com *);
418 static void	run_key_set_cb(void *);
419 static int	run_key_set(struct ieee80211vap *, struct ieee80211_key *);
420 static void	run_key_delete_cb(void *);
421 static int	run_key_delete(struct ieee80211vap *, struct ieee80211_key *);
422 static void	run_ratectl_to(void *);
423 static void	run_ratectl_cb(void *, int);
424 static void	run_drain_fifo(void *);
425 static void	run_iter_func(void *, struct ieee80211_node *);
426 static void	run_newassoc_cb(void *);
427 static void	run_newassoc(struct ieee80211_node *, int);
428 static void	run_recv_mgmt(struct ieee80211_node *, struct mbuf *, int,
429 		    const struct ieee80211_rx_stats *, int, int);
430 static void	run_rx_frame(struct run_softc *, struct mbuf *, uint32_t);
431 static void	run_tx_free(struct run_endpoint_queue *pq,
432 		    struct run_tx_data *, int);
433 static void	run_set_tx_desc(struct run_softc *, struct run_tx_data *);
434 static int	run_tx(struct run_softc *, struct mbuf *,
435 		    struct ieee80211_node *);
436 static int	run_tx_mgt(struct run_softc *, struct mbuf *,
437 		    struct ieee80211_node *);
438 static int	run_sendprot(struct run_softc *, const struct mbuf *,
439 		    struct ieee80211_node *, int, int);
440 static int	run_tx_param(struct run_softc *, struct mbuf *,
441 		    struct ieee80211_node *,
442 		    const struct ieee80211_bpf_params *);
443 static int	run_raw_xmit(struct ieee80211_node *, struct mbuf *,
444 		    const struct ieee80211_bpf_params *);
445 static int	run_transmit(struct ieee80211com *, struct mbuf *);
446 static void	run_start(struct run_softc *);
447 static void	run_parent(struct ieee80211com *);
448 static void	run_iq_calib(struct run_softc *, u_int);
449 static void	run_set_agc(struct run_softc *, uint8_t);
450 static void	run_select_chan_group(struct run_softc *, int);
451 static void	run_set_rx_antenna(struct run_softc *, int);
452 static void	run_rt2870_set_chan(struct run_softc *, u_int);
453 static void	run_rt3070_set_chan(struct run_softc *, u_int);
454 static void	run_rt3572_set_chan(struct run_softc *, u_int);
455 static void	run_rt3593_set_chan(struct run_softc *, u_int);
456 static void	run_rt5390_set_chan(struct run_softc *, u_int);
457 static void	run_rt5592_set_chan(struct run_softc *, u_int);
458 static int	run_set_chan(struct run_softc *, struct ieee80211_channel *);
459 static void	run_set_channel(struct ieee80211com *);
460 static void	run_getradiocaps(struct ieee80211com *, int, int *,
461 		    struct ieee80211_channel[]);
462 static void	run_scan_start(struct ieee80211com *);
463 static void	run_scan_end(struct ieee80211com *);
464 static void	run_update_beacon(struct ieee80211vap *, int);
465 static void	run_update_beacon_cb(void *);
466 static void	run_updateprot(struct ieee80211com *);
467 static void	run_updateprot_cb(void *);
468 static void	run_usb_timeout_cb(void *);
469 static void	run_reset_livelock(struct run_softc *);
470 static void	run_enable_tsf_sync(struct run_softc *);
471 static void	run_enable_tsf(struct run_softc *);
472 static void	run_disable_tsf(struct run_softc *);
473 static void	run_get_tsf(struct run_softc *, uint64_t *);
474 static void	run_enable_mrr(struct run_softc *);
475 static void	run_set_txpreamble(struct run_softc *);
476 static void	run_set_basicrates(struct run_softc *);
477 static void	run_set_leds(struct run_softc *, uint16_t);
478 static void	run_set_bssid(struct run_softc *, const uint8_t *);
479 static void	run_set_macaddr(struct run_softc *, const uint8_t *);
480 static void	run_updateslot(struct ieee80211com *);
481 static void	run_updateslot_cb(void *);
482 static void	run_update_mcast(struct ieee80211com *);
483 static int8_t	run_rssi2dbm(struct run_softc *, uint8_t, uint8_t);
484 static void	run_update_promisc_locked(struct run_softc *);
485 static void	run_update_promisc(struct ieee80211com *);
486 static void	run_rt5390_bbp_init(struct run_softc *);
487 static int	run_bbp_init(struct run_softc *);
488 static int	run_rt3070_rf_init(struct run_softc *);
489 static void	run_rt3593_rf_init(struct run_softc *);
490 static void	run_rt5390_rf_init(struct run_softc *);
491 static int	run_rt3070_filter_calib(struct run_softc *, uint8_t, uint8_t,
492 		    uint8_t *);
493 static void	run_rt3070_rf_setup(struct run_softc *);
494 static void	run_rt3593_rf_setup(struct run_softc *);
495 static void	run_rt5390_rf_setup(struct run_softc *);
496 static int	run_txrx_enable(struct run_softc *);
497 static void	run_adjust_freq_offset(struct run_softc *);
498 static void	run_init_locked(struct run_softc *);
499 static void	run_stop(void *);
500 static void	run_delay(struct run_softc *, u_int);
501 static void	run_update_chw(struct ieee80211com *ic);
502 static int	run_ampdu_enable(struct ieee80211_node *ni,
503 		    struct ieee80211_tx_ampdu *tap);
504 
505 static eventhandler_tag run_etag;
506 
507 static const struct rt2860_rate {
508 	uint8_t		rate;
509 	uint8_t		mcs;
510 	enum		ieee80211_phytype phy;
511 	uint8_t		ctl_ridx;
512 	uint16_t	sp_ack_dur;
513 	uint16_t	lp_ack_dur;
514 } rt2860_rates[] = {
515 	/* CCK rates (11b) */
516 	{   2, 0, IEEE80211_T_DS,   0, 314, 314 },
517 	{   4, 1, IEEE80211_T_DS,   1, 258, 162 },
518 	{  11, 2, IEEE80211_T_DS,   2, 223, 127 },
519 	{  22, 3, IEEE80211_T_DS,   3, 213, 117 },
520 
521 	/* OFDM rates (11a / 11g) */
522 	{  12, 0, IEEE80211_T_OFDM, 4,  60,  60 },
523 	{  18, 1, IEEE80211_T_OFDM, 4,  52,  52 },
524 	{  24, 2, IEEE80211_T_OFDM, 6,  48,  48 },
525 	{  36, 3, IEEE80211_T_OFDM, 6,  44,  44 },
526 	{  48, 4, IEEE80211_T_OFDM, 8,  44,  44 },
527 	{  72, 5, IEEE80211_T_OFDM, 8,  40,  40 },
528 	{  96, 6, IEEE80211_T_OFDM, 8,  40,  40 },
529 	{ 108, 7, IEEE80211_T_OFDM, 8,  40,  40 },
530 
531 	/* MCS - single stream */
532 	{  0x80, 0, IEEE80211_T_HT, 4, 60, 60 },
533 	{  0x81, 1, IEEE80211_T_HT, 4, 60, 60 },
534 	{  0x82, 2, IEEE80211_T_HT, 4, 60, 60 },
535 	{  0x83, 3, IEEE80211_T_HT, 4, 60, 60 },
536 	{  0x84, 4, IEEE80211_T_HT, 4, 60, 60 },
537 	{  0x85, 5, IEEE80211_T_HT, 4, 60, 60 },
538 	{  0x86, 6, IEEE80211_T_HT, 4, 60, 60 },
539 	{  0x87, 7, IEEE80211_T_HT, 4, 60, 60 },
540 
541 	/* MCS - 2 streams */
542 	{  0x88, 8, IEEE80211_T_HT, 4, 60, 60 },
543 	{  0x89, 9, IEEE80211_T_HT, 4, 60, 60 },
544 	{  0x8a, 10, IEEE80211_T_HT, 4, 60, 60 },
545 	{  0x8b, 11, IEEE80211_T_HT, 4, 60, 60 },
546 	{  0x8c, 12, IEEE80211_T_HT, 4, 60, 60 },
547 	{  0x8d, 13, IEEE80211_T_HT, 4, 60, 60 },
548 	{  0x8e, 14, IEEE80211_T_HT, 4, 60, 60 },
549 	{  0x8f, 15, IEEE80211_T_HT, 4, 60, 60 },
550 
551 	/* MCS - 3 streams */
552 	{  0x90, 16, IEEE80211_T_HT, 4, 60, 60 },
553 	{  0x91, 17, IEEE80211_T_HT, 4, 60, 60 },
554 	{  0x92, 18, IEEE80211_T_HT, 4, 60, 60 },
555 	{  0x93, 19, IEEE80211_T_HT, 4, 60, 60 },
556 	{  0x94, 20, IEEE80211_T_HT, 4, 60, 60 },
557 	{  0x95, 21, IEEE80211_T_HT, 4, 60, 60 },
558 	{  0x96, 22, IEEE80211_T_HT, 4, 60, 60 },
559 	{  0x97, 23, IEEE80211_T_HT, 4, 60, 60 },
560 };
561 
562 /* These are indexes into the above rt2860_rates[] array */
563 #define	RT2860_RIDX_CCK1		0
564 #define	RT2860_RIDX_CCK11		3
565 #define	RT2860_RIDX_OFDM6		4
566 #define	RT2860_RIDX_MCS0		12
567 #define	RT2860_RIDX_MAX			36
568 
569 static const struct {
570 	uint16_t	reg;
571 	uint32_t	val;
572 } rt2870_def_mac[] = {
573 	RT2870_DEF_MAC
574 };
575 
576 static const struct {
577 	uint8_t	reg;
578 	uint8_t	val;
579 } rt2860_def_bbp[] = {
580 	RT2860_DEF_BBP
581 },rt5390_def_bbp[] = {
582 	RT5390_DEF_BBP
583 },rt5592_def_bbp[] = {
584 	RT5592_DEF_BBP
585 };
586 
587 /*
588  * Default values for BBP register R196 for RT5592.
589  */
590 static const uint8_t rt5592_bbp_r196[] = {
591 	0xe0, 0x1f, 0x38, 0x32, 0x08, 0x28, 0x19, 0x0a, 0xff, 0x00,
592 	0x16, 0x10, 0x10, 0x0b, 0x36, 0x2c, 0x26, 0x24, 0x42, 0x36,
593 	0x30, 0x2d, 0x4c, 0x46, 0x3d, 0x40, 0x3e, 0x42, 0x3d, 0x40,
594 	0x3c, 0x34, 0x2c, 0x2f, 0x3c, 0x35, 0x2e, 0x2a, 0x49, 0x41,
595 	0x36, 0x31, 0x30, 0x30, 0x0e, 0x0d, 0x28, 0x21, 0x1c, 0x16,
596 	0x50, 0x4a, 0x43, 0x40, 0x10, 0x10, 0x10, 0x10, 0x00, 0x00,
597 	0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
598 	0x00, 0x00, 0x7d, 0x14, 0x32, 0x2c, 0x36, 0x4c, 0x43, 0x2c,
599 	0x2e, 0x36, 0x30, 0x6e
600 };
601 
602 static const struct rfprog {
603 	uint8_t		chan;
604 	uint32_t	r1, r2, r3, r4;
605 } rt2860_rf2850[] = {
606 	RT2860_RF2850
607 };
608 
609 struct {
610 	uint8_t	n, r, k;
611 } rt3070_freqs[] = {
612 	RT3070_RF3052
613 };
614 
615 static const struct rt5592_freqs {
616 	uint16_t	n;
617 	uint8_t		k, m, r;
618 } rt5592_freqs_20mhz[] = {
619 	RT5592_RF5592_20MHZ
620 },rt5592_freqs_40mhz[] = {
621 	RT5592_RF5592_40MHZ
622 };
623 
624 static const struct {
625 	uint8_t	reg;
626 	uint8_t	val;
627 } rt3070_def_rf[] = {
628 	RT3070_DEF_RF
629 },rt3572_def_rf[] = {
630 	RT3572_DEF_RF
631 },rt3593_def_rf[] = {
632 	RT3593_DEF_RF
633 },rt5390_def_rf[] = {
634 	RT5390_DEF_RF
635 },rt5392_def_rf[] = {
636 	RT5392_DEF_RF
637 },rt5592_def_rf[] = {
638 	RT5592_DEF_RF
639 },rt5592_2ghz_def_rf[] = {
640 	RT5592_2GHZ_DEF_RF
641 },rt5592_5ghz_def_rf[] = {
642 	RT5592_5GHZ_DEF_RF
643 };
644 
645 static const struct {
646 	u_int	firstchan;
647 	u_int	lastchan;
648 	uint8_t	reg;
649 	uint8_t	val;
650 } rt5592_chan_5ghz[] = {
651 	RT5592_CHAN_5GHZ
652 };
653 
654 static const struct usb_config run_config[RUN_N_XFER] = {
655     [RUN_BULK_TX_BE] = {
656 	.type = UE_BULK,
657 	.endpoint = UE_ADDR_ANY,
658 	.ep_index = 0,
659 	.direction = UE_DIR_OUT,
660 	.bufsize = RUN_MAX_TXSZ,
661 	.flags = {.pipe_bof = 1,.force_short_xfer = 1,},
662 	.callback = run_bulk_tx_callback0,
663 	.timeout = 5000,	/* ms */
664     },
665     [RUN_BULK_TX_BK] = {
666 	.type = UE_BULK,
667 	.endpoint = UE_ADDR_ANY,
668 	.direction = UE_DIR_OUT,
669 	.ep_index = 1,
670 	.bufsize = RUN_MAX_TXSZ,
671 	.flags = {.pipe_bof = 1,.force_short_xfer = 1,},
672 	.callback = run_bulk_tx_callback1,
673 	.timeout = 5000,	/* ms */
674     },
675     [RUN_BULK_TX_VI] = {
676 	.type = UE_BULK,
677 	.endpoint = UE_ADDR_ANY,
678 	.direction = UE_DIR_OUT,
679 	.ep_index = 2,
680 	.bufsize = RUN_MAX_TXSZ,
681 	.flags = {.pipe_bof = 1,.force_short_xfer = 1,},
682 	.callback = run_bulk_tx_callback2,
683 	.timeout = 5000,	/* ms */
684     },
685     [RUN_BULK_TX_VO] = {
686 	.type = UE_BULK,
687 	.endpoint = UE_ADDR_ANY,
688 	.direction = UE_DIR_OUT,
689 	.ep_index = 3,
690 	.bufsize = RUN_MAX_TXSZ,
691 	.flags = {.pipe_bof = 1,.force_short_xfer = 1,},
692 	.callback = run_bulk_tx_callback3,
693 	.timeout = 5000,	/* ms */
694     },
695     [RUN_BULK_TX_HCCA] = {
696 	.type = UE_BULK,
697 	.endpoint = UE_ADDR_ANY,
698 	.direction = UE_DIR_OUT,
699 	.ep_index = 4,
700 	.bufsize = RUN_MAX_TXSZ,
701 	.flags = {.pipe_bof = 1,.force_short_xfer = 1,.no_pipe_ok = 1,},
702 	.callback = run_bulk_tx_callback4,
703 	.timeout = 5000,	/* ms */
704     },
705     [RUN_BULK_TX_PRIO] = {
706 	.type = UE_BULK,
707 	.endpoint = UE_ADDR_ANY,
708 	.direction = UE_DIR_OUT,
709 	.ep_index = 5,
710 	.bufsize = RUN_MAX_TXSZ,
711 	.flags = {.pipe_bof = 1,.force_short_xfer = 1,.no_pipe_ok = 1,},
712 	.callback = run_bulk_tx_callback5,
713 	.timeout = 5000,	/* ms */
714     },
715     [RUN_BULK_RX] = {
716 	.type = UE_BULK,
717 	.endpoint = UE_ADDR_ANY,
718 	.direction = UE_DIR_IN,
719 	.bufsize = RUN_MAX_RXSZ,
720 	.flags = {.pipe_bof = 1,.short_xfer_ok = 1,},
721 	.callback = run_bulk_rx_callback,
722     }
723 };
724 
725 static void
726 run_autoinst(void *arg, struct usb_device *udev,
727     struct usb_attach_arg *uaa)
728 {
729 	struct usb_interface *iface;
730 	struct usb_interface_descriptor *id;
731 
732 	if (uaa->dev_state != UAA_DEV_READY)
733 		return;
734 
735 	iface = usbd_get_iface(udev, 0);
736 	if (iface == NULL)
737 		return;
738 	id = iface->idesc;
739 	if (id == NULL || id->bInterfaceClass != UICLASS_MASS)
740 		return;
741 	if (usbd_lookup_id_by_uaa(run_devs, sizeof(run_devs), uaa))
742 		return;
743 
744 	if (usb_msc_eject(udev, 0, MSC_EJECT_STOPUNIT) == 0)
745 		uaa->dev_state = UAA_DEV_EJECTING;
746 }
747 
748 static int
749 run_driver_loaded(struct module *mod, int what, void *arg)
750 {
751 	switch (what) {
752 	case MOD_LOAD:
753 		run_etag = EVENTHANDLER_REGISTER(usb_dev_configured,
754 		    run_autoinst, NULL, EVENTHANDLER_PRI_ANY);
755 		break;
756 	case MOD_UNLOAD:
757 		EVENTHANDLER_DEREGISTER(usb_dev_configured, run_etag);
758 		break;
759 	default:
760 		return (EOPNOTSUPP);
761 	}
762 	return (0);
763 }
764 
765 static int
766 run_match(device_t self)
767 {
768 	struct usb_attach_arg *uaa = device_get_ivars(self);
769 
770 	if (uaa->usb_mode != USB_MODE_HOST)
771 		return (ENXIO);
772 	if (uaa->info.bConfigIndex != 0)
773 		return (ENXIO);
774 	if (uaa->info.bIfaceIndex != RT2860_IFACE_INDEX)
775 		return (ENXIO);
776 
777 	return (usbd_lookup_id_by_uaa(run_devs, sizeof(run_devs), uaa));
778 }
779 
780 static int
781 run_attach(device_t self)
782 {
783 	struct run_softc *sc = device_get_softc(self);
784 	struct usb_attach_arg *uaa = device_get_ivars(self);
785 	struct ieee80211com *ic = &sc->sc_ic;
786 	uint32_t ver;
787 	uint8_t iface_index;
788 	int ntries, error;
789 
790 	device_set_usb_desc(self);
791 	sc->sc_udev = uaa->device;
792 	sc->sc_dev = self;
793 	if (USB_GET_DRIVER_INFO(uaa) != RUN_EJECT)
794 		sc->sc_flags |= RUN_FLAG_FWLOAD_NEEDED;
795 
796 	mtx_init(&sc->sc_mtx, device_get_nameunit(sc->sc_dev),
797 	    MTX_NETWORK_LOCK, MTX_DEF);
798 	mbufq_init(&sc->sc_snd, ifqmaxlen);
799 
800 	iface_index = RT2860_IFACE_INDEX;
801 
802 	error = usbd_transfer_setup(uaa->device, &iface_index,
803 	    sc->sc_xfer, run_config, RUN_N_XFER, sc, &sc->sc_mtx);
804 	if (error) {
805 		device_printf(self, "could not allocate USB transfers, "
806 		    "err=%s\n", usbd_errstr(error));
807 		goto detach;
808 	}
809 
810 	RUN_LOCK(sc);
811 
812 	/* wait for the chip to settle */
813 	for (ntries = 0; ntries < 100; ntries++) {
814 		if (run_read(sc, RT2860_ASIC_VER_ID, &ver) != 0) {
815 			RUN_UNLOCK(sc);
816 			goto detach;
817 		}
818 		if (ver != 0 && ver != 0xffffffff)
819 			break;
820 		run_delay(sc, 10);
821 	}
822 	if (ntries == 100) {
823 		device_printf(sc->sc_dev,
824 		    "timeout waiting for NIC to initialize\n");
825 		RUN_UNLOCK(sc);
826 		goto detach;
827 	}
828 	sc->mac_ver = ver >> 16;
829 	sc->mac_rev = ver & 0xffff;
830 
831 	/* retrieve RF rev. no and various other things from EEPROM */
832 	run_read_eeprom(sc);
833 
834 	device_printf(sc->sc_dev,
835 	    "MAC/BBP RT%04X (rev 0x%04X), RF %s (MIMO %dT%dR), address %s\n",
836 	    sc->mac_ver, sc->mac_rev, run_get_rf(sc->rf_rev),
837 	    sc->ntxchains, sc->nrxchains, ether_sprintf(ic->ic_macaddr));
838 
839 	RUN_UNLOCK(sc);
840 
841 	ic->ic_softc = sc;
842 	ic->ic_name = device_get_nameunit(self);
843 	ic->ic_phytype = IEEE80211_T_OFDM;	/* not only, but not used */
844 	ic->ic_opmode = IEEE80211_M_STA;	/* default to BSS mode */
845 
846 	/* set device capabilities */
847 	ic->ic_caps =
848 	    IEEE80211_C_STA |		/* station mode supported */
849 	    IEEE80211_C_MONITOR |	/* monitor mode supported */
850 	    IEEE80211_C_IBSS |
851 	    IEEE80211_C_HOSTAP |
852 	    IEEE80211_C_WDS |		/* 4-address traffic works */
853 	    IEEE80211_C_MBSS |
854 	    IEEE80211_C_SHPREAMBLE |	/* short preamble supported */
855 	    IEEE80211_C_SHSLOT |	/* short slot time supported */
856 	    IEEE80211_C_SWAMSDUTX |	/* Do software A-MSDU TX */
857 	    IEEE80211_C_FF | 		/* Atheros fast-frames */
858 	    IEEE80211_C_WME |		/* WME */
859 	    IEEE80211_C_WPA;		/* WPA1|WPA2(RSN) */
860 
861 	/*
862 	 * RF2020 is not an 11n device.
863 	 */
864 	if (sc->rf_rev != RT3070_RF_2020) {
865 		device_printf(sc->sc_dev, "[HT] Enabling 802.11n\n");
866 		ic->ic_htcaps =
867 			    IEEE80211_HTC_HT |
868 			    IEEE80211_HTC_AMPDU |
869 			    IEEE80211_HTC_AMSDU |
870 			    IEEE80211_HTCAP_MAXAMSDU_3839 |
871 			    IEEE80211_HTCAP_SMPS_OFF;
872 
873 		ic->ic_rxstream = sc->nrxchains;
874 		ic->ic_txstream = sc->ntxchains;
875 	}
876 
877 	ic->ic_cryptocaps =
878 	    IEEE80211_CRYPTO_WEP |
879 	    IEEE80211_CRYPTO_AES_CCM |
880 	    IEEE80211_CRYPTO_TKIPMIC |
881 	    IEEE80211_CRYPTO_TKIP;
882 
883 	ic->ic_flags |= IEEE80211_F_DATAPAD;
884 	ic->ic_flags_ext |= IEEE80211_FEXT_SWBMISS;
885 
886 	run_getradiocaps(ic, IEEE80211_CHAN_MAX, &ic->ic_nchans,
887 	    ic->ic_channels);
888 
889 	ieee80211_ifattach(ic);
890 
891 	ic->ic_scan_start = run_scan_start;
892 	ic->ic_scan_end = run_scan_end;
893 	ic->ic_set_channel = run_set_channel;
894 	ic->ic_getradiocaps = run_getradiocaps;
895 	ic->ic_node_alloc = run_node_alloc;
896 	ic->ic_newassoc = run_newassoc;
897 	ic->ic_updateslot = run_updateslot;
898 	ic->ic_update_mcast = run_update_mcast;
899 	ic->ic_wme.wme_update = run_wme_update;
900 	ic->ic_raw_xmit = run_raw_xmit;
901 	ic->ic_update_promisc = run_update_promisc;
902 	ic->ic_vap_create = run_vap_create;
903 	ic->ic_vap_delete = run_vap_delete;
904 	ic->ic_transmit = run_transmit;
905 	ic->ic_parent = run_parent;
906 	ic->ic_update_chw = run_update_chw;
907 	ic->ic_ampdu_enable = run_ampdu_enable;
908 
909 	ieee80211_radiotap_attach(ic,
910 	    &sc->sc_txtap.wt_ihdr, sizeof(sc->sc_txtap),
911 		RUN_TX_RADIOTAP_PRESENT,
912 	    &sc->sc_rxtap.wr_ihdr, sizeof(sc->sc_rxtap),
913 		RUN_RX_RADIOTAP_PRESENT);
914 
915 	TASK_INIT(&sc->cmdq_task, 0, run_cmdq_cb, sc);
916 	TASK_INIT(&sc->ratectl_task, 0, run_ratectl_cb, sc);
917 	usb_callout_init_mtx(&sc->ratectl_ch, &sc->sc_mtx, 0);
918 
919 	if (bootverbose)
920 		ieee80211_announce(ic);
921 
922 	return (0);
923 
924 detach:
925 	run_detach(self);
926 	return (ENXIO);
927 }
928 
929 static void
930 run_drain_mbufq(struct run_softc *sc)
931 {
932 	struct mbuf *m;
933 	struct ieee80211_node *ni;
934 
935 	RUN_LOCK_ASSERT(sc, MA_OWNED);
936 	while ((m = mbufq_dequeue(&sc->sc_snd)) != NULL) {
937 		ni = (struct ieee80211_node *)m->m_pkthdr.rcvif;
938 		m->m_pkthdr.rcvif = NULL;
939 		ieee80211_free_node(ni);
940 		m_freem(m);
941 	}
942 }
943 
944 static int
945 run_detach(device_t self)
946 {
947 	struct run_softc *sc = device_get_softc(self);
948 	struct ieee80211com *ic = &sc->sc_ic;
949 	int i;
950 
951 	RUN_LOCK(sc);
952 	sc->sc_detached = 1;
953 	RUN_UNLOCK(sc);
954 
955 	/* stop all USB transfers */
956 	usbd_transfer_unsetup(sc->sc_xfer, RUN_N_XFER);
957 
958 	RUN_LOCK(sc);
959 	sc->ratectl_run = RUN_RATECTL_OFF;
960 	sc->cmdq_run = sc->cmdq_key_set = RUN_CMDQ_ABORT;
961 
962 	/* free TX list, if any */
963 	for (i = 0; i != RUN_EP_QUEUES; i++)
964 		run_unsetup_tx_list(sc, &sc->sc_epq[i]);
965 
966 	/* Free TX queue */
967 	run_drain_mbufq(sc);
968 	RUN_UNLOCK(sc);
969 
970 	if (sc->sc_ic.ic_softc == sc) {
971 		/* drain tasks */
972 		usb_callout_drain(&sc->ratectl_ch);
973 		ieee80211_draintask(ic, &sc->cmdq_task);
974 		ieee80211_draintask(ic, &sc->ratectl_task);
975 		ieee80211_ifdetach(ic);
976 	}
977 
978 	mtx_destroy(&sc->sc_mtx);
979 
980 	return (0);
981 }
982 
983 static struct ieee80211vap *
984 run_vap_create(struct ieee80211com *ic, const char name[IFNAMSIZ], int unit,
985     enum ieee80211_opmode opmode, int flags,
986     const uint8_t bssid[IEEE80211_ADDR_LEN],
987     const uint8_t mac[IEEE80211_ADDR_LEN])
988 {
989 	struct run_softc *sc = ic->ic_softc;
990 	struct run_vap *rvp;
991 	struct ieee80211vap *vap;
992 	int i;
993 
994 	if (sc->rvp_cnt >= RUN_VAP_MAX) {
995 		device_printf(sc->sc_dev, "number of VAPs maxed out\n");
996 		return (NULL);
997 	}
998 
999 	switch (opmode) {
1000 	case IEEE80211_M_STA:
1001 		/* enable s/w bmiss handling for sta mode */
1002 		flags |= IEEE80211_CLONE_NOBEACONS;
1003 		/* fall though */
1004 	case IEEE80211_M_IBSS:
1005 	case IEEE80211_M_MONITOR:
1006 	case IEEE80211_M_HOSTAP:
1007 	case IEEE80211_M_MBSS:
1008 		/* other than WDS vaps, only one at a time */
1009 		if (!TAILQ_EMPTY(&ic->ic_vaps))
1010 			return (NULL);
1011 		break;
1012 	case IEEE80211_M_WDS:
1013 		TAILQ_FOREACH(vap, &ic->ic_vaps, iv_next){
1014 			if(vap->iv_opmode != IEEE80211_M_HOSTAP)
1015 				continue;
1016 			/* WDS vap's always share the local mac address. */
1017 			flags &= ~IEEE80211_CLONE_BSSID;
1018 			break;
1019 		}
1020 		if (vap == NULL) {
1021 			device_printf(sc->sc_dev,
1022 			    "wds only supported in ap mode\n");
1023 			return (NULL);
1024 		}
1025 		break;
1026 	default:
1027 		device_printf(sc->sc_dev, "unknown opmode %d\n", opmode);
1028 		return (NULL);
1029 	}
1030 
1031 	rvp = malloc(sizeof(struct run_vap), M_80211_VAP, M_WAITOK | M_ZERO);
1032 	vap = &rvp->vap;
1033 
1034 	if (ieee80211_vap_setup(ic, vap, name, unit, opmode, flags,
1035 	    bssid) != 0) {
1036 		/* out of memory */
1037 		free(rvp, M_80211_VAP);
1038 		return (NULL);
1039 	}
1040 
1041 	vap->iv_update_beacon = run_update_beacon;
1042 	vap->iv_max_aid = RT2870_WCID_MAX;
1043 
1044 	/*
1045 	 * The linux rt2800 driver limits 1 stream devices to a 32KB
1046 	 * RX AMPDU.
1047 	 */
1048 	if (ic->ic_rxstream > 1)
1049 		vap->iv_ampdu_rxmax = IEEE80211_HTCAP_MAXRXAMPDU_64K;
1050 	else
1051 		vap->iv_ampdu_rxmax = IEEE80211_HTCAP_MAXRXAMPDU_32K;
1052 	vap->iv_ampdu_density = IEEE80211_HTCAP_MPDUDENSITY_2; /* 2uS */
1053 
1054 	/*
1055 	 * To delete the right key from h/w, we need wcid.
1056 	 * Luckily, there is unused space in ieee80211_key{}, wk_pad,
1057 	 * and matching wcid will be written into there. So, cast
1058 	 * some spells to remove 'const' from ieee80211_key{}
1059 	 */
1060 	vap->iv_key_delete = (void *)run_key_delete;
1061 	vap->iv_key_set = (void *)run_key_set;
1062 
1063 	/* override state transition machine */
1064 	rvp->newstate = vap->iv_newstate;
1065 	vap->iv_newstate = run_newstate;
1066 	if (opmode == IEEE80211_M_IBSS) {
1067 		rvp->recv_mgmt = vap->iv_recv_mgmt;
1068 		vap->iv_recv_mgmt = run_recv_mgmt;
1069 	}
1070 
1071 	ieee80211_ratectl_init(vap);
1072 	ieee80211_ratectl_setinterval(vap, 1000 /* 1 sec */);
1073 
1074 	/* complete setup */
1075 	ieee80211_vap_attach(vap, run_media_change, ieee80211_media_status,
1076 	    mac);
1077 
1078 	/* make sure id is always unique */
1079 	for (i = 0; i < RUN_VAP_MAX; i++) {
1080 		if((sc->rvp_bmap & 1 << i) == 0){
1081 			sc->rvp_bmap |= 1 << i;
1082 			rvp->rvp_id = i;
1083 			break;
1084 		}
1085 	}
1086 	if (sc->rvp_cnt++ == 0)
1087 		ic->ic_opmode = opmode;
1088 
1089 	if (opmode == IEEE80211_M_HOSTAP)
1090 		sc->cmdq_run = RUN_CMDQ_GO;
1091 
1092 	RUN_DPRINTF(sc, RUN_DEBUG_STATE, "rvp_id=%d bmap=%x rvp_cnt=%d\n",
1093 	    rvp->rvp_id, sc->rvp_bmap, sc->rvp_cnt);
1094 
1095 	return (vap);
1096 }
1097 
1098 static void
1099 run_vap_delete(struct ieee80211vap *vap)
1100 {
1101 	struct run_vap *rvp = RUN_VAP(vap);
1102 	struct ieee80211com *ic;
1103 	struct run_softc *sc;
1104 	uint8_t rvp_id;
1105 
1106 	if (vap == NULL)
1107 		return;
1108 
1109 	ic = vap->iv_ic;
1110 	sc = ic->ic_softc;
1111 
1112 	RUN_LOCK(sc);
1113 
1114 	m_freem(rvp->beacon_mbuf);
1115 	rvp->beacon_mbuf = NULL;
1116 
1117 	rvp_id = rvp->rvp_id;
1118 	sc->ratectl_run &= ~(1 << rvp_id);
1119 	sc->rvp_bmap &= ~(1 << rvp_id);
1120 	run_set_region_4(sc, RT2860_SKEY(rvp_id, 0), 0, 128);
1121 	run_set_region_4(sc, RT2860_BCN_BASE(rvp_id), 0, 512);
1122 	--sc->rvp_cnt;
1123 
1124 	RUN_DPRINTF(sc, RUN_DEBUG_STATE,
1125 	    "vap=%p rvp_id=%d bmap=%x rvp_cnt=%d\n",
1126 	    vap, rvp_id, sc->rvp_bmap, sc->rvp_cnt);
1127 
1128 	RUN_UNLOCK(sc);
1129 
1130 	ieee80211_ratectl_deinit(vap);
1131 	ieee80211_vap_detach(vap);
1132 	free(rvp, M_80211_VAP);
1133 }
1134 
1135 /*
1136  * There are numbers of functions need to be called in context thread.
1137  * Rather than creating taskqueue event for each of those functions,
1138  * here is all-for-one taskqueue callback function. This function
1139  * guarantees deferred functions are executed in the same order they
1140  * were enqueued.
1141  * '& RUN_CMDQ_MASQ' is to loop cmdq[].
1142  */
1143 static void
1144 run_cmdq_cb(void *arg, int pending)
1145 {
1146 	struct run_softc *sc = arg;
1147 	uint8_t i;
1148 
1149 	/* call cmdq[].func locked */
1150 	RUN_LOCK(sc);
1151 	for (i = sc->cmdq_exec; sc->cmdq[i].func && pending;
1152 	    i = sc->cmdq_exec, pending--) {
1153 		RUN_DPRINTF(sc, RUN_DEBUG_CMD, "cmdq_exec=%d pending=%d\n",
1154 		    i, pending);
1155 		if (sc->cmdq_run == RUN_CMDQ_GO) {
1156 			/*
1157 			 * If arg0 is NULL, callback func needs more
1158 			 * than one arg. So, pass ptr to cmdq struct.
1159 			 */
1160 			if (sc->cmdq[i].arg0)
1161 				sc->cmdq[i].func(sc->cmdq[i].arg0);
1162 			else
1163 				sc->cmdq[i].func(&sc->cmdq[i]);
1164 		}
1165 		sc->cmdq[i].arg0 = NULL;
1166 		sc->cmdq[i].func = NULL;
1167 		sc->cmdq_exec++;
1168 		sc->cmdq_exec &= RUN_CMDQ_MASQ;
1169 	}
1170 	RUN_UNLOCK(sc);
1171 }
1172 
1173 static void
1174 run_setup_tx_list(struct run_softc *sc, struct run_endpoint_queue *pq)
1175 {
1176 	struct run_tx_data *data;
1177 
1178 	memset(pq, 0, sizeof(*pq));
1179 
1180 	STAILQ_INIT(&pq->tx_qh);
1181 	STAILQ_INIT(&pq->tx_fh);
1182 
1183 	for (data = &pq->tx_data[0];
1184 	    data < &pq->tx_data[RUN_TX_RING_COUNT]; data++) {
1185 		data->sc = sc;
1186 		STAILQ_INSERT_TAIL(&pq->tx_fh, data, next);
1187 	}
1188 	pq->tx_nfree = RUN_TX_RING_COUNT;
1189 }
1190 
1191 static void
1192 run_unsetup_tx_list(struct run_softc *sc, struct run_endpoint_queue *pq)
1193 {
1194 	struct run_tx_data *data;
1195 
1196 	/* make sure any subsequent use of the queues will fail */
1197 	pq->tx_nfree = 0;
1198 	STAILQ_INIT(&pq->tx_fh);
1199 	STAILQ_INIT(&pq->tx_qh);
1200 
1201 	/* free up all node references and mbufs */
1202 	for (data = &pq->tx_data[0];
1203 	    data < &pq->tx_data[RUN_TX_RING_COUNT]; data++) {
1204 		if (data->m != NULL) {
1205 			m_freem(data->m);
1206 			data->m = NULL;
1207 		}
1208 		if (data->ni != NULL) {
1209 			ieee80211_free_node(data->ni);
1210 			data->ni = NULL;
1211 		}
1212 	}
1213 }
1214 
1215 static int
1216 run_load_microcode(struct run_softc *sc)
1217 {
1218 	usb_device_request_t req;
1219 	const struct firmware *fw;
1220 	const u_char *base;
1221 	uint32_t tmp;
1222 	int ntries, error;
1223 	const uint64_t *temp;
1224 	uint64_t bytes;
1225 
1226 	RUN_UNLOCK(sc);
1227 	fw = firmware_get("runfw");
1228 	RUN_LOCK(sc);
1229 	if (fw == NULL) {
1230 		device_printf(sc->sc_dev,
1231 		    "failed loadfirmware of file %s\n", "runfw");
1232 		return ENOENT;
1233 	}
1234 
1235 	if (fw->datasize != 8192) {
1236 		device_printf(sc->sc_dev,
1237 		    "invalid firmware size (should be 8KB)\n");
1238 		error = EINVAL;
1239 		goto fail;
1240 	}
1241 
1242 	/*
1243 	 * RT3071/RT3072 use a different firmware
1244 	 * run-rt2870 (8KB) contains both,
1245 	 * first half (4KB) is for rt2870,
1246 	 * last half is for rt3071.
1247 	 */
1248 	base = fw->data;
1249 	if ((sc->mac_ver) != 0x2860 &&
1250 	    (sc->mac_ver) != 0x2872 &&
1251 	    (sc->mac_ver) != 0x3070) {
1252 		base += 4096;
1253 	}
1254 
1255 	/* cheap sanity check */
1256 	temp = fw->data;
1257 	bytes = *temp;
1258 	if (bytes != be64toh(0xffffff0210280210ULL)) {
1259 		device_printf(sc->sc_dev, "firmware checksum failed\n");
1260 		error = EINVAL;
1261 		goto fail;
1262 	}
1263 
1264 	/* write microcode image */
1265 	if (sc->sc_flags & RUN_FLAG_FWLOAD_NEEDED) {
1266 		run_write_region_1(sc, RT2870_FW_BASE, base, 4096);
1267 		run_write(sc, RT2860_H2M_MAILBOX_CID, 0xffffffff);
1268 		run_write(sc, RT2860_H2M_MAILBOX_STATUS, 0xffffffff);
1269 	}
1270 
1271 	req.bmRequestType = UT_WRITE_VENDOR_DEVICE;
1272 	req.bRequest = RT2870_RESET;
1273 	USETW(req.wValue, 8);
1274 	USETW(req.wIndex, 0);
1275 	USETW(req.wLength, 0);
1276 	if ((error = usbd_do_request(sc->sc_udev, &sc->sc_mtx, &req, NULL))
1277 	    != 0) {
1278 		device_printf(sc->sc_dev, "firmware reset failed\n");
1279 		goto fail;
1280 	}
1281 
1282 	run_delay(sc, 10);
1283 
1284 	run_write(sc, RT2860_H2M_BBPAGENT, 0);
1285 	run_write(sc, RT2860_H2M_MAILBOX, 0);
1286 	run_write(sc, RT2860_H2M_INTSRC, 0);
1287 	if ((error = run_mcu_cmd(sc, RT2860_MCU_CMD_RFRESET, 0)) != 0)
1288 		goto fail;
1289 
1290 	/* wait until microcontroller is ready */
1291 	for (ntries = 0; ntries < 1000; ntries++) {
1292 		if ((error = run_read(sc, RT2860_SYS_CTRL, &tmp)) != 0)
1293 			goto fail;
1294 		if (tmp & RT2860_MCU_READY)
1295 			break;
1296 		run_delay(sc, 10);
1297 	}
1298 	if (ntries == 1000) {
1299 		device_printf(sc->sc_dev,
1300 		    "timeout waiting for MCU to initialize\n");
1301 		error = ETIMEDOUT;
1302 		goto fail;
1303 	}
1304 	device_printf(sc->sc_dev, "firmware %s ver. %u.%u loaded\n",
1305 	    (base == fw->data) ? "RT2870" : "RT3071",
1306 	    *(base + 4092), *(base + 4093));
1307 
1308 fail:
1309 	firmware_put(fw, FIRMWARE_UNLOAD);
1310 	return (error);
1311 }
1312 
1313 static int
1314 run_reset(struct run_softc *sc)
1315 {
1316 	usb_device_request_t req;
1317 
1318 	req.bmRequestType = UT_WRITE_VENDOR_DEVICE;
1319 	req.bRequest = RT2870_RESET;
1320 	USETW(req.wValue, 1);
1321 	USETW(req.wIndex, 0);
1322 	USETW(req.wLength, 0);
1323 	return (usbd_do_request(sc->sc_udev, &sc->sc_mtx, &req, NULL));
1324 }
1325 
1326 static usb_error_t
1327 run_do_request(struct run_softc *sc,
1328     struct usb_device_request *req, void *data)
1329 {
1330 	usb_error_t err;
1331 	int ntries = 10;
1332 
1333 	RUN_LOCK_ASSERT(sc, MA_OWNED);
1334 
1335 	while (ntries--) {
1336 		err = usbd_do_request_flags(sc->sc_udev, &sc->sc_mtx,
1337 		    req, data, 0, NULL, 250 /* ms */);
1338 		if (err == 0)
1339 			break;
1340 		RUN_DPRINTF(sc, RUN_DEBUG_USB,
1341 		    "Control request failed, %s (retrying)\n",
1342 		    usbd_errstr(err));
1343 		run_delay(sc, 10);
1344 	}
1345 	return (err);
1346 }
1347 
1348 static int
1349 run_read(struct run_softc *sc, uint16_t reg, uint32_t *val)
1350 {
1351 	uint32_t tmp;
1352 	int error;
1353 
1354 	error = run_read_region_1(sc, reg, (uint8_t *)&tmp, sizeof tmp);
1355 	if (error == 0)
1356 		*val = le32toh(tmp);
1357 	else
1358 		*val = 0xffffffff;
1359 	return (error);
1360 }
1361 
1362 static int
1363 run_read_region_1(struct run_softc *sc, uint16_t reg, uint8_t *buf, int len)
1364 {
1365 	usb_device_request_t req;
1366 
1367 	req.bmRequestType = UT_READ_VENDOR_DEVICE;
1368 	req.bRequest = RT2870_READ_REGION_1;
1369 	USETW(req.wValue, 0);
1370 	USETW(req.wIndex, reg);
1371 	USETW(req.wLength, len);
1372 
1373 	return (run_do_request(sc, &req, buf));
1374 }
1375 
1376 static int
1377 run_write_2(struct run_softc *sc, uint16_t reg, uint16_t val)
1378 {
1379 	usb_device_request_t req;
1380 
1381 	req.bmRequestType = UT_WRITE_VENDOR_DEVICE;
1382 	req.bRequest = RT2870_WRITE_2;
1383 	USETW(req.wValue, val);
1384 	USETW(req.wIndex, reg);
1385 	USETW(req.wLength, 0);
1386 
1387 	return (run_do_request(sc, &req, NULL));
1388 }
1389 
1390 static int
1391 run_write(struct run_softc *sc, uint16_t reg, uint32_t val)
1392 {
1393 	int error;
1394 
1395 	if ((error = run_write_2(sc, reg, val & 0xffff)) == 0)
1396 		error = run_write_2(sc, reg + 2, val >> 16);
1397 	return (error);
1398 }
1399 
1400 static int
1401 run_write_region_1(struct run_softc *sc, uint16_t reg, const uint8_t *buf,
1402     int len)
1403 {
1404 #if 1
1405 	int i, error = 0;
1406 	/*
1407 	 * NB: the WRITE_REGION_1 command is not stable on RT2860.
1408 	 * We thus issue multiple WRITE_2 commands instead.
1409 	 */
1410 	KASSERT((len & 1) == 0, ("run_write_region_1: Data too long.\n"));
1411 	for (i = 0; i < len && error == 0; i += 2)
1412 		error = run_write_2(sc, reg + i, buf[i] | buf[i + 1] << 8);
1413 	return (error);
1414 #else
1415 	usb_device_request_t req;
1416 	int error = 0;
1417 
1418 	/*
1419 	 * NOTE: It appears the WRITE_REGION_1 command cannot be
1420 	 * passed a huge amount of data, which will crash the
1421 	 * firmware. Limit amount of data passed to 64-bytes at a
1422 	 * time.
1423 	 */
1424 	while (len > 0) {
1425 		int delta = 64;
1426 		if (delta > len)
1427 			delta = len;
1428 
1429 		req.bmRequestType = UT_WRITE_VENDOR_DEVICE;
1430 		req.bRequest = RT2870_WRITE_REGION_1;
1431 		USETW(req.wValue, 0);
1432 		USETW(req.wIndex, reg);
1433 		USETW(req.wLength, delta);
1434 		error = run_do_request(sc, &req, __DECONST(uint8_t *, buf));
1435 		if (error != 0)
1436 			break;
1437 		reg += delta;
1438 		buf += delta;
1439 		len -= delta;
1440 	}
1441 	return (error);
1442 #endif
1443 }
1444 
1445 static int
1446 run_set_region_4(struct run_softc *sc, uint16_t reg, uint32_t val, int len)
1447 {
1448 	int i, error = 0;
1449 
1450 	KASSERT((len & 3) == 0, ("run_set_region_4: Invalid data length.\n"));
1451 	for (i = 0; i < len && error == 0; i += 4)
1452 		error = run_write(sc, reg + i, val);
1453 	return (error);
1454 }
1455 
1456 static int
1457 run_efuse_read(struct run_softc *sc, uint16_t addr, uint16_t *val, int count)
1458 {
1459 	uint32_t tmp;
1460 	uint16_t reg;
1461 	int error, ntries;
1462 
1463 	if ((error = run_read(sc, RT3070_EFUSE_CTRL, &tmp)) != 0)
1464 		return (error);
1465 
1466 	if (count == 2)
1467 		addr *= 2;
1468 	/*-
1469 	 * Read one 16-byte block into registers EFUSE_DATA[0-3]:
1470 	 * DATA0: F E D C
1471 	 * DATA1: B A 9 8
1472 	 * DATA2: 7 6 5 4
1473 	 * DATA3: 3 2 1 0
1474 	 */
1475 	tmp &= ~(RT3070_EFSROM_MODE_MASK | RT3070_EFSROM_AIN_MASK);
1476 	tmp |= (addr & ~0xf) << RT3070_EFSROM_AIN_SHIFT | RT3070_EFSROM_KICK;
1477 	run_write(sc, RT3070_EFUSE_CTRL, tmp);
1478 	for (ntries = 0; ntries < 100; ntries++) {
1479 		if ((error = run_read(sc, RT3070_EFUSE_CTRL, &tmp)) != 0)
1480 			return (error);
1481 		if (!(tmp & RT3070_EFSROM_KICK))
1482 			break;
1483 		run_delay(sc, 2);
1484 	}
1485 	if (ntries == 100)
1486 		return (ETIMEDOUT);
1487 
1488 	if ((tmp & RT3070_EFUSE_AOUT_MASK) == RT3070_EFUSE_AOUT_MASK) {
1489 		*val = 0xffff;	/* address not found */
1490 		return (0);
1491 	}
1492 	/* determine to which 32-bit register our 16-bit word belongs */
1493 	reg = RT3070_EFUSE_DATA3 - (addr & 0xc);
1494 	if ((error = run_read(sc, reg, &tmp)) != 0)
1495 		return (error);
1496 
1497 	tmp >>= (8 * (addr & 0x3));
1498 	*val = (addr & 1) ? tmp >> 16 : tmp & 0xffff;
1499 
1500 	return (0);
1501 }
1502 
1503 /* Read 16-bit from eFUSE ROM for RT3xxx. */
1504 static int
1505 run_efuse_read_2(struct run_softc *sc, uint16_t addr, uint16_t *val)
1506 {
1507 	return (run_efuse_read(sc, addr, val, 2));
1508 }
1509 
1510 static int
1511 run_eeprom_read_2(struct run_softc *sc, uint16_t addr, uint16_t *val)
1512 {
1513 	usb_device_request_t req;
1514 	uint16_t tmp;
1515 	int error;
1516 
1517 	addr *= 2;
1518 	req.bmRequestType = UT_READ_VENDOR_DEVICE;
1519 	req.bRequest = RT2870_EEPROM_READ;
1520 	USETW(req.wValue, 0);
1521 	USETW(req.wIndex, addr);
1522 	USETW(req.wLength, sizeof(tmp));
1523 
1524 	error = usbd_do_request(sc->sc_udev, &sc->sc_mtx, &req, &tmp);
1525 	if (error == 0)
1526 		*val = le16toh(tmp);
1527 	else
1528 		*val = 0xffff;
1529 	return (error);
1530 }
1531 
1532 static __inline int
1533 run_srom_read(struct run_softc *sc, uint16_t addr, uint16_t *val)
1534 {
1535 	/* either eFUSE ROM or EEPROM */
1536 	return sc->sc_srom_read(sc, addr, val);
1537 }
1538 
1539 static int
1540 run_rt2870_rf_write(struct run_softc *sc, uint32_t val)
1541 {
1542 	uint32_t tmp;
1543 	int error, ntries;
1544 
1545 	for (ntries = 0; ntries < 10; ntries++) {
1546 		if ((error = run_read(sc, RT2860_RF_CSR_CFG0, &tmp)) != 0)
1547 			return (error);
1548 		if (!(tmp & RT2860_RF_REG_CTRL))
1549 			break;
1550 	}
1551 	if (ntries == 10)
1552 		return (ETIMEDOUT);
1553 
1554 	return (run_write(sc, RT2860_RF_CSR_CFG0, val));
1555 }
1556 
1557 static int
1558 run_rt3070_rf_read(struct run_softc *sc, uint8_t reg, uint8_t *val)
1559 {
1560 	uint32_t tmp;
1561 	int error, ntries;
1562 
1563 	for (ntries = 0; ntries < 100; ntries++) {
1564 		if ((error = run_read(sc, RT3070_RF_CSR_CFG, &tmp)) != 0)
1565 			return (error);
1566 		if (!(tmp & RT3070_RF_KICK))
1567 			break;
1568 	}
1569 	if (ntries == 100)
1570 		return (ETIMEDOUT);
1571 
1572 	tmp = RT3070_RF_KICK | reg << 8;
1573 	if ((error = run_write(sc, RT3070_RF_CSR_CFG, tmp)) != 0)
1574 		return (error);
1575 
1576 	for (ntries = 0; ntries < 100; ntries++) {
1577 		if ((error = run_read(sc, RT3070_RF_CSR_CFG, &tmp)) != 0)
1578 			return (error);
1579 		if (!(tmp & RT3070_RF_KICK))
1580 			break;
1581 	}
1582 	if (ntries == 100)
1583 		return (ETIMEDOUT);
1584 
1585 	*val = tmp & 0xff;
1586 	return (0);
1587 }
1588 
1589 static int
1590 run_rt3070_rf_write(struct run_softc *sc, uint8_t reg, uint8_t val)
1591 {
1592 	uint32_t tmp;
1593 	int error, ntries;
1594 
1595 	for (ntries = 0; ntries < 10; ntries++) {
1596 		if ((error = run_read(sc, RT3070_RF_CSR_CFG, &tmp)) != 0)
1597 			return (error);
1598 		if (!(tmp & RT3070_RF_KICK))
1599 			break;
1600 	}
1601 	if (ntries == 10)
1602 		return (ETIMEDOUT);
1603 
1604 	tmp = RT3070_RF_WRITE | RT3070_RF_KICK | reg << 8 | val;
1605 	return (run_write(sc, RT3070_RF_CSR_CFG, tmp));
1606 }
1607 
1608 static int
1609 run_bbp_read(struct run_softc *sc, uint8_t reg, uint8_t *val)
1610 {
1611 	uint32_t tmp;
1612 	int ntries, error;
1613 
1614 	for (ntries = 0; ntries < 10; ntries++) {
1615 		if ((error = run_read(sc, RT2860_BBP_CSR_CFG, &tmp)) != 0)
1616 			return (error);
1617 		if (!(tmp & RT2860_BBP_CSR_KICK))
1618 			break;
1619 	}
1620 	if (ntries == 10)
1621 		return (ETIMEDOUT);
1622 
1623 	tmp = RT2860_BBP_CSR_READ | RT2860_BBP_CSR_KICK | reg << 8;
1624 	if ((error = run_write(sc, RT2860_BBP_CSR_CFG, tmp)) != 0)
1625 		return (error);
1626 
1627 	for (ntries = 0; ntries < 10; ntries++) {
1628 		if ((error = run_read(sc, RT2860_BBP_CSR_CFG, &tmp)) != 0)
1629 			return (error);
1630 		if (!(tmp & RT2860_BBP_CSR_KICK))
1631 			break;
1632 	}
1633 	if (ntries == 10)
1634 		return (ETIMEDOUT);
1635 
1636 	*val = tmp & 0xff;
1637 	return (0);
1638 }
1639 
1640 static int
1641 run_bbp_write(struct run_softc *sc, uint8_t reg, uint8_t val)
1642 {
1643 	uint32_t tmp;
1644 	int ntries, error;
1645 
1646 	for (ntries = 0; ntries < 10; ntries++) {
1647 		if ((error = run_read(sc, RT2860_BBP_CSR_CFG, &tmp)) != 0)
1648 			return (error);
1649 		if (!(tmp & RT2860_BBP_CSR_KICK))
1650 			break;
1651 	}
1652 	if (ntries == 10)
1653 		return (ETIMEDOUT);
1654 
1655 	tmp = RT2860_BBP_CSR_KICK | reg << 8 | val;
1656 	return (run_write(sc, RT2860_BBP_CSR_CFG, tmp));
1657 }
1658 
1659 /*
1660  * Send a command to the 8051 microcontroller unit.
1661  */
1662 static int
1663 run_mcu_cmd(struct run_softc *sc, uint8_t cmd, uint16_t arg)
1664 {
1665 	uint32_t tmp;
1666 	int error, ntries;
1667 
1668 	for (ntries = 0; ntries < 100; ntries++) {
1669 		if ((error = run_read(sc, RT2860_H2M_MAILBOX, &tmp)) != 0)
1670 			return error;
1671 		if (!(tmp & RT2860_H2M_BUSY))
1672 			break;
1673 	}
1674 	if (ntries == 100)
1675 		return ETIMEDOUT;
1676 
1677 	tmp = RT2860_H2M_BUSY | RT2860_TOKEN_NO_INTR << 16 | arg;
1678 	if ((error = run_write(sc, RT2860_H2M_MAILBOX, tmp)) == 0)
1679 		error = run_write(sc, RT2860_HOST_CMD, cmd);
1680 	return (error);
1681 }
1682 
1683 /*
1684  * Add `delta' (signed) to each 4-bit sub-word of a 32-bit word.
1685  * Used to adjust per-rate Tx power registers.
1686  */
1687 static __inline uint32_t
1688 b4inc(uint32_t b32, int8_t delta)
1689 {
1690 	int8_t i, b4;
1691 
1692 	for (i = 0; i < 8; i++) {
1693 		b4 = b32 & 0xf;
1694 		b4 += delta;
1695 		if (b4 < 0)
1696 			b4 = 0;
1697 		else if (b4 > 0xf)
1698 			b4 = 0xf;
1699 		b32 = b32 >> 4 | b4 << 28;
1700 	}
1701 	return (b32);
1702 }
1703 
1704 static const char *
1705 run_get_rf(uint16_t rev)
1706 {
1707 	switch (rev) {
1708 	case RT2860_RF_2820:	return "RT2820";
1709 	case RT2860_RF_2850:	return "RT2850";
1710 	case RT2860_RF_2720:	return "RT2720";
1711 	case RT2860_RF_2750:	return "RT2750";
1712 	case RT3070_RF_3020:	return "RT3020";
1713 	case RT3070_RF_2020:	return "RT2020";
1714 	case RT3070_RF_3021:	return "RT3021";
1715 	case RT3070_RF_3022:	return "RT3022";
1716 	case RT3070_RF_3052:	return "RT3052";
1717 	case RT3593_RF_3053:	return "RT3053";
1718 	case RT5592_RF_5592:	return "RT5592";
1719 	case RT5390_RF_5370:	return "RT5370";
1720 	case RT5390_RF_5372:	return "RT5372";
1721 	}
1722 	return ("unknown");
1723 }
1724 
1725 static void
1726 run_rt3593_get_txpower(struct run_softc *sc)
1727 {
1728 	uint16_t addr, val;
1729 	int i;
1730 
1731 	/* Read power settings for 2GHz channels. */
1732 	for (i = 0; i < 14; i += 2) {
1733 		addr = (sc->ntxchains == 3) ? RT3593_EEPROM_PWR2GHZ_BASE1 :
1734 		    RT2860_EEPROM_PWR2GHZ_BASE1;
1735 		run_srom_read(sc, addr + i / 2, &val);
1736 		sc->txpow1[i + 0] = (int8_t)(val & 0xff);
1737 		sc->txpow1[i + 1] = (int8_t)(val >> 8);
1738 
1739 		addr = (sc->ntxchains == 3) ? RT3593_EEPROM_PWR2GHZ_BASE2 :
1740 		    RT2860_EEPROM_PWR2GHZ_BASE2;
1741 		run_srom_read(sc, addr + i / 2, &val);
1742 		sc->txpow2[i + 0] = (int8_t)(val & 0xff);
1743 		sc->txpow2[i + 1] = (int8_t)(val >> 8);
1744 
1745 		if (sc->ntxchains == 3) {
1746 			run_srom_read(sc, RT3593_EEPROM_PWR2GHZ_BASE3 + i / 2,
1747 			    &val);
1748 			sc->txpow3[i + 0] = (int8_t)(val & 0xff);
1749 			sc->txpow3[i + 1] = (int8_t)(val >> 8);
1750 		}
1751 	}
1752 	/* Fix broken Tx power entries. */
1753 	for (i = 0; i < 14; i++) {
1754 		if (sc->txpow1[i] > 31)
1755 			sc->txpow1[i] = 5;
1756 		if (sc->txpow2[i] > 31)
1757 			sc->txpow2[i] = 5;
1758 		if (sc->ntxchains == 3) {
1759 			if (sc->txpow3[i] > 31)
1760 				sc->txpow3[i] = 5;
1761 		}
1762 	}
1763 	/* Read power settings for 5GHz channels. */
1764 	for (i = 0; i < 40; i += 2) {
1765 		run_srom_read(sc, RT3593_EEPROM_PWR5GHZ_BASE1 + i / 2, &val);
1766 		sc->txpow1[i + 14] = (int8_t)(val & 0xff);
1767 		sc->txpow1[i + 15] = (int8_t)(val >> 8);
1768 
1769 		run_srom_read(sc, RT3593_EEPROM_PWR5GHZ_BASE2 + i / 2, &val);
1770 		sc->txpow2[i + 14] = (int8_t)(val & 0xff);
1771 		sc->txpow2[i + 15] = (int8_t)(val >> 8);
1772 
1773 		if (sc->ntxchains == 3) {
1774 			run_srom_read(sc, RT3593_EEPROM_PWR5GHZ_BASE3 + i / 2,
1775 			    &val);
1776 			sc->txpow3[i + 14] = (int8_t)(val & 0xff);
1777 			sc->txpow3[i + 15] = (int8_t)(val >> 8);
1778 		}
1779 	}
1780 }
1781 
1782 static void
1783 run_get_txpower(struct run_softc *sc)
1784 {
1785 	uint16_t val;
1786 	int i;
1787 
1788 	/* Read power settings for 2GHz channels. */
1789 	for (i = 0; i < 14; i += 2) {
1790 		run_srom_read(sc, RT2860_EEPROM_PWR2GHZ_BASE1 + i / 2, &val);
1791 		sc->txpow1[i + 0] = (int8_t)(val & 0xff);
1792 		sc->txpow1[i + 1] = (int8_t)(val >> 8);
1793 
1794 		if (sc->mac_ver != 0x5390) {
1795 			run_srom_read(sc,
1796 			    RT2860_EEPROM_PWR2GHZ_BASE2 + i / 2, &val);
1797 			sc->txpow2[i + 0] = (int8_t)(val & 0xff);
1798 			sc->txpow2[i + 1] = (int8_t)(val >> 8);
1799 		}
1800 	}
1801 	/* Fix broken Tx power entries. */
1802 	for (i = 0; i < 14; i++) {
1803 		if (sc->mac_ver >= 0x5390) {
1804 			if (sc->txpow1[i] < 0 || sc->txpow1[i] > 39)
1805 				sc->txpow1[i] = 5;
1806 		} else {
1807 			if (sc->txpow1[i] < 0 || sc->txpow1[i] > 31)
1808 				sc->txpow1[i] = 5;
1809 		}
1810 		if (sc->mac_ver > 0x5390) {
1811 			if (sc->txpow2[i] < 0 || sc->txpow2[i] > 39)
1812 				sc->txpow2[i] = 5;
1813 		} else if (sc->mac_ver < 0x5390) {
1814 			if (sc->txpow2[i] < 0 || sc->txpow2[i] > 31)
1815 				sc->txpow2[i] = 5;
1816 		}
1817 		RUN_DPRINTF(sc, RUN_DEBUG_TXPWR,
1818 		    "chan %d: power1=%d, power2=%d\n",
1819 		    rt2860_rf2850[i].chan, sc->txpow1[i], sc->txpow2[i]);
1820 	}
1821 	/* Read power settings for 5GHz channels. */
1822 	for (i = 0; i < 40; i += 2) {
1823 		run_srom_read(sc, RT2860_EEPROM_PWR5GHZ_BASE1 + i / 2, &val);
1824 		sc->txpow1[i + 14] = (int8_t)(val & 0xff);
1825 		sc->txpow1[i + 15] = (int8_t)(val >> 8);
1826 
1827 		run_srom_read(sc, RT2860_EEPROM_PWR5GHZ_BASE2 + i / 2, &val);
1828 		sc->txpow2[i + 14] = (int8_t)(val & 0xff);
1829 		sc->txpow2[i + 15] = (int8_t)(val >> 8);
1830 	}
1831 	/* Fix broken Tx power entries. */
1832 	for (i = 0; i < 40; i++ ) {
1833 		if (sc->mac_ver != 0x5592) {
1834 			if (sc->txpow1[14 + i] < -7 || sc->txpow1[14 + i] > 15)
1835 				sc->txpow1[14 + i] = 5;
1836 			if (sc->txpow2[14 + i] < -7 || sc->txpow2[14 + i] > 15)
1837 				sc->txpow2[14 + i] = 5;
1838 		}
1839 		RUN_DPRINTF(sc, RUN_DEBUG_TXPWR,
1840 		    "chan %d: power1=%d, power2=%d\n",
1841 		    rt2860_rf2850[14 + i].chan, sc->txpow1[14 + i],
1842 		    sc->txpow2[14 + i]);
1843 	}
1844 }
1845 
1846 static int
1847 run_read_eeprom(struct run_softc *sc)
1848 {
1849 	struct ieee80211com *ic = &sc->sc_ic;
1850 	int8_t delta_2ghz, delta_5ghz;
1851 	uint32_t tmp;
1852 	uint16_t val;
1853 	int ridx, ant, i;
1854 
1855 	/* check whether the ROM is eFUSE ROM or EEPROM */
1856 	sc->sc_srom_read = run_eeprom_read_2;
1857 	if (sc->mac_ver >= 0x3070) {
1858 		run_read(sc, RT3070_EFUSE_CTRL, &tmp);
1859 		RUN_DPRINTF(sc, RUN_DEBUG_ROM, "EFUSE_CTRL=0x%08x\n", tmp);
1860 		if ((tmp & RT3070_SEL_EFUSE) || sc->mac_ver == 0x3593)
1861 			sc->sc_srom_read = run_efuse_read_2;
1862 	}
1863 
1864 	/* read ROM version */
1865 	run_srom_read(sc, RT2860_EEPROM_VERSION, &val);
1866 	RUN_DPRINTF(sc, RUN_DEBUG_ROM,
1867 	    "EEPROM rev=%d, FAE=%d\n", val >> 8, val & 0xff);
1868 
1869 	/* read MAC address */
1870 	run_srom_read(sc, RT2860_EEPROM_MAC01, &val);
1871 	ic->ic_macaddr[0] = val & 0xff;
1872 	ic->ic_macaddr[1] = val >> 8;
1873 	run_srom_read(sc, RT2860_EEPROM_MAC23, &val);
1874 	ic->ic_macaddr[2] = val & 0xff;
1875 	ic->ic_macaddr[3] = val >> 8;
1876 	run_srom_read(sc, RT2860_EEPROM_MAC45, &val);
1877 	ic->ic_macaddr[4] = val & 0xff;
1878 	ic->ic_macaddr[5] = val >> 8;
1879 
1880 	if (sc->mac_ver < 0x3593) {
1881 		/* read vender BBP settings */
1882 		for (i = 0; i < 10; i++) {
1883 			run_srom_read(sc, RT2860_EEPROM_BBP_BASE + i, &val);
1884 			sc->bbp[i].val = val & 0xff;
1885 			sc->bbp[i].reg = val >> 8;
1886 			RUN_DPRINTF(sc, RUN_DEBUG_ROM,
1887 			    "BBP%d=0x%02x\n", sc->bbp[i].reg, sc->bbp[i].val);
1888 		}
1889 		if (sc->mac_ver >= 0x3071) {
1890 			/* read vendor RF settings */
1891 			for (i = 0; i < 10; i++) {
1892 				run_srom_read(sc, RT3071_EEPROM_RF_BASE + i,
1893 				   &val);
1894 				sc->rf[i].val = val & 0xff;
1895 				sc->rf[i].reg = val >> 8;
1896 				RUN_DPRINTF(sc, RUN_DEBUG_ROM, "RF%d=0x%02x\n",
1897 				    sc->rf[i].reg, sc->rf[i].val);
1898 			}
1899 		}
1900 	}
1901 
1902 	/* read RF frequency offset from EEPROM */
1903 	run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_FREQ_LEDS :
1904 	    RT3593_EEPROM_FREQ, &val);
1905 	sc->freq = ((val & 0xff) != 0xff) ? val & 0xff : 0;
1906 	RUN_DPRINTF(sc, RUN_DEBUG_ROM, "EEPROM freq offset %d\n",
1907 	    sc->freq & 0xff);
1908 
1909 	run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_FREQ_LEDS :
1910 	    RT3593_EEPROM_FREQ_LEDS, &val);
1911 	if (val >> 8 != 0xff) {
1912 		/* read LEDs operating mode */
1913 		sc->leds = val >> 8;
1914 		run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_LED1 :
1915 		    RT3593_EEPROM_LED1, &sc->led[0]);
1916 		run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_LED2 :
1917 		    RT3593_EEPROM_LED2, &sc->led[1]);
1918 		run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_LED3 :
1919 		    RT3593_EEPROM_LED3, &sc->led[2]);
1920 	} else {
1921 		/* broken EEPROM, use default settings */
1922 		sc->leds = 0x01;
1923 		sc->led[0] = 0x5555;
1924 		sc->led[1] = 0x2221;
1925 		sc->led[2] = 0x5627;	/* differs from RT2860 */
1926 	}
1927 	RUN_DPRINTF(sc, RUN_DEBUG_ROM,
1928 	    "EEPROM LED mode=0x%02x, LEDs=0x%04x/0x%04x/0x%04x\n",
1929 	    sc->leds, sc->led[0], sc->led[1], sc->led[2]);
1930 
1931 	/* read RF information */
1932 	if (sc->mac_ver == 0x5390 || sc->mac_ver ==0x5392)
1933 		run_srom_read(sc, 0x00, &val);
1934 	else
1935 		run_srom_read(sc, RT2860_EEPROM_ANTENNA, &val);
1936 
1937 	if (val == 0xffff) {
1938 		device_printf(sc->sc_dev,
1939 		    "invalid EEPROM antenna info, using default\n");
1940 		if (sc->mac_ver == 0x3572) {
1941 			/* default to RF3052 2T2R */
1942 			sc->rf_rev = RT3070_RF_3052;
1943 			sc->ntxchains = 2;
1944 			sc->nrxchains = 2;
1945 		} else if (sc->mac_ver >= 0x3070) {
1946 			/* default to RF3020 1T1R */
1947 			sc->rf_rev = RT3070_RF_3020;
1948 			sc->ntxchains = 1;
1949 			sc->nrxchains = 1;
1950 		} else {
1951 			/* default to RF2820 1T2R */
1952 			sc->rf_rev = RT2860_RF_2820;
1953 			sc->ntxchains = 1;
1954 			sc->nrxchains = 2;
1955 		}
1956 	} else {
1957 		if (sc->mac_ver == 0x5390 || sc->mac_ver ==0x5392) {
1958 			sc->rf_rev = val;
1959 			run_srom_read(sc, RT2860_EEPROM_ANTENNA, &val);
1960 		} else
1961 			sc->rf_rev = (val >> 8) & 0xf;
1962 		sc->ntxchains = (val >> 4) & 0xf;
1963 		sc->nrxchains = val & 0xf;
1964 	}
1965 	RUN_DPRINTF(sc, RUN_DEBUG_ROM, "EEPROM RF rev=0x%04x chains=%dT%dR\n",
1966 	    sc->rf_rev, sc->ntxchains, sc->nrxchains);
1967 
1968 	/* check if RF supports automatic Tx access gain control */
1969 	run_srom_read(sc, RT2860_EEPROM_CONFIG, &val);
1970 	RUN_DPRINTF(sc, RUN_DEBUG_ROM, "EEPROM CFG 0x%04x\n", val);
1971 	/* check if driver should patch the DAC issue */
1972 	if ((val >> 8) != 0xff)
1973 		sc->patch_dac = (val >> 15) & 1;
1974 	if ((val & 0xff) != 0xff) {
1975 		sc->ext_5ghz_lna = (val >> 3) & 1;
1976 		sc->ext_2ghz_lna = (val >> 2) & 1;
1977 		/* check if RF supports automatic Tx access gain control */
1978 		sc->calib_2ghz = sc->calib_5ghz = (val >> 1) & 1;
1979 		/* check if we have a hardware radio switch */
1980 		sc->rfswitch = val & 1;
1981 	}
1982 
1983 	/* Read Tx power settings. */
1984 	if (sc->mac_ver == 0x3593)
1985 		run_rt3593_get_txpower(sc);
1986 	else
1987 		run_get_txpower(sc);
1988 
1989 	/* read Tx power compensation for each Tx rate */
1990 	run_srom_read(sc, RT2860_EEPROM_DELTAPWR, &val);
1991 	delta_2ghz = delta_5ghz = 0;
1992 	if ((val & 0xff) != 0xff && (val & 0x80)) {
1993 		delta_2ghz = val & 0xf;
1994 		if (!(val & 0x40))	/* negative number */
1995 			delta_2ghz = -delta_2ghz;
1996 	}
1997 	val >>= 8;
1998 	if ((val & 0xff) != 0xff && (val & 0x80)) {
1999 		delta_5ghz = val & 0xf;
2000 		if (!(val & 0x40))	/* negative number */
2001 			delta_5ghz = -delta_5ghz;
2002 	}
2003 	RUN_DPRINTF(sc, RUN_DEBUG_ROM | RUN_DEBUG_TXPWR,
2004 	    "power compensation=%d (2GHz), %d (5GHz)\n", delta_2ghz, delta_5ghz);
2005 
2006 	for (ridx = 0; ridx < 5; ridx++) {
2007 		uint32_t reg;
2008 
2009 		run_srom_read(sc, RT2860_EEPROM_RPWR + ridx * 2, &val);
2010 		reg = val;
2011 		run_srom_read(sc, RT2860_EEPROM_RPWR + ridx * 2 + 1, &val);
2012 		reg |= (uint32_t)val << 16;
2013 
2014 		sc->txpow20mhz[ridx] = reg;
2015 		sc->txpow40mhz_2ghz[ridx] = b4inc(reg, delta_2ghz);
2016 		sc->txpow40mhz_5ghz[ridx] = b4inc(reg, delta_5ghz);
2017 
2018 		RUN_DPRINTF(sc, RUN_DEBUG_ROM | RUN_DEBUG_TXPWR,
2019 		    "ridx %d: power 20MHz=0x%08x, 40MHz/2GHz=0x%08x, "
2020 		    "40MHz/5GHz=0x%08x\n", ridx, sc->txpow20mhz[ridx],
2021 		    sc->txpow40mhz_2ghz[ridx], sc->txpow40mhz_5ghz[ridx]);
2022 	}
2023 
2024 	/* Read RSSI offsets and LNA gains from EEPROM. */
2025 	run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_RSSI1_2GHZ :
2026 	    RT3593_EEPROM_RSSI1_2GHZ, &val);
2027 	sc->rssi_2ghz[0] = val & 0xff;	/* Ant A */
2028 	sc->rssi_2ghz[1] = val >> 8;	/* Ant B */
2029 	run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_RSSI2_2GHZ :
2030 	    RT3593_EEPROM_RSSI2_2GHZ, &val);
2031 	if (sc->mac_ver >= 0x3070) {
2032 		if (sc->mac_ver == 0x3593) {
2033 			sc->txmixgain_2ghz = 0;
2034 			sc->rssi_2ghz[2] = val & 0xff;	/* Ant C */
2035 		} else {
2036 			/*
2037 			 * On RT3070 chips (limited to 2 Rx chains), this ROM
2038 			 * field contains the Tx mixer gain for the 2GHz band.
2039 			 */
2040 			if ((val & 0xff) != 0xff)
2041 				sc->txmixgain_2ghz = val & 0x7;
2042 		}
2043 		RUN_DPRINTF(sc, RUN_DEBUG_ROM, "tx mixer gain=%u (2GHz)\n",
2044 		    sc->txmixgain_2ghz);
2045 	} else
2046 		sc->rssi_2ghz[2] = val & 0xff;	/* Ant C */
2047 	if (sc->mac_ver == 0x3593)
2048 		run_srom_read(sc, RT3593_EEPROM_LNA_5GHZ, &val);
2049 	sc->lna[2] = val >> 8;		/* channel group 2 */
2050 
2051 	run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_RSSI1_5GHZ :
2052 	    RT3593_EEPROM_RSSI1_5GHZ, &val);
2053 	sc->rssi_5ghz[0] = val & 0xff;	/* Ant A */
2054 	sc->rssi_5ghz[1] = val >> 8;	/* Ant B */
2055 	run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_RSSI2_5GHZ :
2056 	    RT3593_EEPROM_RSSI2_5GHZ, &val);
2057 	if (sc->mac_ver == 0x3572) {
2058 		/*
2059 		 * On RT3572 chips (limited to 2 Rx chains), this ROM
2060 		 * field contains the Tx mixer gain for the 5GHz band.
2061 		 */
2062 		if ((val & 0xff) != 0xff)
2063 			sc->txmixgain_5ghz = val & 0x7;
2064 		RUN_DPRINTF(sc, RUN_DEBUG_ROM, "tx mixer gain=%u (5GHz)\n",
2065 		    sc->txmixgain_5ghz);
2066 	} else
2067 		sc->rssi_5ghz[2] = val & 0xff;	/* Ant C */
2068 	if (sc->mac_ver == 0x3593) {
2069 		sc->txmixgain_5ghz = 0;
2070 		run_srom_read(sc, RT3593_EEPROM_LNA_5GHZ, &val);
2071 	}
2072 	sc->lna[3] = val >> 8;		/* channel group 3 */
2073 
2074 	run_srom_read(sc, (sc->mac_ver != 0x3593) ? RT2860_EEPROM_LNA :
2075 	    RT3593_EEPROM_LNA, &val);
2076 	sc->lna[0] = val & 0xff;	/* channel group 0 */
2077 	sc->lna[1] = val >> 8;		/* channel group 1 */
2078 
2079 	/* fix broken 5GHz LNA entries */
2080 	if (sc->lna[2] == 0 || sc->lna[2] == 0xff) {
2081 		RUN_DPRINTF(sc, RUN_DEBUG_ROM,
2082 		    "invalid LNA for channel group %d\n", 2);
2083 		sc->lna[2] = sc->lna[1];
2084 	}
2085 	if (sc->lna[3] == 0 || sc->lna[3] == 0xff) {
2086 		RUN_DPRINTF(sc, RUN_DEBUG_ROM,
2087 		    "invalid LNA for channel group %d\n", 3);
2088 		sc->lna[3] = sc->lna[1];
2089 	}
2090 
2091 	/* fix broken RSSI offset entries */
2092 	for (ant = 0; ant < 3; ant++) {
2093 		if (sc->rssi_2ghz[ant] < -10 || sc->rssi_2ghz[ant] > 10) {
2094 			RUN_DPRINTF(sc, RUN_DEBUG_ROM | RUN_DEBUG_RSSI,
2095 			    "invalid RSSI%d offset: %d (2GHz)\n",
2096 			    ant + 1, sc->rssi_2ghz[ant]);
2097 			sc->rssi_2ghz[ant] = 0;
2098 		}
2099 		if (sc->rssi_5ghz[ant] < -10 || sc->rssi_5ghz[ant] > 10) {
2100 			RUN_DPRINTF(sc, RUN_DEBUG_ROM | RUN_DEBUG_RSSI,
2101 			    "invalid RSSI%d offset: %d (5GHz)\n",
2102 			    ant + 1, sc->rssi_5ghz[ant]);
2103 			sc->rssi_5ghz[ant] = 0;
2104 		}
2105 	}
2106 	return (0);
2107 }
2108 
2109 static struct ieee80211_node *
2110 run_node_alloc(struct ieee80211vap *vap, const uint8_t mac[IEEE80211_ADDR_LEN])
2111 {
2112 	return malloc(sizeof (struct run_node), M_80211_NODE,
2113 	    M_NOWAIT | M_ZERO);
2114 }
2115 
2116 static int
2117 run_media_change(if_t ifp)
2118 {
2119 	struct ieee80211vap *vap = if_getsoftc(ifp);
2120 	struct ieee80211com *ic = vap->iv_ic;
2121 	const struct ieee80211_txparam *tp;
2122 	struct run_softc *sc = ic->ic_softc;
2123 	uint8_t rate, ridx;
2124 	int error;
2125 
2126 	RUN_LOCK(sc);
2127 
2128 	error = ieee80211_media_change(ifp);
2129 	if (error != 0) {
2130 		RUN_UNLOCK(sc);
2131 		return (error);
2132 	}
2133 
2134 	tp = &vap->iv_txparms[ieee80211_chan2mode(ic->ic_curchan)];
2135 	if (tp->ucastrate != IEEE80211_FIXED_RATE_NONE) {
2136 		struct ieee80211_node *ni;
2137 		struct run_node	*rn;
2138 
2139 		/* XXX TODO: methodize with MCS rates */
2140 		rate = ic->ic_sup_rates[ic->ic_curmode].
2141 		    rs_rates[tp->ucastrate] & IEEE80211_RATE_VAL;
2142 		for (ridx = 0; ridx < RT2860_RIDX_MAX; ridx++)
2143 			if (rt2860_rates[ridx].rate == rate)
2144 				break;
2145 
2146 		ni = ieee80211_ref_node(vap->iv_bss);
2147 		rn = RUN_NODE(ni);
2148 		rn->fix_ridx = ridx;
2149 		RUN_DPRINTF(sc, RUN_DEBUG_RATE, "rate=%d, fix_ridx=%d\n",
2150 		    rate, rn->fix_ridx);
2151 		ieee80211_free_node(ni);
2152 	}
2153 
2154 #if 0
2155 	if ((if_getflags(ifp) & IFF_UP) &&
2156 	    (if_getdrvflags(ifp) &  RUN_RUNNING)){
2157 		run_init_locked(sc);
2158 	}
2159 #endif
2160 
2161 	RUN_UNLOCK(sc);
2162 
2163 	return (0);
2164 }
2165 
2166 static int
2167 run_newstate(struct ieee80211vap *vap, enum ieee80211_state nstate, int arg)
2168 {
2169 	const struct ieee80211_txparam *tp;
2170 	struct ieee80211com *ic = vap->iv_ic;
2171 	struct run_softc *sc = ic->ic_softc;
2172 	struct run_vap *rvp = RUN_VAP(vap);
2173 	enum ieee80211_state ostate;
2174 	uint32_t sta[3];
2175 	uint8_t ratectl;
2176 	uint8_t restart_ratectl = 0;
2177 	uint8_t bid = 1 << rvp->rvp_id;
2178 
2179 	ostate = vap->iv_state;
2180 	RUN_DPRINTF(sc, RUN_DEBUG_STATE, "%s -> %s\n",
2181 		ieee80211_state_name[ostate],
2182 		ieee80211_state_name[nstate]);
2183 
2184 	IEEE80211_UNLOCK(ic);
2185 	RUN_LOCK(sc);
2186 
2187 	ratectl = sc->ratectl_run; /* remember current state */
2188 	sc->ratectl_run = RUN_RATECTL_OFF;
2189 	usb_callout_stop(&sc->ratectl_ch);
2190 
2191 	if (ostate == IEEE80211_S_RUN) {
2192 		/* turn link LED off */
2193 		run_set_leds(sc, RT2860_LED_RADIO);
2194 	}
2195 
2196 	switch (nstate) {
2197 	case IEEE80211_S_INIT:
2198 		restart_ratectl = 1;
2199 
2200 		if (ostate != IEEE80211_S_RUN)
2201 			break;
2202 
2203 		ratectl &= ~bid;
2204 		sc->runbmap &= ~bid;
2205 
2206 		/* abort TSF synchronization if there is no vap running */
2207 		if (--sc->running == 0)
2208 			run_disable_tsf(sc);
2209 		break;
2210 
2211 	case IEEE80211_S_RUN:
2212 		if (!(sc->runbmap & bid)) {
2213 			if(sc->running++)
2214 				restart_ratectl = 1;
2215 			sc->runbmap |= bid;
2216 		}
2217 
2218 		m_freem(rvp->beacon_mbuf);
2219 		rvp->beacon_mbuf = NULL;
2220 
2221 		switch (vap->iv_opmode) {
2222 		case IEEE80211_M_HOSTAP:
2223 		case IEEE80211_M_MBSS:
2224 			sc->ap_running |= bid;
2225 			ic->ic_opmode = vap->iv_opmode;
2226 			run_update_beacon_cb(vap);
2227 			break;
2228 		case IEEE80211_M_IBSS:
2229 			sc->adhoc_running |= bid;
2230 			if (!sc->ap_running)
2231 				ic->ic_opmode = vap->iv_opmode;
2232 			run_update_beacon_cb(vap);
2233 			break;
2234 		case IEEE80211_M_STA:
2235 			sc->sta_running |= bid;
2236 			if (!sc->ap_running && !sc->adhoc_running)
2237 				ic->ic_opmode = vap->iv_opmode;
2238 
2239 			/* read statistic counters (clear on read) */
2240 			run_read_region_1(sc, RT2860_TX_STA_CNT0,
2241 			    (uint8_t *)sta, sizeof sta);
2242 
2243 			break;
2244 		default:
2245 			ic->ic_opmode = vap->iv_opmode;
2246 			break;
2247 		}
2248 
2249 		if (vap->iv_opmode != IEEE80211_M_MONITOR) {
2250 			struct ieee80211_node *ni;
2251 
2252 			if (ic->ic_bsschan == IEEE80211_CHAN_ANYC) {
2253 				RUN_UNLOCK(sc);
2254 				IEEE80211_LOCK(ic);
2255 				return (-1);
2256 			}
2257 			run_updateslot(ic);
2258 			run_enable_mrr(sc);
2259 			run_set_txpreamble(sc);
2260 			run_set_basicrates(sc);
2261 			ni = ieee80211_ref_node(vap->iv_bss);
2262 			IEEE80211_ADDR_COPY(sc->sc_bssid, ni->ni_bssid);
2263 			run_set_bssid(sc, sc->sc_bssid);
2264 			ieee80211_free_node(ni);
2265 			run_enable_tsf_sync(sc);
2266 
2267 			/* enable automatic rate adaptation */
2268 			tp = &vap->iv_txparms[ieee80211_chan2mode(ic->ic_curchan)];
2269 			if (tp->ucastrate == IEEE80211_FIXED_RATE_NONE)
2270 				ratectl |= bid;
2271 		} else
2272 			run_enable_tsf(sc);
2273 
2274 		/* turn link LED on */
2275 		run_set_leds(sc, RT2860_LED_RADIO |
2276 		    (IEEE80211_IS_CHAN_2GHZ(ic->ic_curchan) ?
2277 		     RT2860_LED_LINK_2GHZ : RT2860_LED_LINK_5GHZ));
2278 
2279 		break;
2280 	default:
2281 		RUN_DPRINTF(sc, RUN_DEBUG_STATE, "undefined state\n");
2282 		break;
2283 	}
2284 
2285 	/* restart amrr for running VAPs */
2286 	if ((sc->ratectl_run = ratectl) && restart_ratectl)
2287 		usb_callout_reset(&sc->ratectl_ch, hz, run_ratectl_to, sc);
2288 
2289 	RUN_UNLOCK(sc);
2290 	IEEE80211_LOCK(ic);
2291 
2292 	return(rvp->newstate(vap, nstate, arg));
2293 }
2294 
2295 static int
2296 run_wme_update(struct ieee80211com *ic)
2297 {
2298 	struct chanAccParams chp;
2299 	struct run_softc *sc = ic->ic_softc;
2300 	const struct wmeParams *ac;
2301 	int aci, error = 0;
2302 
2303 	ieee80211_wme_ic_getparams(ic, &chp);
2304 	ac = chp.cap_wmeParams;
2305 
2306 	/* update MAC TX configuration registers */
2307 	RUN_LOCK(sc);
2308 	for (aci = 0; aci < WME_NUM_AC; aci++) {
2309 		error = run_write(sc, RT2860_EDCA_AC_CFG(aci),
2310 		    ac[aci].wmep_logcwmax << 16 |
2311 		    ac[aci].wmep_logcwmin << 12 |
2312 		    ac[aci].wmep_aifsn    <<  8 |
2313 		    ac[aci].wmep_txopLimit);
2314 		if (error) goto err;
2315 	}
2316 
2317 	/* update SCH/DMA registers too */
2318 	error = run_write(sc, RT2860_WMM_AIFSN_CFG,
2319 	    ac[WME_AC_VO].wmep_aifsn  << 12 |
2320 	    ac[WME_AC_VI].wmep_aifsn  <<  8 |
2321 	    ac[WME_AC_BK].wmep_aifsn  <<  4 |
2322 	    ac[WME_AC_BE].wmep_aifsn);
2323 	if (error) goto err;
2324 	error = run_write(sc, RT2860_WMM_CWMIN_CFG,
2325 	    ac[WME_AC_VO].wmep_logcwmin << 12 |
2326 	    ac[WME_AC_VI].wmep_logcwmin <<  8 |
2327 	    ac[WME_AC_BK].wmep_logcwmin <<  4 |
2328 	    ac[WME_AC_BE].wmep_logcwmin);
2329 	if (error) goto err;
2330 	error = run_write(sc, RT2860_WMM_CWMAX_CFG,
2331 	    ac[WME_AC_VO].wmep_logcwmax << 12 |
2332 	    ac[WME_AC_VI].wmep_logcwmax <<  8 |
2333 	    ac[WME_AC_BK].wmep_logcwmax <<  4 |
2334 	    ac[WME_AC_BE].wmep_logcwmax);
2335 	if (error) goto err;
2336 	error = run_write(sc, RT2860_WMM_TXOP0_CFG,
2337 	    ac[WME_AC_BK].wmep_txopLimit << 16 |
2338 	    ac[WME_AC_BE].wmep_txopLimit);
2339 	if (error) goto err;
2340 	error = run_write(sc, RT2860_WMM_TXOP1_CFG,
2341 	    ac[WME_AC_VO].wmep_txopLimit << 16 |
2342 	    ac[WME_AC_VI].wmep_txopLimit);
2343 
2344 err:
2345 	RUN_UNLOCK(sc);
2346 	if (error)
2347 		RUN_DPRINTF(sc, RUN_DEBUG_USB, "WME update failed\n");
2348 
2349 	return (error);
2350 }
2351 
2352 static void
2353 run_key_set_cb(void *arg)
2354 {
2355 	struct run_cmdq *cmdq = arg;
2356 	struct ieee80211vap *vap = cmdq->arg1;
2357 	struct ieee80211_key *k = cmdq->k;
2358 	struct ieee80211com *ic = vap->iv_ic;
2359 	struct run_softc *sc = ic->ic_softc;
2360 	struct ieee80211_node *ni;
2361 	u_int cipher = k->wk_cipher->ic_cipher;
2362 	uint32_t attr;
2363 	uint16_t base, associd;
2364 	uint8_t mode, wcid, iv[8];
2365 
2366 	RUN_LOCK_ASSERT(sc, MA_OWNED);
2367 
2368 	if (vap->iv_opmode == IEEE80211_M_HOSTAP)
2369 		ni = ieee80211_find_vap_node(&ic->ic_sta, vap, cmdq->mac);
2370 	else
2371 		ni = vap->iv_bss;
2372 	associd = (ni != NULL) ? ni->ni_associd : 0;
2373 
2374 	/* map net80211 cipher to RT2860 security mode */
2375 	switch (cipher) {
2376 	case IEEE80211_CIPHER_WEP:
2377 		if(k->wk_keylen < 8)
2378 			mode = RT2860_MODE_WEP40;
2379 		else
2380 			mode = RT2860_MODE_WEP104;
2381 		break;
2382 	case IEEE80211_CIPHER_TKIP:
2383 		mode = RT2860_MODE_TKIP;
2384 		break;
2385 	case IEEE80211_CIPHER_AES_CCM:
2386 		mode = RT2860_MODE_AES_CCMP;
2387 		break;
2388 	default:
2389 		RUN_DPRINTF(sc, RUN_DEBUG_KEY, "undefined case\n");
2390 		return;
2391 	}
2392 
2393 	RUN_DPRINTF(sc, RUN_DEBUG_KEY,
2394 	    "associd=%x, keyix=%d, mode=%x, type=%s, tx=%s, rx=%s\n",
2395 	    associd, k->wk_keyix, mode,
2396 	    (k->wk_flags & IEEE80211_KEY_GROUP) ? "group" : "pairwise",
2397 	    (k->wk_flags & IEEE80211_KEY_XMIT) ? "on" : "off",
2398 	    (k->wk_flags & IEEE80211_KEY_RECV) ? "on" : "off");
2399 
2400 	if (k->wk_flags & IEEE80211_KEY_GROUP) {
2401 		wcid = 0;	/* NB: update WCID0 for group keys */
2402 		base = RT2860_SKEY(RUN_VAP(vap)->rvp_id, k->wk_keyix);
2403 	} else {
2404 		wcid = (vap->iv_opmode == IEEE80211_M_STA) ?
2405 		    1 : RUN_AID2WCID(associd);
2406 		base = RT2860_PKEY(wcid);
2407 	}
2408 
2409 	if (cipher == IEEE80211_CIPHER_TKIP) {
2410 		if(run_write_region_1(sc, base, k->wk_key, 16))
2411 			return;
2412 		if(run_write_region_1(sc, base + 16, &k->wk_key[16], 8))	/* wk_txmic */
2413 			return;
2414 		if(run_write_region_1(sc, base + 24, &k->wk_key[24], 8))	/* wk_rxmic */
2415 			return;
2416 	} else {
2417 		/* roundup len to 16-bit: XXX fix write_region_1() instead */
2418 		if(run_write_region_1(sc, base, k->wk_key, (k->wk_keylen + 1) & ~1))
2419 			return;
2420 	}
2421 
2422 	if (!(k->wk_flags & IEEE80211_KEY_GROUP) ||
2423 	    (k->wk_flags & (IEEE80211_KEY_XMIT | IEEE80211_KEY_RECV))) {
2424 		/* set initial packet number in IV+EIV */
2425 		if (cipher == IEEE80211_CIPHER_WEP) {
2426 			memset(iv, 0, sizeof iv);
2427 			iv[3] = vap->iv_def_txkey << 6;
2428 		} else {
2429 			if (cipher == IEEE80211_CIPHER_TKIP) {
2430 				iv[0] = k->wk_keytsc >> 8;
2431 				iv[1] = (iv[0] | 0x20) & 0x7f;
2432 				iv[2] = k->wk_keytsc;
2433 			} else /* CCMP */ {
2434 				iv[0] = k->wk_keytsc;
2435 				iv[1] = k->wk_keytsc >> 8;
2436 				iv[2] = 0;
2437 			}
2438 			iv[3] = k->wk_keyix << 6 | IEEE80211_WEP_EXTIV;
2439 			iv[4] = k->wk_keytsc >> 16;
2440 			iv[5] = k->wk_keytsc >> 24;
2441 			iv[6] = k->wk_keytsc >> 32;
2442 			iv[7] = k->wk_keytsc >> 40;
2443 		}
2444 		if (run_write_region_1(sc, RT2860_IVEIV(wcid), iv, 8))
2445 			return;
2446 	}
2447 
2448 	if (k->wk_flags & IEEE80211_KEY_GROUP) {
2449 		/* install group key */
2450 		if (run_read(sc, RT2860_SKEY_MODE_0_7, &attr))
2451 			return;
2452 		attr &= ~(0xf << (k->wk_keyix * 4));
2453 		attr |= mode << (k->wk_keyix * 4);
2454 		if (run_write(sc, RT2860_SKEY_MODE_0_7, attr))
2455 			return;
2456 	} else {
2457 		/* install pairwise key */
2458 		if (run_read(sc, RT2860_WCID_ATTR(wcid), &attr))
2459 			return;
2460 		attr = (attr & ~0xf) | (mode << 1) | RT2860_RX_PKEY_EN;
2461 		if (run_write(sc, RT2860_WCID_ATTR(wcid), attr))
2462 			return;
2463 	}
2464 
2465 	/* TODO create a pass-thru key entry? */
2466 
2467 	/* need wcid to delete the right key later */
2468 	k->wk_pad = wcid;
2469 }
2470 
2471 /*
2472  * Don't have to be deferred, but in order to keep order of
2473  * execution, i.e. with run_key_delete(), defer this and let
2474  * run_cmdq_cb() maintain the order.
2475  *
2476  * return 0 on error
2477  */
2478 static int
2479 run_key_set(struct ieee80211vap *vap, struct ieee80211_key *k)
2480 {
2481 	struct ieee80211com *ic = vap->iv_ic;
2482 	struct run_softc *sc = ic->ic_softc;
2483 	uint32_t i;
2484 
2485 	i = RUN_CMDQ_GET(&sc->cmdq_store);
2486 	RUN_DPRINTF(sc, RUN_DEBUG_KEY, "cmdq_store=%d\n", i);
2487 	sc->cmdq[i].func = run_key_set_cb;
2488 	sc->cmdq[i].arg0 = NULL;
2489 	sc->cmdq[i].arg1 = vap;
2490 	sc->cmdq[i].k = k;
2491 	IEEE80211_ADDR_COPY(sc->cmdq[i].mac, k->wk_macaddr);
2492 	ieee80211_runtask(ic, &sc->cmdq_task);
2493 
2494 	/*
2495 	 * To make sure key will be set when hostapd
2496 	 * calls iv_key_set() before if_init().
2497 	 */
2498 	if (vap->iv_opmode == IEEE80211_M_HOSTAP) {
2499 		RUN_LOCK(sc);
2500 		sc->cmdq_key_set = RUN_CMDQ_GO;
2501 		RUN_UNLOCK(sc);
2502 	}
2503 
2504 	return (1);
2505 }
2506 
2507 /*
2508  * If wlan is destroyed without being brought down i.e. without
2509  * wlan down or wpa_cli terminate, this function is called after
2510  * vap is gone. Don't refer it.
2511  */
2512 static void
2513 run_key_delete_cb(void *arg)
2514 {
2515 	struct run_cmdq *cmdq = arg;
2516 	struct run_softc *sc = cmdq->arg1;
2517 	struct ieee80211_key *k = &cmdq->key;
2518 	uint32_t attr;
2519 	uint8_t wcid;
2520 
2521 	RUN_LOCK_ASSERT(sc, MA_OWNED);
2522 
2523 	if (k->wk_flags & IEEE80211_KEY_GROUP) {
2524 		/* remove group key */
2525 		RUN_DPRINTF(sc, RUN_DEBUG_KEY, "removing group key\n");
2526 		run_read(sc, RT2860_SKEY_MODE_0_7, &attr);
2527 		attr &= ~(0xf << (k->wk_keyix * 4));
2528 		run_write(sc, RT2860_SKEY_MODE_0_7, attr);
2529 	} else {
2530 		/* remove pairwise key */
2531 		RUN_DPRINTF(sc, RUN_DEBUG_KEY,
2532 		    "removing key for wcid %x\n", k->wk_pad);
2533 		/* matching wcid was written to wk_pad in run_key_set() */
2534 		wcid = k->wk_pad;
2535 		run_read(sc, RT2860_WCID_ATTR(wcid), &attr);
2536 		attr &= ~0xf;
2537 		run_write(sc, RT2860_WCID_ATTR(wcid), attr);
2538 		run_set_region_4(sc, RT2860_WCID_ENTRY(wcid), 0, 8);
2539 	}
2540 
2541 	k->wk_pad = 0;
2542 }
2543 
2544 /*
2545  * return 0 on error
2546  */
2547 static int
2548 run_key_delete(struct ieee80211vap *vap, struct ieee80211_key *k)
2549 {
2550 	struct ieee80211com *ic = vap->iv_ic;
2551 	struct run_softc *sc = ic->ic_softc;
2552 	struct ieee80211_key *k0;
2553 	uint32_t i;
2554 
2555 	/*
2556 	 * When called back, key might be gone. So, make a copy
2557 	 * of some values need to delete keys before deferring.
2558 	 * But, because of LOR with node lock, cannot use lock here.
2559 	 * So, use atomic instead.
2560 	 */
2561 	i = RUN_CMDQ_GET(&sc->cmdq_store);
2562 	RUN_DPRINTF(sc, RUN_DEBUG_KEY, "cmdq_store=%d\n", i);
2563 	sc->cmdq[i].func = run_key_delete_cb;
2564 	sc->cmdq[i].arg0 = NULL;
2565 	sc->cmdq[i].arg1 = sc;
2566 	k0 = &sc->cmdq[i].key;
2567 	k0->wk_flags = k->wk_flags;
2568 	k0->wk_keyix = k->wk_keyix;
2569 	/* matching wcid was written to wk_pad in run_key_set() */
2570 	k0->wk_pad = k->wk_pad;
2571 	ieee80211_runtask(ic, &sc->cmdq_task);
2572 	return (1);	/* return fake success */
2573 
2574 }
2575 
2576 static void
2577 run_ratectl_to(void *arg)
2578 {
2579 	struct run_softc *sc = arg;
2580 
2581 	/* do it in a process context, so it can go sleep */
2582 	ieee80211_runtask(&sc->sc_ic, &sc->ratectl_task);
2583 	/* next timeout will be rescheduled in the callback task */
2584 }
2585 
2586 /* ARGSUSED */
2587 static void
2588 run_ratectl_cb(void *arg, int pending)
2589 {
2590 	struct run_softc *sc = arg;
2591 	struct ieee80211com *ic = &sc->sc_ic;
2592 	struct ieee80211vap *vap = TAILQ_FIRST(&ic->ic_vaps);
2593 
2594 	if (vap == NULL)
2595 		return;
2596 
2597 	if (sc->rvp_cnt > 1 || vap->iv_opmode != IEEE80211_M_STA) {
2598 		/*
2599 		 * run_reset_livelock() doesn't do anything with AMRR,
2600 		 * but Ralink wants us to call it every 1 sec. So, we
2601 		 * piggyback here rather than creating another callout.
2602 		 * Livelock may occur only in HOSTAP or IBSS mode
2603 		 * (when h/w is sending beacons).
2604 		 */
2605 		RUN_LOCK(sc);
2606 		run_reset_livelock(sc);
2607 		/* just in case, there are some stats to drain */
2608 		run_drain_fifo(sc);
2609 		RUN_UNLOCK(sc);
2610 	}
2611 
2612 	ieee80211_iterate_nodes(&ic->ic_sta, run_iter_func, sc);
2613 
2614 	RUN_LOCK(sc);
2615 	if(sc->ratectl_run != RUN_RATECTL_OFF)
2616 		usb_callout_reset(&sc->ratectl_ch, hz, run_ratectl_to, sc);
2617 	RUN_UNLOCK(sc);
2618 }
2619 
2620 static void
2621 run_drain_fifo(void *arg)
2622 {
2623 	struct run_softc *sc = arg;
2624 	uint32_t stat;
2625 	uint16_t (*wstat)[3];
2626 	uint8_t wcid, mcs, pid;
2627 	int8_t retry;
2628 
2629 	RUN_LOCK_ASSERT(sc, MA_OWNED);
2630 
2631 	for (;;) {
2632 		/* drain Tx status FIFO (maxsize = 16) */
2633 		run_read(sc, RT2860_TX_STAT_FIFO, &stat);
2634 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "tx stat 0x%08x\n", stat);
2635 		if (!(stat & RT2860_TXQ_VLD))
2636 			break;
2637 
2638 		wcid = (stat >> RT2860_TXQ_WCID_SHIFT) & 0xff;
2639 
2640 		/* if no ACK was requested, no feedback is available */
2641 		if (!(stat & RT2860_TXQ_ACKREQ) || wcid > RT2870_WCID_MAX ||
2642 		    wcid == 0)
2643 			continue;
2644 
2645 		/*
2646 		 * Even though each stat is Tx-complete-status like format,
2647 		 * the device can poll stats. Because there is no guarantee
2648 		 * that the referring node is still around when read the stats.
2649 		 * So that, if we use ieee80211_ratectl_tx_update(), we will
2650 		 * have hard time not to refer already freed node.
2651 		 *
2652 		 * To eliminate such page faults, we poll stats in softc.
2653 		 * Then, update the rates later with ieee80211_ratectl_tx_update().
2654 		 */
2655 		wstat = &(sc->wcid_stats[wcid]);
2656 		(*wstat)[RUN_TXCNT]++;
2657 		if (stat & RT2860_TXQ_OK)
2658 			(*wstat)[RUN_SUCCESS]++;
2659 		else
2660 			counter_u64_add(sc->sc_ic.ic_oerrors, 1);
2661 		/*
2662 		 * Check if there were retries, ie if the Tx success rate is
2663 		 * different from the requested rate. Note that it works only
2664 		 * because we do not allow rate fallback from OFDM to CCK.
2665 		 */
2666 		mcs = (stat >> RT2860_TXQ_MCS_SHIFT) & 0x7f;
2667 		pid = (stat >> RT2860_TXQ_PID_SHIFT) & 0xf;
2668 		if ((retry = pid -1 - mcs) > 0) {
2669 			(*wstat)[RUN_TXCNT] += retry;
2670 			(*wstat)[RUN_RETRY] += retry;
2671 		}
2672 	}
2673 	RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "count=%d\n", sc->fifo_cnt);
2674 
2675 	sc->fifo_cnt = 0;
2676 }
2677 
2678 static void
2679 run_iter_func(void *arg, struct ieee80211_node *ni)
2680 {
2681 	struct run_softc *sc = arg;
2682 	struct ieee80211_ratectl_tx_stats *txs = &sc->sc_txs;
2683 	struct ieee80211vap *vap = ni->ni_vap;
2684 	struct run_node *rn = RUN_NODE(ni);
2685 	union run_stats sta[2];
2686 	uint16_t (*wstat)[3];
2687 	int error, ridx;
2688 
2689 	RUN_LOCK(sc);
2690 
2691 	/* Check for special case */
2692 	if (sc->rvp_cnt <= 1 && vap->iv_opmode == IEEE80211_M_STA &&
2693 	    ni != vap->iv_bss)
2694 		goto fail;
2695 
2696 	txs->flags = IEEE80211_RATECTL_TX_STATS_NODE |
2697 		     IEEE80211_RATECTL_TX_STATS_RETRIES;
2698 	txs->ni = ni;
2699 	if (sc->rvp_cnt <= 1 && (vap->iv_opmode == IEEE80211_M_IBSS ||
2700 	    vap->iv_opmode == IEEE80211_M_STA)) {
2701 		/* read statistic counters (clear on read) and update AMRR state */
2702 		error = run_read_region_1(sc, RT2860_TX_STA_CNT0, (uint8_t *)sta,
2703 		    sizeof sta);
2704 		if (error != 0)
2705 			goto fail;
2706 
2707 		/* count failed TX as errors */
2708 		if_inc_counter(vap->iv_ifp, IFCOUNTER_OERRORS,
2709 		    le16toh(sta[0].error.fail));
2710 
2711 		txs->nretries = le16toh(sta[1].tx.retry);
2712 		txs->nsuccess = le16toh(sta[1].tx.success);
2713 		/* nretries??? */
2714 		txs->nframes = txs->nretries + txs->nsuccess +
2715 		    le16toh(sta[0].error.fail);
2716 
2717 		RUN_DPRINTF(sc, RUN_DEBUG_RATE,
2718 		    "retrycnt=%d success=%d failcnt=%d\n",
2719 		    txs->nretries, txs->nsuccess, le16toh(sta[0].error.fail));
2720 	} else {
2721 		wstat = &(sc->wcid_stats[RUN_AID2WCID(ni->ni_associd)]);
2722 
2723 		if (wstat == &(sc->wcid_stats[0]) ||
2724 		    wstat > &(sc->wcid_stats[RT2870_WCID_MAX]))
2725 			goto fail;
2726 
2727 		txs->nretries = (*wstat)[RUN_RETRY];
2728 		txs->nsuccess = (*wstat)[RUN_SUCCESS];
2729 		txs->nframes = (*wstat)[RUN_TXCNT];
2730 		RUN_DPRINTF(sc, RUN_DEBUG_RATE,
2731 		    "retrycnt=%d txcnt=%d success=%d\n",
2732 		    txs->nretries, txs->nframes, txs->nsuccess);
2733 
2734 		memset(wstat, 0, sizeof(*wstat));
2735 	}
2736 
2737 	ieee80211_ratectl_tx_update(vap, txs);
2738 	ieee80211_ratectl_rate(ni, NULL, 0);
2739 	/* XXX TODO: methodize with MCS rates */
2740 	for (ridx = 0; ridx < RT2860_RIDX_MAX; ridx++)
2741 		if (rt2860_rates[ridx].rate == ni->ni_txrate)
2742 			break;
2743 	rn->amrr_ridx = ridx;
2744 
2745 fail:
2746 	RUN_UNLOCK(sc);
2747 
2748 	RUN_DPRINTF(sc, RUN_DEBUG_RATE, "rate=%d, ridx=%d\n", ni->ni_txrate, rn->amrr_ridx);
2749 }
2750 
2751 static void
2752 run_newassoc_cb(void *arg)
2753 {
2754 	struct run_cmdq *cmdq = arg;
2755 	struct ieee80211_node *ni = cmdq->arg1;
2756 	struct run_softc *sc = ni->ni_vap->iv_ic->ic_softc;
2757 	uint8_t wcid = cmdq->wcid;
2758 
2759 	RUN_LOCK_ASSERT(sc, MA_OWNED);
2760 
2761 	run_write_region_1(sc, RT2860_WCID_ENTRY(wcid),
2762 	    ni->ni_macaddr, IEEE80211_ADDR_LEN);
2763 
2764 	memset(&(sc->wcid_stats[wcid]), 0, sizeof(sc->wcid_stats[wcid]));
2765 }
2766 
2767 static void
2768 run_newassoc(struct ieee80211_node *ni, int isnew)
2769 {
2770 	struct run_node *rn = RUN_NODE(ni);
2771 	struct ieee80211vap *vap = ni->ni_vap;
2772 	struct ieee80211com *ic = vap->iv_ic;
2773 	struct run_softc *sc = ic->ic_softc;
2774 	uint8_t rate;
2775 	uint8_t ridx;
2776 	uint8_t wcid;
2777 
2778 	wcid = (vap->iv_opmode == IEEE80211_M_STA) ?
2779 	    1 : RUN_AID2WCID(ni->ni_associd);
2780 
2781 	if (wcid > RT2870_WCID_MAX) {
2782 		device_printf(sc->sc_dev, "wcid=%d out of range\n", wcid);
2783 		return;
2784 	}
2785 
2786 	/* only interested in true associations */
2787 	if (isnew && ni->ni_associd != 0) {
2788 		/*
2789 		 * This function could is called though timeout function.
2790 		 * Need to defer.
2791 		 */
2792 		uint32_t cnt = RUN_CMDQ_GET(&sc->cmdq_store);
2793 		RUN_DPRINTF(sc, RUN_DEBUG_STATE, "cmdq_store=%d\n", cnt);
2794 		sc->cmdq[cnt].func = run_newassoc_cb;
2795 		sc->cmdq[cnt].arg0 = NULL;
2796 		sc->cmdq[cnt].arg1 = ni;
2797 		sc->cmdq[cnt].wcid = wcid;
2798 		ieee80211_runtask(ic, &sc->cmdq_task);
2799 	}
2800 
2801 	RUN_DPRINTF(sc, RUN_DEBUG_STATE,
2802 	    "new assoc isnew=%d associd=%x addr=%s\n",
2803 	    isnew, ni->ni_associd, ether_sprintf(ni->ni_macaddr));
2804 
2805 	rate = vap->iv_txparms[ieee80211_chan2mode(ic->ic_curchan)].mgmtrate;
2806 	/* XXX TODO: methodize with MCS rates */
2807 	for (ridx = 0; ridx < RT2860_RIDX_MAX; ridx++)
2808 		if (rt2860_rates[ridx].rate == rate)
2809 			break;
2810 	rn->mgt_ridx = ridx;
2811 	RUN_DPRINTF(sc, RUN_DEBUG_STATE | RUN_DEBUG_RATE,
2812 	    "rate=%d, mgmt_ridx=%d\n", rate, rn->mgt_ridx);
2813 
2814 	RUN_LOCK(sc);
2815 	if(sc->ratectl_run != RUN_RATECTL_OFF)
2816 		usb_callout_reset(&sc->ratectl_ch, hz, run_ratectl_to, sc);
2817 	RUN_UNLOCK(sc);
2818 }
2819 
2820 /*
2821  * Return the Rx chain with the highest RSSI for a given frame.
2822  */
2823 static __inline uint8_t
2824 run_maxrssi_chain(struct run_softc *sc, const struct rt2860_rxwi *rxwi)
2825 {
2826 	uint8_t rxchain = 0;
2827 
2828 	if (sc->nrxchains > 1) {
2829 		if (rxwi->rssi[1] > rxwi->rssi[rxchain])
2830 			rxchain = 1;
2831 		if (sc->nrxchains > 2)
2832 			if (rxwi->rssi[2] > rxwi->rssi[rxchain])
2833 				rxchain = 2;
2834 	}
2835 	return (rxchain);
2836 }
2837 
2838 static void
2839 run_recv_mgmt(struct ieee80211_node *ni, struct mbuf *m, int subtype,
2840     const struct ieee80211_rx_stats *rxs, int rssi, int nf)
2841 {
2842 	struct ieee80211vap *vap = ni->ni_vap;
2843 	struct run_softc *sc = vap->iv_ic->ic_softc;
2844 	struct run_vap *rvp = RUN_VAP(vap);
2845 	uint64_t ni_tstamp, rx_tstamp;
2846 
2847 	rvp->recv_mgmt(ni, m, subtype, rxs, rssi, nf);
2848 
2849 	if (vap->iv_state == IEEE80211_S_RUN &&
2850 	    (subtype == IEEE80211_FC0_SUBTYPE_BEACON ||
2851 	    subtype == IEEE80211_FC0_SUBTYPE_PROBE_RESP)) {
2852 		ni_tstamp = le64toh(ni->ni_tstamp.tsf);
2853 		RUN_LOCK(sc);
2854 		run_get_tsf(sc, &rx_tstamp);
2855 		RUN_UNLOCK(sc);
2856 		rx_tstamp = le64toh(rx_tstamp);
2857 
2858 		if (ni_tstamp >= rx_tstamp) {
2859 			RUN_DPRINTF(sc, RUN_DEBUG_RECV | RUN_DEBUG_BEACON,
2860 			    "ibss merge, tsf %ju tstamp %ju\n",
2861 			    (uintmax_t)rx_tstamp, (uintmax_t)ni_tstamp);
2862 			(void) ieee80211_ibss_merge(ni);
2863 		}
2864 	}
2865 }
2866 
2867 static void
2868 run_rx_frame(struct run_softc *sc, struct mbuf *m, uint32_t dmalen)
2869 {
2870 	struct ieee80211com *ic = &sc->sc_ic;
2871 	struct ieee80211_frame *wh;
2872 	struct ieee80211_node *ni;
2873 	struct epoch_tracker et;
2874 	struct rt2870_rxd *rxd;
2875 	struct rt2860_rxwi *rxwi;
2876 	uint32_t flags;
2877 	uint16_t len, rxwisize;
2878 	uint8_t ant, rssi;
2879 	int8_t nf;
2880 
2881 	rxwisize = sizeof(struct rt2860_rxwi);
2882 	if (sc->mac_ver == 0x5592)
2883 		rxwisize += sizeof(uint64_t);
2884 	else if (sc->mac_ver == 0x3593)
2885 		rxwisize += sizeof(uint32_t);
2886 
2887 	if (__predict_false(dmalen <
2888 	    rxwisize + sizeof(struct ieee80211_frame_ack))) {
2889 		RUN_DPRINTF(sc, RUN_DEBUG_RECV,
2890 		    "payload is too short: dma length %u < %zu\n",
2891 		    dmalen, rxwisize + sizeof(struct ieee80211_frame_ack));
2892 		goto fail;
2893 	}
2894 
2895 	rxwi = mtod(m, struct rt2860_rxwi *);
2896 	len = le16toh(rxwi->len) & 0xfff;
2897 
2898 	if (__predict_false(len > dmalen - rxwisize)) {
2899 		RUN_DPRINTF(sc, RUN_DEBUG_RECV,
2900 		    "bad RXWI length %u > %u\n", len, dmalen);
2901 		goto fail;
2902 	}
2903 
2904 	/* Rx descriptor is located at the end */
2905 	rxd = (struct rt2870_rxd *)(mtod(m, caddr_t) + dmalen);
2906 	flags = le32toh(rxd->flags);
2907 
2908 	if (__predict_false(flags & (RT2860_RX_CRCERR | RT2860_RX_ICVERR))) {
2909 		RUN_DPRINTF(sc, RUN_DEBUG_RECV, "%s error.\n",
2910 		    (flags & RT2860_RX_CRCERR)?"CRC":"ICV");
2911 		goto fail;
2912 	}
2913 
2914 	if (flags & RT2860_RX_L2PAD) {
2915 		RUN_DPRINTF(sc, RUN_DEBUG_RECV,
2916 		    "received RT2860_RX_L2PAD frame\n");
2917 		len += 2;
2918 	}
2919 
2920 	m->m_data += rxwisize;
2921 	m->m_pkthdr.len = m->m_len = len;
2922 
2923 	wh = mtod(m, struct ieee80211_frame *);
2924 
2925 	if ((wh->i_fc[1] & IEEE80211_FC1_PROTECTED) != 0 &&
2926 	    (flags & RT2860_RX_DEC) != 0) {
2927 		wh->i_fc[1] &= ~IEEE80211_FC1_PROTECTED;
2928 		m->m_flags |= M_WEP;
2929 	}
2930 
2931 	if (len >= sizeof(struct ieee80211_frame_min)) {
2932 		ni = ieee80211_find_rxnode(ic,
2933 		    mtod(m, struct ieee80211_frame_min *));
2934 	} else
2935 		ni = NULL;
2936 
2937 	if(ni && ni->ni_flags & IEEE80211_NODE_HT) {
2938 		m->m_flags |= M_AMPDU;
2939 	}
2940 
2941 	if (__predict_false(flags & RT2860_RX_MICERR)) {
2942 		/* report MIC failures to net80211 for TKIP */
2943 		if (ni != NULL)
2944 			ieee80211_notify_michael_failure(ni->ni_vap, wh,
2945 			    rxwi->keyidx);
2946 		RUN_DPRINTF(sc, RUN_DEBUG_RECV,
2947 		    "MIC error. Someone is lying.\n");
2948 		goto fail;
2949 	}
2950 
2951 	ant = run_maxrssi_chain(sc, rxwi);
2952 	rssi = rxwi->rssi[ant];
2953 	nf = run_rssi2dbm(sc, rssi, ant);
2954 
2955 	if (__predict_false(ieee80211_radiotap_active(ic))) {
2956 		struct run_rx_radiotap_header *tap = &sc->sc_rxtap;
2957 		uint16_t phy;
2958 
2959 		tap->wr_flags = 0;
2960 		if (flags & RT2860_RX_L2PAD)
2961 			tap->wr_flags |= IEEE80211_RADIOTAP_F_DATAPAD;
2962 		tap->wr_antsignal = rssi;
2963 		tap->wr_antenna = ant;
2964 		tap->wr_dbm_antsignal = run_rssi2dbm(sc, rssi, ant);
2965 		tap->wr_rate = 2;	/* in case it can't be found below */
2966 		RUN_LOCK(sc);
2967 		run_get_tsf(sc, &tap->wr_tsf);
2968 		RUN_UNLOCK(sc);
2969 		phy = le16toh(rxwi->phy);
2970 		switch (phy & RT2860_PHY_MODE) {
2971 		case RT2860_PHY_CCK:
2972 			switch ((phy & RT2860_PHY_MCS) & ~RT2860_PHY_SHPRE) {
2973 			case 0:	tap->wr_rate =   2; break;
2974 			case 1:	tap->wr_rate =   4; break;
2975 			case 2:	tap->wr_rate =  11; break;
2976 			case 3:	tap->wr_rate =  22; break;
2977 			}
2978 			if (phy & RT2860_PHY_SHPRE)
2979 				tap->wr_flags |= IEEE80211_RADIOTAP_F_SHORTPRE;
2980 			break;
2981 		case RT2860_PHY_OFDM:
2982 			switch (phy & RT2860_PHY_MCS) {
2983 			case 0:	tap->wr_rate =  12; break;
2984 			case 1:	tap->wr_rate =  18; break;
2985 			case 2:	tap->wr_rate =  24; break;
2986 			case 3:	tap->wr_rate =  36; break;
2987 			case 4:	tap->wr_rate =  48; break;
2988 			case 5:	tap->wr_rate =  72; break;
2989 			case 6:	tap->wr_rate =  96; break;
2990 			case 7:	tap->wr_rate = 108; break;
2991 			}
2992 			break;
2993 		}
2994 	}
2995 
2996 	NET_EPOCH_ENTER(et);
2997 	if (ni != NULL) {
2998 		(void)ieee80211_input(ni, m, rssi, nf);
2999 		ieee80211_free_node(ni);
3000 	} else {
3001 		(void)ieee80211_input_all(ic, m, rssi, nf);
3002 	}
3003 	NET_EPOCH_EXIT(et);
3004 
3005 	return;
3006 
3007 fail:
3008 	m_freem(m);
3009 	counter_u64_add(ic->ic_ierrors, 1);
3010 }
3011 
3012 static void
3013 run_bulk_rx_callback(struct usb_xfer *xfer, usb_error_t error)
3014 {
3015 	struct run_softc *sc = usbd_xfer_softc(xfer);
3016 	struct ieee80211com *ic = &sc->sc_ic;
3017 	struct mbuf *m = NULL;
3018 	struct mbuf *m0;
3019 	uint32_t dmalen, mbuf_len;
3020 	uint16_t rxwisize;
3021 	int xferlen;
3022 
3023 	rxwisize = sizeof(struct rt2860_rxwi);
3024 	if (sc->mac_ver == 0x5592)
3025 		rxwisize += sizeof(uint64_t);
3026 	else if (sc->mac_ver == 0x3593)
3027 		rxwisize += sizeof(uint32_t);
3028 
3029 	usbd_xfer_status(xfer, &xferlen, NULL, NULL, NULL);
3030 
3031 	switch (USB_GET_STATE(xfer)) {
3032 	case USB_ST_TRANSFERRED:
3033 
3034 		RUN_DPRINTF(sc, RUN_DEBUG_RECV,
3035 		    "rx done, actlen=%d\n", xferlen);
3036 
3037 		if (xferlen < (int)(sizeof(uint32_t) + rxwisize +
3038 		    sizeof(struct rt2870_rxd))) {
3039 			RUN_DPRINTF(sc, RUN_DEBUG_RECV_DESC | RUN_DEBUG_USB,
3040 			    "xfer too short %d\n", xferlen);
3041 			goto tr_setup;
3042 		}
3043 
3044 		m = sc->rx_m;
3045 		sc->rx_m = NULL;
3046 
3047 		/* FALLTHROUGH */
3048 	case USB_ST_SETUP:
3049 tr_setup:
3050 		if (sc->rx_m == NULL) {
3051 			sc->rx_m = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR,
3052 			    RUN_MAX_RXSZ);
3053 		}
3054 		if (sc->rx_m == NULL) {
3055 			RUN_DPRINTF(sc, RUN_DEBUG_RECV |
3056 			    RUN_DEBUG_RECV_DESC | RUN_DEBUG_USB,
3057 			    "could not allocate mbuf - idle with stall\n");
3058 			counter_u64_add(ic->ic_ierrors, 1);
3059 			usbd_xfer_set_stall(xfer);
3060 			usbd_xfer_set_frames(xfer, 0);
3061 		} else {
3062 			/*
3063 			 * Directly loading a mbuf cluster into DMA to
3064 			 * save some data copying. This works because
3065 			 * there is only one cluster.
3066 			 */
3067 			usbd_xfer_set_frame_data(xfer, 0,
3068 			    mtod(sc->rx_m, caddr_t), RUN_MAX_RXSZ);
3069 			usbd_xfer_set_frames(xfer, 1);
3070 		}
3071 		usbd_transfer_submit(xfer);
3072 		break;
3073 
3074 	default:	/* Error */
3075 		if (error != USB_ERR_CANCELLED) {
3076 			/* try to clear stall first */
3077 			usbd_xfer_set_stall(xfer);
3078 			if (error == USB_ERR_TIMEOUT)
3079 				device_printf(sc->sc_dev, "device timeout\n");
3080 			counter_u64_add(ic->ic_ierrors, 1);
3081 			goto tr_setup;
3082 		}
3083 		if (sc->rx_m != NULL) {
3084 			m_freem(sc->rx_m);
3085 			sc->rx_m = NULL;
3086 		}
3087 		break;
3088 	}
3089 
3090 	if (m == NULL)
3091 		return;
3092 
3093 	/* inputting all the frames must be last */
3094 
3095 	RUN_UNLOCK(sc);
3096 
3097 	m->m_pkthdr.len = m->m_len = xferlen;
3098 
3099 	/* HW can aggregate multiple 802.11 frames in a single USB xfer */
3100 	for(;;) {
3101 		dmalen = le32toh(*mtod(m, uint32_t *)) & 0xffff;
3102 
3103 		if ((dmalen >= (uint32_t)-8) || (dmalen == 0) ||
3104 		    ((dmalen & 3) != 0)) {
3105 			RUN_DPRINTF(sc, RUN_DEBUG_RECV_DESC | RUN_DEBUG_USB,
3106 			    "bad DMA length %u\n", dmalen);
3107 			break;
3108 		}
3109 		if ((dmalen + 8) > (uint32_t)xferlen) {
3110 			RUN_DPRINTF(sc, RUN_DEBUG_RECV_DESC | RUN_DEBUG_USB,
3111 			    "bad DMA length %u > %d\n",
3112 			dmalen + 8, xferlen);
3113 			break;
3114 		}
3115 
3116 		/* If it is the last one or a single frame, we won't copy. */
3117 		if ((xferlen -= dmalen + 8) <= 8) {
3118 			/* trim 32-bit DMA-len header */
3119 			m->m_data += 4;
3120 			m->m_pkthdr.len = m->m_len -= 4;
3121 			run_rx_frame(sc, m, dmalen);
3122 			m = NULL;	/* don't free source buffer */
3123 			break;
3124 		}
3125 
3126 		mbuf_len = dmalen + sizeof(struct rt2870_rxd);
3127 		if (__predict_false(mbuf_len > MCLBYTES)) {
3128 			RUN_DPRINTF(sc, RUN_DEBUG_RECV_DESC | RUN_DEBUG_USB,
3129 			    "payload is too big: mbuf_len %u\n", mbuf_len);
3130 			counter_u64_add(ic->ic_ierrors, 1);
3131 			break;
3132 		}
3133 
3134 		/* copy aggregated frames to another mbuf */
3135 		m0 = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR);
3136 		if (__predict_false(m0 == NULL)) {
3137 			RUN_DPRINTF(sc, RUN_DEBUG_RECV_DESC,
3138 			    "could not allocate mbuf\n");
3139 			counter_u64_add(ic->ic_ierrors, 1);
3140 			break;
3141 		}
3142 		m_copydata(m, 4 /* skip 32-bit DMA-len header */,
3143 		    mbuf_len, mtod(m0, caddr_t));
3144 		m0->m_pkthdr.len = m0->m_len = mbuf_len;
3145 		run_rx_frame(sc, m0, dmalen);
3146 
3147 		/* update data ptr */
3148 		m->m_data += mbuf_len + 4;
3149 		m->m_pkthdr.len = m->m_len -= mbuf_len + 4;
3150 	}
3151 
3152 	/* make sure we free the source buffer, if any */
3153 	m_freem(m);
3154 
3155 #ifdef	IEEE80211_SUPPORT_SUPERG
3156 	ieee80211_ff_age_all(ic, 100);
3157 #endif
3158 	RUN_LOCK(sc);
3159 }
3160 
3161 static void
3162 run_tx_free(struct run_endpoint_queue *pq,
3163     struct run_tx_data *data, int txerr)
3164 {
3165 
3166 	ieee80211_tx_complete(data->ni, data->m, txerr);
3167 
3168 	data->m = NULL;
3169 	data->ni = NULL;
3170 
3171 	STAILQ_INSERT_TAIL(&pq->tx_fh, data, next);
3172 	pq->tx_nfree++;
3173 }
3174 
3175 static void
3176 run_bulk_tx_callbackN(struct usb_xfer *xfer, usb_error_t error, u_int index)
3177 {
3178 	struct run_softc *sc = usbd_xfer_softc(xfer);
3179 	struct ieee80211com *ic = &sc->sc_ic;
3180 	struct run_tx_data *data;
3181 	struct ieee80211vap *vap = NULL;
3182 	struct usb_page_cache *pc;
3183 	struct run_endpoint_queue *pq = &sc->sc_epq[index];
3184 	struct mbuf *m;
3185 	usb_frlength_t size;
3186 	int actlen;
3187 	int sumlen;
3188 
3189 	usbd_xfer_status(xfer, &actlen, &sumlen, NULL, NULL);
3190 
3191 	switch (USB_GET_STATE(xfer)) {
3192 	case USB_ST_TRANSFERRED:
3193 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT | RUN_DEBUG_USB,
3194 		    "transfer complete: %d bytes @ index %d\n", actlen, index);
3195 
3196 		data = usbd_xfer_get_priv(xfer);
3197 		run_tx_free(pq, data, 0);
3198 		usbd_xfer_set_priv(xfer, NULL);
3199 
3200 		/* FALLTHROUGH */
3201 	case USB_ST_SETUP:
3202 tr_setup:
3203 		data = STAILQ_FIRST(&pq->tx_qh);
3204 		if (data == NULL)
3205 			break;
3206 
3207 		STAILQ_REMOVE_HEAD(&pq->tx_qh, next);
3208 
3209 		m = data->m;
3210 		size = (sc->mac_ver == 0x5592) ?
3211 		    sizeof(data->desc) + sizeof(uint32_t) : sizeof(data->desc);
3212 		if ((m->m_pkthdr.len +
3213 		    size + 3 + 8) > RUN_MAX_TXSZ) {
3214 			RUN_DPRINTF(sc, RUN_DEBUG_XMIT_DESC | RUN_DEBUG_USB,
3215 			    "data overflow, %u bytes\n", m->m_pkthdr.len);
3216 			run_tx_free(pq, data, 1);
3217 			goto tr_setup;
3218 		}
3219 
3220 		pc = usbd_xfer_get_frame(xfer, 0);
3221 		usbd_copy_in(pc, 0, &data->desc, size);
3222 		usbd_m_copy_in(pc, size, m, 0, m->m_pkthdr.len);
3223 		size += m->m_pkthdr.len;
3224 		/*
3225 		 * Align end on a 4-byte boundary, pad 8 bytes (CRC +
3226 		 * 4-byte padding), and be sure to zero those trailing
3227 		 * bytes:
3228 		 */
3229 		usbd_frame_zero(pc, size, ((-size) & 3) + 8);
3230 		size += ((-size) & 3) + 8;
3231 
3232 		vap = data->ni->ni_vap;
3233 		if (ieee80211_radiotap_active_vap(vap)) {
3234 			const struct ieee80211_frame *wh;
3235 			struct run_tx_radiotap_header *tap = &sc->sc_txtap;
3236 			struct rt2860_txwi *txwi =
3237 			    (struct rt2860_txwi *)(&data->desc + sizeof(struct rt2870_txd));
3238 			int has_l2pad;
3239 
3240 			wh = mtod(m, struct ieee80211_frame *);
3241 			has_l2pad = IEEE80211_HAS_ADDR4(wh) !=
3242 			    IEEE80211_QOS_HAS_SEQ(wh);
3243 
3244 			tap->wt_flags = 0;
3245 			tap->wt_rate = rt2860_rates[data->ridx].rate;
3246 			tap->wt_hwqueue = index;
3247 			if (le16toh(txwi->phy) & RT2860_PHY_SHPRE)
3248 				tap->wt_flags |= IEEE80211_RADIOTAP_F_SHORTPRE;
3249 			if (has_l2pad)
3250 				tap->wt_flags |= IEEE80211_RADIOTAP_F_DATAPAD;
3251 
3252 			ieee80211_radiotap_tx(vap, m);
3253 		}
3254 
3255 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT | RUN_DEBUG_USB,
3256 		    "sending frame len=%u/%u @ index %d\n",
3257 		    m->m_pkthdr.len, size, index);
3258 
3259 		usbd_xfer_set_frame_len(xfer, 0, size);
3260 		usbd_xfer_set_priv(xfer, data);
3261 		usbd_transfer_submit(xfer);
3262 		run_start(sc);
3263 
3264 		break;
3265 
3266 	default:
3267 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT | RUN_DEBUG_USB,
3268 		    "USB transfer error, %s\n", usbd_errstr(error));
3269 
3270 		data = usbd_xfer_get_priv(xfer);
3271 
3272 		if (data != NULL) {
3273 			if(data->ni != NULL)
3274 				vap = data->ni->ni_vap;
3275 			run_tx_free(pq, data, error);
3276 			usbd_xfer_set_priv(xfer, NULL);
3277 		}
3278 
3279 		if (vap == NULL)
3280 			vap = TAILQ_FIRST(&ic->ic_vaps);
3281 
3282 		if (error != USB_ERR_CANCELLED) {
3283 			if (error == USB_ERR_TIMEOUT) {
3284 				device_printf(sc->sc_dev, "device timeout\n");
3285 				uint32_t i = RUN_CMDQ_GET(&sc->cmdq_store);
3286 				RUN_DPRINTF(sc, RUN_DEBUG_XMIT | RUN_DEBUG_USB,
3287 				    "cmdq_store=%d\n", i);
3288 				sc->cmdq[i].func = run_usb_timeout_cb;
3289 				sc->cmdq[i].arg0 = vap;
3290 				ieee80211_runtask(ic, &sc->cmdq_task);
3291 			}
3292 
3293 			/*
3294 			 * Try to clear stall first, also if other
3295 			 * errors occur, hence clearing stall
3296 			 * introduces a 50 ms delay:
3297 			 */
3298 			usbd_xfer_set_stall(xfer);
3299 			goto tr_setup;
3300 		}
3301 		break;
3302 	}
3303 #ifdef	IEEE80211_SUPPORT_SUPERG
3304 	/* XXX TODO: make this deferred rather than unlock/relock */
3305 	/* XXX TODO: should only do the QoS AC this belongs to */
3306 	if (pq->tx_nfree >= RUN_TX_RING_COUNT) {
3307 		RUN_UNLOCK(sc);
3308 		ieee80211_ff_flush_all(ic);
3309 		RUN_LOCK(sc);
3310 	}
3311 #endif
3312 }
3313 
3314 static void
3315 run_bulk_tx_callback0(struct usb_xfer *xfer, usb_error_t error)
3316 {
3317 	run_bulk_tx_callbackN(xfer, error, 0);
3318 }
3319 
3320 static void
3321 run_bulk_tx_callback1(struct usb_xfer *xfer, usb_error_t error)
3322 {
3323 	run_bulk_tx_callbackN(xfer, error, 1);
3324 }
3325 
3326 static void
3327 run_bulk_tx_callback2(struct usb_xfer *xfer, usb_error_t error)
3328 {
3329 	run_bulk_tx_callbackN(xfer, error, 2);
3330 }
3331 
3332 static void
3333 run_bulk_tx_callback3(struct usb_xfer *xfer, usb_error_t error)
3334 {
3335 	run_bulk_tx_callbackN(xfer, error, 3);
3336 }
3337 
3338 static void
3339 run_bulk_tx_callback4(struct usb_xfer *xfer, usb_error_t error)
3340 {
3341 	run_bulk_tx_callbackN(xfer, error, 4);
3342 }
3343 
3344 static void
3345 run_bulk_tx_callback5(struct usb_xfer *xfer, usb_error_t error)
3346 {
3347 	run_bulk_tx_callbackN(xfer, error, 5);
3348 }
3349 
3350 static void
3351 run_set_tx_desc(struct run_softc *sc, struct run_tx_data *data)
3352 {
3353 	struct mbuf *m = data->m;
3354 	struct ieee80211com *ic = &sc->sc_ic;
3355 	struct ieee80211vap *vap = data->ni->ni_vap;
3356 	struct ieee80211_frame *wh;
3357 	struct rt2870_txd *txd;
3358 	struct rt2860_txwi *txwi;
3359 	uint16_t xferlen, txwisize;
3360 	uint16_t mcs;
3361 	uint8_t ridx = data->ridx;
3362 	uint8_t pad;
3363 
3364 	/* get MCS code from rate index */
3365 	mcs = rt2860_rates[ridx].mcs;
3366 
3367 	txwisize = (sc->mac_ver == 0x5592) ?
3368 	    sizeof(*txwi) + sizeof(uint32_t) : sizeof(*txwi);
3369 	xferlen = txwisize + m->m_pkthdr.len;
3370 
3371 	/* roundup to 32-bit alignment */
3372 	xferlen = (xferlen + 3) & ~3;
3373 
3374 	txd = (struct rt2870_txd *)&data->desc;
3375 	txd->len = htole16(xferlen);
3376 
3377 	wh = mtod(m, struct ieee80211_frame *);
3378 
3379 	/*
3380 	 * Ether both are true or both are false, the header
3381 	 * are nicely aligned to 32-bit. So, no L2 padding.
3382 	 */
3383 	if(IEEE80211_HAS_ADDR4(wh) == IEEE80211_QOS_HAS_SEQ(wh))
3384 		pad = 0;
3385 	else
3386 		pad = 2;
3387 
3388 	/* setup TX Wireless Information */
3389 	txwi = (struct rt2860_txwi *)(txd + 1);
3390 	txwi->len = htole16(m->m_pkthdr.len - pad);
3391 	if (rt2860_rates[ridx].phy == IEEE80211_T_DS) {
3392 		mcs |= RT2860_PHY_CCK;
3393 		if (ridx != RT2860_RIDX_CCK1 &&
3394 		    (ic->ic_flags & IEEE80211_F_SHPREAMBLE))
3395 			mcs |= RT2860_PHY_SHPRE;
3396 	} else if (rt2860_rates[ridx].phy == IEEE80211_T_OFDM) {
3397 		mcs |= RT2860_PHY_OFDM;
3398 	} else if (rt2860_rates[ridx].phy == IEEE80211_T_HT) {
3399 		/* XXX TODO: [adrian] set short preamble for MCS? */
3400 		mcs |= RT2860_PHY_HT_MIX; /* Mixed, not greenfield */
3401 	}
3402 	txwi->phy = htole16(mcs);
3403 
3404 	/* check if RTS/CTS or CTS-to-self protection is required */
3405 	if (!IEEE80211_IS_MULTICAST(wh->i_addr1) &&
3406 	    ((m->m_pkthdr.len + IEEE80211_CRC_LEN > vap->iv_rtsthreshold) ||
3407 	     ((ic->ic_flags & IEEE80211_F_USEPROT) &&
3408 	      rt2860_rates[ridx].phy == IEEE80211_T_OFDM) ||
3409 	     ((ic->ic_htprotmode == IEEE80211_PROT_RTSCTS) &&
3410 	      rt2860_rates[ridx].phy == IEEE80211_T_HT)))
3411 		txwi->txop |= RT2860_TX_TXOP_HT;
3412 	else
3413 		txwi->txop |= RT2860_TX_TXOP_BACKOFF;
3414 
3415 	if (vap->iv_opmode != IEEE80211_M_STA && !IEEE80211_QOS_HAS_SEQ(wh))
3416 		txwi->xflags |= RT2860_TX_NSEQ;
3417 }
3418 
3419 /* This function must be called locked */
3420 static int
3421 run_tx(struct run_softc *sc, struct mbuf *m, struct ieee80211_node *ni)
3422 {
3423 	struct ieee80211com *ic = &sc->sc_ic;
3424 	struct ieee80211vap *vap = ni->ni_vap;
3425 	struct ieee80211_frame *wh;
3426 	const struct ieee80211_txparam *tp = ni->ni_txparms;
3427 	struct run_node *rn = RUN_NODE(ni);
3428 	struct run_tx_data *data;
3429 	struct rt2870_txd *txd;
3430 	struct rt2860_txwi *txwi;
3431 	uint16_t qos;
3432 	uint16_t dur;
3433 	uint16_t qid;
3434 	uint8_t type;
3435 	uint8_t tid;
3436 	uint8_t ridx;
3437 	uint8_t ctl_ridx;
3438 	uint8_t qflags;
3439 	uint8_t xflags = 0;
3440 	int hasqos;
3441 
3442 	RUN_LOCK_ASSERT(sc, MA_OWNED);
3443 
3444 	wh = mtod(m, struct ieee80211_frame *);
3445 
3446 	type = wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK;
3447 
3448 	/*
3449 	 * There are 7 bulk endpoints: 1 for RX
3450 	 * and 6 for TX (4 EDCAs + HCCA + Prio).
3451 	 * Update 03-14-2009:  some devices like the Planex GW-US300MiniS
3452 	 * seem to have only 4 TX bulk endpoints (Fukaumi Naoki).
3453 	 */
3454 	if ((hasqos = IEEE80211_QOS_HAS_SEQ(wh))) {
3455 		uint8_t *frm;
3456 
3457 		frm = ieee80211_getqos(wh);
3458 		qos = le16toh(*(const uint16_t *)frm);
3459 		tid = qos & IEEE80211_QOS_TID;
3460 		qid = TID_TO_WME_AC(tid);
3461 	} else {
3462 		qos = 0;
3463 		tid = 0;
3464 		qid = WME_AC_BE;
3465 	}
3466 	qflags = (qid < 4) ? RT2860_TX_QSEL_EDCA : RT2860_TX_QSEL_HCCA;
3467 
3468 	RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "qos %d\tqid %d\ttid %d\tqflags %x\n",
3469 	    qos, qid, tid, qflags);
3470 
3471 	/* pickup a rate index */
3472 	if (IEEE80211_IS_MULTICAST(wh->i_addr1) ||
3473 	    type != IEEE80211_FC0_TYPE_DATA || m->m_flags & M_EAPOL) {
3474 		/* XXX TODO: methodize for 11n; use MCS0 for 11NA/11NG */
3475 		ridx = (ic->ic_curmode == IEEE80211_MODE_11A || ic->ic_curmode == IEEE80211_MODE_11NA) ?
3476 		    RT2860_RIDX_OFDM6 : RT2860_RIDX_CCK1;
3477 		ctl_ridx = rt2860_rates[ridx].ctl_ridx;
3478 	} else {
3479 		if (tp->ucastrate != IEEE80211_FIXED_RATE_NONE)
3480 			ridx = rn->fix_ridx;
3481 		else
3482 			ridx = rn->amrr_ridx;
3483 		ctl_ridx = rt2860_rates[ridx].ctl_ridx;
3484 	}
3485 
3486 	if (!IEEE80211_IS_MULTICAST(wh->i_addr1) &&
3487 	    (!hasqos || (qos & IEEE80211_QOS_ACKPOLICY) !=
3488 	     IEEE80211_QOS_ACKPOLICY_NOACK)) {
3489 		xflags |= RT2860_TX_ACK;
3490 		if (ic->ic_flags & IEEE80211_F_SHPREAMBLE)
3491 			dur = rt2860_rates[ctl_ridx].sp_ack_dur;
3492 		else
3493 			dur = rt2860_rates[ctl_ridx].lp_ack_dur;
3494 		USETW(wh->i_dur, dur);
3495 	}
3496 
3497 	/* reserve slots for mgmt packets, just in case */
3498 	if (sc->sc_epq[qid].tx_nfree < 3) {
3499 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "tx ring %d is full\n", qid);
3500 		return (-1);
3501 	}
3502 
3503 	data = STAILQ_FIRST(&sc->sc_epq[qid].tx_fh);
3504 	STAILQ_REMOVE_HEAD(&sc->sc_epq[qid].tx_fh, next);
3505 	sc->sc_epq[qid].tx_nfree--;
3506 
3507 	txd = (struct rt2870_txd *)&data->desc;
3508 	txd->flags = qflags;
3509 	txwi = (struct rt2860_txwi *)(txd + 1);
3510 	txwi->xflags = xflags;
3511 	if (IEEE80211_IS_MULTICAST(wh->i_addr1))
3512 		txwi->wcid = 0;
3513 	else
3514 		txwi->wcid = (vap->iv_opmode == IEEE80211_M_STA) ?
3515 		    1 : RUN_AID2WCID(ni->ni_associd);
3516 
3517 	/* clear leftover garbage bits */
3518 	txwi->flags = 0;
3519 	txwi->txop = 0;
3520 
3521 	data->m = m;
3522 	data->ni = ni;
3523 	data->ridx = ridx;
3524 
3525 	run_set_tx_desc(sc, data);
3526 
3527 	/*
3528 	 * The chip keeps track of 2 kind of Tx stats,
3529 	 *  * TX_STAT_FIFO, for per WCID stats, and
3530 	 *  * TX_STA_CNT0 for all-TX-in-one stats.
3531 	 *
3532 	 * To use FIFO stats, we need to store MCS into the driver-private
3533  	 * PacketID field. So that, we can tell whose stats when we read them.
3534  	 * We add 1 to the MCS because setting the PacketID field to 0 means
3535  	 * that we don't want feedback in TX_STAT_FIFO.
3536  	 * And, that's what we want for STA mode, since TX_STA_CNT0 does the job.
3537  	 *
3538  	 * FIFO stats doesn't count Tx with WCID 0xff, so we do this in run_tx().
3539  	 */
3540 	if (sc->rvp_cnt > 1 || vap->iv_opmode == IEEE80211_M_HOSTAP ||
3541 	    vap->iv_opmode == IEEE80211_M_MBSS) {
3542 		uint16_t pid = (rt2860_rates[ridx].mcs + 1) & 0xf;
3543 		txwi->len |= htole16(pid << RT2860_TX_PID_SHIFT);
3544 
3545 		/*
3546 		 * Unlike PCI based devices, we don't get any interrupt from
3547 		 * USB devices, so we simulate FIFO-is-full interrupt here.
3548 		 * Ralink recommends to drain FIFO stats every 100 ms, but 16 slots
3549 		 * quickly get fulled. To prevent overflow, increment a counter on
3550 		 * every FIFO stat request, so we know how many slots are left.
3551 		 * We do this only in HOSTAP or multiple vap mode since FIFO stats
3552 		 * are used only in those modes.
3553 		 * We just drain stats. AMRR gets updated every 1 sec by
3554 		 * run_ratectl_cb() via callout.
3555 		 * Call it early. Otherwise overflow.
3556 		 */
3557 		if (sc->fifo_cnt++ == 10) {
3558 			/*
3559 			 * With multiple vaps or if_bridge, if_start() is called
3560 			 * with a non-sleepable lock, tcpinp. So, need to defer.
3561 			 */
3562 			uint32_t i = RUN_CMDQ_GET(&sc->cmdq_store);
3563 			RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "cmdq_store=%d\n", i);
3564 			sc->cmdq[i].func = run_drain_fifo;
3565 			sc->cmdq[i].arg0 = sc;
3566 			ieee80211_runtask(ic, &sc->cmdq_task);
3567 		}
3568 	}
3569 
3570         STAILQ_INSERT_TAIL(&sc->sc_epq[qid].tx_qh, data, next);
3571 
3572 	usbd_transfer_start(sc->sc_xfer[qid]);
3573 
3574 	RUN_DPRINTF(sc, RUN_DEBUG_XMIT,
3575 	    "sending data frame len=%d rate=%d qid=%d\n",
3576 	    m->m_pkthdr.len + (int)(sizeof(struct rt2870_txd) +
3577 	    sizeof(struct rt2860_txwi)), rt2860_rates[ridx].rate, qid);
3578 
3579 	return (0);
3580 }
3581 
3582 static int
3583 run_tx_mgt(struct run_softc *sc, struct mbuf *m, struct ieee80211_node *ni)
3584 {
3585 	struct ieee80211com *ic = &sc->sc_ic;
3586 	struct run_node *rn = RUN_NODE(ni);
3587 	struct run_tx_data *data;
3588 	struct ieee80211_frame *wh;
3589 	struct rt2870_txd *txd;
3590 	struct rt2860_txwi *txwi;
3591 	uint16_t dur;
3592 	uint8_t ridx = rn->mgt_ridx;
3593 	uint8_t xflags = 0;
3594 	uint8_t wflags = 0;
3595 
3596 	RUN_LOCK_ASSERT(sc, MA_OWNED);
3597 
3598 	wh = mtod(m, struct ieee80211_frame *);
3599 
3600 	/* tell hardware to add timestamp for probe responses */
3601 	if ((wh->i_fc[0] &
3602 	    (IEEE80211_FC0_TYPE_MASK | IEEE80211_FC0_SUBTYPE_MASK)) ==
3603 	    (IEEE80211_FC0_TYPE_MGT | IEEE80211_FC0_SUBTYPE_PROBE_RESP))
3604 		wflags |= RT2860_TX_TS;
3605 	else if (!IEEE80211_IS_MULTICAST(wh->i_addr1)) {
3606 		xflags |= RT2860_TX_ACK;
3607 
3608 		dur = ieee80211_ack_duration(ic->ic_rt, rt2860_rates[ridx].rate,
3609 		    ic->ic_flags & IEEE80211_F_SHPREAMBLE);
3610 		USETW(wh->i_dur, dur);
3611 	}
3612 
3613 	if (sc->sc_epq[0].tx_nfree == 0)
3614 		/* let caller free mbuf */
3615 		return (EIO);
3616 	data = STAILQ_FIRST(&sc->sc_epq[0].tx_fh);
3617 	STAILQ_REMOVE_HEAD(&sc->sc_epq[0].tx_fh, next);
3618 	sc->sc_epq[0].tx_nfree--;
3619 
3620 	txd = (struct rt2870_txd *)&data->desc;
3621 	txd->flags = RT2860_TX_QSEL_EDCA;
3622 	txwi = (struct rt2860_txwi *)(txd + 1);
3623 	txwi->wcid = 0xff;
3624 	txwi->flags = wflags;
3625 	txwi->xflags = xflags;
3626 	txwi->txop = 0;	/* clear leftover garbage bits */
3627 
3628 	data->m = m;
3629 	data->ni = ni;
3630 	data->ridx = ridx;
3631 
3632 	run_set_tx_desc(sc, data);
3633 
3634 	RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "sending mgt frame len=%d rate=%d\n",
3635 	    m->m_pkthdr.len + (int)(sizeof(struct rt2870_txd) +
3636 	    sizeof(struct rt2860_txwi)), rt2860_rates[ridx].rate);
3637 
3638 	STAILQ_INSERT_TAIL(&sc->sc_epq[0].tx_qh, data, next);
3639 
3640 	usbd_transfer_start(sc->sc_xfer[0]);
3641 
3642 	return (0);
3643 }
3644 
3645 static int
3646 run_sendprot(struct run_softc *sc,
3647     const struct mbuf *m, struct ieee80211_node *ni, int prot, int rate)
3648 {
3649 	struct ieee80211com *ic = ni->ni_ic;
3650 	struct run_tx_data *data;
3651 	struct rt2870_txd *txd;
3652 	struct rt2860_txwi *txwi;
3653 	struct mbuf *mprot;
3654 	int ridx;
3655 	int protrate;
3656 	uint8_t wflags = 0;
3657 	uint8_t xflags = 0;
3658 
3659 	RUN_LOCK_ASSERT(sc, MA_OWNED);
3660 
3661 	/* check that there are free slots before allocating the mbuf */
3662 	if (sc->sc_epq[0].tx_nfree == 0)
3663 		/* let caller free mbuf */
3664 		return (ENOBUFS);
3665 
3666 	mprot = ieee80211_alloc_prot(ni, m, rate, prot);
3667 	if (mprot == NULL) {
3668 		if_inc_counter(ni->ni_vap->iv_ifp, IFCOUNTER_OERRORS, 1);
3669 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "could not allocate mbuf\n");
3670 		return (ENOBUFS);
3671 	}
3672 
3673 	protrate = ieee80211_ctl_rate(ic->ic_rt, rate);
3674 	wflags = RT2860_TX_FRAG;
3675 	xflags = 0;
3676 	if (prot == IEEE80211_PROT_RTSCTS)
3677 		xflags |= RT2860_TX_ACK;
3678 
3679         data = STAILQ_FIRST(&sc->sc_epq[0].tx_fh);
3680         STAILQ_REMOVE_HEAD(&sc->sc_epq[0].tx_fh, next);
3681         sc->sc_epq[0].tx_nfree--;
3682 
3683 	txd = (struct rt2870_txd *)&data->desc;
3684 	txd->flags = RT2860_TX_QSEL_EDCA;
3685 	txwi = (struct rt2860_txwi *)(txd + 1);
3686 	txwi->wcid = 0xff;
3687 	txwi->flags = wflags;
3688 	txwi->xflags = xflags;
3689 	txwi->txop = 0;	/* clear leftover garbage bits */
3690 
3691 	data->m = mprot;
3692 	data->ni = ieee80211_ref_node(ni);
3693 
3694 	/* XXX TODO: methodize with MCS rates */
3695 	for (ridx = 0; ridx < RT2860_RIDX_MAX; ridx++)
3696 		if (rt2860_rates[ridx].rate == protrate)
3697 			break;
3698 	data->ridx = ridx;
3699 
3700 	run_set_tx_desc(sc, data);
3701 
3702         RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "sending prot len=%u rate=%u\n",
3703             m->m_pkthdr.len, rate);
3704 
3705         STAILQ_INSERT_TAIL(&sc->sc_epq[0].tx_qh, data, next);
3706 
3707 	usbd_transfer_start(sc->sc_xfer[0]);
3708 
3709 	return (0);
3710 }
3711 
3712 static int
3713 run_tx_param(struct run_softc *sc, struct mbuf *m, struct ieee80211_node *ni,
3714     const struct ieee80211_bpf_params *params)
3715 {
3716 	struct ieee80211com *ic = ni->ni_ic;
3717 	struct run_tx_data *data;
3718 	struct rt2870_txd *txd;
3719 	struct rt2860_txwi *txwi;
3720 	uint8_t ridx;
3721 	uint8_t rate;
3722 	uint8_t opflags = 0;
3723 	uint8_t xflags = 0;
3724 	int error;
3725 
3726 	RUN_LOCK_ASSERT(sc, MA_OWNED);
3727 
3728 	KASSERT(params != NULL, ("no raw xmit params"));
3729 
3730 	rate = params->ibp_rate0;
3731 	if (!ieee80211_isratevalid(ic->ic_rt, rate)) {
3732 		/* let caller free mbuf */
3733 		return (EINVAL);
3734 	}
3735 
3736 	if ((params->ibp_flags & IEEE80211_BPF_NOACK) == 0)
3737 		xflags |= RT2860_TX_ACK;
3738 	if (params->ibp_flags & (IEEE80211_BPF_RTS|IEEE80211_BPF_CTS)) {
3739 		error = run_sendprot(sc, m, ni,
3740 		    params->ibp_flags & IEEE80211_BPF_RTS ?
3741 			IEEE80211_PROT_RTSCTS : IEEE80211_PROT_CTSONLY,
3742 		    rate);
3743 		if (error) {
3744 			/* let caller free mbuf */
3745 			return error;
3746 		}
3747 		opflags |= /*XXX RT2573_TX_LONG_RETRY |*/ RT2860_TX_TXOP_SIFS;
3748 	}
3749 
3750 	if (sc->sc_epq[0].tx_nfree == 0) {
3751 		/* let caller free mbuf */
3752 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT,
3753 		    "sending raw frame, but tx ring is full\n");
3754 		return (EIO);
3755 	}
3756         data = STAILQ_FIRST(&sc->sc_epq[0].tx_fh);
3757         STAILQ_REMOVE_HEAD(&sc->sc_epq[0].tx_fh, next);
3758         sc->sc_epq[0].tx_nfree--;
3759 
3760 	txd = (struct rt2870_txd *)&data->desc;
3761 	txd->flags = RT2860_TX_QSEL_EDCA;
3762 	txwi = (struct rt2860_txwi *)(txd + 1);
3763 	txwi->wcid = 0xff;
3764 	txwi->xflags = xflags;
3765 	txwi->txop = opflags;
3766 	txwi->flags = 0;	/* clear leftover garbage bits */
3767 
3768         data->m = m;
3769         data->ni = ni;
3770 	/* XXX TODO: methodize with MCS rates */
3771 	for (ridx = 0; ridx < RT2860_RIDX_MAX; ridx++)
3772 		if (rt2860_rates[ridx].rate == rate)
3773 			break;
3774 	data->ridx = ridx;
3775 
3776         run_set_tx_desc(sc, data);
3777 
3778         RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "sending raw frame len=%u rate=%u\n",
3779             m->m_pkthdr.len, rate);
3780 
3781         STAILQ_INSERT_TAIL(&sc->sc_epq[0].tx_qh, data, next);
3782 
3783 	usbd_transfer_start(sc->sc_xfer[0]);
3784 
3785         return (0);
3786 }
3787 
3788 static int
3789 run_raw_xmit(struct ieee80211_node *ni, struct mbuf *m,
3790     const struct ieee80211_bpf_params *params)
3791 {
3792 	struct run_softc *sc = ni->ni_ic->ic_softc;
3793 	int error = 0;
3794 
3795 	RUN_LOCK(sc);
3796 
3797 	/* prevent management frames from being sent if we're not ready */
3798 	if (!(sc->sc_flags & RUN_RUNNING)) {
3799 		error = ENETDOWN;
3800 		goto done;
3801 	}
3802 
3803 	if (params == NULL) {
3804 		/* tx mgt packet */
3805 		if ((error = run_tx_mgt(sc, m, ni)) != 0) {
3806 			RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "mgt tx failed\n");
3807 			goto done;
3808 		}
3809 	} else {
3810 		/* tx raw packet with param */
3811 		if ((error = run_tx_param(sc, m, ni, params)) != 0) {
3812 			RUN_DPRINTF(sc, RUN_DEBUG_XMIT, "tx with param failed\n");
3813 			goto done;
3814 		}
3815 	}
3816 
3817 done:
3818 	RUN_UNLOCK(sc);
3819 
3820 	if (error != 0) {
3821 		if(m != NULL)
3822 			m_freem(m);
3823 	}
3824 
3825 	return (error);
3826 }
3827 
3828 static int
3829 run_transmit(struct ieee80211com *ic, struct mbuf *m)
3830 {
3831 	struct run_softc *sc = ic->ic_softc;
3832 	int error;
3833 
3834 	RUN_LOCK(sc);
3835 	if ((sc->sc_flags & RUN_RUNNING) == 0) {
3836 		RUN_UNLOCK(sc);
3837 		return (ENXIO);
3838 	}
3839 	error = mbufq_enqueue(&sc->sc_snd, m);
3840 	if (error) {
3841 		RUN_UNLOCK(sc);
3842 		return (error);
3843 	}
3844 	run_start(sc);
3845 	RUN_UNLOCK(sc);
3846 
3847 	return (0);
3848 }
3849 
3850 static void
3851 run_start(struct run_softc *sc)
3852 {
3853 	struct ieee80211_node *ni;
3854 	struct mbuf *m;
3855 
3856 	RUN_LOCK_ASSERT(sc, MA_OWNED);
3857 
3858 	if ((sc->sc_flags & RUN_RUNNING) == 0)
3859 		return;
3860 
3861 	while ((m = mbufq_dequeue(&sc->sc_snd)) != NULL) {
3862 		ni = (struct ieee80211_node *)m->m_pkthdr.rcvif;
3863 		if (run_tx(sc, m, ni) != 0) {
3864 			mbufq_prepend(&sc->sc_snd, m);
3865 			break;
3866 		}
3867 	}
3868 }
3869 
3870 static void
3871 run_parent(struct ieee80211com *ic)
3872 {
3873 	struct run_softc *sc = ic->ic_softc;
3874 	int startall = 0;
3875 
3876 	RUN_LOCK(sc);
3877 	if (sc->sc_detached) {
3878 		RUN_UNLOCK(sc);
3879 		return;
3880 	}
3881 
3882 	if (ic->ic_nrunning > 0) {
3883 		if (!(sc->sc_flags & RUN_RUNNING)) {
3884 			startall = 1;
3885 			run_init_locked(sc);
3886 		} else
3887 			run_update_promisc_locked(sc);
3888 	} else if ((sc->sc_flags & RUN_RUNNING) && sc->rvp_cnt <= 1)
3889 		run_stop(sc);
3890 	RUN_UNLOCK(sc);
3891 	if (startall)
3892 		ieee80211_start_all(ic);
3893 }
3894 
3895 static void
3896 run_iq_calib(struct run_softc *sc, u_int chan)
3897 {
3898 	uint16_t val;
3899 
3900 	/* Tx0 IQ gain. */
3901 	run_bbp_write(sc, 158, 0x2c);
3902 	if (chan <= 14)
3903 		run_efuse_read(sc, RT5390_EEPROM_IQ_GAIN_CAL_TX0_2GHZ, &val, 1);
3904 	else if (chan <= 64) {
3905 		run_efuse_read(sc,
3906 		    RT5390_EEPROM_IQ_GAIN_CAL_TX0_CH36_TO_CH64_5GHZ,
3907 		    &val, 1);
3908 	} else if (chan <= 138) {
3909 		run_efuse_read(sc,
3910 		    RT5390_EEPROM_IQ_GAIN_CAL_TX0_CH100_TO_CH138_5GHZ,
3911 		    &val, 1);
3912 	} else if (chan <= 165) {
3913 		run_efuse_read(sc,
3914 	    RT5390_EEPROM_IQ_GAIN_CAL_TX0_CH140_TO_CH165_5GHZ,
3915 		    &val, 1);
3916 	} else
3917 		val = 0;
3918 	run_bbp_write(sc, 159, val);
3919 
3920 	/* Tx0 IQ phase. */
3921 	run_bbp_write(sc, 158, 0x2d);
3922 	if (chan <= 14) {
3923 		run_efuse_read(sc, RT5390_EEPROM_IQ_PHASE_CAL_TX0_2GHZ,
3924 		    &val, 1);
3925 	} else if (chan <= 64) {
3926 		run_efuse_read(sc,
3927 		    RT5390_EEPROM_IQ_PHASE_CAL_TX0_CH36_TO_CH64_5GHZ,
3928 		    &val, 1);
3929 	} else if (chan <= 138) {
3930 		run_efuse_read(sc,
3931 		    RT5390_EEPROM_IQ_PHASE_CAL_TX0_CH100_TO_CH138_5GHZ,
3932 		    &val, 1);
3933 	} else if (chan <= 165) {
3934 		run_efuse_read(sc,
3935 		    RT5390_EEPROM_IQ_PHASE_CAL_TX0_CH140_TO_CH165_5GHZ,
3936 		    &val, 1);
3937 	} else
3938 		val = 0;
3939 	run_bbp_write(sc, 159, val);
3940 
3941 	/* Tx1 IQ gain. */
3942 	run_bbp_write(sc, 158, 0x4a);
3943 	if (chan <= 14) {
3944 		run_efuse_read(sc, RT5390_EEPROM_IQ_GAIN_CAL_TX1_2GHZ,
3945 		    &val, 1);
3946 	} else if (chan <= 64) {
3947 		run_efuse_read(sc,
3948 		    RT5390_EEPROM_IQ_GAIN_CAL_TX1_CH36_TO_CH64_5GHZ,
3949 		    &val, 1);
3950 	} else if (chan <= 138) {
3951 		run_efuse_read(sc,
3952 		    RT5390_EEPROM_IQ_GAIN_CAL_TX1_CH100_TO_CH138_5GHZ,
3953 		    &val, 1);
3954 	} else if (chan <= 165) {
3955 		run_efuse_read(sc,
3956 		    RT5390_EEPROM_IQ_GAIN_CAL_TX1_CH140_TO_CH165_5GHZ,
3957 		    &val, 1);
3958 	} else
3959 		val = 0;
3960 	run_bbp_write(sc, 159, val);
3961 
3962 	/* Tx1 IQ phase. */
3963 	run_bbp_write(sc, 158, 0x4b);
3964 	if (chan <= 14) {
3965 		run_efuse_read(sc, RT5390_EEPROM_IQ_PHASE_CAL_TX1_2GHZ,
3966 		    &val, 1);
3967 	} else if (chan <= 64) {
3968 		run_efuse_read(sc,
3969 		    RT5390_EEPROM_IQ_PHASE_CAL_TX1_CH36_TO_CH64_5GHZ,
3970 		    &val, 1);
3971 	} else if (chan <= 138) {
3972 		run_efuse_read(sc,
3973 		    RT5390_EEPROM_IQ_PHASE_CAL_TX1_CH100_TO_CH138_5GHZ,
3974 		    &val, 1);
3975 	} else if (chan <= 165) {
3976 		run_efuse_read(sc,
3977 		    RT5390_EEPROM_IQ_PHASE_CAL_TX1_CH140_TO_CH165_5GHZ,
3978 		    &val, 1);
3979 	} else
3980 		val = 0;
3981 	run_bbp_write(sc, 159, val);
3982 
3983 	/* RF IQ compensation control. */
3984 	run_bbp_write(sc, 158, 0x04);
3985 	run_efuse_read(sc, RT5390_EEPROM_RF_IQ_COMPENSATION_CTL,
3986 	    &val, 1);
3987 	run_bbp_write(sc, 159, val);
3988 
3989 	/* RF IQ imbalance compensation control. */
3990 	run_bbp_write(sc, 158, 0x03);
3991 	run_efuse_read(sc,
3992 	    RT5390_EEPROM_RF_IQ_IMBALANCE_COMPENSATION_CTL, &val, 1);
3993 	run_bbp_write(sc, 159, val);
3994 }
3995 
3996 static void
3997 run_set_agc(struct run_softc *sc, uint8_t agc)
3998 {
3999 	uint8_t bbp;
4000 
4001 	if (sc->mac_ver == 0x3572) {
4002 		run_bbp_read(sc, 27, &bbp);
4003 		bbp &= ~(0x3 << 5);
4004 		run_bbp_write(sc, 27, bbp | 0 << 5);	/* select Rx0 */
4005 		run_bbp_write(sc, 66, agc);
4006 		run_bbp_write(sc, 27, bbp | 1 << 5);	/* select Rx1 */
4007 		run_bbp_write(sc, 66, agc);
4008 	} else
4009 		run_bbp_write(sc, 66, agc);
4010 }
4011 
4012 static void
4013 run_select_chan_group(struct run_softc *sc, int group)
4014 {
4015 	uint32_t tmp;
4016 	uint8_t agc;
4017 
4018 	run_bbp_write(sc, 62, 0x37 - sc->lna[group]);
4019 	run_bbp_write(sc, 63, 0x37 - sc->lna[group]);
4020 	run_bbp_write(sc, 64, 0x37 - sc->lna[group]);
4021 	if (sc->mac_ver < 0x3572)
4022 		run_bbp_write(sc, 86, 0x00);
4023 
4024 	if (sc->mac_ver == 0x3593) {
4025 		run_bbp_write(sc, 77, 0x98);
4026 		run_bbp_write(sc, 83, (group == 0) ? 0x8a : 0x9a);
4027 	}
4028 
4029 	if (group == 0) {
4030 		if (sc->ext_2ghz_lna) {
4031 			if (sc->mac_ver >= 0x5390)
4032 				run_bbp_write(sc, 75, 0x52);
4033 			else {
4034 				run_bbp_write(sc, 82, 0x62);
4035 				run_bbp_write(sc, 75, 0x46);
4036 			}
4037 		} else {
4038 			if (sc->mac_ver == 0x5592) {
4039 				run_bbp_write(sc, 79, 0x1c);
4040 				run_bbp_write(sc, 80, 0x0e);
4041 				run_bbp_write(sc, 81, 0x3a);
4042 				run_bbp_write(sc, 82, 0x62);
4043 
4044 				run_bbp_write(sc, 195, 0x80);
4045 				run_bbp_write(sc, 196, 0xe0);
4046 				run_bbp_write(sc, 195, 0x81);
4047 				run_bbp_write(sc, 196, 0x1f);
4048 				run_bbp_write(sc, 195, 0x82);
4049 				run_bbp_write(sc, 196, 0x38);
4050 				run_bbp_write(sc, 195, 0x83);
4051 				run_bbp_write(sc, 196, 0x32);
4052 				run_bbp_write(sc, 195, 0x85);
4053 				run_bbp_write(sc, 196, 0x28);
4054 				run_bbp_write(sc, 195, 0x86);
4055 				run_bbp_write(sc, 196, 0x19);
4056 			} else if (sc->mac_ver >= 0x5390)
4057 				run_bbp_write(sc, 75, 0x50);
4058 			else {
4059 				run_bbp_write(sc, 82,
4060 				    (sc->mac_ver == 0x3593) ? 0x62 : 0x84);
4061 				run_bbp_write(sc, 75, 0x50);
4062 			}
4063 		}
4064 	} else {
4065 		if (sc->mac_ver == 0x5592) {
4066 			run_bbp_write(sc, 79, 0x18);
4067 			run_bbp_write(sc, 80, 0x08);
4068 			run_bbp_write(sc, 81, 0x38);
4069 			run_bbp_write(sc, 82, 0x92);
4070 
4071 			run_bbp_write(sc, 195, 0x80);
4072 			run_bbp_write(sc, 196, 0xf0);
4073 			run_bbp_write(sc, 195, 0x81);
4074 			run_bbp_write(sc, 196, 0x1e);
4075 			run_bbp_write(sc, 195, 0x82);
4076 			run_bbp_write(sc, 196, 0x28);
4077 			run_bbp_write(sc, 195, 0x83);
4078 			run_bbp_write(sc, 196, 0x20);
4079 			run_bbp_write(sc, 195, 0x85);
4080 			run_bbp_write(sc, 196, 0x7f);
4081 			run_bbp_write(sc, 195, 0x86);
4082 			run_bbp_write(sc, 196, 0x7f);
4083 		} else if (sc->mac_ver == 0x3572)
4084 			run_bbp_write(sc, 82, 0x94);
4085 		else
4086 			run_bbp_write(sc, 82,
4087 			    (sc->mac_ver == 0x3593) ? 0x82 : 0xf2);
4088 		if (sc->ext_5ghz_lna)
4089 			run_bbp_write(sc, 75, 0x46);
4090 		else
4091 			run_bbp_write(sc, 75, 0x50);
4092 	}
4093 
4094 	run_read(sc, RT2860_TX_BAND_CFG, &tmp);
4095 	tmp &= ~(RT2860_5G_BAND_SEL_N | RT2860_5G_BAND_SEL_P);
4096 	tmp |= (group == 0) ? RT2860_5G_BAND_SEL_N : RT2860_5G_BAND_SEL_P;
4097 	run_write(sc, RT2860_TX_BAND_CFG, tmp);
4098 
4099 	/* enable appropriate Power Amplifiers and Low Noise Amplifiers */
4100 	tmp = RT2860_RFTR_EN | RT2860_TRSW_EN | RT2860_LNA_PE0_EN;
4101 	if (sc->mac_ver == 0x3593)
4102 		tmp |= 1 << 29 | 1 << 28;
4103 	if (sc->nrxchains > 1)
4104 		tmp |= RT2860_LNA_PE1_EN;
4105 	if (group == 0) {	/* 2GHz */
4106 		tmp |= RT2860_PA_PE_G0_EN;
4107 		if (sc->ntxchains > 1)
4108 			tmp |= RT2860_PA_PE_G1_EN;
4109 		if (sc->mac_ver == 0x3593) {
4110 			if (sc->ntxchains > 2)
4111 				tmp |= 1 << 25;
4112 		}
4113 	} else {		/* 5GHz */
4114 		tmp |= RT2860_PA_PE_A0_EN;
4115 		if (sc->ntxchains > 1)
4116 			tmp |= RT2860_PA_PE_A1_EN;
4117 	}
4118 	if (sc->mac_ver == 0x3572) {
4119 		run_rt3070_rf_write(sc, 8, 0x00);
4120 		run_write(sc, RT2860_TX_PIN_CFG, tmp);
4121 		run_rt3070_rf_write(sc, 8, 0x80);
4122 	} else
4123 		run_write(sc, RT2860_TX_PIN_CFG, tmp);
4124 
4125 	if (sc->mac_ver == 0x5592) {
4126 		run_bbp_write(sc, 195, 0x8d);
4127 		run_bbp_write(sc, 196, 0x1a);
4128 	}
4129 
4130 	if (sc->mac_ver == 0x3593) {
4131 		run_read(sc, RT2860_GPIO_CTRL, &tmp);
4132 		tmp &= ~0x01010000;
4133 		if (group == 0)
4134 			tmp |= 0x00010000;
4135 		tmp = (tmp & ~0x00009090) | 0x00000090;
4136 		run_write(sc, RT2860_GPIO_CTRL, tmp);
4137 	}
4138 
4139 	/* set initial AGC value */
4140 	if (group == 0) {	/* 2GHz band */
4141 		if (sc->mac_ver >= 0x3070)
4142 			agc = 0x1c + sc->lna[0] * 2;
4143 		else
4144 			agc = 0x2e + sc->lna[0];
4145 	} else {		/* 5GHz band */
4146 		if (sc->mac_ver == 0x5592)
4147 			agc = 0x24 + sc->lna[group] * 2;
4148 		else if (sc->mac_ver == 0x3572 || sc->mac_ver == 0x3593)
4149 			agc = 0x22 + (sc->lna[group] * 5) / 3;
4150 		else
4151 			agc = 0x32 + (sc->lna[group] * 5) / 3;
4152 	}
4153 	run_set_agc(sc, agc);
4154 }
4155 
4156 static void
4157 run_rt2870_set_chan(struct run_softc *sc, u_int chan)
4158 {
4159 	const struct rfprog *rfprog = rt2860_rf2850;
4160 	uint32_t r2, r3, r4;
4161 	int8_t txpow1, txpow2;
4162 	int i;
4163 
4164 	/* find the settings for this channel (we know it exists) */
4165 	for (i = 0; rfprog[i].chan != chan; i++);
4166 
4167 	r2 = rfprog[i].r2;
4168 	if (sc->ntxchains == 1)
4169 		r2 |= 1 << 14;		/* 1T: disable Tx chain 2 */
4170 	if (sc->nrxchains == 1)
4171 		r2 |= 1 << 17 | 1 << 6;	/* 1R: disable Rx chains 2 & 3 */
4172 	else if (sc->nrxchains == 2)
4173 		r2 |= 1 << 6;		/* 2R: disable Rx chain 3 */
4174 
4175 	/* use Tx power values from EEPROM */
4176 	txpow1 = sc->txpow1[i];
4177 	txpow2 = sc->txpow2[i];
4178 
4179 	/* Initialize RF R3 and R4. */
4180 	r3 = rfprog[i].r3 & 0xffffc1ff;
4181 	r4 = (rfprog[i].r4 & ~(0x001f87c0)) | (sc->freq << 15);
4182 	if (chan > 14) {
4183 		if (txpow1 >= 0) {
4184 			txpow1 = (txpow1 > 0xf) ? (0xf) : (txpow1);
4185 			r3 |= (txpow1 << 10) | (1 << 9);
4186 		} else {
4187 			txpow1 += 7;
4188 
4189 			/* txpow1 is not possible larger than 15. */
4190 			r3 |= (txpow1 << 10);
4191 		}
4192 		if (txpow2 >= 0) {
4193 			txpow2 = (txpow2 > 0xf) ? (0xf) : (txpow2);
4194 			r4 |= (txpow2 << 7) | (1 << 6);
4195 		} else {
4196 			txpow2 += 7;
4197 			r4 |= (txpow2 << 7);
4198 		}
4199 	} else {
4200 		/* Set Tx0 power. */
4201 		r3 |= (txpow1 << 9);
4202 
4203 		/* Set frequency offset and Tx1 power. */
4204 		r4 |= (txpow2 << 6);
4205 	}
4206 
4207 	run_rt2870_rf_write(sc, rfprog[i].r1);
4208 	run_rt2870_rf_write(sc, r2);
4209 	run_rt2870_rf_write(sc, r3 & ~(1 << 2));
4210 	run_rt2870_rf_write(sc, r4);
4211 
4212 	run_delay(sc, 10);
4213 
4214 	run_rt2870_rf_write(sc, rfprog[i].r1);
4215 	run_rt2870_rf_write(sc, r2);
4216 	run_rt2870_rf_write(sc, r3 | (1 << 2));
4217 	run_rt2870_rf_write(sc, r4);
4218 
4219 	run_delay(sc, 10);
4220 
4221 	run_rt2870_rf_write(sc, rfprog[i].r1);
4222 	run_rt2870_rf_write(sc, r2);
4223 	run_rt2870_rf_write(sc, r3 & ~(1 << 2));
4224 	run_rt2870_rf_write(sc, r4);
4225 }
4226 
4227 static void
4228 run_rt3070_set_chan(struct run_softc *sc, u_int chan)
4229 {
4230 	int8_t txpow1, txpow2;
4231 	uint8_t rf;
4232 	int i;
4233 
4234 	/* find the settings for this channel (we know it exists) */
4235 	for (i = 0; rt2860_rf2850[i].chan != chan; i++);
4236 
4237 	/* use Tx power values from EEPROM */
4238 	txpow1 = sc->txpow1[i];
4239 	txpow2 = sc->txpow2[i];
4240 
4241 	run_rt3070_rf_write(sc, 2, rt3070_freqs[i].n);
4242 
4243 	/* RT3370/RT3390: RF R3 [7:4] is not reserved bits. */
4244 	run_rt3070_rf_read(sc, 3, &rf);
4245 	rf = (rf & ~0x0f) | rt3070_freqs[i].k;
4246 	run_rt3070_rf_write(sc, 3, rf);
4247 
4248 	run_rt3070_rf_read(sc, 6, &rf);
4249 	rf = (rf & ~0x03) | rt3070_freqs[i].r;
4250 	run_rt3070_rf_write(sc, 6, rf);
4251 
4252 	/* set Tx0 power */
4253 	run_rt3070_rf_read(sc, 12, &rf);
4254 	rf = (rf & ~0x1f) | txpow1;
4255 	run_rt3070_rf_write(sc, 12, rf);
4256 
4257 	/* set Tx1 power */
4258 	run_rt3070_rf_read(sc, 13, &rf);
4259 	rf = (rf & ~0x1f) | txpow2;
4260 	run_rt3070_rf_write(sc, 13, rf);
4261 
4262 	run_rt3070_rf_read(sc, 1, &rf);
4263 	rf &= ~0xfc;
4264 	if (sc->ntxchains == 1)
4265 		rf |= 1 << 7 | 1 << 5;	/* 1T: disable Tx chains 2 & 3 */
4266 	else if (sc->ntxchains == 2)
4267 		rf |= 1 << 7;		/* 2T: disable Tx chain 3 */
4268 	if (sc->nrxchains == 1)
4269 		rf |= 1 << 6 | 1 << 4;	/* 1R: disable Rx chains 2 & 3 */
4270 	else if (sc->nrxchains == 2)
4271 		rf |= 1 << 6;		/* 2R: disable Rx chain 3 */
4272 	run_rt3070_rf_write(sc, 1, rf);
4273 
4274 	/* set RF offset */
4275 	run_rt3070_rf_read(sc, 23, &rf);
4276 	rf = (rf & ~0x7f) | sc->freq;
4277 	run_rt3070_rf_write(sc, 23, rf);
4278 
4279 	/* program RF filter */
4280 	run_rt3070_rf_read(sc, 24, &rf);	/* Tx */
4281 	rf = (rf & ~0x3f) | sc->rf24_20mhz;
4282 	run_rt3070_rf_write(sc, 24, rf);
4283 	run_rt3070_rf_read(sc, 31, &rf);	/* Rx */
4284 	rf = (rf & ~0x3f) | sc->rf24_20mhz;
4285 	run_rt3070_rf_write(sc, 31, rf);
4286 
4287 	/* enable RF tuning */
4288 	run_rt3070_rf_read(sc, 7, &rf);
4289 	run_rt3070_rf_write(sc, 7, rf | 0x01);
4290 }
4291 
4292 static void
4293 run_rt3572_set_chan(struct run_softc *sc, u_int chan)
4294 {
4295 	int8_t txpow1, txpow2;
4296 	uint32_t tmp;
4297 	uint8_t rf;
4298 	int i;
4299 
4300 	/* find the settings for this channel (we know it exists) */
4301 	for (i = 0; rt2860_rf2850[i].chan != chan; i++);
4302 
4303 	/* use Tx power values from EEPROM */
4304 	txpow1 = sc->txpow1[i];
4305 	txpow2 = sc->txpow2[i];
4306 
4307 	if (chan <= 14) {
4308 		run_bbp_write(sc, 25, sc->bbp25);
4309 		run_bbp_write(sc, 26, sc->bbp26);
4310 	} else {
4311 		/* enable IQ phase correction */
4312 		run_bbp_write(sc, 25, 0x09);
4313 		run_bbp_write(sc, 26, 0xff);
4314 	}
4315 
4316 	run_rt3070_rf_write(sc, 2, rt3070_freqs[i].n);
4317 	run_rt3070_rf_write(sc, 3, rt3070_freqs[i].k);
4318 	run_rt3070_rf_read(sc, 6, &rf);
4319 	rf  = (rf & ~0x0f) | rt3070_freqs[i].r;
4320 	rf |= (chan <= 14) ? 0x08 : 0x04;
4321 	run_rt3070_rf_write(sc, 6, rf);
4322 
4323 	/* set PLL mode */
4324 	run_rt3070_rf_read(sc, 5, &rf);
4325 	rf &= ~(0x08 | 0x04);
4326 	rf |= (chan <= 14) ? 0x04 : 0x08;
4327 	run_rt3070_rf_write(sc, 5, rf);
4328 
4329 	/* set Tx power for chain 0 */
4330 	if (chan <= 14)
4331 		rf = 0x60 | txpow1;
4332 	else
4333 		rf = 0xe0 | (txpow1 & 0xc) << 1 | (txpow1 & 0x3);
4334 	run_rt3070_rf_write(sc, 12, rf);
4335 
4336 	/* set Tx power for chain 1 */
4337 	if (chan <= 14)
4338 		rf = 0x60 | txpow2;
4339 	else
4340 		rf = 0xe0 | (txpow2 & 0xc) << 1 | (txpow2 & 0x3);
4341 	run_rt3070_rf_write(sc, 13, rf);
4342 
4343 	/* set Tx/Rx streams */
4344 	run_rt3070_rf_read(sc, 1, &rf);
4345 	rf &= ~0xfc;
4346 	if (sc->ntxchains == 1)
4347 		rf |= 1 << 7 | 1 << 5;  /* 1T: disable Tx chains 2 & 3 */
4348 	else if (sc->ntxchains == 2)
4349 		rf |= 1 << 7;           /* 2T: disable Tx chain 3 */
4350 	if (sc->nrxchains == 1)
4351 		rf |= 1 << 6 | 1 << 4;  /* 1R: disable Rx chains 2 & 3 */
4352 	else if (sc->nrxchains == 2)
4353 		rf |= 1 << 6;           /* 2R: disable Rx chain 3 */
4354 	run_rt3070_rf_write(sc, 1, rf);
4355 
4356 	/* set RF offset */
4357 	run_rt3070_rf_read(sc, 23, &rf);
4358 	rf = (rf & ~0x7f) | sc->freq;
4359 	run_rt3070_rf_write(sc, 23, rf);
4360 
4361 	/* program RF filter */
4362 	rf = sc->rf24_20mhz;
4363 	run_rt3070_rf_write(sc, 24, rf);	/* Tx */
4364 	run_rt3070_rf_write(sc, 31, rf);	/* Rx */
4365 
4366 	/* enable RF tuning */
4367 	run_rt3070_rf_read(sc, 7, &rf);
4368 	rf = (chan <= 14) ? 0xd8 : ((rf & ~0xc8) | 0x14);
4369 	run_rt3070_rf_write(sc, 7, rf);
4370 
4371 	/* TSSI */
4372 	rf = (chan <= 14) ? 0xc3 : 0xc0;
4373 	run_rt3070_rf_write(sc, 9, rf);
4374 
4375 	/* set loop filter 1 */
4376 	run_rt3070_rf_write(sc, 10, 0xf1);
4377 	/* set loop filter 2 */
4378 	run_rt3070_rf_write(sc, 11, (chan <= 14) ? 0xb9 : 0x00);
4379 
4380 	/* set tx_mx2_ic */
4381 	run_rt3070_rf_write(sc, 15, (chan <= 14) ? 0x53 : 0x43);
4382 	/* set tx_mx1_ic */
4383 	if (chan <= 14)
4384 		rf = 0x48 | sc->txmixgain_2ghz;
4385 	else
4386 		rf = 0x78 | sc->txmixgain_5ghz;
4387 	run_rt3070_rf_write(sc, 16, rf);
4388 
4389 	/* set tx_lo1 */
4390 	run_rt3070_rf_write(sc, 17, 0x23);
4391 	/* set tx_lo2 */
4392 	if (chan <= 14)
4393 		rf = 0x93;
4394 	else if (chan <= 64)
4395 		rf = 0xb7;
4396 	else if (chan <= 128)
4397 		rf = 0x74;
4398 	else
4399 		rf = 0x72;
4400 	run_rt3070_rf_write(sc, 19, rf);
4401 
4402 	/* set rx_lo1 */
4403 	if (chan <= 14)
4404 		rf = 0xb3;
4405 	else if (chan <= 64)
4406 		rf = 0xf6;
4407 	else if (chan <= 128)
4408 		rf = 0xf4;
4409 	else
4410 		rf = 0xf3;
4411 	run_rt3070_rf_write(sc, 20, rf);
4412 
4413 	/* set pfd_delay */
4414 	if (chan <= 14)
4415 		rf = 0x15;
4416 	else if (chan <= 64)
4417 		rf = 0x3d;
4418 	else
4419 		rf = 0x01;
4420 	run_rt3070_rf_write(sc, 25, rf);
4421 
4422 	/* set rx_lo2 */
4423 	run_rt3070_rf_write(sc, 26, (chan <= 14) ? 0x85 : 0x87);
4424 	/* set ldo_rf_vc */
4425 	run_rt3070_rf_write(sc, 27, (chan <= 14) ? 0x00 : 0x01);
4426 	/* set drv_cc */
4427 	run_rt3070_rf_write(sc, 29, (chan <= 14) ? 0x9b : 0x9f);
4428 
4429 	run_read(sc, RT2860_GPIO_CTRL, &tmp);
4430 	tmp &= ~0x8080;
4431 	if (chan <= 14)
4432 		tmp |= 0x80;
4433 	run_write(sc, RT2860_GPIO_CTRL, tmp);
4434 
4435 	/* enable RF tuning */
4436 	run_rt3070_rf_read(sc, 7, &rf);
4437 	run_rt3070_rf_write(sc, 7, rf | 0x01);
4438 
4439 	run_delay(sc, 2);
4440 }
4441 
4442 static void
4443 run_rt3593_set_chan(struct run_softc *sc, u_int chan)
4444 {
4445 	int8_t txpow1, txpow2, txpow3;
4446 	uint8_t h20mhz, rf;
4447 	int i;
4448 
4449 	/* find the settings for this channel (we know it exists) */
4450 	for (i = 0; rt2860_rf2850[i].chan != chan; i++);
4451 
4452 	/* use Tx power values from EEPROM */
4453 	txpow1 = sc->txpow1[i];
4454 	txpow2 = sc->txpow2[i];
4455 	txpow3 = (sc->ntxchains == 3) ? sc->txpow3[i] : 0;
4456 
4457 	if (chan <= 14) {
4458 		run_bbp_write(sc, 25, sc->bbp25);
4459 		run_bbp_write(sc, 26, sc->bbp26);
4460 	} else {
4461 		/* Enable IQ phase correction. */
4462 		run_bbp_write(sc, 25, 0x09);
4463 		run_bbp_write(sc, 26, 0xff);
4464 	}
4465 
4466 	run_rt3070_rf_write(sc, 8, rt3070_freqs[i].n);
4467 	run_rt3070_rf_write(sc, 9, rt3070_freqs[i].k & 0x0f);
4468 	run_rt3070_rf_read(sc, 11, &rf);
4469 	rf = (rf & ~0x03) | (rt3070_freqs[i].r & 0x03);
4470 	run_rt3070_rf_write(sc, 11, rf);
4471 
4472 	/* Set pll_idoh. */
4473 	run_rt3070_rf_read(sc, 11, &rf);
4474 	rf &= ~0x4c;
4475 	rf |= (chan <= 14) ? 0x44 : 0x48;
4476 	run_rt3070_rf_write(sc, 11, rf);
4477 
4478 	if (chan <= 14)
4479 		rf = txpow1 & 0x1f;
4480 	else
4481 		rf = 0x40 | ((txpow1 & 0x18) << 1) | (txpow1 & 0x07);
4482 	run_rt3070_rf_write(sc, 53, rf);
4483 
4484 	if (chan <= 14)
4485 		rf = txpow2 & 0x1f;
4486 	else
4487 		rf = 0x40 | ((txpow2 & 0x18) << 1) | (txpow2 & 0x07);
4488 	run_rt3070_rf_write(sc, 55, rf);
4489 
4490 	if (chan <= 14)
4491 		rf = txpow3 & 0x1f;
4492 	else
4493 		rf = 0x40 | ((txpow3 & 0x18) << 1) | (txpow3 & 0x07);
4494 	run_rt3070_rf_write(sc, 54, rf);
4495 
4496 	rf = RT3070_RF_BLOCK | RT3070_PLL_PD;
4497 	if (sc->ntxchains == 3)
4498 		rf |= RT3070_TX0_PD | RT3070_TX1_PD | RT3070_TX2_PD;
4499 	else
4500 		rf |= RT3070_TX0_PD | RT3070_TX1_PD;
4501 	rf |= RT3070_RX0_PD | RT3070_RX1_PD | RT3070_RX2_PD;
4502 	run_rt3070_rf_write(sc, 1, rf);
4503 
4504 	run_adjust_freq_offset(sc);
4505 
4506 	run_rt3070_rf_write(sc, 31, (chan <= 14) ? 0xa0 : 0x80);
4507 
4508 	h20mhz = (sc->rf24_20mhz & 0x20) >> 5;
4509 	run_rt3070_rf_read(sc, 30, &rf);
4510 	rf = (rf & ~0x06) | (h20mhz << 1) | (h20mhz << 2);
4511 	run_rt3070_rf_write(sc, 30, rf);
4512 
4513 	run_rt3070_rf_read(sc, 36, &rf);
4514 	if (chan <= 14)
4515 		rf |= 0x80;
4516 	else
4517 		rf &= ~0x80;
4518 	run_rt3070_rf_write(sc, 36, rf);
4519 
4520 	/* Set vcolo_bs. */
4521 	run_rt3070_rf_write(sc, 34, (chan <= 14) ? 0x3c : 0x20);
4522 	/* Set pfd_delay. */
4523 	run_rt3070_rf_write(sc, 12, (chan <= 14) ? 0x1a : 0x12);
4524 
4525 	/* Set vco bias current control. */
4526 	run_rt3070_rf_read(sc, 6, &rf);
4527 	rf &= ~0xc0;
4528 	if (chan <= 14)
4529 		rf |= 0x40;
4530 	else if (chan <= 128)
4531 		rf |= 0x80;
4532 	else
4533 		rf |= 0x40;
4534 	run_rt3070_rf_write(sc, 6, rf);
4535 
4536 	run_rt3070_rf_read(sc, 30, &rf);
4537 	rf = (rf & ~0x18) | 0x10;
4538 	run_rt3070_rf_write(sc, 30, rf);
4539 
4540 	run_rt3070_rf_write(sc, 10, (chan <= 14) ? 0xd3 : 0xd8);
4541 	run_rt3070_rf_write(sc, 13, (chan <= 14) ? 0x12 : 0x23);
4542 
4543 	run_rt3070_rf_read(sc, 51, &rf);
4544 	rf = (rf & ~0x03) | 0x01;
4545 	run_rt3070_rf_write(sc, 51, rf);
4546 	/* Set tx_mx1_cc. */
4547 	run_rt3070_rf_read(sc, 51, &rf);
4548 	rf &= ~0x1c;
4549 	rf |= (chan <= 14) ? 0x14 : 0x10;
4550 	run_rt3070_rf_write(sc, 51, rf);
4551 	/* Set tx_mx1_ic. */
4552 	run_rt3070_rf_read(sc, 51, &rf);
4553 	rf &= ~0xe0;
4554 	rf |= (chan <= 14) ? 0x60 : 0x40;
4555 	run_rt3070_rf_write(sc, 51, rf);
4556 	/* Set tx_lo1_ic. */
4557 	run_rt3070_rf_read(sc, 49, &rf);
4558 	rf &= ~0x1c;
4559 	rf |= (chan <= 14) ? 0x0c : 0x08;
4560 	run_rt3070_rf_write(sc, 49, rf);
4561 	/* Set tx_lo1_en. */
4562 	run_rt3070_rf_read(sc, 50, &rf);
4563 	run_rt3070_rf_write(sc, 50, rf & ~0x20);
4564 	/* Set drv_cc. */
4565 	run_rt3070_rf_read(sc, 57, &rf);
4566 	rf &= ~0xfc;
4567 	rf |= (chan <= 14) ?  0x6c : 0x3c;
4568 	run_rt3070_rf_write(sc, 57, rf);
4569 	/* Set rx_mix1_ic, rxa_lnactr, lna_vc, lna_inbias_en and lna_en. */
4570 	run_rt3070_rf_write(sc, 44, (chan <= 14) ? 0x93 : 0x9b);
4571 	/* Set drv_gnd_a, tx_vga_cc_a and tx_mx2_gain. */
4572 	run_rt3070_rf_write(sc, 52, (chan <= 14) ? 0x45 : 0x05);
4573 	/* Enable VCO calibration. */
4574 	run_rt3070_rf_read(sc, 3, &rf);
4575 	rf &= ~RT5390_VCOCAL;
4576 	rf |= (chan <= 14) ? RT5390_VCOCAL : 0xbe;
4577 	run_rt3070_rf_write(sc, 3, rf);
4578 
4579 	if (chan <= 14)
4580 		rf = 0x23;
4581 	else if (chan <= 64)
4582 		rf = 0x36;
4583 	else if (chan <= 128)
4584 		rf = 0x32;
4585 	else
4586 		rf = 0x30;
4587 	run_rt3070_rf_write(sc, 39, rf);
4588 	if (chan <= 14)
4589 		rf = 0xbb;
4590 	else if (chan <= 64)
4591 		rf = 0xeb;
4592 	else if (chan <= 128)
4593 		rf = 0xb3;
4594 	else
4595 		rf = 0x9b;
4596 	run_rt3070_rf_write(sc, 45, rf);
4597 
4598 	/* Set FEQ/AEQ control. */
4599 	run_bbp_write(sc, 105, 0x34);
4600 }
4601 
4602 static void
4603 run_rt5390_set_chan(struct run_softc *sc, u_int chan)
4604 {
4605 	int8_t txpow1, txpow2;
4606 	uint8_t rf;
4607 	int i;
4608 
4609 	/* find the settings for this channel (we know it exists) */
4610 	for (i = 0; rt2860_rf2850[i].chan != chan; i++);
4611 
4612 	/* use Tx power values from EEPROM */
4613 	txpow1 = sc->txpow1[i];
4614 	txpow2 = sc->txpow2[i];
4615 
4616 	run_rt3070_rf_write(sc, 8, rt3070_freqs[i].n);
4617 	run_rt3070_rf_write(sc, 9, rt3070_freqs[i].k & 0x0f);
4618 	run_rt3070_rf_read(sc, 11, &rf);
4619 	rf = (rf & ~0x03) | (rt3070_freqs[i].r & 0x03);
4620 	run_rt3070_rf_write(sc, 11, rf);
4621 
4622 	run_rt3070_rf_read(sc, 49, &rf);
4623 	rf = (rf & ~0x3f) | (txpow1 & 0x3f);
4624 	/* The valid range of the RF R49 is 0x00 to 0x27. */
4625 	if ((rf & 0x3f) > 0x27)
4626 		rf = (rf & ~0x3f) | 0x27;
4627 	run_rt3070_rf_write(sc, 49, rf);
4628 
4629 	if (sc->mac_ver == 0x5392) {
4630 		run_rt3070_rf_read(sc, 50, &rf);
4631 		rf = (rf & ~0x3f) | (txpow2 & 0x3f);
4632 		/* The valid range of the RF R50 is 0x00 to 0x27. */
4633 		if ((rf & 0x3f) > 0x27)
4634 			rf = (rf & ~0x3f) | 0x27;
4635 		run_rt3070_rf_write(sc, 50, rf);
4636 	}
4637 
4638 	run_rt3070_rf_read(sc, 1, &rf);
4639 	rf |= RT3070_RF_BLOCK | RT3070_PLL_PD | RT3070_RX0_PD | RT3070_TX0_PD;
4640 	if (sc->mac_ver == 0x5392)
4641 		rf |= RT3070_RX1_PD | RT3070_TX1_PD;
4642 	run_rt3070_rf_write(sc, 1, rf);
4643 
4644 	if (sc->mac_ver != 0x5392) {
4645 		run_rt3070_rf_read(sc, 2, &rf);
4646 		rf |= 0x80;
4647 		run_rt3070_rf_write(sc, 2, rf);
4648 		run_delay(sc, 10);
4649 		rf &= 0x7f;
4650 		run_rt3070_rf_write(sc, 2, rf);
4651 	}
4652 
4653 	run_adjust_freq_offset(sc);
4654 
4655 	if (sc->mac_ver == 0x5392) {
4656 		/* Fix for RT5392C. */
4657 		if (sc->mac_rev >= 0x0223) {
4658 			if (chan <= 4)
4659 				rf = 0x0f;
4660 			else if (chan >= 5 && chan <= 7)
4661 				rf = 0x0e;
4662 			else
4663 				rf = 0x0d;
4664 			run_rt3070_rf_write(sc, 23, rf);
4665 
4666 			if (chan <= 4)
4667 				rf = 0x0c;
4668 			else if (chan == 5)
4669 				rf = 0x0b;
4670 			else if (chan >= 6 && chan <= 7)
4671 				rf = 0x0a;
4672 			else if (chan >= 8 && chan <= 10)
4673 				rf = 0x09;
4674 			else
4675 				rf = 0x08;
4676 			run_rt3070_rf_write(sc, 59, rf);
4677 		} else {
4678 			if (chan <= 11)
4679 				rf = 0x0f;
4680 			else
4681 				rf = 0x0b;
4682 			run_rt3070_rf_write(sc, 59, rf);
4683 		}
4684 	} else {
4685 		/* Fix for RT5390F. */
4686 		if (sc->mac_rev >= 0x0502) {
4687 			if (chan <= 11)
4688 				rf = 0x43;
4689 			else
4690 				rf = 0x23;
4691 			run_rt3070_rf_write(sc, 55, rf);
4692 
4693 			if (chan <= 11)
4694 				rf = 0x0f;
4695 			else if (chan == 12)
4696 				rf = 0x0d;
4697 			else
4698 				rf = 0x0b;
4699 			run_rt3070_rf_write(sc, 59, rf);
4700 		} else {
4701 			run_rt3070_rf_write(sc, 55, 0x44);
4702 			run_rt3070_rf_write(sc, 59, 0x8f);
4703 		}
4704 	}
4705 
4706 	/* Enable VCO calibration. */
4707 	run_rt3070_rf_read(sc, 3, &rf);
4708 	rf |= RT5390_VCOCAL;
4709 	run_rt3070_rf_write(sc, 3, rf);
4710 }
4711 
4712 static void
4713 run_rt5592_set_chan(struct run_softc *sc, u_int chan)
4714 {
4715 	const struct rt5592_freqs *freqs;
4716 	uint32_t tmp;
4717 	uint8_t reg, rf, txpow_bound;
4718 	int8_t txpow1, txpow2;
4719 	int i;
4720 
4721 	run_read(sc, RT5592_DEBUG_INDEX, &tmp);
4722 	freqs = (tmp & RT5592_SEL_XTAL) ?
4723 	    rt5592_freqs_40mhz : rt5592_freqs_20mhz;
4724 
4725 	/* find the settings for this channel (we know it exists) */
4726 	for (i = 0; rt2860_rf2850[i].chan != chan; i++, freqs++);
4727 
4728 	/* use Tx power values from EEPROM */
4729 	txpow1 = sc->txpow1[i];
4730 	txpow2 = sc->txpow2[i];
4731 
4732 	run_read(sc, RT3070_LDO_CFG0, &tmp);
4733 	tmp &= ~0x1c000000;
4734 	if (chan > 14)
4735 		tmp |= 0x14000000;
4736 	run_write(sc, RT3070_LDO_CFG0, tmp);
4737 
4738 	/* N setting. */
4739 	run_rt3070_rf_write(sc, 8, freqs->n & 0xff);
4740 	run_rt3070_rf_read(sc, 9, &rf);
4741 	rf &= ~(1 << 4);
4742 	rf |= ((freqs->n & 0x0100) >> 8) << 4;
4743 	run_rt3070_rf_write(sc, 9, rf);
4744 
4745 	/* K setting. */
4746 	run_rt3070_rf_read(sc, 9, &rf);
4747 	rf &= ~0x0f;
4748 	rf |= (freqs->k & 0x0f);
4749 	run_rt3070_rf_write(sc, 9, rf);
4750 
4751 	/* Mode setting. */
4752 	run_rt3070_rf_read(sc, 11, &rf);
4753 	rf &= ~0x0c;
4754 	rf |= ((freqs->m - 0x8) & 0x3) << 2;
4755 	run_rt3070_rf_write(sc, 11, rf);
4756 	run_rt3070_rf_read(sc, 9, &rf);
4757 	rf &= ~(1 << 7);
4758 	rf |= (((freqs->m - 0x8) & 0x4) >> 2) << 7;
4759 	run_rt3070_rf_write(sc, 9, rf);
4760 
4761 	/* R setting. */
4762 	run_rt3070_rf_read(sc, 11, &rf);
4763 	rf &= ~0x03;
4764 	rf |= (freqs->r - 0x1);
4765 	run_rt3070_rf_write(sc, 11, rf);
4766 
4767 	if (chan <= 14) {
4768 		/* Initialize RF registers for 2GHZ. */
4769 		for (i = 0; i < nitems(rt5592_2ghz_def_rf); i++) {
4770 			run_rt3070_rf_write(sc, rt5592_2ghz_def_rf[i].reg,
4771 			    rt5592_2ghz_def_rf[i].val);
4772 		}
4773 
4774 		rf = (chan <= 10) ? 0x07 : 0x06;
4775 		run_rt3070_rf_write(sc, 23, rf);
4776 		run_rt3070_rf_write(sc, 59, rf);
4777 
4778 		run_rt3070_rf_write(sc, 55, 0x43);
4779 
4780 		/*
4781 		 * RF R49/R50 Tx power ALC code.
4782 		 * G-band bit<7:6>=1:0, bit<5:0> range from 0x0 ~ 0x27.
4783 		 */
4784 		reg = 2;
4785 		txpow_bound = 0x27;
4786 	} else {
4787 		/* Initialize RF registers for 5GHZ. */
4788 		for (i = 0; i < nitems(rt5592_5ghz_def_rf); i++) {
4789 			run_rt3070_rf_write(sc, rt5592_5ghz_def_rf[i].reg,
4790 			    rt5592_5ghz_def_rf[i].val);
4791 		}
4792 		for (i = 0; i < nitems(rt5592_chan_5ghz); i++) {
4793 			if (chan >= rt5592_chan_5ghz[i].firstchan &&
4794 			    chan <= rt5592_chan_5ghz[i].lastchan) {
4795 				run_rt3070_rf_write(sc, rt5592_chan_5ghz[i].reg,
4796 				    rt5592_chan_5ghz[i].val);
4797 			}
4798 		}
4799 
4800 		/*
4801 		 * RF R49/R50 Tx power ALC code.
4802 		 * A-band bit<7:6>=1:1, bit<5:0> range from 0x0 ~ 0x2b.
4803 		 */
4804 		reg = 3;
4805 		txpow_bound = 0x2b;
4806 	}
4807 
4808 	/* RF R49 ch0 Tx power ALC code. */
4809 	run_rt3070_rf_read(sc, 49, &rf);
4810 	rf &= ~0xc0;
4811 	rf |= (reg << 6);
4812 	rf = (rf & ~0x3f) | (txpow1 & 0x3f);
4813 	if ((rf & 0x3f) > txpow_bound)
4814 		rf = (rf & ~0x3f) | txpow_bound;
4815 	run_rt3070_rf_write(sc, 49, rf);
4816 
4817 	/* RF R50 ch1 Tx power ALC code. */
4818 	run_rt3070_rf_read(sc, 50, &rf);
4819 	rf &= ~(1 << 7 | 1 << 6);
4820 	rf |= (reg << 6);
4821 	rf = (rf & ~0x3f) | (txpow2 & 0x3f);
4822 	if ((rf & 0x3f) > txpow_bound)
4823 		rf = (rf & ~0x3f) | txpow_bound;
4824 	run_rt3070_rf_write(sc, 50, rf);
4825 
4826 	/* Enable RF_BLOCK, PLL_PD, RX0_PD, and TX0_PD. */
4827 	run_rt3070_rf_read(sc, 1, &rf);
4828 	rf |= (RT3070_RF_BLOCK | RT3070_PLL_PD | RT3070_RX0_PD | RT3070_TX0_PD);
4829 	if (sc->ntxchains > 1)
4830 		rf |= RT3070_TX1_PD;
4831 	if (sc->nrxchains > 1)
4832 		rf |= RT3070_RX1_PD;
4833 	run_rt3070_rf_write(sc, 1, rf);
4834 
4835 	run_rt3070_rf_write(sc, 6, 0xe4);
4836 
4837 	run_rt3070_rf_write(sc, 30, 0x10);
4838 	run_rt3070_rf_write(sc, 31, 0x80);
4839 	run_rt3070_rf_write(sc, 32, 0x80);
4840 
4841 	run_adjust_freq_offset(sc);
4842 
4843 	/* Enable VCO calibration. */
4844 	run_rt3070_rf_read(sc, 3, &rf);
4845 	rf |= RT5390_VCOCAL;
4846 	run_rt3070_rf_write(sc, 3, rf);
4847 }
4848 
4849 static void
4850 run_set_rx_antenna(struct run_softc *sc, int aux)
4851 {
4852 	uint32_t tmp;
4853 	uint8_t bbp152;
4854 
4855 	if (aux) {
4856 		if (sc->rf_rev == RT5390_RF_5370) {
4857 			run_bbp_read(sc, 152, &bbp152);
4858 			run_bbp_write(sc, 152, bbp152 & ~0x80);
4859 		} else {
4860 			run_mcu_cmd(sc, RT2860_MCU_CMD_ANTSEL, 0);
4861 			run_read(sc, RT2860_GPIO_CTRL, &tmp);
4862 			run_write(sc, RT2860_GPIO_CTRL, (tmp & ~0x0808) | 0x08);
4863 		}
4864 	} else {
4865 		if (sc->rf_rev == RT5390_RF_5370) {
4866 			run_bbp_read(sc, 152, &bbp152);
4867 			run_bbp_write(sc, 152, bbp152 | 0x80);
4868 		} else {
4869 			run_mcu_cmd(sc, RT2860_MCU_CMD_ANTSEL, 1);
4870 			run_read(sc, RT2860_GPIO_CTRL, &tmp);
4871 			run_write(sc, RT2860_GPIO_CTRL, tmp & ~0x0808);
4872 		}
4873 	}
4874 }
4875 
4876 static int
4877 run_set_chan(struct run_softc *sc, struct ieee80211_channel *c)
4878 {
4879 	struct ieee80211com *ic = &sc->sc_ic;
4880 	u_int chan, group;
4881 
4882 	chan = ieee80211_chan2ieee(ic, c);
4883 	if (chan == 0 || chan == IEEE80211_CHAN_ANY)
4884 		return (EINVAL);
4885 
4886 	if (sc->mac_ver == 0x5592)
4887 		run_rt5592_set_chan(sc, chan);
4888 	else if (sc->mac_ver >= 0x5390)
4889 		run_rt5390_set_chan(sc, chan);
4890 	else if (sc->mac_ver == 0x3593)
4891 		run_rt3593_set_chan(sc, chan);
4892 	else if (sc->mac_ver == 0x3572)
4893 		run_rt3572_set_chan(sc, chan);
4894 	else if (sc->mac_ver >= 0x3070)
4895 		run_rt3070_set_chan(sc, chan);
4896 	else
4897 		run_rt2870_set_chan(sc, chan);
4898 
4899 	/* determine channel group */
4900 	if (chan <= 14)
4901 		group = 0;
4902 	else if (chan <= 64)
4903 		group = 1;
4904 	else if (chan <= 128)
4905 		group = 2;
4906 	else
4907 		group = 3;
4908 
4909 	/* XXX necessary only when group has changed! */
4910 	run_select_chan_group(sc, group);
4911 
4912 	run_delay(sc, 10);
4913 
4914 	/* Perform IQ calibration. */
4915 	if (sc->mac_ver >= 0x5392)
4916 		run_iq_calib(sc, chan);
4917 
4918 	return (0);
4919 }
4920 
4921 static void
4922 run_set_channel(struct ieee80211com *ic)
4923 {
4924 	struct run_softc *sc = ic->ic_softc;
4925 
4926 	RUN_LOCK(sc);
4927 	run_set_chan(sc, ic->ic_curchan);
4928 	RUN_UNLOCK(sc);
4929 
4930 	return;
4931 }
4932 
4933 static void
4934 run_getradiocaps(struct ieee80211com *ic,
4935     int maxchans, int *nchans, struct ieee80211_channel chans[])
4936 {
4937 	struct run_softc *sc = ic->ic_softc;
4938 	uint8_t bands[IEEE80211_MODE_BYTES];
4939 
4940 	memset(bands, 0, sizeof(bands));
4941 	setbit(bands, IEEE80211_MODE_11B);
4942 	setbit(bands, IEEE80211_MODE_11G);
4943 	if (sc->rf_rev != RT3070_RF_2020)
4944 		setbit(bands, IEEE80211_MODE_11NG);
4945 
4946 	/* Note: for now, only support HT20 channels */
4947 	ieee80211_add_channels_default_2ghz(chans, maxchans, nchans, bands, 0);
4948 
4949 	if (sc->rf_rev == RT2860_RF_2750 || sc->rf_rev == RT2860_RF_2850 ||
4950 	    sc->rf_rev == RT3070_RF_3052 || sc->rf_rev == RT3593_RF_3053 ||
4951 	    sc->rf_rev == RT5592_RF_5592) {
4952 		setbit(bands, IEEE80211_MODE_11A);
4953 		if (sc->rf_rev != RT3070_RF_2020)
4954 			setbit(bands, IEEE80211_MODE_11NA);
4955 		/* Note: for now, only support HT20 channels */
4956 		ieee80211_add_channel_list_5ghz(chans, maxchans, nchans,
4957 		    run_chan_5ghz, nitems(run_chan_5ghz), bands, 0);
4958 	}
4959 }
4960 
4961 static void
4962 run_scan_start(struct ieee80211com *ic)
4963 {
4964 	struct run_softc *sc = ic->ic_softc;
4965 
4966 	RUN_LOCK(sc);
4967 
4968 	/* abort TSF synchronization */
4969 	run_disable_tsf(sc);
4970 	run_set_bssid(sc, ieee80211broadcastaddr);
4971 
4972 	RUN_UNLOCK(sc);
4973 
4974 	return;
4975 }
4976 
4977 static void
4978 run_scan_end(struct ieee80211com *ic)
4979 {
4980 	struct run_softc *sc = ic->ic_softc;
4981 
4982 	RUN_LOCK(sc);
4983 
4984 	run_enable_tsf_sync(sc);
4985 	run_set_bssid(sc, sc->sc_bssid);
4986 
4987 	RUN_UNLOCK(sc);
4988 
4989 	return;
4990 }
4991 
4992 /*
4993  * Could be called from ieee80211_node_timeout()
4994  * (non-sleepable thread)
4995  */
4996 static void
4997 run_update_beacon(struct ieee80211vap *vap, int item)
4998 {
4999 	struct ieee80211com *ic = vap->iv_ic;
5000 	struct ieee80211_beacon_offsets *bo = &vap->iv_bcn_off;
5001 	struct ieee80211_node *ni = vap->iv_bss;
5002 	struct run_softc *sc = ic->ic_softc;
5003 	struct run_vap *rvp = RUN_VAP(vap);
5004 	int mcast = 0;
5005 	uint32_t i;
5006 
5007 	switch (item) {
5008 	case IEEE80211_BEACON_ERP:
5009 		run_updateslot(ic);
5010 		break;
5011 	case IEEE80211_BEACON_HTINFO:
5012 		run_updateprot(ic);
5013 		break;
5014 	case IEEE80211_BEACON_TIM:
5015 		mcast = 1;	/*TODO*/
5016 		break;
5017 	default:
5018 		break;
5019 	}
5020 
5021 	setbit(bo->bo_flags, item);
5022 	if (rvp->beacon_mbuf == NULL) {
5023 		rvp->beacon_mbuf = ieee80211_beacon_alloc(ni);
5024 		if (rvp->beacon_mbuf == NULL)
5025 			return;
5026 	}
5027 	ieee80211_beacon_update(ni, rvp->beacon_mbuf, mcast);
5028 
5029 	i = RUN_CMDQ_GET(&sc->cmdq_store);
5030 	RUN_DPRINTF(sc, RUN_DEBUG_BEACON, "cmdq_store=%d\n", i);
5031 	sc->cmdq[i].func = run_update_beacon_cb;
5032 	sc->cmdq[i].arg0 = vap;
5033 	ieee80211_runtask(ic, &sc->cmdq_task);
5034 
5035 	return;
5036 }
5037 
5038 static void
5039 run_update_beacon_cb(void *arg)
5040 {
5041 	struct ieee80211vap *vap = arg;
5042 	struct ieee80211_node *ni = vap->iv_bss;
5043 	struct run_vap *rvp = RUN_VAP(vap);
5044 	struct ieee80211com *ic = vap->iv_ic;
5045 	struct run_softc *sc = ic->ic_softc;
5046 	struct rt2860_txwi txwi;
5047 	struct mbuf *m;
5048 	uint16_t txwisize;
5049 	uint8_t ridx;
5050 
5051 	if (ni->ni_chan == IEEE80211_CHAN_ANYC)
5052 		return;
5053 	if (ic->ic_bsschan == IEEE80211_CHAN_ANYC)
5054 		return;
5055 
5056 	/*
5057 	 * No need to call ieee80211_beacon_update(), run_update_beacon()
5058 	 * is taking care of appropriate calls.
5059 	 */
5060 	if (rvp->beacon_mbuf == NULL) {
5061 		rvp->beacon_mbuf = ieee80211_beacon_alloc(ni);
5062 		if (rvp->beacon_mbuf == NULL)
5063 			return;
5064 	}
5065 	m = rvp->beacon_mbuf;
5066 
5067 	memset(&txwi, 0, sizeof(txwi));
5068 	txwi.wcid = 0xff;
5069 	txwi.len = htole16(m->m_pkthdr.len);
5070 
5071 	/* send beacons at the lowest available rate */
5072 	ridx = (ic->ic_curmode == IEEE80211_MODE_11A) ?
5073 	    RT2860_RIDX_OFDM6 : RT2860_RIDX_CCK1;
5074 	txwi.phy = htole16(rt2860_rates[ridx].mcs);
5075 	if (rt2860_rates[ridx].phy == IEEE80211_T_OFDM)
5076 		txwi.phy |= htole16(RT2860_PHY_OFDM);
5077 	txwi.txop = RT2860_TX_TXOP_HT;
5078 	txwi.flags = RT2860_TX_TS;
5079 	txwi.xflags = RT2860_TX_NSEQ;
5080 
5081 	txwisize = (sc->mac_ver == 0x5592) ?
5082 	    sizeof(txwi) + sizeof(uint32_t) : sizeof(txwi);
5083 	run_write_region_1(sc, RT2860_BCN_BASE(rvp->rvp_id), (uint8_t *)&txwi,
5084 	    txwisize);
5085 	run_write_region_1(sc, RT2860_BCN_BASE(rvp->rvp_id) + txwisize,
5086 	    mtod(m, uint8_t *), (m->m_pkthdr.len + 1) & ~1);
5087 }
5088 
5089 static void
5090 run_updateprot(struct ieee80211com *ic)
5091 {
5092 	struct run_softc *sc = ic->ic_softc;
5093 	uint32_t i;
5094 
5095 	i = RUN_CMDQ_GET(&sc->cmdq_store);
5096 	RUN_DPRINTF(sc, RUN_DEBUG_BEACON, "cmdq_store=%d\n", i);
5097 	sc->cmdq[i].func = run_updateprot_cb;
5098 	sc->cmdq[i].arg0 = ic;
5099 	ieee80211_runtask(ic, &sc->cmdq_task);
5100 }
5101 
5102 static void
5103 run_updateprot_cb(void *arg)
5104 {
5105 	struct ieee80211com *ic = arg;
5106 	struct run_softc *sc = ic->ic_softc;
5107 	uint32_t tmp;
5108 
5109 	tmp = RT2860_RTSTH_EN | RT2860_PROT_NAV_SHORT | RT2860_TXOP_ALLOW_ALL;
5110 	/* setup protection frame rate (MCS code) */
5111 	tmp |= (ic->ic_curmode == IEEE80211_MODE_11A) ?
5112 	    rt2860_rates[RT2860_RIDX_OFDM6].mcs | RT2860_PHY_OFDM :
5113 	    rt2860_rates[RT2860_RIDX_CCK11].mcs;
5114 
5115 	/* CCK frames don't require protection */
5116 	run_write(sc, RT2860_CCK_PROT_CFG, tmp);
5117 	if (ic->ic_flags & IEEE80211_F_USEPROT) {
5118 		if (ic->ic_protmode == IEEE80211_PROT_RTSCTS)
5119 			tmp |= RT2860_PROT_CTRL_RTS_CTS;
5120 		else if (ic->ic_protmode == IEEE80211_PROT_CTSONLY)
5121 			tmp |= RT2860_PROT_CTRL_CTS;
5122 	}
5123 	run_write(sc, RT2860_OFDM_PROT_CFG, tmp);
5124 }
5125 
5126 static void
5127 run_usb_timeout_cb(void *arg)
5128 {
5129 	struct ieee80211vap *vap = arg;
5130 	struct run_softc *sc = vap->iv_ic->ic_softc;
5131 
5132 	RUN_LOCK_ASSERT(sc, MA_OWNED);
5133 
5134 	if(vap->iv_state == IEEE80211_S_RUN &&
5135 	    vap->iv_opmode != IEEE80211_M_STA)
5136 		run_reset_livelock(sc);
5137 	else if (vap->iv_state == IEEE80211_S_SCAN) {
5138 		RUN_DPRINTF(sc, RUN_DEBUG_USB | RUN_DEBUG_STATE,
5139 		    "timeout caused by scan\n");
5140 		/* cancel bgscan */
5141 		ieee80211_cancel_scan(vap);
5142 	} else
5143 		RUN_DPRINTF(sc, RUN_DEBUG_USB | RUN_DEBUG_STATE,
5144 		    "timeout by unknown cause\n");
5145 }
5146 
5147 static void
5148 run_reset_livelock(struct run_softc *sc)
5149 {
5150 	uint32_t tmp;
5151 
5152 	RUN_LOCK_ASSERT(sc, MA_OWNED);
5153 
5154 	/*
5155 	 * In IBSS or HostAP modes (when the hardware sends beacons), the MAC
5156 	 * can run into a livelock and start sending CTS-to-self frames like
5157 	 * crazy if protection is enabled.  Reset MAC/BBP for a while
5158 	 */
5159 	run_read(sc, RT2860_DEBUG, &tmp);
5160 	RUN_DPRINTF(sc, RUN_DEBUG_RESET, "debug reg %08x\n", tmp);
5161 	if ((tmp & (1 << 29)) && (tmp & (1 << 7 | 1 << 5))) {
5162 		RUN_DPRINTF(sc, RUN_DEBUG_RESET,
5163 		    "CTS-to-self livelock detected\n");
5164 		run_write(sc, RT2860_MAC_SYS_CTRL, RT2860_MAC_SRST);
5165 		run_delay(sc, 1);
5166 		run_write(sc, RT2860_MAC_SYS_CTRL,
5167 		    RT2860_MAC_RX_EN | RT2860_MAC_TX_EN);
5168 	}
5169 }
5170 
5171 static void
5172 run_update_promisc_locked(struct run_softc *sc)
5173 {
5174         uint32_t tmp;
5175 
5176 	run_read(sc, RT2860_RX_FILTR_CFG, &tmp);
5177 
5178 	tmp |= RT2860_DROP_UC_NOME;
5179         if (sc->sc_ic.ic_promisc > 0)
5180 		tmp &= ~RT2860_DROP_UC_NOME;
5181 
5182 	run_write(sc, RT2860_RX_FILTR_CFG, tmp);
5183 
5184         RUN_DPRINTF(sc, RUN_DEBUG_RECV, "%s promiscuous mode\n",
5185 	    (sc->sc_ic.ic_promisc > 0) ?  "entering" : "leaving");
5186 }
5187 
5188 static void
5189 run_update_promisc(struct ieee80211com *ic)
5190 {
5191 	struct run_softc *sc = ic->ic_softc;
5192 
5193 	if ((sc->sc_flags & RUN_RUNNING) == 0)
5194 		return;
5195 
5196 	RUN_LOCK(sc);
5197 	run_update_promisc_locked(sc);
5198 	RUN_UNLOCK(sc);
5199 }
5200 
5201 static void
5202 run_enable_tsf_sync(struct run_softc *sc)
5203 {
5204 	struct ieee80211com *ic = &sc->sc_ic;
5205 	struct ieee80211vap *vap = TAILQ_FIRST(&ic->ic_vaps);
5206 	uint32_t tmp;
5207 
5208 	RUN_DPRINTF(sc, RUN_DEBUG_BEACON, "rvp_id=%d ic_opmode=%d\n",
5209 	    RUN_VAP(vap)->rvp_id, ic->ic_opmode);
5210 
5211 	run_read(sc, RT2860_BCN_TIME_CFG, &tmp);
5212 	tmp &= ~0x1fffff;
5213 	tmp |= vap->iv_bss->ni_intval * 16;
5214 	tmp |= RT2860_TSF_TIMER_EN | RT2860_TBTT_TIMER_EN;
5215 
5216 	if (ic->ic_opmode == IEEE80211_M_STA) {
5217 		/*
5218 		 * Local TSF is always updated with remote TSF on beacon
5219 		 * reception.
5220 		 */
5221 		tmp |= 1 << RT2860_TSF_SYNC_MODE_SHIFT;
5222 	} else if (ic->ic_opmode == IEEE80211_M_IBSS) {
5223 	        tmp |= RT2860_BCN_TX_EN;
5224 	        /*
5225 	         * Local TSF is updated with remote TSF on beacon reception
5226 	         * only if the remote TSF is greater than local TSF.
5227 	         */
5228 	        tmp |= 2 << RT2860_TSF_SYNC_MODE_SHIFT;
5229 	} else if (ic->ic_opmode == IEEE80211_M_HOSTAP ||
5230 		    ic->ic_opmode == IEEE80211_M_MBSS) {
5231 	        tmp |= RT2860_BCN_TX_EN;
5232 	        /* SYNC with nobody */
5233 	        tmp |= 3 << RT2860_TSF_SYNC_MODE_SHIFT;
5234 	} else {
5235 		RUN_DPRINTF(sc, RUN_DEBUG_BEACON,
5236 		    "Enabling TSF failed. undefined opmode\n");
5237 		return;
5238 	}
5239 
5240 	run_write(sc, RT2860_BCN_TIME_CFG, tmp);
5241 }
5242 
5243 static void
5244 run_enable_tsf(struct run_softc *sc)
5245 {
5246 	uint32_t tmp;
5247 
5248 	if (run_read(sc, RT2860_BCN_TIME_CFG, &tmp) == 0) {
5249 		tmp &= ~(RT2860_BCN_TX_EN | RT2860_TBTT_TIMER_EN);
5250 		tmp |= RT2860_TSF_TIMER_EN;
5251 		run_write(sc, RT2860_BCN_TIME_CFG, tmp);
5252 	}
5253 }
5254 
5255 static void
5256 run_disable_tsf(struct run_softc *sc)
5257 {
5258 	uint32_t tmp;
5259 
5260 	if (run_read(sc, RT2860_BCN_TIME_CFG, &tmp) == 0) {
5261 		tmp &= ~(RT2860_BCN_TX_EN | RT2860_TSF_TIMER_EN |
5262 		    RT2860_TBTT_TIMER_EN);
5263 		run_write(sc, RT2860_BCN_TIME_CFG, tmp);
5264 	}
5265 }
5266 
5267 static void
5268 run_get_tsf(struct run_softc *sc, uint64_t *buf)
5269 {
5270 	run_read_region_1(sc, RT2860_TSF_TIMER_DW0, (uint8_t *)buf,
5271 	    sizeof(*buf));
5272 }
5273 
5274 static void
5275 run_enable_mrr(struct run_softc *sc)
5276 {
5277 #define	CCK(mcs)	(mcs)
5278 #define	OFDM(mcs)	(1 << 3 | (mcs))
5279 	run_write(sc, RT2860_LG_FBK_CFG0,
5280 	    OFDM(6) << 28 |	/* 54->48 */
5281 	    OFDM(5) << 24 |	/* 48->36 */
5282 	    OFDM(4) << 20 |	/* 36->24 */
5283 	    OFDM(3) << 16 |	/* 24->18 */
5284 	    OFDM(2) << 12 |	/* 18->12 */
5285 	    OFDM(1) <<  8 |	/* 12-> 9 */
5286 	    OFDM(0) <<  4 |	/*  9-> 6 */
5287 	    OFDM(0));		/*  6-> 6 */
5288 
5289 	run_write(sc, RT2860_LG_FBK_CFG1,
5290 	    CCK(2) << 12 |	/* 11->5.5 */
5291 	    CCK(1) <<  8 |	/* 5.5-> 2 */
5292 	    CCK(0) <<  4 |	/*   2-> 1 */
5293 	    CCK(0));		/*   1-> 1 */
5294 #undef OFDM
5295 #undef CCK
5296 }
5297 
5298 static void
5299 run_set_txpreamble(struct run_softc *sc)
5300 {
5301 	struct ieee80211com *ic = &sc->sc_ic;
5302 	uint32_t tmp;
5303 
5304 	run_read(sc, RT2860_AUTO_RSP_CFG, &tmp);
5305 	if (ic->ic_flags & IEEE80211_F_SHPREAMBLE)
5306 		tmp |= RT2860_CCK_SHORT_EN;
5307 	else
5308 		tmp &= ~RT2860_CCK_SHORT_EN;
5309 	run_write(sc, RT2860_AUTO_RSP_CFG, tmp);
5310 }
5311 
5312 static void
5313 run_set_basicrates(struct run_softc *sc)
5314 {
5315 	struct ieee80211com *ic = &sc->sc_ic;
5316 
5317 	/* set basic rates mask */
5318 	if (ic->ic_curmode == IEEE80211_MODE_11B)
5319 		run_write(sc, RT2860_LEGACY_BASIC_RATE, 0x003);
5320 	else if (ic->ic_curmode == IEEE80211_MODE_11A)
5321 		run_write(sc, RT2860_LEGACY_BASIC_RATE, 0x150);
5322 	else	/* 11g */
5323 		run_write(sc, RT2860_LEGACY_BASIC_RATE, 0x15f);
5324 }
5325 
5326 static void
5327 run_set_leds(struct run_softc *sc, uint16_t which)
5328 {
5329 	(void)run_mcu_cmd(sc, RT2860_MCU_CMD_LEDS,
5330 	    which | (sc->leds & 0x7f));
5331 }
5332 
5333 static void
5334 run_set_bssid(struct run_softc *sc, const uint8_t *bssid)
5335 {
5336 	run_write(sc, RT2860_MAC_BSSID_DW0,
5337 	    bssid[0] | bssid[1] << 8 | bssid[2] << 16 | bssid[3] << 24);
5338 	run_write(sc, RT2860_MAC_BSSID_DW1,
5339 	    bssid[4] | bssid[5] << 8);
5340 }
5341 
5342 static void
5343 run_set_macaddr(struct run_softc *sc, const uint8_t *addr)
5344 {
5345 	run_write(sc, RT2860_MAC_ADDR_DW0,
5346 	    addr[0] | addr[1] << 8 | addr[2] << 16 | addr[3] << 24);
5347 	run_write(sc, RT2860_MAC_ADDR_DW1,
5348 	    addr[4] | addr[5] << 8 | 0xff << 16);
5349 }
5350 
5351 static void
5352 run_updateslot(struct ieee80211com *ic)
5353 {
5354 	struct run_softc *sc = ic->ic_softc;
5355 	uint32_t i;
5356 
5357 	i = RUN_CMDQ_GET(&sc->cmdq_store);
5358 	RUN_DPRINTF(sc, RUN_DEBUG_BEACON, "cmdq_store=%d\n", i);
5359 	sc->cmdq[i].func = run_updateslot_cb;
5360 	sc->cmdq[i].arg0 = ic;
5361 	ieee80211_runtask(ic, &sc->cmdq_task);
5362 
5363 	return;
5364 }
5365 
5366 /* ARGSUSED */
5367 static void
5368 run_updateslot_cb(void *arg)
5369 {
5370 	struct ieee80211com *ic = arg;
5371 	struct run_softc *sc = ic->ic_softc;
5372 	uint32_t tmp;
5373 
5374 	run_read(sc, RT2860_BKOFF_SLOT_CFG, &tmp);
5375 	tmp &= ~0xff;
5376 	tmp |= IEEE80211_GET_SLOTTIME(ic);
5377 	run_write(sc, RT2860_BKOFF_SLOT_CFG, tmp);
5378 }
5379 
5380 static void
5381 run_update_mcast(struct ieee80211com *ic)
5382 {
5383 }
5384 
5385 static int8_t
5386 run_rssi2dbm(struct run_softc *sc, uint8_t rssi, uint8_t rxchain)
5387 {
5388 	struct ieee80211com *ic = &sc->sc_ic;
5389 	struct ieee80211_channel *c = ic->ic_curchan;
5390 	int delta;
5391 
5392 	if (IEEE80211_IS_CHAN_5GHZ(c)) {
5393 		u_int chan = ieee80211_chan2ieee(ic, c);
5394 		delta = sc->rssi_5ghz[rxchain];
5395 
5396 		/* determine channel group */
5397 		if (chan <= 64)
5398 			delta -= sc->lna[1];
5399 		else if (chan <= 128)
5400 			delta -= sc->lna[2];
5401 		else
5402 			delta -= sc->lna[3];
5403 	} else
5404 		delta = sc->rssi_2ghz[rxchain] - sc->lna[0];
5405 
5406 	return (-12 - delta - rssi);
5407 }
5408 
5409 static void
5410 run_rt5390_bbp_init(struct run_softc *sc)
5411 {
5412 	u_int i;
5413 	uint8_t bbp;
5414 
5415 	/* Apply maximum likelihood detection for 2 stream case. */
5416 	run_bbp_read(sc, 105, &bbp);
5417 	if (sc->nrxchains > 1)
5418 		run_bbp_write(sc, 105, bbp | RT5390_MLD);
5419 
5420 	/* Avoid data lost and CRC error. */
5421 	run_bbp_read(sc, 4, &bbp);
5422 	run_bbp_write(sc, 4, bbp | RT5390_MAC_IF_CTRL);
5423 
5424 	if (sc->mac_ver == 0x5592) {
5425 		for (i = 0; i < nitems(rt5592_def_bbp); i++) {
5426 			run_bbp_write(sc, rt5592_def_bbp[i].reg,
5427 			    rt5592_def_bbp[i].val);
5428 		}
5429 		for (i = 0; i < nitems(rt5592_bbp_r196); i++) {
5430 			run_bbp_write(sc, 195, i + 0x80);
5431 			run_bbp_write(sc, 196, rt5592_bbp_r196[i]);
5432 		}
5433 	} else {
5434 		for (i = 0; i < nitems(rt5390_def_bbp); i++) {
5435 			run_bbp_write(sc, rt5390_def_bbp[i].reg,
5436 			    rt5390_def_bbp[i].val);
5437 		}
5438 	}
5439 	if (sc->mac_ver == 0x5392) {
5440 		run_bbp_write(sc, 88, 0x90);
5441 		run_bbp_write(sc, 95, 0x9a);
5442 		run_bbp_write(sc, 98, 0x12);
5443 		run_bbp_write(sc, 106, 0x12);
5444 		run_bbp_write(sc, 134, 0xd0);
5445 		run_bbp_write(sc, 135, 0xf6);
5446 		run_bbp_write(sc, 148, 0x84);
5447 	}
5448 
5449 	run_bbp_read(sc, 152, &bbp);
5450 	run_bbp_write(sc, 152, bbp | 0x80);
5451 
5452 	/* Fix BBP254 for RT5592C. */
5453 	if (sc->mac_ver == 0x5592 && sc->mac_rev >= 0x0221) {
5454 		run_bbp_read(sc, 254, &bbp);
5455 		run_bbp_write(sc, 254, bbp | 0x80);
5456 	}
5457 
5458 	/* Disable hardware antenna diversity. */
5459 	if (sc->mac_ver == 0x5390)
5460 		run_bbp_write(sc, 154, 0);
5461 
5462 	/* Initialize Rx CCK/OFDM frequency offset report. */
5463 	run_bbp_write(sc, 142, 1);
5464 	run_bbp_write(sc, 143, 57);
5465 }
5466 
5467 static int
5468 run_bbp_init(struct run_softc *sc)
5469 {
5470 	int i, error, ntries;
5471 	uint8_t bbp0;
5472 
5473 	/* wait for BBP to wake up */
5474 	for (ntries = 0; ntries < 20; ntries++) {
5475 		if ((error = run_bbp_read(sc, 0, &bbp0)) != 0)
5476 			return error;
5477 		if (bbp0 != 0 && bbp0 != 0xff)
5478 			break;
5479 	}
5480 	if (ntries == 20)
5481 		return (ETIMEDOUT);
5482 
5483 	/* initialize BBP registers to default values */
5484 	if (sc->mac_ver >= 0x5390)
5485 		run_rt5390_bbp_init(sc);
5486 	else {
5487 		for (i = 0; i < nitems(rt2860_def_bbp); i++) {
5488 			run_bbp_write(sc, rt2860_def_bbp[i].reg,
5489 			    rt2860_def_bbp[i].val);
5490 		}
5491 	}
5492 
5493 	if (sc->mac_ver == 0x3593) {
5494 		run_bbp_write(sc, 79, 0x13);
5495 		run_bbp_write(sc, 80, 0x05);
5496 		run_bbp_write(sc, 81, 0x33);
5497 		run_bbp_write(sc, 86, 0x46);
5498 		run_bbp_write(sc, 137, 0x0f);
5499 	}
5500 
5501 	/* fix BBP84 for RT2860E */
5502 	if (sc->mac_ver == 0x2860 && sc->mac_rev != 0x0101)
5503 		run_bbp_write(sc, 84, 0x19);
5504 
5505 	if (sc->mac_ver >= 0x3070 && (sc->mac_ver != 0x3593 &&
5506 	    sc->mac_ver != 0x5592)) {
5507 		run_bbp_write(sc, 79, 0x13);
5508 		run_bbp_write(sc, 80, 0x05);
5509 		run_bbp_write(sc, 81, 0x33);
5510 	} else if (sc->mac_ver == 0x2860 && sc->mac_rev == 0x0100) {
5511 		run_bbp_write(sc, 69, 0x16);
5512 		run_bbp_write(sc, 73, 0x12);
5513 	}
5514 	return (0);
5515 }
5516 
5517 static int
5518 run_rt3070_rf_init(struct run_softc *sc)
5519 {
5520 	uint32_t tmp;
5521 	uint8_t bbp4, mingain, rf, target;
5522 	u_int i;
5523 
5524 	run_rt3070_rf_read(sc, 30, &rf);
5525 	/* toggle RF R30 bit 7 */
5526 	run_rt3070_rf_write(sc, 30, rf | 0x80);
5527 	run_delay(sc, 10);
5528 	run_rt3070_rf_write(sc, 30, rf & ~0x80);
5529 
5530 	/* initialize RF registers to default value */
5531 	if (sc->mac_ver == 0x3572) {
5532 		for (i = 0; i < nitems(rt3572_def_rf); i++) {
5533 			run_rt3070_rf_write(sc, rt3572_def_rf[i].reg,
5534 			    rt3572_def_rf[i].val);
5535 		}
5536 	} else {
5537 		for (i = 0; i < nitems(rt3070_def_rf); i++) {
5538 			run_rt3070_rf_write(sc, rt3070_def_rf[i].reg,
5539 			    rt3070_def_rf[i].val);
5540 		}
5541 	}
5542 
5543 	if (sc->mac_ver == 0x3070 && sc->mac_rev < 0x0201) {
5544 		/*
5545 		 * Change voltage from 1.2V to 1.35V for RT3070.
5546 		 * The DAC issue (RT3070_LDO_CFG0) has been fixed
5547 		 * in RT3070(F).
5548 		 */
5549 		run_read(sc, RT3070_LDO_CFG0, &tmp);
5550 		tmp = (tmp & ~0x0f000000) | 0x0d000000;
5551 		run_write(sc, RT3070_LDO_CFG0, tmp);
5552 
5553 	} else if (sc->mac_ver == 0x3071) {
5554 		run_rt3070_rf_read(sc, 6, &rf);
5555 		run_rt3070_rf_write(sc, 6, rf | 0x40);
5556 		run_rt3070_rf_write(sc, 31, 0x14);
5557 
5558 		run_read(sc, RT3070_LDO_CFG0, &tmp);
5559 		tmp &= ~0x1f000000;
5560 		if (sc->mac_rev < 0x0211)
5561 			tmp |= 0x0d000000;	/* 1.3V */
5562 		else
5563 			tmp |= 0x01000000;	/* 1.2V */
5564 		run_write(sc, RT3070_LDO_CFG0, tmp);
5565 
5566 		/* patch LNA_PE_G1 */
5567 		run_read(sc, RT3070_GPIO_SWITCH, &tmp);
5568 		run_write(sc, RT3070_GPIO_SWITCH, tmp & ~0x20);
5569 
5570 	} else if (sc->mac_ver == 0x3572) {
5571 		run_rt3070_rf_read(sc, 6, &rf);
5572 		run_rt3070_rf_write(sc, 6, rf | 0x40);
5573 
5574 		/* increase voltage from 1.2V to 1.35V */
5575 		run_read(sc, RT3070_LDO_CFG0, &tmp);
5576 		tmp = (tmp & ~0x1f000000) | 0x0d000000;
5577 		run_write(sc, RT3070_LDO_CFG0, tmp);
5578 
5579 		if (sc->mac_rev < 0x0211 || !sc->patch_dac) {
5580 			run_delay(sc, 1);	/* wait for 1msec */
5581 			/* decrease voltage back to 1.2V */
5582 			tmp = (tmp & ~0x1f000000) | 0x01000000;
5583 			run_write(sc, RT3070_LDO_CFG0, tmp);
5584 		}
5585 	}
5586 
5587 	/* select 20MHz bandwidth */
5588 	run_rt3070_rf_read(sc, 31, &rf);
5589 	run_rt3070_rf_write(sc, 31, rf & ~0x20);
5590 
5591 	/* calibrate filter for 20MHz bandwidth */
5592 	sc->rf24_20mhz = 0x1f;	/* default value */
5593 	target = (sc->mac_ver < 0x3071) ? 0x16 : 0x13;
5594 	run_rt3070_filter_calib(sc, 0x07, target, &sc->rf24_20mhz);
5595 
5596 	/* select 40MHz bandwidth */
5597 	run_bbp_read(sc, 4, &bbp4);
5598 	run_bbp_write(sc, 4, (bbp4 & ~0x18) | 0x10);
5599 	run_rt3070_rf_read(sc, 31, &rf);
5600 	run_rt3070_rf_write(sc, 31, rf | 0x20);
5601 
5602 	/* calibrate filter for 40MHz bandwidth */
5603 	sc->rf24_40mhz = 0x2f;	/* default value */
5604 	target = (sc->mac_ver < 0x3071) ? 0x19 : 0x15;
5605 	run_rt3070_filter_calib(sc, 0x27, target, &sc->rf24_40mhz);
5606 
5607 	/* go back to 20MHz bandwidth */
5608 	run_bbp_read(sc, 4, &bbp4);
5609 	run_bbp_write(sc, 4, bbp4 & ~0x18);
5610 
5611 	if (sc->mac_ver == 0x3572) {
5612 		/* save default BBP registers 25 and 26 values */
5613 		run_bbp_read(sc, 25, &sc->bbp25);
5614 		run_bbp_read(sc, 26, &sc->bbp26);
5615 	} else if (sc->mac_rev < 0x0201 || sc->mac_rev < 0x0211)
5616 		run_rt3070_rf_write(sc, 27, 0x03);
5617 
5618 	run_read(sc, RT3070_OPT_14, &tmp);
5619 	run_write(sc, RT3070_OPT_14, tmp | 1);
5620 
5621 	if (sc->mac_ver == 0x3070 || sc->mac_ver == 0x3071) {
5622 		run_rt3070_rf_read(sc, 17, &rf);
5623 		rf &= ~RT3070_TX_LO1;
5624 		if ((sc->mac_ver == 0x3070 ||
5625 		     (sc->mac_ver == 0x3071 && sc->mac_rev >= 0x0211)) &&
5626 		    !sc->ext_2ghz_lna)
5627 			rf |= 0x20;	/* fix for long range Rx issue */
5628 		mingain = (sc->mac_ver == 0x3070) ? 1 : 2;
5629 		if (sc->txmixgain_2ghz >= mingain)
5630 			rf = (rf & ~0x7) | sc->txmixgain_2ghz;
5631 		run_rt3070_rf_write(sc, 17, rf);
5632 	}
5633 
5634 	if (sc->mac_ver == 0x3071) {
5635 		run_rt3070_rf_read(sc, 1, &rf);
5636 		rf &= ~(RT3070_RX0_PD | RT3070_TX0_PD);
5637 		rf |= RT3070_RF_BLOCK | RT3070_RX1_PD | RT3070_TX1_PD;
5638 		run_rt3070_rf_write(sc, 1, rf);
5639 
5640 		run_rt3070_rf_read(sc, 15, &rf);
5641 		run_rt3070_rf_write(sc, 15, rf & ~RT3070_TX_LO2);
5642 
5643 		run_rt3070_rf_read(sc, 20, &rf);
5644 		run_rt3070_rf_write(sc, 20, rf & ~RT3070_RX_LO1);
5645 
5646 		run_rt3070_rf_read(sc, 21, &rf);
5647 		run_rt3070_rf_write(sc, 21, rf & ~RT3070_RX_LO2);
5648 	}
5649 
5650 	if (sc->mac_ver == 0x3070 || sc->mac_ver == 0x3071) {
5651 		/* fix Tx to Rx IQ glitch by raising RF voltage */
5652 		run_rt3070_rf_read(sc, 27, &rf);
5653 		rf &= ~0x77;
5654 		if (sc->mac_rev < 0x0211)
5655 			rf |= 0x03;
5656 		run_rt3070_rf_write(sc, 27, rf);
5657 	}
5658 	return (0);
5659 }
5660 
5661 static void
5662 run_rt3593_rf_init(struct run_softc *sc)
5663 {
5664 	uint32_t tmp;
5665 	uint8_t rf;
5666 	u_int i;
5667 
5668 	/* Disable the GPIO bits 4 and 7 for LNA PE control. */
5669 	run_read(sc, RT3070_GPIO_SWITCH, &tmp);
5670 	tmp &= ~(1 << 4 | 1 << 7);
5671 	run_write(sc, RT3070_GPIO_SWITCH, tmp);
5672 
5673 	/* Initialize RF registers to default value. */
5674 	for (i = 0; i < nitems(rt3593_def_rf); i++) {
5675 		run_rt3070_rf_write(sc, rt3593_def_rf[i].reg,
5676 		    rt3593_def_rf[i].val);
5677 	}
5678 
5679 	/* Toggle RF R2 to initiate calibration. */
5680 	run_rt3070_rf_write(sc, 2, RT5390_RESCAL);
5681 
5682 	/* Initialize RF frequency offset. */
5683 	run_adjust_freq_offset(sc);
5684 
5685 	run_rt3070_rf_read(sc, 18, &rf);
5686 	run_rt3070_rf_write(sc, 18, rf | RT3593_AUTOTUNE_BYPASS);
5687 
5688 	/*
5689 	 * Increase voltage from 1.2V to 1.35V, wait for 1 msec to
5690 	 * decrease voltage back to 1.2V.
5691 	 */
5692 	run_read(sc, RT3070_LDO_CFG0, &tmp);
5693 	tmp = (tmp & ~0x1f000000) | 0x0d000000;
5694 	run_write(sc, RT3070_LDO_CFG0, tmp);
5695 	run_delay(sc, 1);
5696 	tmp = (tmp & ~0x1f000000) | 0x01000000;
5697 	run_write(sc, RT3070_LDO_CFG0, tmp);
5698 
5699 	sc->rf24_20mhz = 0x1f;
5700 	sc->rf24_40mhz = 0x2f;
5701 
5702 	/* Save default BBP registers 25 and 26 values. */
5703 	run_bbp_read(sc, 25, &sc->bbp25);
5704 	run_bbp_read(sc, 26, &sc->bbp26);
5705 
5706 	run_read(sc, RT3070_OPT_14, &tmp);
5707 	run_write(sc, RT3070_OPT_14, tmp | 1);
5708 }
5709 
5710 static void
5711 run_rt5390_rf_init(struct run_softc *sc)
5712 {
5713 	uint32_t tmp;
5714 	uint8_t rf;
5715 	u_int i;
5716 
5717 	/* Toggle RF R2 to initiate calibration. */
5718 	if (sc->mac_ver == 0x5390) {
5719 		run_rt3070_rf_read(sc, 2, &rf);
5720 		run_rt3070_rf_write(sc, 2, rf | RT5390_RESCAL);
5721 		run_delay(sc, 10);
5722 		run_rt3070_rf_write(sc, 2, rf & ~RT5390_RESCAL);
5723 	} else {
5724 		run_rt3070_rf_write(sc, 2, RT5390_RESCAL);
5725 		run_delay(sc, 10);
5726 	}
5727 
5728 	/* Initialize RF registers to default value. */
5729 	if (sc->mac_ver == 0x5592) {
5730 		for (i = 0; i < nitems(rt5592_def_rf); i++) {
5731 			run_rt3070_rf_write(sc, rt5592_def_rf[i].reg,
5732 			    rt5592_def_rf[i].val);
5733 		}
5734 		/* Initialize RF frequency offset. */
5735 		run_adjust_freq_offset(sc);
5736 	} else if (sc->mac_ver == 0x5392) {
5737 		for (i = 0; i < nitems(rt5392_def_rf); i++) {
5738 			run_rt3070_rf_write(sc, rt5392_def_rf[i].reg,
5739 			    rt5392_def_rf[i].val);
5740 		}
5741 		if (sc->mac_rev >= 0x0223) {
5742 			run_rt3070_rf_write(sc, 23, 0x0f);
5743 			run_rt3070_rf_write(sc, 24, 0x3e);
5744 			run_rt3070_rf_write(sc, 51, 0x32);
5745 			run_rt3070_rf_write(sc, 53, 0x22);
5746 			run_rt3070_rf_write(sc, 56, 0xc1);
5747 			run_rt3070_rf_write(sc, 59, 0x0f);
5748 		}
5749 	} else {
5750 		for (i = 0; i < nitems(rt5390_def_rf); i++) {
5751 			run_rt3070_rf_write(sc, rt5390_def_rf[i].reg,
5752 			    rt5390_def_rf[i].val);
5753 		}
5754 		if (sc->mac_rev >= 0x0502) {
5755 			run_rt3070_rf_write(sc, 6, 0xe0);
5756 			run_rt3070_rf_write(sc, 25, 0x80);
5757 			run_rt3070_rf_write(sc, 46, 0x73);
5758 			run_rt3070_rf_write(sc, 53, 0x00);
5759 			run_rt3070_rf_write(sc, 56, 0x42);
5760 			run_rt3070_rf_write(sc, 61, 0xd1);
5761 		}
5762 	}
5763 
5764 	sc->rf24_20mhz = 0x1f;	/* default value */
5765 	sc->rf24_40mhz = (sc->mac_ver == 0x5592) ? 0 : 0x2f;
5766 
5767 	if (sc->mac_rev < 0x0211)
5768 		run_rt3070_rf_write(sc, 27, 0x3);
5769 
5770 	run_read(sc, RT3070_OPT_14, &tmp);
5771 	run_write(sc, RT3070_OPT_14, tmp | 1);
5772 }
5773 
5774 static int
5775 run_rt3070_filter_calib(struct run_softc *sc, uint8_t init, uint8_t target,
5776     uint8_t *val)
5777 {
5778 	uint8_t rf22, rf24;
5779 	uint8_t bbp55_pb, bbp55_sb, delta;
5780 	int ntries;
5781 
5782 	/* program filter */
5783 	run_rt3070_rf_read(sc, 24, &rf24);
5784 	rf24 = (rf24 & 0xc0) | init;	/* initial filter value */
5785 	run_rt3070_rf_write(sc, 24, rf24);
5786 
5787 	/* enable baseband loopback mode */
5788 	run_rt3070_rf_read(sc, 22, &rf22);
5789 	run_rt3070_rf_write(sc, 22, rf22 | 0x01);
5790 
5791 	/* set power and frequency of passband test tone */
5792 	run_bbp_write(sc, 24, 0x00);
5793 	for (ntries = 0; ntries < 100; ntries++) {
5794 		/* transmit test tone */
5795 		run_bbp_write(sc, 25, 0x90);
5796 		run_delay(sc, 10);
5797 		/* read received power */
5798 		run_bbp_read(sc, 55, &bbp55_pb);
5799 		if (bbp55_pb != 0)
5800 			break;
5801 	}
5802 	if (ntries == 100)
5803 		return (ETIMEDOUT);
5804 
5805 	/* set power and frequency of stopband test tone */
5806 	run_bbp_write(sc, 24, 0x06);
5807 	for (ntries = 0; ntries < 100; ntries++) {
5808 		/* transmit test tone */
5809 		run_bbp_write(sc, 25, 0x90);
5810 		run_delay(sc, 10);
5811 		/* read received power */
5812 		run_bbp_read(sc, 55, &bbp55_sb);
5813 
5814 		delta = bbp55_pb - bbp55_sb;
5815 		if (delta > target)
5816 			break;
5817 
5818 		/* reprogram filter */
5819 		rf24++;
5820 		run_rt3070_rf_write(sc, 24, rf24);
5821 	}
5822 	if (ntries < 100) {
5823 		if (rf24 != init)
5824 			rf24--;	/* backtrack */
5825 		*val = rf24;
5826 		run_rt3070_rf_write(sc, 24, rf24);
5827 	}
5828 
5829 	/* restore initial state */
5830 	run_bbp_write(sc, 24, 0x00);
5831 
5832 	/* disable baseband loopback mode */
5833 	run_rt3070_rf_read(sc, 22, &rf22);
5834 	run_rt3070_rf_write(sc, 22, rf22 & ~0x01);
5835 
5836 	return (0);
5837 }
5838 
5839 static void
5840 run_rt3070_rf_setup(struct run_softc *sc)
5841 {
5842 	uint8_t bbp, rf;
5843 	int i;
5844 
5845 	if (sc->mac_ver == 0x3572) {
5846 		/* enable DC filter */
5847 		if (sc->mac_rev >= 0x0201)
5848 			run_bbp_write(sc, 103, 0xc0);
5849 
5850 		run_bbp_read(sc, 138, &bbp);
5851 		if (sc->ntxchains == 1)
5852 			bbp |= 0x20;	/* turn off DAC1 */
5853 		if (sc->nrxchains == 1)
5854 			bbp &= ~0x02;	/* turn off ADC1 */
5855 		run_bbp_write(sc, 138, bbp);
5856 
5857 		if (sc->mac_rev >= 0x0211) {
5858 			/* improve power consumption */
5859 			run_bbp_read(sc, 31, &bbp);
5860 			run_bbp_write(sc, 31, bbp & ~0x03);
5861 		}
5862 
5863 		run_rt3070_rf_read(sc, 16, &rf);
5864 		rf = (rf & ~0x07) | sc->txmixgain_2ghz;
5865 		run_rt3070_rf_write(sc, 16, rf);
5866 
5867 	} else if (sc->mac_ver == 0x3071) {
5868 		if (sc->mac_rev >= 0x0211) {
5869 			/* enable DC filter */
5870 			run_bbp_write(sc, 103, 0xc0);
5871 
5872 			/* improve power consumption */
5873 			run_bbp_read(sc, 31, &bbp);
5874 			run_bbp_write(sc, 31, bbp & ~0x03);
5875 		}
5876 
5877 		run_bbp_read(sc, 138, &bbp);
5878 		if (sc->ntxchains == 1)
5879 			bbp |= 0x20;	/* turn off DAC1 */
5880 		if (sc->nrxchains == 1)
5881 			bbp &= ~0x02;	/* turn off ADC1 */
5882 		run_bbp_write(sc, 138, bbp);
5883 
5884 		run_write(sc, RT2860_TX_SW_CFG1, 0);
5885 		if (sc->mac_rev < 0x0211) {
5886 			run_write(sc, RT2860_TX_SW_CFG2,
5887 			    sc->patch_dac ? 0x2c : 0x0f);
5888 		} else
5889 			run_write(sc, RT2860_TX_SW_CFG2, 0);
5890 
5891 	} else if (sc->mac_ver == 0x3070) {
5892 		if (sc->mac_rev >= 0x0201) {
5893 			/* enable DC filter */
5894 			run_bbp_write(sc, 103, 0xc0);
5895 
5896 			/* improve power consumption */
5897 			run_bbp_read(sc, 31, &bbp);
5898 			run_bbp_write(sc, 31, bbp & ~0x03);
5899 		}
5900 
5901 		if (sc->mac_rev < 0x0201) {
5902 			run_write(sc, RT2860_TX_SW_CFG1, 0);
5903 			run_write(sc, RT2860_TX_SW_CFG2, 0x2c);
5904 		} else
5905 			run_write(sc, RT2860_TX_SW_CFG2, 0);
5906 	}
5907 
5908 	/* initialize RF registers from ROM for >=RT3071*/
5909 	if (sc->mac_ver >= 0x3071) {
5910 		for (i = 0; i < 10; i++) {
5911 			if (sc->rf[i].reg == 0 || sc->rf[i].reg == 0xff)
5912 				continue;
5913 			run_rt3070_rf_write(sc, sc->rf[i].reg, sc->rf[i].val);
5914 		}
5915 	}
5916 }
5917 
5918 static void
5919 run_rt3593_rf_setup(struct run_softc *sc)
5920 {
5921 	uint8_t bbp, rf;
5922 
5923 	if (sc->mac_rev >= 0x0211) {
5924 		/* Enable DC filter. */
5925 		run_bbp_write(sc, 103, 0xc0);
5926 	}
5927 	run_write(sc, RT2860_TX_SW_CFG1, 0);
5928 	if (sc->mac_rev < 0x0211) {
5929 		run_write(sc, RT2860_TX_SW_CFG2,
5930 		    sc->patch_dac ? 0x2c : 0x0f);
5931 	} else
5932 		run_write(sc, RT2860_TX_SW_CFG2, 0);
5933 
5934 	run_rt3070_rf_read(sc, 50, &rf);
5935 	run_rt3070_rf_write(sc, 50, rf & ~RT3593_TX_LO2);
5936 
5937 	run_rt3070_rf_read(sc, 51, &rf);
5938 	rf = (rf & ~(RT3593_TX_LO1 | 0x0c)) |
5939 	    ((sc->txmixgain_2ghz & 0x07) << 2);
5940 	run_rt3070_rf_write(sc, 51, rf);
5941 
5942 	run_rt3070_rf_read(sc, 38, &rf);
5943 	run_rt3070_rf_write(sc, 38, rf & ~RT5390_RX_LO1);
5944 
5945 	run_rt3070_rf_read(sc, 39, &rf);
5946 	run_rt3070_rf_write(sc, 39, rf & ~RT5390_RX_LO2);
5947 
5948 	run_rt3070_rf_read(sc, 1, &rf);
5949 	run_rt3070_rf_write(sc, 1, rf & ~(RT3070_RF_BLOCK | RT3070_PLL_PD));
5950 
5951 	run_rt3070_rf_read(sc, 30, &rf);
5952 	rf = (rf & ~0x18) | 0x10;
5953 	run_rt3070_rf_write(sc, 30, rf);
5954 
5955 	/* Apply maximum likelihood detection for 2 stream case. */
5956 	run_bbp_read(sc, 105, &bbp);
5957 	if (sc->nrxchains > 1)
5958 		run_bbp_write(sc, 105, bbp | RT5390_MLD);
5959 
5960 	/* Avoid data lost and CRC error. */
5961 	run_bbp_read(sc, 4, &bbp);
5962 	run_bbp_write(sc, 4, bbp | RT5390_MAC_IF_CTRL);
5963 
5964 	run_bbp_write(sc, 92, 0x02);
5965 	run_bbp_write(sc, 82, 0x82);
5966 	run_bbp_write(sc, 106, 0x05);
5967 	run_bbp_write(sc, 104, 0x92);
5968 	run_bbp_write(sc, 88, 0x90);
5969 	run_bbp_write(sc, 148, 0xc8);
5970 	run_bbp_write(sc, 47, 0x48);
5971 	run_bbp_write(sc, 120, 0x50);
5972 
5973 	run_bbp_write(sc, 163, 0x9d);
5974 
5975 	/* SNR mapping. */
5976 	run_bbp_write(sc, 142, 0x06);
5977 	run_bbp_write(sc, 143, 0xa0);
5978 	run_bbp_write(sc, 142, 0x07);
5979 	run_bbp_write(sc, 143, 0xa1);
5980 	run_bbp_write(sc, 142, 0x08);
5981 	run_bbp_write(sc, 143, 0xa2);
5982 
5983 	run_bbp_write(sc, 31, 0x08);
5984 	run_bbp_write(sc, 68, 0x0b);
5985 	run_bbp_write(sc, 105, 0x04);
5986 }
5987 
5988 static void
5989 run_rt5390_rf_setup(struct run_softc *sc)
5990 {
5991 	uint8_t bbp, rf;
5992 
5993 	if (sc->mac_rev >= 0x0211) {
5994 		/* Enable DC filter. */
5995 		run_bbp_write(sc, 103, 0xc0);
5996 
5997 		if (sc->mac_ver != 0x5592) {
5998 			/* Improve power consumption. */
5999 			run_bbp_read(sc, 31, &bbp);
6000 			run_bbp_write(sc, 31, bbp & ~0x03);
6001 		}
6002 	}
6003 
6004 	run_bbp_read(sc, 138, &bbp);
6005 	if (sc->ntxchains == 1)
6006 		bbp |= 0x20;	/* turn off DAC1 */
6007 	if (sc->nrxchains == 1)
6008 		bbp &= ~0x02;	/* turn off ADC1 */
6009 	run_bbp_write(sc, 138, bbp);
6010 
6011 	run_rt3070_rf_read(sc, 38, &rf);
6012 	run_rt3070_rf_write(sc, 38, rf & ~RT5390_RX_LO1);
6013 
6014 	run_rt3070_rf_read(sc, 39, &rf);
6015 	run_rt3070_rf_write(sc, 39, rf & ~RT5390_RX_LO2);
6016 
6017 	/* Avoid data lost and CRC error. */
6018 	run_bbp_read(sc, 4, &bbp);
6019 	run_bbp_write(sc, 4, bbp | RT5390_MAC_IF_CTRL);
6020 
6021 	run_rt3070_rf_read(sc, 30, &rf);
6022 	rf = (rf & ~0x18) | 0x10;
6023 	run_rt3070_rf_write(sc, 30, rf);
6024 
6025 	if (sc->mac_ver != 0x5592) {
6026 		run_write(sc, RT2860_TX_SW_CFG1, 0);
6027 		if (sc->mac_rev < 0x0211) {
6028 			run_write(sc, RT2860_TX_SW_CFG2,
6029 			    sc->patch_dac ? 0x2c : 0x0f);
6030 		} else
6031 			run_write(sc, RT2860_TX_SW_CFG2, 0);
6032 	}
6033 }
6034 
6035 static int
6036 run_txrx_enable(struct run_softc *sc)
6037 {
6038 	struct ieee80211com *ic = &sc->sc_ic;
6039 	uint32_t tmp;
6040 	int error, ntries;
6041 
6042 	run_write(sc, RT2860_MAC_SYS_CTRL, RT2860_MAC_TX_EN);
6043 	for (ntries = 0; ntries < 200; ntries++) {
6044 		if ((error = run_read(sc, RT2860_WPDMA_GLO_CFG, &tmp)) != 0)
6045 			return (error);
6046 		if ((tmp & (RT2860_TX_DMA_BUSY | RT2860_RX_DMA_BUSY)) == 0)
6047 			break;
6048 		run_delay(sc, 50);
6049 	}
6050 	if (ntries == 200)
6051 		return (ETIMEDOUT);
6052 
6053 	run_delay(sc, 50);
6054 
6055 	tmp |= RT2860_RX_DMA_EN | RT2860_TX_DMA_EN | RT2860_TX_WB_DDONE;
6056 	run_write(sc, RT2860_WPDMA_GLO_CFG, tmp);
6057 
6058 	/* enable Rx bulk aggregation (set timeout and limit) */
6059 	tmp = RT2860_USB_TX_EN | RT2860_USB_RX_EN | RT2860_USB_RX_AGG_EN |
6060 	    RT2860_USB_RX_AGG_TO(128) | RT2860_USB_RX_AGG_LMT(2);
6061 	run_write(sc, RT2860_USB_DMA_CFG, tmp);
6062 
6063 	/* set Rx filter */
6064 	tmp = RT2860_DROP_CRC_ERR | RT2860_DROP_PHY_ERR;
6065 	if (ic->ic_opmode != IEEE80211_M_MONITOR) {
6066 		tmp |= RT2860_DROP_UC_NOME | RT2860_DROP_DUPL |
6067 		    RT2860_DROP_CTS | RT2860_DROP_BA | RT2860_DROP_ACK |
6068 		    RT2860_DROP_VER_ERR | RT2860_DROP_CTRL_RSV |
6069 		    RT2860_DROP_CFACK | RT2860_DROP_CFEND;
6070 		if (ic->ic_opmode == IEEE80211_M_STA)
6071 			tmp |= RT2860_DROP_RTS | RT2860_DROP_PSPOLL;
6072 	}
6073 	run_write(sc, RT2860_RX_FILTR_CFG, tmp);
6074 
6075 	run_write(sc, RT2860_MAC_SYS_CTRL,
6076 	    RT2860_MAC_RX_EN | RT2860_MAC_TX_EN);
6077 
6078 	return (0);
6079 }
6080 
6081 static void
6082 run_adjust_freq_offset(struct run_softc *sc)
6083 {
6084 	uint8_t rf, tmp;
6085 
6086 	run_rt3070_rf_read(sc, 17, &rf);
6087 	tmp = rf;
6088 	rf = (rf & ~0x7f) | (sc->freq & 0x7f);
6089 	rf = MIN(rf, 0x5f);
6090 
6091 	if (tmp != rf)
6092 		run_mcu_cmd(sc, 0x74, (tmp << 8 ) | rf);
6093 }
6094 
6095 static void
6096 run_init_locked(struct run_softc *sc)
6097 {
6098 	struct ieee80211com *ic = &sc->sc_ic;
6099 	struct ieee80211vap *vap = TAILQ_FIRST(&ic->ic_vaps);
6100 	uint32_t tmp;
6101 	uint8_t bbp1, bbp3;
6102 	int i;
6103 	int ridx;
6104 	int ntries;
6105 
6106 	if (ic->ic_nrunning > 1)
6107 		return;
6108 
6109 	run_stop(sc);
6110 
6111 	if (run_load_microcode(sc) != 0) {
6112 		device_printf(sc->sc_dev, "could not load 8051 microcode\n");
6113 		goto fail;
6114 	}
6115 
6116 	for (ntries = 0; ntries < 100; ntries++) {
6117 		if (run_read(sc, RT2860_ASIC_VER_ID, &tmp) != 0)
6118 			goto fail;
6119 		if (tmp != 0 && tmp != 0xffffffff)
6120 			break;
6121 		run_delay(sc, 10);
6122 	}
6123 	if (ntries == 100)
6124 		goto fail;
6125 
6126 	for (i = 0; i != RUN_EP_QUEUES; i++)
6127 		run_setup_tx_list(sc, &sc->sc_epq[i]);
6128 
6129 	run_set_macaddr(sc, vap ? vap->iv_myaddr : ic->ic_macaddr);
6130 
6131 	for (ntries = 0; ntries < 100; ntries++) {
6132 		if (run_read(sc, RT2860_WPDMA_GLO_CFG, &tmp) != 0)
6133 			goto fail;
6134 		if ((tmp & (RT2860_TX_DMA_BUSY | RT2860_RX_DMA_BUSY)) == 0)
6135 			break;
6136 		run_delay(sc, 10);
6137 	}
6138 	if (ntries == 100) {
6139 		device_printf(sc->sc_dev, "timeout waiting for DMA engine\n");
6140 		goto fail;
6141 	}
6142 	tmp &= 0xff0;
6143 	tmp |= RT2860_TX_WB_DDONE;
6144 	run_write(sc, RT2860_WPDMA_GLO_CFG, tmp);
6145 
6146 	/* turn off PME_OEN to solve high-current issue */
6147 	run_read(sc, RT2860_SYS_CTRL, &tmp);
6148 	run_write(sc, RT2860_SYS_CTRL, tmp & ~RT2860_PME_OEN);
6149 
6150 	run_write(sc, RT2860_MAC_SYS_CTRL,
6151 	    RT2860_BBP_HRST | RT2860_MAC_SRST);
6152 	run_write(sc, RT2860_USB_DMA_CFG, 0);
6153 
6154 	if (run_reset(sc) != 0) {
6155 		device_printf(sc->sc_dev, "could not reset chipset\n");
6156 		goto fail;
6157 	}
6158 
6159 	run_write(sc, RT2860_MAC_SYS_CTRL, 0);
6160 
6161 	/* init Tx power for all Tx rates (from EEPROM) */
6162 	for (ridx = 0; ridx < 5; ridx++) {
6163 		if (sc->txpow20mhz[ridx] == 0xffffffff)
6164 			continue;
6165 		run_write(sc, RT2860_TX_PWR_CFG(ridx), sc->txpow20mhz[ridx]);
6166 	}
6167 
6168 	for (i = 0; i < nitems(rt2870_def_mac); i++)
6169 		run_write(sc, rt2870_def_mac[i].reg, rt2870_def_mac[i].val);
6170 	run_write(sc, RT2860_WMM_AIFSN_CFG, 0x00002273);
6171 	run_write(sc, RT2860_WMM_CWMIN_CFG, 0x00002344);
6172 	run_write(sc, RT2860_WMM_CWMAX_CFG, 0x000034aa);
6173 
6174 	if (sc->mac_ver >= 0x5390) {
6175 		run_write(sc, RT2860_TX_SW_CFG0,
6176 		    4 << RT2860_DLY_PAPE_EN_SHIFT | 4);
6177 		if (sc->mac_ver >= 0x5392) {
6178 			run_write(sc, RT2860_MAX_LEN_CFG, 0x00002fff);
6179 			if (sc->mac_ver == 0x5592) {
6180 				run_write(sc, RT2860_HT_FBK_CFG1, 0xedcba980);
6181 				run_write(sc, RT2860_TXOP_HLDR_ET, 0x00000082);
6182 			} else {
6183 				run_write(sc, RT2860_HT_FBK_CFG1, 0xedcb4980);
6184 				run_write(sc, RT2860_LG_FBK_CFG0, 0xedcba322);
6185 			}
6186 		}
6187 	} else if (sc->mac_ver == 0x3593) {
6188 		run_write(sc, RT2860_TX_SW_CFG0,
6189 		    4 << RT2860_DLY_PAPE_EN_SHIFT | 2);
6190 	} else if (sc->mac_ver >= 0x3070) {
6191 		/* set delay of PA_PE assertion to 1us (unit of 0.25us) */
6192 		run_write(sc, RT2860_TX_SW_CFG0,
6193 		    4 << RT2860_DLY_PAPE_EN_SHIFT);
6194 	}
6195 
6196 	/* wait while MAC is busy */
6197 	for (ntries = 0; ntries < 100; ntries++) {
6198 		if (run_read(sc, RT2860_MAC_STATUS_REG, &tmp) != 0)
6199 			goto fail;
6200 		if (!(tmp & (RT2860_RX_STATUS_BUSY | RT2860_TX_STATUS_BUSY)))
6201 			break;
6202 		run_delay(sc, 10);
6203 	}
6204 	if (ntries == 100)
6205 		goto fail;
6206 
6207 	/* clear Host to MCU mailbox */
6208 	run_write(sc, RT2860_H2M_BBPAGENT, 0);
6209 	run_write(sc, RT2860_H2M_MAILBOX, 0);
6210 	run_delay(sc, 10);
6211 
6212 	if (run_bbp_init(sc) != 0) {
6213 		device_printf(sc->sc_dev, "could not initialize BBP\n");
6214 		goto fail;
6215 	}
6216 
6217 	/* abort TSF synchronization */
6218 	run_disable_tsf(sc);
6219 
6220 	/* clear RX WCID search table */
6221 	run_set_region_4(sc, RT2860_WCID_ENTRY(0), 0, 512);
6222 	/* clear WCID attribute table */
6223 	run_set_region_4(sc, RT2860_WCID_ATTR(0), 0, 8 * 32);
6224 
6225 	/* hostapd sets a key before init. So, don't clear it. */
6226 	if (sc->cmdq_key_set != RUN_CMDQ_GO) {
6227 		/* clear shared key table */
6228 		run_set_region_4(sc, RT2860_SKEY(0, 0), 0, 8 * 32);
6229 		/* clear shared key mode */
6230 		run_set_region_4(sc, RT2860_SKEY_MODE_0_7, 0, 4);
6231 	}
6232 
6233 	run_read(sc, RT2860_US_CYC_CNT, &tmp);
6234 	tmp = (tmp & ~0xff) | 0x1e;
6235 	run_write(sc, RT2860_US_CYC_CNT, tmp);
6236 
6237 	if (sc->mac_rev != 0x0101)
6238 		run_write(sc, RT2860_TXOP_CTRL_CFG, 0x0000583f);
6239 
6240 	run_write(sc, RT2860_WMM_TXOP0_CFG, 0);
6241 	run_write(sc, RT2860_WMM_TXOP1_CFG, 48 << 16 | 96);
6242 
6243 	/* write vendor-specific BBP values (from EEPROM) */
6244 	if (sc->mac_ver < 0x3593) {
6245 		for (i = 0; i < 10; i++) {
6246 			if (sc->bbp[i].reg == 0 || sc->bbp[i].reg == 0xff)
6247 				continue;
6248 			run_bbp_write(sc, sc->bbp[i].reg, sc->bbp[i].val);
6249 		}
6250 	}
6251 
6252 	/* select Main antenna for 1T1R devices */
6253 	if (sc->rf_rev == RT3070_RF_3020 || sc->rf_rev == RT5390_RF_5370)
6254 		run_set_rx_antenna(sc, 0);
6255 
6256 	/* send LEDs operating mode to microcontroller */
6257 	(void)run_mcu_cmd(sc, RT2860_MCU_CMD_LED1, sc->led[0]);
6258 	(void)run_mcu_cmd(sc, RT2860_MCU_CMD_LED2, sc->led[1]);
6259 	(void)run_mcu_cmd(sc, RT2860_MCU_CMD_LED3, sc->led[2]);
6260 
6261 	if (sc->mac_ver >= 0x5390)
6262 		run_rt5390_rf_init(sc);
6263 	else if (sc->mac_ver == 0x3593)
6264 		run_rt3593_rf_init(sc);
6265 	else if (sc->mac_ver >= 0x3070)
6266 		run_rt3070_rf_init(sc);
6267 
6268 	/* disable non-existing Rx chains */
6269 	run_bbp_read(sc, 3, &bbp3);
6270 	bbp3 &= ~(1 << 3 | 1 << 4);
6271 	if (sc->nrxchains == 2)
6272 		bbp3 |= 1 << 3;
6273 	else if (sc->nrxchains == 3)
6274 		bbp3 |= 1 << 4;
6275 	run_bbp_write(sc, 3, bbp3);
6276 
6277 	/* disable non-existing Tx chains */
6278 	run_bbp_read(sc, 1, &bbp1);
6279 	if (sc->ntxchains == 1)
6280 		bbp1 &= ~(1 << 3 | 1 << 4);
6281 	run_bbp_write(sc, 1, bbp1);
6282 
6283 	if (sc->mac_ver >= 0x5390)
6284 		run_rt5390_rf_setup(sc);
6285 	else if (sc->mac_ver == 0x3593)
6286 		run_rt3593_rf_setup(sc);
6287 	else if (sc->mac_ver >= 0x3070)
6288 		run_rt3070_rf_setup(sc);
6289 
6290 	/* select default channel */
6291 	run_set_chan(sc, ic->ic_curchan);
6292 
6293 	/* setup initial protection mode */
6294 	run_updateprot_cb(ic);
6295 
6296 	/* turn radio LED on */
6297 	run_set_leds(sc, RT2860_LED_RADIO);
6298 
6299 	/* Set up AUTO_RSP_CFG register for auto response */
6300 	run_write(sc, RT2860_AUTO_RSP_CFG, RT2860_AUTO_RSP_EN |
6301 	    RT2860_BAC_ACKPOLICY_EN | RT2860_CTS_40M_MODE_EN);
6302 
6303 	sc->sc_flags |= RUN_RUNNING;
6304 	sc->cmdq_run = RUN_CMDQ_GO;
6305 
6306 	for (i = 0; i != RUN_N_XFER; i++)
6307 		usbd_xfer_set_stall(sc->sc_xfer[i]);
6308 
6309 	usbd_transfer_start(sc->sc_xfer[RUN_BULK_RX]);
6310 
6311 	if (run_txrx_enable(sc) != 0)
6312 		goto fail;
6313 
6314 	return;
6315 
6316 fail:
6317 	run_stop(sc);
6318 }
6319 
6320 static void
6321 run_stop(void *arg)
6322 {
6323 	struct run_softc *sc = (struct run_softc *)arg;
6324 	uint32_t tmp;
6325 	int i;
6326 	int ntries;
6327 
6328 	RUN_LOCK_ASSERT(sc, MA_OWNED);
6329 
6330 	if (sc->sc_flags & RUN_RUNNING)
6331 		run_set_leds(sc, 0);	/* turn all LEDs off */
6332 
6333 	sc->sc_flags &= ~RUN_RUNNING;
6334 
6335 	sc->ratectl_run = RUN_RATECTL_OFF;
6336 	sc->cmdq_run = sc->cmdq_key_set;
6337 
6338 	RUN_UNLOCK(sc);
6339 
6340 	for(i = 0; i < RUN_N_XFER; i++)
6341 		usbd_transfer_drain(sc->sc_xfer[i]);
6342 
6343 	RUN_LOCK(sc);
6344 
6345 	run_drain_mbufq(sc);
6346 
6347 	if (sc->rx_m != NULL) {
6348 		m_free(sc->rx_m);
6349 		sc->rx_m = NULL;
6350 	}
6351 
6352 	/* Disable Tx/Rx DMA. */
6353 	if (run_read(sc, RT2860_WPDMA_GLO_CFG, &tmp) != 0)
6354 		return;
6355 	tmp &= ~(RT2860_RX_DMA_EN | RT2860_TX_DMA_EN);
6356 	run_write(sc, RT2860_WPDMA_GLO_CFG, tmp);
6357 
6358 	for (ntries = 0; ntries < 100; ntries++) {
6359 		if (run_read(sc, RT2860_WPDMA_GLO_CFG, &tmp) != 0)
6360 			return;
6361 		if ((tmp & (RT2860_TX_DMA_BUSY | RT2860_RX_DMA_BUSY)) == 0)
6362 				break;
6363 		run_delay(sc, 10);
6364 	}
6365 	if (ntries == 100) {
6366 		device_printf(sc->sc_dev, "timeout waiting for DMA engine\n");
6367 		return;
6368 	}
6369 
6370 	/* disable Tx/Rx */
6371 	run_read(sc, RT2860_MAC_SYS_CTRL, &tmp);
6372 	tmp &= ~(RT2860_MAC_RX_EN | RT2860_MAC_TX_EN);
6373 	run_write(sc, RT2860_MAC_SYS_CTRL, tmp);
6374 
6375 	/* wait for pending Tx to complete */
6376 	for (ntries = 0; ntries < 100; ntries++) {
6377 		if (run_read(sc, RT2860_TXRXQ_PCNT, &tmp) != 0) {
6378 			RUN_DPRINTF(sc, RUN_DEBUG_XMIT | RUN_DEBUG_RESET,
6379 			    "Cannot read Tx queue count\n");
6380 			break;
6381 		}
6382 		if ((tmp & RT2860_TX2Q_PCNT_MASK) == 0) {
6383 			RUN_DPRINTF(sc, RUN_DEBUG_XMIT | RUN_DEBUG_RESET,
6384 			    "All Tx cleared\n");
6385 			break;
6386 		}
6387 		run_delay(sc, 10);
6388 	}
6389 	if (ntries >= 100)
6390 		RUN_DPRINTF(sc, RUN_DEBUG_XMIT | RUN_DEBUG_RESET,
6391 		    "There are still pending Tx\n");
6392 	run_delay(sc, 10);
6393 	run_write(sc, RT2860_USB_DMA_CFG, 0);
6394 
6395 	run_write(sc, RT2860_MAC_SYS_CTRL, RT2860_BBP_HRST | RT2860_MAC_SRST);
6396 	run_write(sc, RT2860_MAC_SYS_CTRL, 0);
6397 
6398 	for (i = 0; i != RUN_EP_QUEUES; i++)
6399 		run_unsetup_tx_list(sc, &sc->sc_epq[i]);
6400 }
6401 
6402 static void
6403 run_delay(struct run_softc *sc, u_int ms)
6404 {
6405 	usb_pause_mtx(mtx_owned(&sc->sc_mtx) ?
6406 	    &sc->sc_mtx : NULL, USB_MS_TO_TICKS(ms));
6407 }
6408 
6409 static void
6410 run_update_chw(struct ieee80211com *ic)
6411 {
6412 
6413 	printf("%s: TODO\n", __func__);
6414 }
6415 
6416 static int
6417 run_ampdu_enable(struct ieee80211_node *ni, struct ieee80211_tx_ampdu *tap)
6418 {
6419 
6420 	/* For now, no A-MPDU TX support in the driver */
6421 	return (0);
6422 }
6423 
6424 static device_method_t run_methods[] = {
6425 	/* Device interface */
6426 	DEVMETHOD(device_probe,		run_match),
6427 	DEVMETHOD(device_attach,	run_attach),
6428 	DEVMETHOD(device_detach,	run_detach),
6429 	DEVMETHOD_END
6430 };
6431 
6432 static driver_t run_driver = {
6433 	.name = "run",
6434 	.methods = run_methods,
6435 	.size = sizeof(struct run_softc)
6436 };
6437 
6438 DRIVER_MODULE(run, uhub, run_driver, run_driver_loaded, NULL);
6439 MODULE_DEPEND(run, wlan, 1, 1, 1);
6440 MODULE_DEPEND(run, usb, 1, 1, 1);
6441 MODULE_DEPEND(run, firmware, 1, 1, 1);
6442 MODULE_VERSION(run, 1);
6443 USB_PNP_HOST_INFO(run_devs);
6444