xref: /titanic_52/usr/src/uts/common/io/iwp/iwp.c (revision 0dc2366f7b9f9f36e10909b1e95edbf2a261c2ac)
1 /*
2  * Copyright 2010 Sun Microsystems, Inc.  All rights reserved.
3  * Use is subject to license terms.
4  */
5 
6 /*
7  * Copyright (c) 2009, Intel Corporation
8  * All rights reserved.
9  */
10 
11 /*
12  * Copyright (c) 2006
13  * Copyright (c) 2007
14  *	Damien Bergamini <damien.bergamini@free.fr>
15  *
16  * Permission to use, copy, modify, and distribute this software for any
17  * purpose with or without fee is hereby granted, provided that the above
18  * copyright notice and this permission notice appear in all copies.
19  *
20  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
21  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
22  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
23  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
24  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
25  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
26  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
27  */
28 
29 /*
30  * Intel(R) WiFi Link 6000 Driver
31  */
32 
33 #include <sys/types.h>
34 #include <sys/byteorder.h>
35 #include <sys/conf.h>
36 #include <sys/cmn_err.h>
37 #include <sys/stat.h>
38 #include <sys/ddi.h>
39 #include <sys/sunddi.h>
40 #include <sys/strsubr.h>
41 #include <sys/ethernet.h>
42 #include <inet/common.h>
43 #include <inet/nd.h>
44 #include <inet/mi.h>
45 #include <sys/note.h>
46 #include <sys/stream.h>
47 #include <sys/strsun.h>
48 #include <sys/modctl.h>
49 #include <sys/devops.h>
50 #include <sys/dlpi.h>
51 #include <sys/mac_provider.h>
52 #include <sys/mac_wifi.h>
53 #include <sys/net80211.h>
54 #include <sys/net80211_proto.h>
55 #include <sys/varargs.h>
56 #include <sys/policy.h>
57 #include <sys/pci.h>
58 
59 #include "iwp_calibration.h"
60 #include "iwp_hw.h"
61 #include "iwp_eeprom.h"
62 #include "iwp_var.h"
63 #include <inet/wifi_ioctl.h>
64 
65 #ifdef DEBUG
66 #define	IWP_DEBUG_80211		(1 << 0)
67 #define	IWP_DEBUG_CMD		(1 << 1)
68 #define	IWP_DEBUG_DMA		(1 << 2)
69 #define	IWP_DEBUG_EEPROM	(1 << 3)
70 #define	IWP_DEBUG_FW		(1 << 4)
71 #define	IWP_DEBUG_HW		(1 << 5)
72 #define	IWP_DEBUG_INTR		(1 << 6)
73 #define	IWP_DEBUG_MRR		(1 << 7)
74 #define	IWP_DEBUG_PIO		(1 << 8)
75 #define	IWP_DEBUG_RX		(1 << 9)
76 #define	IWP_DEBUG_SCAN		(1 << 10)
77 #define	IWP_DEBUG_TX		(1 << 11)
78 #define	IWP_DEBUG_RATECTL	(1 << 12)
79 #define	IWP_DEBUG_RADIO		(1 << 13)
80 #define	IWP_DEBUG_RESUME	(1 << 14)
81 #define	IWP_DEBUG_CALIBRATION	(1 << 15)
82 /*
83  * if want to see debug message of a given section,
84  * please set this flag to one of above values
85  */
86 uint32_t iwp_dbg_flags = 0;
87 #define	IWP_DBG(x) \
88 	iwp_dbg x
89 #else
90 #define	IWP_DBG(x)
91 #endif
92 
93 static void	*iwp_soft_state_p = NULL;
94 
95 /*
96  * ucode will be compiled into driver image
97  */
98 static uint8_t iwp_fw_bin [] = {
99 #include "fw-iw/iwp.ucode"
100 };
101 
102 /*
103  * DMA attributes for a shared page
104  */
105 static ddi_dma_attr_t sh_dma_attr = {
106 	DMA_ATTR_V0,	/* version of this structure */
107 	0,		/* lowest usable address */
108 	0xffffffffU,	/* highest usable address */
109 	0xffffffffU,	/* maximum DMAable byte count */
110 	0x1000,		/* alignment in bytes */
111 	0x1000,		/* burst sizes (any?) */
112 	1,		/* minimum transfer */
113 	0xffffffffU,	/* maximum transfer */
114 	0xffffffffU,	/* maximum segment length */
115 	1,		/* maximum number of segments */
116 	1,		/* granularity */
117 	0,		/* flags (reserved) */
118 };
119 
120 /*
121  * DMA attributes for a keep warm DRAM descriptor
122  */
123 static ddi_dma_attr_t kw_dma_attr = {
124 	DMA_ATTR_V0,	/* version of this structure */
125 	0,		/* lowest usable address */
126 	0xffffffffU,	/* highest usable address */
127 	0xffffffffU,	/* maximum DMAable byte count */
128 	0x1000,		/* alignment in bytes */
129 	0x1000,		/* burst sizes (any?) */
130 	1,		/* minimum transfer */
131 	0xffffffffU,	/* maximum transfer */
132 	0xffffffffU,	/* maximum segment length */
133 	1,		/* maximum number of segments */
134 	1,		/* granularity */
135 	0,		/* flags (reserved) */
136 };
137 
138 /*
139  * DMA attributes for a ring descriptor
140  */
141 static ddi_dma_attr_t ring_desc_dma_attr = {
142 	DMA_ATTR_V0,	/* version of this structure */
143 	0,		/* lowest usable address */
144 	0xffffffffU,	/* highest usable address */
145 	0xffffffffU,	/* maximum DMAable byte count */
146 	0x100,		/* alignment in bytes */
147 	0x100,		/* burst sizes (any?) */
148 	1,		/* minimum transfer */
149 	0xffffffffU,	/* maximum transfer */
150 	0xffffffffU,	/* maximum segment length */
151 	1,		/* maximum number of segments */
152 	1,		/* granularity */
153 	0,		/* flags (reserved) */
154 };
155 
156 /*
157  * DMA attributes for a cmd
158  */
159 static ddi_dma_attr_t cmd_dma_attr = {
160 	DMA_ATTR_V0,	/* version of this structure */
161 	0,		/* lowest usable address */
162 	0xffffffffU,	/* highest usable address */
163 	0xffffffffU,	/* maximum DMAable byte count */
164 	4,		/* alignment in bytes */
165 	0x100,		/* burst sizes (any?) */
166 	1,		/* minimum transfer */
167 	0xffffffffU,	/* maximum transfer */
168 	0xffffffffU,	/* maximum segment length */
169 	1,		/* maximum number of segments */
170 	1,		/* granularity */
171 	0,		/* flags (reserved) */
172 };
173 
174 /*
175  * DMA attributes for a rx buffer
176  */
177 static ddi_dma_attr_t rx_buffer_dma_attr = {
178 	DMA_ATTR_V0,	/* version of this structure */
179 	0,		/* lowest usable address */
180 	0xffffffffU,	/* highest usable address */
181 	0xffffffffU,	/* maximum DMAable byte count */
182 	0x100,		/* alignment in bytes */
183 	0x100,		/* burst sizes (any?) */
184 	1,		/* minimum transfer */
185 	0xffffffffU,	/* maximum transfer */
186 	0xffffffffU,	/* maximum segment length */
187 	1,		/* maximum number of segments */
188 	1,		/* granularity */
189 	0,		/* flags (reserved) */
190 };
191 
192 /*
193  * DMA attributes for a tx buffer.
194  * the maximum number of segments is 4 for the hardware.
195  * now all the wifi drivers put the whole frame in a single
196  * descriptor, so we define the maximum  number of segments 1,
197  * just the same as the rx_buffer. we consider leverage the HW
198  * ability in the future, that is why we don't define rx and tx
199  * buffer_dma_attr as the same.
200  */
201 static ddi_dma_attr_t tx_buffer_dma_attr = {
202 	DMA_ATTR_V0,	/* version of this structure */
203 	0,		/* lowest usable address */
204 	0xffffffffU,	/* highest usable address */
205 	0xffffffffU,	/* maximum DMAable byte count */
206 	4,		/* alignment in bytes */
207 	0x100,		/* burst sizes (any?) */
208 	1,		/* minimum transfer */
209 	0xffffffffU,	/* maximum transfer */
210 	0xffffffffU,	/* maximum segment length */
211 	1,		/* maximum number of segments */
212 	1,		/* granularity */
213 	0,		/* flags (reserved) */
214 };
215 
216 /*
217  * DMA attributes for text and data part in the firmware
218  */
219 static ddi_dma_attr_t fw_dma_attr = {
220 	DMA_ATTR_V0,	/* version of this structure */
221 	0,		/* lowest usable address */
222 	0xffffffffU,	/* highest usable address */
223 	0x7fffffff,	/* maximum DMAable byte count */
224 	0x10,		/* alignment in bytes */
225 	0x100,		/* burst sizes (any?) */
226 	1,		/* minimum transfer */
227 	0xffffffffU,	/* maximum transfer */
228 	0xffffffffU,	/* maximum segment length */
229 	1,		/* maximum number of segments */
230 	1,		/* granularity */
231 	0,		/* flags (reserved) */
232 };
233 
234 /*
235  * regs access attributes
236  */
237 static ddi_device_acc_attr_t iwp_reg_accattr = {
238 	DDI_DEVICE_ATTR_V0,
239 	DDI_STRUCTURE_LE_ACC,
240 	DDI_STRICTORDER_ACC,
241 	DDI_DEFAULT_ACC
242 };
243 
244 /*
245  * DMA access attributes for descriptor
246  */
247 static ddi_device_acc_attr_t iwp_dma_descattr = {
248 	DDI_DEVICE_ATTR_V0,
249 	DDI_STRUCTURE_LE_ACC,
250 	DDI_STRICTORDER_ACC,
251 	DDI_DEFAULT_ACC
252 };
253 
254 /*
255  * DMA access attributes
256  */
257 static ddi_device_acc_attr_t iwp_dma_accattr = {
258 	DDI_DEVICE_ATTR_V0,
259 	DDI_NEVERSWAP_ACC,
260 	DDI_STRICTORDER_ACC,
261 	DDI_DEFAULT_ACC
262 };
263 
264 static int	iwp_ring_init(iwp_sc_t *);
265 static void	iwp_ring_free(iwp_sc_t *);
266 static int	iwp_alloc_shared(iwp_sc_t *);
267 static void	iwp_free_shared(iwp_sc_t *);
268 static int	iwp_alloc_kw(iwp_sc_t *);
269 static void	iwp_free_kw(iwp_sc_t *);
270 static int	iwp_alloc_fw_dma(iwp_sc_t *);
271 static void	iwp_free_fw_dma(iwp_sc_t *);
272 static int	iwp_alloc_rx_ring(iwp_sc_t *);
273 static void	iwp_reset_rx_ring(iwp_sc_t *);
274 static void	iwp_free_rx_ring(iwp_sc_t *);
275 static int	iwp_alloc_tx_ring(iwp_sc_t *, iwp_tx_ring_t *,
276     int, int);
277 static void	iwp_reset_tx_ring(iwp_sc_t *, iwp_tx_ring_t *);
278 static void	iwp_free_tx_ring(iwp_tx_ring_t *);
279 static ieee80211_node_t *iwp_node_alloc(ieee80211com_t *);
280 static void	iwp_node_free(ieee80211_node_t *);
281 static int	iwp_newstate(ieee80211com_t *, enum ieee80211_state, int);
282 static void	iwp_mac_access_enter(iwp_sc_t *);
283 static void	iwp_mac_access_exit(iwp_sc_t *);
284 static uint32_t	iwp_reg_read(iwp_sc_t *, uint32_t);
285 static void	iwp_reg_write(iwp_sc_t *, uint32_t, uint32_t);
286 static int	iwp_load_init_firmware(iwp_sc_t *);
287 static int	iwp_load_run_firmware(iwp_sc_t *);
288 static void	iwp_tx_intr(iwp_sc_t *, iwp_rx_desc_t *);
289 static void	iwp_cmd_intr(iwp_sc_t *, iwp_rx_desc_t *);
290 static uint_t   iwp_intr(caddr_t, caddr_t);
291 static int	iwp_eep_load(iwp_sc_t *);
292 static void	iwp_get_mac_from_eep(iwp_sc_t *);
293 static int	iwp_eep_sem_down(iwp_sc_t *);
294 static void	iwp_eep_sem_up(iwp_sc_t *);
295 static uint_t   iwp_rx_softintr(caddr_t, caddr_t);
296 static uint8_t	iwp_rate_to_plcp(int);
297 static int	iwp_cmd(iwp_sc_t *, int, const void *, int, int);
298 static void	iwp_set_led(iwp_sc_t *, uint8_t, uint8_t, uint8_t);
299 static int	iwp_hw_set_before_auth(iwp_sc_t *);
300 static int	iwp_scan(iwp_sc_t *);
301 static int	iwp_config(iwp_sc_t *);
302 static void	iwp_stop_master(iwp_sc_t *);
303 static int	iwp_power_up(iwp_sc_t *);
304 static int	iwp_preinit(iwp_sc_t *);
305 static int	iwp_init(iwp_sc_t *);
306 static void	iwp_stop(iwp_sc_t *);
307 static int	iwp_quiesce(dev_info_t *t);
308 static void	iwp_amrr_init(iwp_amrr_t *);
309 static void	iwp_amrr_timeout(iwp_sc_t *);
310 static void	iwp_amrr_ratectl(void *, ieee80211_node_t *);
311 static void	iwp_ucode_alive(iwp_sc_t *, iwp_rx_desc_t *);
312 static void	iwp_rx_phy_intr(iwp_sc_t *, iwp_rx_desc_t *);
313 static void	iwp_rx_mpdu_intr(iwp_sc_t *, iwp_rx_desc_t *);
314 static void	iwp_release_calib_buffer(iwp_sc_t *);
315 static int	iwp_init_common(iwp_sc_t *);
316 static uint8_t	*iwp_eep_addr_trans(iwp_sc_t *, uint32_t);
317 static int	iwp_put_seg_fw(iwp_sc_t *, uint32_t, uint32_t, uint32_t);
318 static	int	iwp_alive_common(iwp_sc_t *);
319 static void	iwp_save_calib_result(iwp_sc_t *, iwp_rx_desc_t *);
320 static int	iwp_attach(dev_info_t *, ddi_attach_cmd_t);
321 static int	iwp_detach(dev_info_t *, ddi_detach_cmd_t);
322 static void	iwp_destroy_locks(iwp_sc_t *);
323 static int	iwp_send(ieee80211com_t *, mblk_t *, uint8_t);
324 static void	iwp_thread(iwp_sc_t *);
325 static int	iwp_run_state_config(iwp_sc_t *);
326 static int	iwp_fast_recover(iwp_sc_t *);
327 static void	iwp_overwrite_ic_default(iwp_sc_t *);
328 static int	iwp_add_ap_sta(iwp_sc_t *);
329 static int	iwp_alloc_dma_mem(iwp_sc_t *, size_t,
330     ddi_dma_attr_t *, ddi_device_acc_attr_t *,
331     uint_t, iwp_dma_t *);
332 static void	iwp_free_dma_mem(iwp_dma_t *);
333 static int	iwp_eep_ver_chk(iwp_sc_t *);
334 static void	iwp_set_chip_param(iwp_sc_t *);
335 
336 /*
337  * GLD specific operations
338  */
339 static int	iwp_m_stat(void *, uint_t, uint64_t *);
340 static int	iwp_m_start(void *);
341 static void	iwp_m_stop(void *);
342 static int	iwp_m_unicst(void *, const uint8_t *);
343 static int	iwp_m_multicst(void *, boolean_t, const uint8_t *);
344 static int	iwp_m_promisc(void *, boolean_t);
345 static mblk_t	*iwp_m_tx(void *, mblk_t *);
346 static void	iwp_m_ioctl(void *, queue_t *, mblk_t *);
347 static int	iwp_m_setprop(void *arg, const char *pr_name,
348     mac_prop_id_t wldp_pr_num, uint_t wldp_length, const void *wldp_buf);
349 static int	iwp_m_getprop(void *arg, const char *pr_name,
350     mac_prop_id_t wldp_pr_num, uint_t wldp_length, void *wldp_buf);
351 static void	iwp_m_propinfo(void *, const char *, mac_prop_id_t,
352     mac_prop_info_handle_t);
353 
354 /*
355  * Supported rates for 802.11b/g modes (in 500Kbps unit).
356  */
357 static const struct ieee80211_rateset iwp_rateset_11b =
358 	{ 4, { 2, 4, 11, 22 } };
359 
360 static const struct ieee80211_rateset iwp_rateset_11g =
361 	{ 12, { 2, 4, 11, 22, 12, 18, 24, 36, 48, 72, 96, 108 } };
362 
363 /*
364  * For mfthread only
365  */
366 extern pri_t minclsyspri;
367 
368 #define	DRV_NAME_SP	"iwp"
369 
370 /*
371  * Module Loading Data & Entry Points
372  */
373 DDI_DEFINE_STREAM_OPS(iwp_devops, nulldev, nulldev, iwp_attach,
374     iwp_detach, nodev, NULL, D_MP, NULL, iwp_quiesce);
375 
376 static struct modldrv iwp_modldrv = {
377 	&mod_driverops,
378 	"Intel(R) PumaPeak driver(N)",
379 	&iwp_devops
380 };
381 
382 static struct modlinkage iwp_modlinkage = {
383 	MODREV_1,
384 	&iwp_modldrv,
385 	NULL
386 };
387 
388 int
389 _init(void)
390 {
391 	int	status;
392 
393 	status = ddi_soft_state_init(&iwp_soft_state_p,
394 	    sizeof (iwp_sc_t), 1);
395 	if (status != DDI_SUCCESS) {
396 		return (status);
397 	}
398 
399 	mac_init_ops(&iwp_devops, DRV_NAME_SP);
400 	status = mod_install(&iwp_modlinkage);
401 	if (status != DDI_SUCCESS) {
402 		mac_fini_ops(&iwp_devops);
403 		ddi_soft_state_fini(&iwp_soft_state_p);
404 	}
405 
406 	return (status);
407 }
408 
409 int
410 _fini(void)
411 {
412 	int status;
413 
414 	status = mod_remove(&iwp_modlinkage);
415 	if (DDI_SUCCESS == status) {
416 		mac_fini_ops(&iwp_devops);
417 		ddi_soft_state_fini(&iwp_soft_state_p);
418 	}
419 
420 	return (status);
421 }
422 
423 int
424 _info(struct modinfo *mip)
425 {
426 	return (mod_info(&iwp_modlinkage, mip));
427 }
428 
429 /*
430  * Mac Call Back entries
431  */
432 mac_callbacks_t	iwp_m_callbacks = {
433 	MC_IOCTL | MC_SETPROP | MC_GETPROP | MC_PROPINFO,
434 	iwp_m_stat,
435 	iwp_m_start,
436 	iwp_m_stop,
437 	iwp_m_promisc,
438 	iwp_m_multicst,
439 	iwp_m_unicst,
440 	iwp_m_tx,
441 	NULL,
442 	iwp_m_ioctl,
443 	NULL,
444 	NULL,
445 	NULL,
446 	iwp_m_setprop,
447 	iwp_m_getprop,
448 	iwp_m_propinfo
449 };
450 
451 #ifdef DEBUG
452 void
453 iwp_dbg(uint32_t flags, const char *fmt, ...)
454 {
455 	va_list	ap;
456 
457 	if (flags & iwp_dbg_flags) {
458 		va_start(ap, fmt);
459 		vcmn_err(CE_NOTE, fmt, ap);
460 		va_end(ap);
461 	}
462 }
463 #endif	/* DEBUG */
464 
465 /*
466  * device operations
467  */
468 int
469 iwp_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
470 {
471 	iwp_sc_t		*sc;
472 	ieee80211com_t		*ic;
473 	int			instance, i;
474 	char			strbuf[32];
475 	wifi_data_t		wd = { 0 };
476 	mac_register_t		*macp;
477 	int			intr_type;
478 	int			intr_count;
479 	int			intr_actual;
480 	int			err = DDI_FAILURE;
481 
482 	switch (cmd) {
483 	case DDI_ATTACH:
484 		break;
485 	case DDI_RESUME:
486 		instance = ddi_get_instance(dip);
487 		sc = ddi_get_soft_state(iwp_soft_state_p,
488 		    instance);
489 		ASSERT(sc != NULL);
490 
491 		if (sc->sc_flags & IWP_F_RUNNING) {
492 			(void) iwp_init(sc);
493 		}
494 
495 		atomic_and_32(&sc->sc_flags, ~IWP_F_SUSPEND);
496 
497 		IWP_DBG((IWP_DEBUG_RESUME, "iwp_attach(): "
498 		    "resume\n"));
499 		return (DDI_SUCCESS);
500 	default:
501 		goto attach_fail1;
502 	}
503 
504 	instance = ddi_get_instance(dip);
505 	err = ddi_soft_state_zalloc(iwp_soft_state_p, instance);
506 	if (err != DDI_SUCCESS) {
507 		cmn_err(CE_WARN, "iwp_attach(): "
508 		    "failed to allocate soft state\n");
509 		goto attach_fail1;
510 	}
511 
512 	sc = ddi_get_soft_state(iwp_soft_state_p, instance);
513 	ASSERT(sc != NULL);
514 
515 	sc->sc_dip = dip;
516 
517 	/*
518 	 * map configure space
519 	 */
520 	err = ddi_regs_map_setup(dip, 0, &sc->sc_cfg_base, 0, 0,
521 	    &iwp_reg_accattr, &sc->sc_cfg_handle);
522 	if (err != DDI_SUCCESS) {
523 		cmn_err(CE_WARN, "iwp_attach(): "
524 		    "failed to map config spaces regs\n");
525 		goto attach_fail2;
526 	}
527 
528 	sc->sc_dev_id = ddi_get16(sc->sc_cfg_handle,
529 	    (uint16_t *)(sc->sc_cfg_base + PCI_CONF_DEVID));
530 	if ((sc->sc_dev_id != 0x422B) &&
531 	    (sc->sc_dev_id != 0x422C) &&
532 	    (sc->sc_dev_id != 0x4238) &&
533 	    (sc->sc_dev_id != 0x4239) &&
534 	    (sc->sc_dev_id != 0x008d) &&
535 	    (sc->sc_dev_id != 0x008e)) {
536 		cmn_err(CE_WARN, "iwp_attach(): "
537 		    "Do not support this device\n");
538 		goto attach_fail3;
539 	}
540 
541 	iwp_set_chip_param(sc);
542 
543 	sc->sc_rev = ddi_get8(sc->sc_cfg_handle,
544 	    (uint8_t *)(sc->sc_cfg_base + PCI_CONF_REVID));
545 
546 	/*
547 	 * keep from disturbing C3 state of CPU
548 	 */
549 	ddi_put8(sc->sc_cfg_handle, (uint8_t *)(sc->sc_cfg_base +
550 	    PCI_CFG_RETRY_TIMEOUT), 0);
551 
552 	/*
553 	 * determine the size of buffer for frame and command to ucode
554 	 */
555 	sc->sc_clsz = ddi_get16(sc->sc_cfg_handle,
556 	    (uint16_t *)(sc->sc_cfg_base + PCI_CONF_CACHE_LINESZ));
557 	if (!sc->sc_clsz) {
558 		sc->sc_clsz = 16;
559 	}
560 	sc->sc_clsz = (sc->sc_clsz << 2);
561 
562 	sc->sc_dmabuf_sz = roundup(0x1000 + sizeof (struct ieee80211_frame) +
563 	    IEEE80211_MTU + IEEE80211_CRC_LEN +
564 	    (IEEE80211_WEP_IVLEN + IEEE80211_WEP_KIDLEN +
565 	    IEEE80211_WEP_CRCLEN), sc->sc_clsz);
566 
567 	/*
568 	 * Map operating registers
569 	 */
570 	err = ddi_regs_map_setup(dip, 1, &sc->sc_base,
571 	    0, 0, &iwp_reg_accattr, &sc->sc_handle);
572 	if (err != DDI_SUCCESS) {
573 		cmn_err(CE_WARN, "iwp_attach(): "
574 		    "failed to map device regs\n");
575 		goto attach_fail3;
576 	}
577 
578 	/*
579 	 * this is used to differentiate type of hardware
580 	 */
581 	sc->sc_hw_rev = IWP_READ(sc, CSR_HW_REV);
582 
583 	err = ddi_intr_get_supported_types(dip, &intr_type);
584 	if ((err != DDI_SUCCESS) || (!(intr_type & DDI_INTR_TYPE_FIXED))) {
585 		cmn_err(CE_WARN, "iwp_attach(): "
586 		    "fixed type interrupt is not supported\n");
587 		goto attach_fail4;
588 	}
589 
590 	err = ddi_intr_get_nintrs(dip, DDI_INTR_TYPE_FIXED, &intr_count);
591 	if ((err != DDI_SUCCESS) || (intr_count != 1)) {
592 		cmn_err(CE_WARN, "iwp_attach(): "
593 		    "no fixed interrupts\n");
594 		goto attach_fail4;
595 	}
596 
597 	sc->sc_intr_htable = kmem_zalloc(sizeof (ddi_intr_handle_t), KM_SLEEP);
598 
599 	err = ddi_intr_alloc(dip, sc->sc_intr_htable, DDI_INTR_TYPE_FIXED, 0,
600 	    intr_count, &intr_actual, 0);
601 	if ((err != DDI_SUCCESS) || (intr_actual != 1)) {
602 		cmn_err(CE_WARN, "iwp_attach(): "
603 		    "ddi_intr_alloc() failed 0x%x\n", err);
604 		goto attach_fail5;
605 	}
606 
607 	err = ddi_intr_get_pri(sc->sc_intr_htable[0], &sc->sc_intr_pri);
608 	if (err != DDI_SUCCESS) {
609 		cmn_err(CE_WARN, "iwp_attach(): "
610 		    "ddi_intr_get_pri() failed 0x%x\n", err);
611 		goto attach_fail6;
612 	}
613 
614 	mutex_init(&sc->sc_glock, NULL, MUTEX_DRIVER,
615 	    DDI_INTR_PRI(sc->sc_intr_pri));
616 	mutex_init(&sc->sc_tx_lock, NULL, MUTEX_DRIVER,
617 	    DDI_INTR_PRI(sc->sc_intr_pri));
618 	mutex_init(&sc->sc_mt_lock, NULL, MUTEX_DRIVER,
619 	    DDI_INTR_PRI(sc->sc_intr_pri));
620 
621 	cv_init(&sc->sc_cmd_cv, NULL, CV_DRIVER, NULL);
622 	cv_init(&sc->sc_put_seg_cv, NULL, CV_DRIVER, NULL);
623 	cv_init(&sc->sc_ucode_cv, NULL, CV_DRIVER, NULL);
624 
625 	/*
626 	 * initialize the mfthread
627 	 */
628 	cv_init(&sc->sc_mt_cv, NULL, CV_DRIVER, NULL);
629 	sc->sc_mf_thread = NULL;
630 	sc->sc_mf_thread_switch = 0;
631 
632 	/*
633 	 * Allocate shared buffer for communication between driver and ucode.
634 	 */
635 	err = iwp_alloc_shared(sc);
636 	if (err != DDI_SUCCESS) {
637 		cmn_err(CE_WARN, "iwp_attach(): "
638 		    "failed to allocate shared page\n");
639 		goto attach_fail7;
640 	}
641 
642 	(void) memset(sc->sc_shared, 0, sizeof (iwp_shared_t));
643 
644 	/*
645 	 * Allocate keep warm page.
646 	 */
647 	err = iwp_alloc_kw(sc);
648 	if (err != DDI_SUCCESS) {
649 		cmn_err(CE_WARN, "iwp_attach(): "
650 		    "failed to allocate keep warm page\n");
651 		goto attach_fail8;
652 	}
653 
654 	/*
655 	 * Do some necessary hardware initializations.
656 	 */
657 	err = iwp_preinit(sc);
658 	if (err != IWP_SUCCESS) {
659 		cmn_err(CE_WARN, "iwp_attach(): "
660 		    "failed to initialize hardware\n");
661 		goto attach_fail9;
662 	}
663 
664 	/*
665 	 * get hardware configurations from eeprom
666 	 */
667 	err = iwp_eep_load(sc);
668 	if (err != IWP_SUCCESS) {
669 		cmn_err(CE_WARN, "iwp_attach(): "
670 		    "failed to load eeprom\n");
671 		goto attach_fail9;
672 	}
673 
674 	/*
675 	 * calibration information from EEPROM
676 	 */
677 	sc->sc_eep_calib = (struct iwp_eep_calibration *)
678 	    iwp_eep_addr_trans(sc, EEP_CALIBRATION);
679 
680 	err = iwp_eep_ver_chk(sc);
681 	if (err != IWP_SUCCESS) {
682 		goto attach_fail9;
683 	}
684 
685 	/*
686 	 * get MAC address of this chipset
687 	 */
688 	iwp_get_mac_from_eep(sc);
689 
690 
691 	/*
692 	 * initialize TX and RX ring buffers
693 	 */
694 	err = iwp_ring_init(sc);
695 	if (err != DDI_SUCCESS) {
696 		cmn_err(CE_WARN, "iwp_attach(): "
697 		    "failed to allocate and initialize ring\n");
698 		goto attach_fail9;
699 	}
700 
701 	sc->sc_hdr = (iwp_firmware_hdr_t *)iwp_fw_bin;
702 
703 	/*
704 	 * copy ucode to dma buffer
705 	 */
706 	err = iwp_alloc_fw_dma(sc);
707 	if (err != DDI_SUCCESS) {
708 		cmn_err(CE_WARN, "iwp_attach(): "
709 		    "failed to allocate firmware dma\n");
710 		goto attach_fail10;
711 	}
712 
713 	/*
714 	 * Initialize the wifi part, which will be used by
715 	 * 802.11 module
716 	 */
717 	ic = &sc->sc_ic;
718 	ic->ic_phytype  = IEEE80211_T_OFDM;
719 	ic->ic_opmode   = IEEE80211_M_STA; /* default to BSS mode */
720 	ic->ic_state    = IEEE80211_S_INIT;
721 	ic->ic_maxrssi  = 100; /* experimental number */
722 	ic->ic_caps = IEEE80211_C_SHPREAMBLE | IEEE80211_C_TXPMGT |
723 	    IEEE80211_C_PMGT | IEEE80211_C_SHSLOT;
724 
725 	/*
726 	 * Support WPA/WPA2
727 	 */
728 	ic->ic_caps |= IEEE80211_C_WPA;
729 
730 	/*
731 	 * set supported .11b and .11g rates
732 	 */
733 	ic->ic_sup_rates[IEEE80211_MODE_11B] = iwp_rateset_11b;
734 	ic->ic_sup_rates[IEEE80211_MODE_11G] = iwp_rateset_11g;
735 
736 	/*
737 	 * set supported .11b and .11g channels (1 through 11)
738 	 */
739 	for (i = 1; i <= 11; i++) {
740 		ic->ic_sup_channels[i].ich_freq =
741 		    ieee80211_ieee2mhz(i, IEEE80211_CHAN_2GHZ);
742 		ic->ic_sup_channels[i].ich_flags =
743 		    IEEE80211_CHAN_CCK | IEEE80211_CHAN_OFDM |
744 		    IEEE80211_CHAN_DYN | IEEE80211_CHAN_2GHZ |
745 		    IEEE80211_CHAN_PASSIVE;
746 	}
747 
748 	ic->ic_ibss_chan = &ic->ic_sup_channels[0];
749 	ic->ic_xmit = iwp_send;
750 
751 	/*
752 	 * attach to 802.11 module
753 	 */
754 	ieee80211_attach(ic);
755 
756 	/*
757 	 * different instance has different WPA door
758 	 */
759 	(void) snprintf(ic->ic_wpadoor, MAX_IEEE80211STR, "%s_%s%d", WPA_DOOR,
760 	    ddi_driver_name(dip),
761 	    ddi_get_instance(dip));
762 
763 	/*
764 	 * Overwrite 80211 default configurations.
765 	 */
766 	iwp_overwrite_ic_default(sc);
767 
768 	/*
769 	 * initialize 802.11 module
770 	 */
771 	ieee80211_media_init(ic);
772 
773 	/*
774 	 * initialize default tx key
775 	 */
776 	ic->ic_def_txkey = 0;
777 
778 	err = ddi_intr_add_softint(dip, &sc->sc_soft_hdl, DDI_INTR_SOFTPRI_MAX,
779 	    iwp_rx_softintr, (caddr_t)sc);
780 	if (err != DDI_SUCCESS) {
781 		cmn_err(CE_WARN, "iwp_attach(): "
782 		    "add soft interrupt failed\n");
783 		goto attach_fail12;
784 	}
785 
786 	err = ddi_intr_add_handler(sc->sc_intr_htable[0], iwp_intr,
787 	    (caddr_t)sc, NULL);
788 	if (err != DDI_SUCCESS) {
789 		cmn_err(CE_WARN, "iwp_attach(): "
790 		    "ddi_intr_add_handle() failed\n");
791 		goto attach_fail13;
792 	}
793 
794 	err = ddi_intr_enable(sc->sc_intr_htable[0]);
795 	if (err != DDI_SUCCESS) {
796 		cmn_err(CE_WARN, "iwp_attach(): "
797 		    "ddi_intr_enable() failed\n");
798 		goto attach_fail14;
799 	}
800 
801 	/*
802 	 * Initialize pointer to device specific functions
803 	 */
804 	wd.wd_secalloc = WIFI_SEC_NONE;
805 	wd.wd_opmode = ic->ic_opmode;
806 	IEEE80211_ADDR_COPY(wd.wd_bssid, ic->ic_macaddr);
807 
808 	/*
809 	 * create relation to GLD
810 	 */
811 	macp = mac_alloc(MAC_VERSION);
812 	if (NULL == macp) {
813 		cmn_err(CE_WARN, "iwp_attach(): "
814 		    "failed to do mac_alloc()\n");
815 		goto attach_fail15;
816 	}
817 
818 	macp->m_type_ident	= MAC_PLUGIN_IDENT_WIFI;
819 	macp->m_driver		= sc;
820 	macp->m_dip		= dip;
821 	macp->m_src_addr	= ic->ic_macaddr;
822 	macp->m_callbacks	= &iwp_m_callbacks;
823 	macp->m_min_sdu		= 0;
824 	macp->m_max_sdu		= IEEE80211_MTU;
825 	macp->m_pdata		= &wd;
826 	macp->m_pdata_size	= sizeof (wd);
827 
828 	/*
829 	 * Register the macp to mac
830 	 */
831 	err = mac_register(macp, &ic->ic_mach);
832 	mac_free(macp);
833 	if (err != DDI_SUCCESS) {
834 		cmn_err(CE_WARN, "iwp_attach(): "
835 		    "failed to do mac_register()\n");
836 		goto attach_fail15;
837 	}
838 
839 	/*
840 	 * Create minor node of type DDI_NT_NET_WIFI
841 	 */
842 	(void) snprintf(strbuf, sizeof (strbuf), DRV_NAME_SP"%d", instance);
843 	err = ddi_create_minor_node(dip, strbuf, S_IFCHR,
844 	    instance + 1, DDI_NT_NET_WIFI, 0);
845 	if (err != DDI_SUCCESS) {
846 		cmn_err(CE_WARN, "iwp_attach(): "
847 		    "failed to do ddi_create_minor_node()\n");
848 	}
849 
850 	/*
851 	 * Notify link is down now
852 	 */
853 	mac_link_update(ic->ic_mach, LINK_STATE_DOWN);
854 
855 	/*
856 	 * create the mf thread to handle the link status,
857 	 * recovery fatal error, etc.
858 	 */
859 	sc->sc_mf_thread_switch = 1;
860 	if (NULL == sc->sc_mf_thread) {
861 		sc->sc_mf_thread = thread_create((caddr_t)NULL, 0,
862 		    iwp_thread, sc, 0, &p0, TS_RUN, minclsyspri);
863 	}
864 
865 	atomic_or_32(&sc->sc_flags, IWP_F_ATTACHED);
866 
867 	return (DDI_SUCCESS);
868 
869 attach_fail15:
870 	(void) ddi_intr_disable(sc->sc_intr_htable[0]);
871 attach_fail14:
872 	(void) ddi_intr_remove_handler(sc->sc_intr_htable[0]);
873 attach_fail13:
874 	(void) ddi_intr_remove_softint(sc->sc_soft_hdl);
875 	sc->sc_soft_hdl = NULL;
876 attach_fail12:
877 	ieee80211_detach(ic);
878 attach_fail11:
879 	iwp_free_fw_dma(sc);
880 attach_fail10:
881 	iwp_ring_free(sc);
882 attach_fail9:
883 	iwp_free_kw(sc);
884 attach_fail8:
885 	iwp_free_shared(sc);
886 attach_fail7:
887 	iwp_destroy_locks(sc);
888 attach_fail6:
889 	(void) ddi_intr_free(sc->sc_intr_htable[0]);
890 attach_fail5:
891 	kmem_free(sc->sc_intr_htable, sizeof (ddi_intr_handle_t));
892 attach_fail4:
893 	ddi_regs_map_free(&sc->sc_handle);
894 attach_fail3:
895 	ddi_regs_map_free(&sc->sc_cfg_handle);
896 attach_fail2:
897 	ddi_soft_state_free(iwp_soft_state_p, instance);
898 attach_fail1:
899 	return (DDI_FAILURE);
900 }
901 
902 int
903 iwp_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
904 {
905 	iwp_sc_t *sc;
906 	ieee80211com_t	*ic;
907 	int err;
908 
909 	sc = ddi_get_soft_state(iwp_soft_state_p, ddi_get_instance(dip));
910 	ASSERT(sc != NULL);
911 	ic = &sc->sc_ic;
912 
913 	switch (cmd) {
914 	case DDI_DETACH:
915 		break;
916 	case DDI_SUSPEND:
917 		atomic_and_32(&sc->sc_flags, ~IWP_F_HW_ERR_RECOVER);
918 		atomic_and_32(&sc->sc_flags, ~IWP_F_RATE_AUTO_CTL);
919 
920 		atomic_or_32(&sc->sc_flags, IWP_F_SUSPEND);
921 
922 		if (sc->sc_flags & IWP_F_RUNNING) {
923 			iwp_stop(sc);
924 			ieee80211_new_state(ic, IEEE80211_S_INIT, -1);
925 
926 		}
927 
928 		IWP_DBG((IWP_DEBUG_RESUME, "iwp_detach(): "
929 		    "suspend\n"));
930 		return (DDI_SUCCESS);
931 	default:
932 		return (DDI_FAILURE);
933 	}
934 
935 	if (!(sc->sc_flags & IWP_F_ATTACHED)) {
936 		return (DDI_FAILURE);
937 	}
938 
939 	/*
940 	 * Destroy the mf_thread
941 	 */
942 	sc->sc_mf_thread_switch = 0;
943 
944 	mutex_enter(&sc->sc_mt_lock);
945 	while (sc->sc_mf_thread != NULL) {
946 		if (cv_wait_sig(&sc->sc_mt_cv, &sc->sc_mt_lock) == 0) {
947 			break;
948 		}
949 	}
950 	mutex_exit(&sc->sc_mt_lock);
951 
952 	err = mac_disable(sc->sc_ic.ic_mach);
953 	if (err != DDI_SUCCESS) {
954 		return (err);
955 	}
956 
957 	/*
958 	 * stop chipset
959 	 */
960 	iwp_stop(sc);
961 
962 	DELAY(500000);
963 
964 	/*
965 	 * release buffer for calibration
966 	 */
967 	iwp_release_calib_buffer(sc);
968 
969 	/*
970 	 * Unregiste from GLD
971 	 */
972 	(void) mac_unregister(sc->sc_ic.ic_mach);
973 
974 	mutex_enter(&sc->sc_glock);
975 	iwp_free_fw_dma(sc);
976 	iwp_ring_free(sc);
977 	iwp_free_kw(sc);
978 	iwp_free_shared(sc);
979 	mutex_exit(&sc->sc_glock);
980 
981 	(void) ddi_intr_disable(sc->sc_intr_htable[0]);
982 	(void) ddi_intr_remove_handler(sc->sc_intr_htable[0]);
983 	(void) ddi_intr_free(sc->sc_intr_htable[0]);
984 	kmem_free(sc->sc_intr_htable, sizeof (ddi_intr_handle_t));
985 
986 	(void) ddi_intr_remove_softint(sc->sc_soft_hdl);
987 	sc->sc_soft_hdl = NULL;
988 
989 	/*
990 	 * detach from 80211 module
991 	 */
992 	ieee80211_detach(&sc->sc_ic);
993 
994 	iwp_destroy_locks(sc);
995 
996 	ddi_regs_map_free(&sc->sc_handle);
997 	ddi_regs_map_free(&sc->sc_cfg_handle);
998 	ddi_remove_minor_node(dip, NULL);
999 	ddi_soft_state_free(iwp_soft_state_p, ddi_get_instance(dip));
1000 
1001 	return (DDI_SUCCESS);
1002 }
1003 
1004 /*
1005  * destroy all locks
1006  */
1007 static void
1008 iwp_destroy_locks(iwp_sc_t *sc)
1009 {
1010 	cv_destroy(&sc->sc_mt_cv);
1011 	cv_destroy(&sc->sc_cmd_cv);
1012 	cv_destroy(&sc->sc_put_seg_cv);
1013 	cv_destroy(&sc->sc_ucode_cv);
1014 	mutex_destroy(&sc->sc_mt_lock);
1015 	mutex_destroy(&sc->sc_tx_lock);
1016 	mutex_destroy(&sc->sc_glock);
1017 }
1018 
1019 /*
1020  * Allocate an area of memory and a DMA handle for accessing it
1021  */
1022 static int
1023 iwp_alloc_dma_mem(iwp_sc_t *sc, size_t memsize,
1024     ddi_dma_attr_t *dma_attr_p, ddi_device_acc_attr_t *acc_attr_p,
1025     uint_t dma_flags, iwp_dma_t *dma_p)
1026 {
1027 	caddr_t vaddr;
1028 	int err = DDI_FAILURE;
1029 
1030 	/*
1031 	 * Allocate handle
1032 	 */
1033 	err = ddi_dma_alloc_handle(sc->sc_dip, dma_attr_p,
1034 	    DDI_DMA_SLEEP, NULL, &dma_p->dma_hdl);
1035 	if (err != DDI_SUCCESS) {
1036 		dma_p->dma_hdl = NULL;
1037 		return (DDI_FAILURE);
1038 	}
1039 
1040 	/*
1041 	 * Allocate memory
1042 	 */
1043 	err = ddi_dma_mem_alloc(dma_p->dma_hdl, memsize, acc_attr_p,
1044 	    dma_flags & (DDI_DMA_CONSISTENT | DDI_DMA_STREAMING),
1045 	    DDI_DMA_SLEEP, NULL, &vaddr, &dma_p->alength, &dma_p->acc_hdl);
1046 	if (err != DDI_SUCCESS) {
1047 		ddi_dma_free_handle(&dma_p->dma_hdl);
1048 		dma_p->dma_hdl = NULL;
1049 		dma_p->acc_hdl = NULL;
1050 		return (DDI_FAILURE);
1051 	}
1052 
1053 	/*
1054 	 * Bind the two together
1055 	 */
1056 	dma_p->mem_va = vaddr;
1057 	err = ddi_dma_addr_bind_handle(dma_p->dma_hdl, NULL,
1058 	    vaddr, dma_p->alength, dma_flags, DDI_DMA_SLEEP, NULL,
1059 	    &dma_p->cookie, &dma_p->ncookies);
1060 	if (err != DDI_DMA_MAPPED) {
1061 		ddi_dma_mem_free(&dma_p->acc_hdl);
1062 		ddi_dma_free_handle(&dma_p->dma_hdl);
1063 		dma_p->acc_hdl = NULL;
1064 		dma_p->dma_hdl = NULL;
1065 		return (DDI_FAILURE);
1066 	}
1067 
1068 	dma_p->nslots = ~0U;
1069 	dma_p->size = ~0U;
1070 	dma_p->token = ~0U;
1071 	dma_p->offset = 0;
1072 	return (DDI_SUCCESS);
1073 }
1074 
1075 /*
1076  * Free one allocated area of DMAable memory
1077  */
1078 static void
1079 iwp_free_dma_mem(iwp_dma_t *dma_p)
1080 {
1081 	if (dma_p->dma_hdl != NULL) {
1082 		if (dma_p->ncookies) {
1083 			(void) ddi_dma_unbind_handle(dma_p->dma_hdl);
1084 			dma_p->ncookies = 0;
1085 		}
1086 		ddi_dma_free_handle(&dma_p->dma_hdl);
1087 		dma_p->dma_hdl = NULL;
1088 	}
1089 
1090 	if (dma_p->acc_hdl != NULL) {
1091 		ddi_dma_mem_free(&dma_p->acc_hdl);
1092 		dma_p->acc_hdl = NULL;
1093 	}
1094 }
1095 
1096 /*
1097  * copy ucode into dma buffers
1098  */
1099 static int
1100 iwp_alloc_fw_dma(iwp_sc_t *sc)
1101 {
1102 	int err = DDI_FAILURE;
1103 	iwp_dma_t *dma_p;
1104 	char *t;
1105 
1106 	/*
1107 	 * firmware image layout:
1108 	 * |HDR|<-TEXT->|<-DATA->|<-INIT_TEXT->|<-INIT_DATA->|<-BOOT->|
1109 	 */
1110 
1111 	/*
1112 	 * Check firmware image size.
1113 	 */
1114 	if (LE_32(sc->sc_hdr->init_textsz) > RTC_INST_SIZE) {
1115 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1116 		    "firmware init text size 0x%x is too large\n",
1117 		    LE_32(sc->sc_hdr->init_textsz));
1118 
1119 		goto fail;
1120 	}
1121 
1122 	if (LE_32(sc->sc_hdr->init_datasz) > RTC_DATA_SIZE) {
1123 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1124 		    "firmware init data size 0x%x is too large\n",
1125 		    LE_32(sc->sc_hdr->init_datasz));
1126 
1127 		goto fail;
1128 	}
1129 
1130 	if (LE_32(sc->sc_hdr->textsz) > RTC_INST_SIZE) {
1131 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1132 		    "firmware text size 0x%x is too large\n",
1133 		    LE_32(sc->sc_hdr->textsz));
1134 
1135 		goto fail;
1136 	}
1137 
1138 	if (LE_32(sc->sc_hdr->datasz) > RTC_DATA_SIZE) {
1139 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1140 		    "firmware data size 0x%x is too large\n",
1141 		    LE_32(sc->sc_hdr->datasz));
1142 
1143 		goto fail;
1144 	}
1145 
1146 	/*
1147 	 * copy text of runtime ucode
1148 	 */
1149 	t = (char *)(sc->sc_hdr + 1);
1150 	err = iwp_alloc_dma_mem(sc, LE_32(sc->sc_hdr->textsz),
1151 	    &fw_dma_attr, &iwp_dma_accattr,
1152 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1153 	    &sc->sc_dma_fw_text);
1154 	if (err != DDI_SUCCESS) {
1155 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1156 		    "failed to allocate text dma memory.\n");
1157 		goto fail;
1158 	}
1159 
1160 	dma_p = &sc->sc_dma_fw_text;
1161 
1162 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_fw_dma(): "
1163 	    "text[ncookies:%d addr:%lx size:%lx]\n",
1164 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1165 	    dma_p->cookie.dmac_size));
1166 
1167 	(void) memcpy(dma_p->mem_va, t, LE_32(sc->sc_hdr->textsz));
1168 
1169 	/*
1170 	 * copy data and bak-data of runtime ucode
1171 	 */
1172 	t += LE_32(sc->sc_hdr->textsz);
1173 	err = iwp_alloc_dma_mem(sc, LE_32(sc->sc_hdr->datasz),
1174 	    &fw_dma_attr, &iwp_dma_accattr,
1175 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1176 	    &sc->sc_dma_fw_data);
1177 	if (err != DDI_SUCCESS) {
1178 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1179 		    "failed to allocate data dma memory\n");
1180 		goto fail;
1181 	}
1182 
1183 	dma_p = &sc->sc_dma_fw_data;
1184 
1185 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_fw_dma(): "
1186 	    "data[ncookies:%d addr:%lx size:%lx]\n",
1187 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1188 	    dma_p->cookie.dmac_size));
1189 
1190 	(void) memcpy(dma_p->mem_va, t, LE_32(sc->sc_hdr->datasz));
1191 
1192 	err = iwp_alloc_dma_mem(sc, LE_32(sc->sc_hdr->datasz),
1193 	    &fw_dma_attr, &iwp_dma_accattr,
1194 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1195 	    &sc->sc_dma_fw_data_bak);
1196 	if (err != DDI_SUCCESS) {
1197 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1198 		    "failed to allocate data bakup dma memory\n");
1199 		goto fail;
1200 	}
1201 
1202 	dma_p = &sc->sc_dma_fw_data_bak;
1203 
1204 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_fw_dma(): "
1205 	    "data_bak[ncookies:%d addr:%lx "
1206 	    "size:%lx]\n",
1207 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1208 	    dma_p->cookie.dmac_size));
1209 
1210 	(void) memcpy(dma_p->mem_va, t, LE_32(sc->sc_hdr->datasz));
1211 
1212 	/*
1213 	 * copy text of init ucode
1214 	 */
1215 	t += LE_32(sc->sc_hdr->datasz);
1216 	err = iwp_alloc_dma_mem(sc, LE_32(sc->sc_hdr->init_textsz),
1217 	    &fw_dma_attr, &iwp_dma_accattr,
1218 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1219 	    &sc->sc_dma_fw_init_text);
1220 	if (err != DDI_SUCCESS) {
1221 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1222 		    "failed to allocate init text dma memory\n");
1223 		goto fail;
1224 	}
1225 
1226 	dma_p = &sc->sc_dma_fw_init_text;
1227 
1228 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_fw_dma(): "
1229 	    "init_text[ncookies:%d addr:%lx "
1230 	    "size:%lx]\n",
1231 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1232 	    dma_p->cookie.dmac_size));
1233 
1234 	(void) memcpy(dma_p->mem_va, t, LE_32(sc->sc_hdr->init_textsz));
1235 
1236 	/*
1237 	 * copy data of init ucode
1238 	 */
1239 	t += LE_32(sc->sc_hdr->init_textsz);
1240 	err = iwp_alloc_dma_mem(sc, LE_32(sc->sc_hdr->init_datasz),
1241 	    &fw_dma_attr, &iwp_dma_accattr,
1242 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1243 	    &sc->sc_dma_fw_init_data);
1244 	if (err != DDI_SUCCESS) {
1245 		cmn_err(CE_WARN, "iwp_alloc_fw_dma(): "
1246 		    "failed to allocate init data dma memory\n");
1247 		goto fail;
1248 	}
1249 
1250 	dma_p = &sc->sc_dma_fw_init_data;
1251 
1252 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_fw_dma(): "
1253 	    "init_data[ncookies:%d addr:%lx "
1254 	    "size:%lx]\n",
1255 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1256 	    dma_p->cookie.dmac_size));
1257 
1258 	(void) memcpy(dma_p->mem_va, t, LE_32(sc->sc_hdr->init_datasz));
1259 
1260 	sc->sc_boot = t + LE_32(sc->sc_hdr->init_datasz);
1261 fail:
1262 	return (err);
1263 }
1264 
1265 static void
1266 iwp_free_fw_dma(iwp_sc_t *sc)
1267 {
1268 	iwp_free_dma_mem(&sc->sc_dma_fw_text);
1269 	iwp_free_dma_mem(&sc->sc_dma_fw_data);
1270 	iwp_free_dma_mem(&sc->sc_dma_fw_data_bak);
1271 	iwp_free_dma_mem(&sc->sc_dma_fw_init_text);
1272 	iwp_free_dma_mem(&sc->sc_dma_fw_init_data);
1273 }
1274 
1275 /*
1276  * Allocate a shared buffer between host and NIC.
1277  */
1278 static int
1279 iwp_alloc_shared(iwp_sc_t *sc)
1280 {
1281 #ifdef	DEBUG
1282 	iwp_dma_t *dma_p;
1283 #endif
1284 	int err = DDI_FAILURE;
1285 
1286 	/*
1287 	 * must be aligned on a 4K-page boundary
1288 	 */
1289 	err = iwp_alloc_dma_mem(sc, sizeof (iwp_shared_t),
1290 	    &sh_dma_attr, &iwp_dma_descattr,
1291 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1292 	    &sc->sc_dma_sh);
1293 	if (err != DDI_SUCCESS) {
1294 		goto fail;
1295 	}
1296 
1297 	sc->sc_shared = (iwp_shared_t *)sc->sc_dma_sh.mem_va;
1298 
1299 #ifdef	DEBUG
1300 	dma_p = &sc->sc_dma_sh;
1301 #endif
1302 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_shared(): "
1303 	    "sh[ncookies:%d addr:%lx size:%lx]\n",
1304 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1305 	    dma_p->cookie.dmac_size));
1306 
1307 	return (err);
1308 fail:
1309 	iwp_free_shared(sc);
1310 	return (err);
1311 }
1312 
1313 static void
1314 iwp_free_shared(iwp_sc_t *sc)
1315 {
1316 	iwp_free_dma_mem(&sc->sc_dma_sh);
1317 }
1318 
1319 /*
1320  * Allocate a keep warm page.
1321  */
1322 static int
1323 iwp_alloc_kw(iwp_sc_t *sc)
1324 {
1325 #ifdef	DEBUG
1326 	iwp_dma_t *dma_p;
1327 #endif
1328 	int err = DDI_FAILURE;
1329 
1330 	/*
1331 	 * must be aligned on a 4K-page boundary
1332 	 */
1333 	err = iwp_alloc_dma_mem(sc, IWP_KW_SIZE,
1334 	    &kw_dma_attr, &iwp_dma_descattr,
1335 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1336 	    &sc->sc_dma_kw);
1337 	if (err != DDI_SUCCESS) {
1338 		goto fail;
1339 	}
1340 
1341 #ifdef	DEBUG
1342 	dma_p = &sc->sc_dma_kw;
1343 #endif
1344 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_kw(): "
1345 	    "kw[ncookies:%d addr:%lx size:%lx]\n",
1346 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1347 	    dma_p->cookie.dmac_size));
1348 
1349 	return (err);
1350 fail:
1351 	iwp_free_kw(sc);
1352 	return (err);
1353 }
1354 
1355 static void
1356 iwp_free_kw(iwp_sc_t *sc)
1357 {
1358 	iwp_free_dma_mem(&sc->sc_dma_kw);
1359 }
1360 
1361 /*
1362  * initialize RX ring buffers
1363  */
1364 static int
1365 iwp_alloc_rx_ring(iwp_sc_t *sc)
1366 {
1367 	iwp_rx_ring_t *ring;
1368 	iwp_rx_data_t *data;
1369 #ifdef	DEBUG
1370 	iwp_dma_t *dma_p;
1371 #endif
1372 	int i, err = DDI_FAILURE;
1373 
1374 	ring = &sc->sc_rxq;
1375 	ring->cur = 0;
1376 
1377 	/*
1378 	 * allocate RX description ring buffer
1379 	 */
1380 	err = iwp_alloc_dma_mem(sc, RX_QUEUE_SIZE * sizeof (uint32_t),
1381 	    &ring_desc_dma_attr, &iwp_dma_descattr,
1382 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1383 	    &ring->dma_desc);
1384 	if (err != DDI_SUCCESS) {
1385 		IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_rx_ring(): "
1386 		    "dma alloc rx ring desc "
1387 		    "failed\n"));
1388 		goto fail;
1389 	}
1390 
1391 	ring->desc = (uint32_t *)ring->dma_desc.mem_va;
1392 #ifdef	DEBUG
1393 	dma_p = &ring->dma_desc;
1394 #endif
1395 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_rx_ring(): "
1396 	    "rx bd[ncookies:%d addr:%lx size:%lx]\n",
1397 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1398 	    dma_p->cookie.dmac_size));
1399 
1400 	/*
1401 	 * Allocate Rx frame buffers.
1402 	 */
1403 	for (i = 0; i < RX_QUEUE_SIZE; i++) {
1404 		data = &ring->data[i];
1405 		err = iwp_alloc_dma_mem(sc, sc->sc_dmabuf_sz,
1406 		    &rx_buffer_dma_attr, &iwp_dma_accattr,
1407 		    DDI_DMA_READ | DDI_DMA_STREAMING,
1408 		    &data->dma_data);
1409 		if (err != DDI_SUCCESS) {
1410 			IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_rx_ring(): "
1411 			    "dma alloc rx ring "
1412 			    "buf[%d] failed\n", i));
1413 			goto fail;
1414 		}
1415 		/*
1416 		 * the physical address bit [8-36] are used,
1417 		 * instead of bit [0-31] in 3945.
1418 		 */
1419 		ring->desc[i] = (uint32_t)
1420 		    (data->dma_data.cookie.dmac_address >> 8);
1421 	}
1422 
1423 #ifdef	DEBUG
1424 	dma_p = &ring->data[0].dma_data;
1425 #endif
1426 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_rx_ring(): "
1427 	    "rx buffer[0][ncookies:%d addr:%lx "
1428 	    "size:%lx]\n",
1429 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1430 	    dma_p->cookie.dmac_size));
1431 
1432 	IWP_DMA_SYNC(ring->dma_desc, DDI_DMA_SYNC_FORDEV);
1433 
1434 	return (err);
1435 
1436 fail:
1437 	iwp_free_rx_ring(sc);
1438 	return (err);
1439 }
1440 
1441 /*
1442  * disable RX ring
1443  */
1444 static void
1445 iwp_reset_rx_ring(iwp_sc_t *sc)
1446 {
1447 	int n;
1448 
1449 	iwp_mac_access_enter(sc);
1450 	IWP_WRITE(sc, FH_MEM_RCSR_CHNL0_CONFIG_REG, 0);
1451 	for (n = 0; n < 2000; n++) {
1452 		if (IWP_READ(sc, FH_MEM_RSSR_RX_STATUS_REG) & (1 << 24)) {
1453 			break;
1454 		}
1455 		DELAY(1000);
1456 	}
1457 #ifdef DEBUG
1458 	if (2000 == n) {
1459 		IWP_DBG((IWP_DEBUG_DMA, "iwp_reset_rx_ring(): "
1460 		    "timeout resetting Rx ring\n"));
1461 	}
1462 #endif
1463 	iwp_mac_access_exit(sc);
1464 
1465 	sc->sc_rxq.cur = 0;
1466 }
1467 
1468 static void
1469 iwp_free_rx_ring(iwp_sc_t *sc)
1470 {
1471 	int i;
1472 
1473 	for (i = 0; i < RX_QUEUE_SIZE; i++) {
1474 		if (sc->sc_rxq.data[i].dma_data.dma_hdl) {
1475 			IWP_DMA_SYNC(sc->sc_rxq.data[i].dma_data,
1476 			    DDI_DMA_SYNC_FORCPU);
1477 		}
1478 
1479 		iwp_free_dma_mem(&sc->sc_rxq.data[i].dma_data);
1480 	}
1481 
1482 	if (sc->sc_rxq.dma_desc.dma_hdl) {
1483 		IWP_DMA_SYNC(sc->sc_rxq.dma_desc, DDI_DMA_SYNC_FORDEV);
1484 	}
1485 
1486 	iwp_free_dma_mem(&sc->sc_rxq.dma_desc);
1487 }
1488 
1489 /*
1490  * initialize TX ring buffers
1491  */
1492 static int
1493 iwp_alloc_tx_ring(iwp_sc_t *sc, iwp_tx_ring_t *ring,
1494     int slots, int qid)
1495 {
1496 	iwp_tx_data_t *data;
1497 	iwp_tx_desc_t *desc_h;
1498 	uint32_t paddr_desc_h;
1499 	iwp_cmd_t *cmd_h;
1500 	uint32_t paddr_cmd_h;
1501 #ifdef	DEBUG
1502 	iwp_dma_t *dma_p;
1503 #endif
1504 	int i, err = DDI_FAILURE;
1505 	ring->qid = qid;
1506 	ring->count = TFD_QUEUE_SIZE_MAX;
1507 	ring->window = slots;
1508 	ring->queued = 0;
1509 	ring->cur = 0;
1510 	ring->desc_cur = 0;
1511 
1512 	/*
1513 	 * allocate buffer for TX descriptor ring
1514 	 */
1515 	err = iwp_alloc_dma_mem(sc,
1516 	    TFD_QUEUE_SIZE_MAX * sizeof (iwp_tx_desc_t),
1517 	    &ring_desc_dma_attr, &iwp_dma_descattr,
1518 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1519 	    &ring->dma_desc);
1520 	if (err != DDI_SUCCESS) {
1521 		IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_tx_ring(): "
1522 		    "dma alloc tx ring desc[%d] "
1523 		    "failed\n", qid));
1524 		goto fail;
1525 	}
1526 
1527 #ifdef	DEBUG
1528 	dma_p = &ring->dma_desc;
1529 #endif
1530 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_tx_ring(): "
1531 	    "tx bd[ncookies:%d addr:%lx size:%lx]\n",
1532 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1533 	    dma_p->cookie.dmac_size));
1534 
1535 	desc_h = (iwp_tx_desc_t *)ring->dma_desc.mem_va;
1536 	paddr_desc_h = ring->dma_desc.cookie.dmac_address;
1537 
1538 	/*
1539 	 * allocate buffer for ucode command
1540 	 */
1541 	err = iwp_alloc_dma_mem(sc,
1542 	    TFD_QUEUE_SIZE_MAX * sizeof (iwp_cmd_t),
1543 	    &cmd_dma_attr, &iwp_dma_accattr,
1544 	    DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
1545 	    &ring->dma_cmd);
1546 	if (err != DDI_SUCCESS) {
1547 		IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_tx_ring(): "
1548 		    "dma alloc tx ring cmd[%d]"
1549 		    " failed\n", qid));
1550 		goto fail;
1551 	}
1552 
1553 #ifdef	DEBUG
1554 	dma_p = &ring->dma_cmd;
1555 #endif
1556 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_tx_ring(): "
1557 	    "tx cmd[ncookies:%d addr:%lx size:%lx]\n",
1558 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1559 	    dma_p->cookie.dmac_size));
1560 
1561 	cmd_h = (iwp_cmd_t *)ring->dma_cmd.mem_va;
1562 	paddr_cmd_h = ring->dma_cmd.cookie.dmac_address;
1563 
1564 	/*
1565 	 * Allocate Tx frame buffers.
1566 	 */
1567 	ring->data = kmem_zalloc(sizeof (iwp_tx_data_t) * TFD_QUEUE_SIZE_MAX,
1568 	    KM_NOSLEEP);
1569 	if (NULL == ring->data) {
1570 		IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_tx_ring(): "
1571 		    "could not allocate "
1572 		    "tx data slots\n"));
1573 		goto fail;
1574 	}
1575 
1576 	for (i = 0; i < TFD_QUEUE_SIZE_MAX; i++) {
1577 		data = &ring->data[i];
1578 		err = iwp_alloc_dma_mem(sc, sc->sc_dmabuf_sz,
1579 		    &tx_buffer_dma_attr, &iwp_dma_accattr,
1580 		    DDI_DMA_WRITE | DDI_DMA_STREAMING,
1581 		    &data->dma_data);
1582 		if (err != DDI_SUCCESS) {
1583 			IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_tx_ring(): "
1584 			    "dma alloc tx "
1585 			    "ring buf[%d] failed\n", i));
1586 			goto fail;
1587 		}
1588 
1589 		data->desc = desc_h + i;
1590 		data->paddr_desc = paddr_desc_h +
1591 		    _PTRDIFF(data->desc, desc_h);
1592 		data->cmd = cmd_h +  i;
1593 		data->paddr_cmd = paddr_cmd_h +
1594 		    _PTRDIFF(data->cmd, cmd_h);
1595 	}
1596 #ifdef	DEBUG
1597 	dma_p = &ring->data[0].dma_data;
1598 #endif
1599 	IWP_DBG((IWP_DEBUG_DMA, "iwp_alloc_tx_ring(): "
1600 	    "tx buffer[0][ncookies:%d addr:%lx "
1601 	    "size:%lx]\n",
1602 	    dma_p->ncookies, dma_p->cookie.dmac_address,
1603 	    dma_p->cookie.dmac_size));
1604 
1605 	return (err);
1606 
1607 fail:
1608 	iwp_free_tx_ring(ring);
1609 
1610 	return (err);
1611 }
1612 
1613 /*
1614  * disable TX ring
1615  */
1616 static void
1617 iwp_reset_tx_ring(iwp_sc_t *sc, iwp_tx_ring_t *ring)
1618 {
1619 	iwp_tx_data_t *data;
1620 	int i, n;
1621 
1622 	iwp_mac_access_enter(sc);
1623 
1624 	IWP_WRITE(sc, IWP_FH_TCSR_CHNL_TX_CONFIG_REG(ring->qid), 0);
1625 	for (n = 0; n < 200; n++) {
1626 		if (IWP_READ(sc, IWP_FH_TSSR_TX_STATUS_REG) &
1627 		    IWP_FH_TSSR_TX_STATUS_REG_MSK_CHNL_IDLE(ring->qid)) {
1628 			break;
1629 		}
1630 		DELAY(10);
1631 	}
1632 
1633 #ifdef	DEBUG
1634 	if (200 == n) {
1635 		IWP_DBG((IWP_DEBUG_DMA, "iwp_reset_tx_ring(): "
1636 		    "timeout reset tx ring %d\n",
1637 		    ring->qid));
1638 	}
1639 #endif
1640 
1641 	iwp_mac_access_exit(sc);
1642 
1643 	/* by pass, if it's quiesce */
1644 	if (!(sc->sc_flags & IWP_F_QUIESCED)) {
1645 		for (i = 0; i < ring->count; i++) {
1646 			data = &ring->data[i];
1647 			IWP_DMA_SYNC(data->dma_data, DDI_DMA_SYNC_FORDEV);
1648 		}
1649 	}
1650 
1651 	ring->queued = 0;
1652 	ring->cur = 0;
1653 	ring->desc_cur = 0;
1654 }
1655 
1656 static void
1657 iwp_free_tx_ring(iwp_tx_ring_t *ring)
1658 {
1659 	int i;
1660 
1661 	if (ring->dma_desc.dma_hdl != NULL) {
1662 		IWP_DMA_SYNC(ring->dma_desc, DDI_DMA_SYNC_FORDEV);
1663 	}
1664 	iwp_free_dma_mem(&ring->dma_desc);
1665 
1666 	if (ring->dma_cmd.dma_hdl != NULL) {
1667 		IWP_DMA_SYNC(ring->dma_cmd, DDI_DMA_SYNC_FORDEV);
1668 	}
1669 	iwp_free_dma_mem(&ring->dma_cmd);
1670 
1671 	if (ring->data != NULL) {
1672 		for (i = 0; i < ring->count; i++) {
1673 			if (ring->data[i].dma_data.dma_hdl) {
1674 				IWP_DMA_SYNC(ring->data[i].dma_data,
1675 				    DDI_DMA_SYNC_FORDEV);
1676 			}
1677 			iwp_free_dma_mem(&ring->data[i].dma_data);
1678 		}
1679 		kmem_free(ring->data, ring->count * sizeof (iwp_tx_data_t));
1680 	}
1681 }
1682 
1683 /*
1684  * initialize TX and RX ring
1685  */
1686 static int
1687 iwp_ring_init(iwp_sc_t *sc)
1688 {
1689 	int i, err = DDI_FAILURE;
1690 
1691 	for (i = 0; i < IWP_NUM_QUEUES; i++) {
1692 		if (IWP_CMD_QUEUE_NUM == i) {
1693 			continue;
1694 		}
1695 
1696 		err = iwp_alloc_tx_ring(sc, &sc->sc_txq[i], TFD_TX_CMD_SLOTS,
1697 		    i);
1698 		if (err != DDI_SUCCESS) {
1699 			goto fail;
1700 		}
1701 	}
1702 
1703 	/*
1704 	 * initialize command queue
1705 	 */
1706 	err = iwp_alloc_tx_ring(sc, &sc->sc_txq[IWP_CMD_QUEUE_NUM],
1707 	    TFD_CMD_SLOTS, IWP_CMD_QUEUE_NUM);
1708 	if (err != DDI_SUCCESS) {
1709 		goto fail;
1710 	}
1711 
1712 	err = iwp_alloc_rx_ring(sc);
1713 	if (err != DDI_SUCCESS) {
1714 		goto fail;
1715 	}
1716 
1717 fail:
1718 	return (err);
1719 }
1720 
1721 static void
1722 iwp_ring_free(iwp_sc_t *sc)
1723 {
1724 	int i = IWP_NUM_QUEUES;
1725 
1726 	iwp_free_rx_ring(sc);
1727 	while (--i >= 0) {
1728 		iwp_free_tx_ring(&sc->sc_txq[i]);
1729 	}
1730 }
1731 
1732 /* ARGSUSED */
1733 static ieee80211_node_t *
1734 iwp_node_alloc(ieee80211com_t *ic)
1735 {
1736 	iwp_amrr_t *amrr;
1737 
1738 	amrr = kmem_zalloc(sizeof (iwp_amrr_t), KM_SLEEP);
1739 	if (NULL == amrr) {
1740 		cmn_err(CE_WARN, "iwp_node_alloc(): "
1741 		    "failed to allocate memory for amrr structure\n");
1742 		return (NULL);
1743 	}
1744 
1745 	iwp_amrr_init(amrr);
1746 
1747 	return (&amrr->in);
1748 }
1749 
1750 static void
1751 iwp_node_free(ieee80211_node_t *in)
1752 {
1753 	ieee80211com_t *ic;
1754 
1755 	if ((NULL == in) ||
1756 	    (NULL == in->in_ic)) {
1757 		cmn_err(CE_WARN, "iwp_node_free() "
1758 		    "Got a NULL point from Net80211 module\n");
1759 		return;
1760 	}
1761 	ic = in->in_ic;
1762 
1763 	if (ic->ic_node_cleanup != NULL) {
1764 		ic->ic_node_cleanup(in);
1765 	}
1766 
1767 	if (in->in_wpa_ie != NULL) {
1768 		ieee80211_free(in->in_wpa_ie);
1769 	}
1770 
1771 	if (in->in_wme_ie != NULL) {
1772 		ieee80211_free(in->in_wme_ie);
1773 	}
1774 
1775 	if (in->in_htcap_ie != NULL) {
1776 		ieee80211_free(in->in_htcap_ie);
1777 	}
1778 
1779 	kmem_free(in, sizeof (iwp_amrr_t));
1780 }
1781 
1782 
1783 /*
1784  * change station's state. this function will be invoked by 80211 module
1785  * when need to change staton's state.
1786  */
1787 static int
1788 iwp_newstate(ieee80211com_t *ic, enum ieee80211_state nstate, int arg)
1789 {
1790 	iwp_sc_t *sc;
1791 	ieee80211_node_t *in;
1792 	enum ieee80211_state ostate;
1793 	iwp_add_sta_t node;
1794 	int i, err = IWP_FAIL;
1795 
1796 	if (NULL == ic) {
1797 		return (err);
1798 	}
1799 	sc = (iwp_sc_t *)ic;
1800 	in = ic->ic_bss;
1801 	ostate = ic->ic_state;
1802 
1803 	mutex_enter(&sc->sc_glock);
1804 
1805 	switch (nstate) {
1806 	case IEEE80211_S_SCAN:
1807 		switch (ostate) {
1808 		case IEEE80211_S_INIT:
1809 			atomic_or_32(&sc->sc_flags, IWP_F_SCANNING);
1810 			iwp_set_led(sc, 2, 10, 2);
1811 
1812 			/*
1813 			 * clear association to receive beacons from
1814 			 * all BSS'es
1815 			 */
1816 			sc->sc_config.assoc_id = 0;
1817 			sc->sc_config.filter_flags &=
1818 			    ~LE_32(RXON_FILTER_ASSOC_MSK);
1819 
1820 			IWP_DBG((IWP_DEBUG_80211, "iwp_newstate(): "
1821 			    "config chan %d "
1822 			    "flags %x filter_flags %x\n",
1823 			    LE_16(sc->sc_config.chan),
1824 			    LE_32(sc->sc_config.flags),
1825 			    LE_32(sc->sc_config.filter_flags)));
1826 
1827 			err = iwp_cmd(sc, REPLY_RXON, &sc->sc_config,
1828 			    sizeof (iwp_rxon_cmd_t), 1);
1829 			if (err != IWP_SUCCESS) {
1830 				cmn_err(CE_WARN, "iwp_newstate(): "
1831 				    "could not clear association\n");
1832 				atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
1833 				mutex_exit(&sc->sc_glock);
1834 				return (err);
1835 			}
1836 
1837 			/* add broadcast node to send probe request */
1838 			(void) memset(&node, 0, sizeof (node));
1839 			(void) memset(&node.sta.addr, 0xff, IEEE80211_ADDR_LEN);
1840 			node.sta.sta_id = IWP_BROADCAST_ID;
1841 			err = iwp_cmd(sc, REPLY_ADD_STA, &node,
1842 			    sizeof (node), 1);
1843 			if (err != IWP_SUCCESS) {
1844 				cmn_err(CE_WARN, "iwp_newstate(): "
1845 				    "could not add broadcast node\n");
1846 				atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
1847 				mutex_exit(&sc->sc_glock);
1848 				return (err);
1849 			}
1850 			break;
1851 		case IEEE80211_S_SCAN:
1852 			mutex_exit(&sc->sc_glock);
1853 			/* step to next channel before actual FW scan */
1854 			err = sc->sc_newstate(ic, nstate, arg);
1855 			mutex_enter(&sc->sc_glock);
1856 			if ((err != 0) || ((err = iwp_scan(sc)) != 0)) {
1857 				cmn_err(CE_WARN, "iwp_newstate(): "
1858 				    "could not initiate scan\n");
1859 				atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
1860 				ieee80211_cancel_scan(ic);
1861 			}
1862 			mutex_exit(&sc->sc_glock);
1863 			return (err);
1864 		default:
1865 			break;
1866 		}
1867 		sc->sc_clk = 0;
1868 		break;
1869 
1870 	case IEEE80211_S_AUTH:
1871 		if (ostate == IEEE80211_S_SCAN) {
1872 			atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
1873 		}
1874 
1875 		/*
1876 		 * reset state to handle reassociations correctly
1877 		 */
1878 		sc->sc_config.assoc_id = 0;
1879 		sc->sc_config.filter_flags &= ~LE_32(RXON_FILTER_ASSOC_MSK);
1880 
1881 		/*
1882 		 * before sending authentication and association request frame,
1883 		 * we need do something in the hardware, such as setting the
1884 		 * channel same to the target AP...
1885 		 */
1886 		if ((err = iwp_hw_set_before_auth(sc)) != 0) {
1887 			IWP_DBG((IWP_DEBUG_80211, "iwp_newstate(): "
1888 			    "could not send authentication request\n"));
1889 			mutex_exit(&sc->sc_glock);
1890 			return (err);
1891 		}
1892 		break;
1893 
1894 	case IEEE80211_S_RUN:
1895 		if (ostate == IEEE80211_S_SCAN) {
1896 			atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
1897 		}
1898 
1899 		if (IEEE80211_M_MONITOR == ic->ic_opmode) {
1900 			/* let LED blink when monitoring */
1901 			iwp_set_led(sc, 2, 10, 10);
1902 			break;
1903 		}
1904 
1905 		IWP_DBG((IWP_DEBUG_80211, "iwp_newstate(): "
1906 		    "associated.\n"));
1907 
1908 		err = iwp_run_state_config(sc);
1909 		if (err != IWP_SUCCESS) {
1910 			cmn_err(CE_WARN, "iwp_newstate(): "
1911 			    "failed to set up association\n");
1912 			mutex_exit(&sc->sc_glock);
1913 			return (err);
1914 		}
1915 
1916 		/*
1917 		 * start automatic rate control
1918 		 */
1919 		if (IEEE80211_FIXED_RATE_NONE == ic->ic_fixed_rate) {
1920 			atomic_or_32(&sc->sc_flags, IWP_F_RATE_AUTO_CTL);
1921 
1922 			/*
1923 			 * set rate to some reasonable initial value
1924 			 */
1925 			i = in->in_rates.ir_nrates - 1;
1926 			while (i > 0 && IEEE80211_RATE(i) > 72) {
1927 				i--;
1928 			}
1929 			in->in_txrate = i;
1930 
1931 		} else {
1932 			atomic_and_32(&sc->sc_flags, ~IWP_F_RATE_AUTO_CTL);
1933 		}
1934 
1935 		/*
1936 		 * set LED on after associated
1937 		 */
1938 		iwp_set_led(sc, 2, 0, 1);
1939 		break;
1940 
1941 	case IEEE80211_S_INIT:
1942 		if (ostate == IEEE80211_S_SCAN) {
1943 			atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
1944 		}
1945 		/*
1946 		 * set LED off after init
1947 		 */
1948 		iwp_set_led(sc, 2, 1, 0);
1949 		break;
1950 
1951 	case IEEE80211_S_ASSOC:
1952 		if (ostate == IEEE80211_S_SCAN) {
1953 			atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
1954 		}
1955 		break;
1956 	}
1957 
1958 	mutex_exit(&sc->sc_glock);
1959 
1960 	return (sc->sc_newstate(ic, nstate, arg));
1961 }
1962 
1963 /*
1964  * exclusive access to mac begin.
1965  */
1966 static void
1967 iwp_mac_access_enter(iwp_sc_t *sc)
1968 {
1969 	uint32_t tmp;
1970 	int n;
1971 
1972 	tmp = IWP_READ(sc, CSR_GP_CNTRL);
1973 	IWP_WRITE(sc, CSR_GP_CNTRL,
1974 	    tmp | CSR_GP_CNTRL_REG_FLAG_MAC_ACCESS_REQ);
1975 
1976 	/* wait until we succeed */
1977 	for (n = 0; n < 1000; n++) {
1978 		if ((IWP_READ(sc, CSR_GP_CNTRL) &
1979 		    (CSR_GP_CNTRL_REG_FLAG_MAC_CLOCK_READY |
1980 		    CSR_GP_CNTRL_REG_FLAG_GOING_TO_SLEEP)) ==
1981 		    CSR_GP_CNTRL_REG_VAL_MAC_ACCESS_EN) {
1982 			break;
1983 		}
1984 		DELAY(10);
1985 	}
1986 
1987 #ifdef	DEBUG
1988 	if (1000 == n) {
1989 		IWP_DBG((IWP_DEBUG_PIO, "iwp_mac_access_enter(): "
1990 		    "could not lock memory\n"));
1991 	}
1992 #endif
1993 }
1994 
1995 /*
1996  * exclusive access to mac end.
1997  */
1998 static void
1999 iwp_mac_access_exit(iwp_sc_t *sc)
2000 {
2001 	uint32_t tmp = IWP_READ(sc, CSR_GP_CNTRL);
2002 	IWP_WRITE(sc, CSR_GP_CNTRL,
2003 	    tmp & ~CSR_GP_CNTRL_REG_FLAG_MAC_ACCESS_REQ);
2004 }
2005 
2006 /*
2007  * this function defined here for future use.
2008  * static uint32_t
2009  * iwp_mem_read(iwp_sc_t *sc, uint32_t addr)
2010  * {
2011  * 	IWP_WRITE(sc, HBUS_TARG_MEM_RADDR, addr);
2012  * 	return (IWP_READ(sc, HBUS_TARG_MEM_RDAT));
2013  * }
2014  */
2015 
2016 /*
2017  * write mac memory
2018  */
2019 static void
2020 iwp_mem_write(iwp_sc_t *sc, uint32_t addr, uint32_t data)
2021 {
2022 	IWP_WRITE(sc, HBUS_TARG_MEM_WADDR, addr);
2023 	IWP_WRITE(sc, HBUS_TARG_MEM_WDAT, data);
2024 }
2025 
2026 /*
2027  * read mac register
2028  */
2029 static uint32_t
2030 iwp_reg_read(iwp_sc_t *sc, uint32_t addr)
2031 {
2032 	IWP_WRITE(sc, HBUS_TARG_PRPH_RADDR, addr | (3 << 24));
2033 	return (IWP_READ(sc, HBUS_TARG_PRPH_RDAT));
2034 }
2035 
2036 /*
2037  * write mac register
2038  */
2039 static void
2040 iwp_reg_write(iwp_sc_t *sc, uint32_t addr, uint32_t data)
2041 {
2042 	IWP_WRITE(sc, HBUS_TARG_PRPH_WADDR, addr | (3 << 24));
2043 	IWP_WRITE(sc, HBUS_TARG_PRPH_WDAT, data);
2044 }
2045 
2046 
2047 /*
2048  * steps of loading ucode:
2049  * load init ucode=>init alive=>calibrate=>
2050  * receive calibration result=>reinitialize NIC=>
2051  * load runtime ucode=>runtime alive=>
2052  * send calibration result=>running.
2053  */
2054 static int
2055 iwp_load_init_firmware(iwp_sc_t *sc)
2056 {
2057 	int	err = IWP_FAIL;
2058 	clock_t	clk;
2059 
2060 	atomic_and_32(&sc->sc_flags, ~IWP_F_PUT_SEG);
2061 
2062 	/*
2063 	 * load init_text section of uCode to hardware
2064 	 */
2065 	err = iwp_put_seg_fw(sc, sc->sc_dma_fw_init_text.cookie.dmac_address,
2066 	    RTC_INST_LOWER_BOUND, sc->sc_dma_fw_init_text.cookie.dmac_size);
2067 	if (err != IWP_SUCCESS) {
2068 		cmn_err(CE_WARN, "iwp_load_init_firmware(): "
2069 		    "failed to write init uCode.\n");
2070 		return (err);
2071 	}
2072 
2073 	clk = ddi_get_lbolt() + drv_usectohz(1000000);
2074 
2075 	/* wait loading init_text until completed or timeout */
2076 	while (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2077 		if (cv_timedwait(&sc->sc_put_seg_cv, &sc->sc_glock, clk) < 0) {
2078 			break;
2079 		}
2080 	}
2081 
2082 	if (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2083 		cmn_err(CE_WARN, "iwp_load_init_firmware(): "
2084 		    "timeout waiting for init uCode load.\n");
2085 		return (IWP_FAIL);
2086 	}
2087 
2088 	atomic_and_32(&sc->sc_flags, ~IWP_F_PUT_SEG);
2089 
2090 	/*
2091 	 * load init_data section of uCode to hardware
2092 	 */
2093 	err = iwp_put_seg_fw(sc, sc->sc_dma_fw_init_data.cookie.dmac_address,
2094 	    RTC_DATA_LOWER_BOUND, sc->sc_dma_fw_init_data.cookie.dmac_size);
2095 	if (err != IWP_SUCCESS) {
2096 		cmn_err(CE_WARN, "iwp_load_init_firmware(): "
2097 		    "failed to write init_data uCode.\n");
2098 		return (err);
2099 	}
2100 
2101 	clk = ddi_get_lbolt() + drv_usectohz(1000000);
2102 
2103 	/*
2104 	 * wait loading init_data until completed or timeout
2105 	 */
2106 	while (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2107 		if (cv_timedwait(&sc->sc_put_seg_cv, &sc->sc_glock, clk) < 0) {
2108 			break;
2109 		}
2110 	}
2111 
2112 	if (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2113 		cmn_err(CE_WARN, "iwp_load_init_firmware(): "
2114 		    "timeout waiting for init_data uCode load.\n");
2115 		return (IWP_FAIL);
2116 	}
2117 
2118 	atomic_and_32(&sc->sc_flags, ~IWP_F_PUT_SEG);
2119 
2120 	return (err);
2121 }
2122 
2123 static int
2124 iwp_load_run_firmware(iwp_sc_t *sc)
2125 {
2126 	int	err = IWP_FAIL;
2127 	clock_t	clk;
2128 
2129 	atomic_and_32(&sc->sc_flags, ~IWP_F_PUT_SEG);
2130 
2131 	/*
2132 	 * load init_text section of uCode to hardware
2133 	 */
2134 	err = iwp_put_seg_fw(sc, sc->sc_dma_fw_text.cookie.dmac_address,
2135 	    RTC_INST_LOWER_BOUND, sc->sc_dma_fw_text.cookie.dmac_size);
2136 	if (err != IWP_SUCCESS) {
2137 		cmn_err(CE_WARN, "iwp_load_run_firmware(): "
2138 		    "failed to write run uCode.\n");
2139 		return (err);
2140 	}
2141 
2142 	clk = ddi_get_lbolt() + drv_usectohz(1000000);
2143 
2144 	/* wait loading run_text until completed or timeout */
2145 	while (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2146 		if (cv_timedwait(&sc->sc_put_seg_cv, &sc->sc_glock, clk) < 0) {
2147 			break;
2148 		}
2149 	}
2150 
2151 	if (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2152 		cmn_err(CE_WARN, "iwp_load_run_firmware(): "
2153 		    "timeout waiting for run uCode load.\n");
2154 		return (IWP_FAIL);
2155 	}
2156 
2157 	atomic_and_32(&sc->sc_flags, ~IWP_F_PUT_SEG);
2158 
2159 	/*
2160 	 * load run_data section of uCode to hardware
2161 	 */
2162 	err = iwp_put_seg_fw(sc, sc->sc_dma_fw_data_bak.cookie.dmac_address,
2163 	    RTC_DATA_LOWER_BOUND, sc->sc_dma_fw_data.cookie.dmac_size);
2164 	if (err != IWP_SUCCESS) {
2165 		cmn_err(CE_WARN, "iwp_load_run_firmware(): "
2166 		    "failed to write run_data uCode.\n");
2167 		return (err);
2168 	}
2169 
2170 	clk = ddi_get_lbolt() + drv_usectohz(1000000);
2171 
2172 	/*
2173 	 * wait loading run_data until completed or timeout
2174 	 */
2175 	while (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2176 		if (cv_timedwait(&sc->sc_put_seg_cv, &sc->sc_glock, clk) < 0) {
2177 			break;
2178 		}
2179 	}
2180 
2181 	if (!(sc->sc_flags & IWP_F_PUT_SEG)) {
2182 		cmn_err(CE_WARN, "iwp_load_run_firmware(): "
2183 		    "timeout waiting for run_data uCode load.\n");
2184 		return (IWP_FAIL);
2185 	}
2186 
2187 	atomic_and_32(&sc->sc_flags, ~IWP_F_PUT_SEG);
2188 
2189 	return (err);
2190 }
2191 
2192 /*
2193  * this function will be invoked to receive phy information
2194  * when a frame is received.
2195  */
2196 static void
2197 iwp_rx_phy_intr(iwp_sc_t *sc, iwp_rx_desc_t *desc)
2198 {
2199 
2200 	sc->sc_rx_phy_res.flag = 1;
2201 
2202 	(void) memcpy(sc->sc_rx_phy_res.buf, (uint8_t *)(desc + 1),
2203 	    sizeof (iwp_rx_phy_res_t));
2204 }
2205 
2206 /*
2207  * this function will be invoked to receive body of frame when
2208  * a frame is received.
2209  */
2210 static void
2211 iwp_rx_mpdu_intr(iwp_sc_t *sc, iwp_rx_desc_t *desc)
2212 {
2213 	ieee80211com_t	*ic = &sc->sc_ic;
2214 #ifdef	DEBUG
2215 	iwp_rx_ring_t	*ring = &sc->sc_rxq;
2216 #endif
2217 	struct ieee80211_frame		*wh;
2218 	struct iwp_rx_non_cfg_phy	*phyinfo;
2219 	struct	iwp_rx_mpdu_body_size	*mpdu_size;
2220 
2221 	mblk_t			*mp;
2222 	int16_t			t;
2223 	uint16_t		len, rssi, agc;
2224 	uint32_t		temp, crc, *tail;
2225 	uint32_t		arssi, brssi, crssi, mrssi;
2226 	iwp_rx_phy_res_t	*stat;
2227 	ieee80211_node_t	*in;
2228 
2229 	/*
2230 	 * assuming not 11n here. cope with 11n in phase-II
2231 	 */
2232 	mpdu_size = (struct iwp_rx_mpdu_body_size *)(desc + 1);
2233 	stat = (iwp_rx_phy_res_t *)sc->sc_rx_phy_res.buf;
2234 	if (stat->cfg_phy_cnt > 20) {
2235 		return;
2236 	}
2237 
2238 	phyinfo = (struct iwp_rx_non_cfg_phy *)stat->non_cfg_phy;
2239 	temp = LE_32(phyinfo->non_cfg_phy[IWP_RX_RES_AGC_IDX]);
2240 	agc = (temp & IWP_OFDM_AGC_MSK) >> IWP_OFDM_AGC_BIT_POS;
2241 
2242 	temp = LE_32(phyinfo->non_cfg_phy[IWP_RX_RES_RSSI_AB_IDX]);
2243 	arssi = (temp & IWP_OFDM_RSSI_A_MSK) >> IWP_OFDM_RSSI_A_BIT_POS;
2244 	brssi = (temp & IWP_OFDM_RSSI_B_MSK) >> IWP_OFDM_RSSI_B_BIT_POS;
2245 
2246 	temp = LE_32(phyinfo->non_cfg_phy[IWP_RX_RES_RSSI_C_IDX]);
2247 	crssi = (temp & IWP_OFDM_RSSI_C_MSK) >> IWP_OFDM_RSSI_C_BIT_POS;
2248 
2249 	mrssi = MAX(arssi, brssi);
2250 	mrssi = MAX(mrssi, crssi);
2251 
2252 	t = mrssi - agc - IWP_RSSI_OFFSET;
2253 	/*
2254 	 * convert dBm to percentage
2255 	 */
2256 	rssi = (100 * 75 * 75 - (-20 - t) * (15 * 75 + 62 * (-20 - t)))
2257 	    / (75 * 75);
2258 	if (rssi > 100) {
2259 		rssi = 100;
2260 	}
2261 	if (rssi < 1) {
2262 		rssi = 1;
2263 	}
2264 
2265 	/*
2266 	 * size of frame, not include FCS
2267 	 */
2268 	len = LE_16(mpdu_size->byte_count);
2269 	tail = (uint32_t *)((uint8_t *)(desc + 1) +
2270 	    sizeof (struct iwp_rx_mpdu_body_size) + len);
2271 	bcopy(tail, &crc, 4);
2272 
2273 	IWP_DBG((IWP_DEBUG_RX, "iwp_rx_mpdu_intr(): "
2274 	    "rx intr: idx=%d phy_len=%x len=%d "
2275 	    "rate=%x chan=%d tstamp=%x non_cfg_phy_count=%x "
2276 	    "cfg_phy_count=%x tail=%x", ring->cur, sizeof (*stat),
2277 	    len, stat->rate.r.s.rate, stat->channel,
2278 	    LE_32(stat->timestampl), stat->non_cfg_phy_cnt,
2279 	    stat->cfg_phy_cnt, LE_32(crc)));
2280 
2281 	if ((len < 16) || (len > sc->sc_dmabuf_sz)) {
2282 		IWP_DBG((IWP_DEBUG_RX, "iwp_rx_mpdu_intr(): "
2283 		    "rx frame oversize\n"));
2284 		return;
2285 	}
2286 
2287 	/*
2288 	 * discard Rx frames with bad CRC
2289 	 */
2290 	if ((LE_32(crc) &
2291 	    (RX_RES_STATUS_NO_CRC32_ERROR | RX_RES_STATUS_NO_RXE_OVERFLOW)) !=
2292 	    (RX_RES_STATUS_NO_CRC32_ERROR | RX_RES_STATUS_NO_RXE_OVERFLOW)) {
2293 		IWP_DBG((IWP_DEBUG_RX, "iwp_rx_mpdu_intr(): "
2294 		    "rx crc error tail: %x\n",
2295 		    LE_32(crc)));
2296 		sc->sc_rx_err++;
2297 		return;
2298 	}
2299 
2300 	wh = (struct ieee80211_frame *)
2301 	    ((uint8_t *)(desc + 1)+ sizeof (struct iwp_rx_mpdu_body_size));
2302 
2303 	if (IEEE80211_FC0_SUBTYPE_ASSOC_RESP == *(uint8_t *)wh) {
2304 		sc->sc_assoc_id = *((uint16_t *)(wh + 1) + 2);
2305 		IWP_DBG((IWP_DEBUG_RX, "iwp_rx_mpdu_intr(): "
2306 		    "rx : association id = %x\n",
2307 		    sc->sc_assoc_id));
2308 	}
2309 
2310 #ifdef DEBUG
2311 	if (iwp_dbg_flags & IWP_DEBUG_RX) {
2312 		ieee80211_dump_pkt((uint8_t *)wh, len, 0, 0);
2313 	}
2314 #endif
2315 
2316 	in = ieee80211_find_rxnode(ic, wh);
2317 	mp = allocb(len, BPRI_MED);
2318 	if (mp) {
2319 		(void) memcpy(mp->b_wptr, wh, len);
2320 		mp->b_wptr += len;
2321 
2322 		/*
2323 		 * send the frame to the 802.11 layer
2324 		 */
2325 		(void) ieee80211_input(ic, mp, in, rssi, 0);
2326 	} else {
2327 		sc->sc_rx_nobuf++;
2328 		IWP_DBG((IWP_DEBUG_RX, "iwp_rx_mpdu_intr(): "
2329 		    "alloc rx buf failed\n"));
2330 	}
2331 
2332 	/*
2333 	 * release node reference
2334 	 */
2335 	ieee80211_free_node(in);
2336 }
2337 
2338 /*
2339  * process correlative affairs after a frame is sent.
2340  */
2341 static void
2342 iwp_tx_intr(iwp_sc_t *sc, iwp_rx_desc_t *desc)
2343 {
2344 	ieee80211com_t *ic = &sc->sc_ic;
2345 	iwp_tx_ring_t *ring = &sc->sc_txq[desc->hdr.qid & 0x3];
2346 	iwp_tx_stat_t *stat = (iwp_tx_stat_t *)(desc + 1);
2347 	iwp_amrr_t *amrr;
2348 
2349 	if (NULL == ic->ic_bss) {
2350 		return;
2351 	}
2352 
2353 	amrr = (iwp_amrr_t *)ic->ic_bss;
2354 
2355 	amrr->txcnt++;
2356 	IWP_DBG((IWP_DEBUG_RATECTL, "iwp_tx_intr(): "
2357 	    "tx: %d cnt\n", amrr->txcnt));
2358 
2359 	if (stat->ntries > 0) {
2360 		amrr->retrycnt++;
2361 		sc->sc_tx_retries++;
2362 		IWP_DBG((IWP_DEBUG_TX, "iwp_tx_intr(): "
2363 		    "tx: %d retries\n",
2364 		    sc->sc_tx_retries));
2365 	}
2366 
2367 	mutex_enter(&sc->sc_mt_lock);
2368 	sc->sc_tx_timer = 0;
2369 	mutex_exit(&sc->sc_mt_lock);
2370 
2371 	mutex_enter(&sc->sc_tx_lock);
2372 
2373 	ring->queued--;
2374 	if (ring->queued < 0) {
2375 		ring->queued = 0;
2376 	}
2377 
2378 	if ((sc->sc_need_reschedule) && (ring->queued <= (ring->count >> 3))) {
2379 		sc->sc_need_reschedule = 0;
2380 		mutex_exit(&sc->sc_tx_lock);
2381 		mac_tx_update(ic->ic_mach);
2382 		mutex_enter(&sc->sc_tx_lock);
2383 	}
2384 
2385 	mutex_exit(&sc->sc_tx_lock);
2386 }
2387 
2388 /*
2389  * inform a given command has been executed
2390  */
2391 static void
2392 iwp_cmd_intr(iwp_sc_t *sc, iwp_rx_desc_t *desc)
2393 {
2394 	if ((desc->hdr.qid & 7) != 4) {
2395 		return;
2396 	}
2397 
2398 	if (sc->sc_cmd_accum > 0) {
2399 		sc->sc_cmd_accum--;
2400 		return;
2401 	}
2402 
2403 	mutex_enter(&sc->sc_glock);
2404 
2405 	sc->sc_cmd_flag = SC_CMD_FLG_DONE;
2406 
2407 	cv_signal(&sc->sc_cmd_cv);
2408 
2409 	mutex_exit(&sc->sc_glock);
2410 
2411 	IWP_DBG((IWP_DEBUG_CMD, "iwp_cmd_intr(): "
2412 	    "qid=%x idx=%d flags=%x type=0x%x\n",
2413 	    desc->hdr.qid, desc->hdr.idx, desc->hdr.flags,
2414 	    desc->hdr.type));
2415 }
2416 
2417 /*
2418  * this function will be invoked when alive notification occur.
2419  */
2420 static void
2421 iwp_ucode_alive(iwp_sc_t *sc, iwp_rx_desc_t *desc)
2422 {
2423 	uint32_t rv;
2424 	struct iwp_calib_cfg_cmd cmd;
2425 	struct iwp_alive_resp *ar =
2426 	    (struct iwp_alive_resp *)(desc + 1);
2427 	struct iwp_calib_results *res_p = &sc->sc_calib_results;
2428 
2429 	/*
2430 	 * the microcontroller is ready
2431 	 */
2432 	IWP_DBG((IWP_DEBUG_FW, "iwp_ucode_alive(): "
2433 	    "microcode alive notification minor: %x major: %x type: "
2434 	    "%x subtype: %x\n",
2435 	    ar->ucode_minor, ar->ucode_minor, ar->ver_type, ar->ver_subtype));
2436 
2437 #ifdef	DEBUG
2438 	if (LE_32(ar->is_valid) != UCODE_VALID_OK) {
2439 		IWP_DBG((IWP_DEBUG_FW, "iwp_ucode_alive(): "
2440 		    "microcontroller initialization failed\n"));
2441 	}
2442 #endif
2443 
2444 	/*
2445 	 * determine if init alive or runtime alive.
2446 	 */
2447 	if (INITIALIZE_SUBTYPE == ar->ver_subtype) {
2448 		IWP_DBG((IWP_DEBUG_FW, "iwp_ucode_alive(): "
2449 		    "initialization alive received.\n"));
2450 
2451 		(void) memcpy(&sc->sc_card_alive_init, ar,
2452 		    sizeof (struct iwp_init_alive_resp));
2453 
2454 		/*
2455 		 * necessary configuration to NIC
2456 		 */
2457 		mutex_enter(&sc->sc_glock);
2458 
2459 		rv = iwp_alive_common(sc);
2460 		if (rv != IWP_SUCCESS) {
2461 			cmn_err(CE_WARN, "iwp_ucode_alive(): "
2462 			    "common alive process failed in init alive.\n");
2463 			mutex_exit(&sc->sc_glock);
2464 			return;
2465 		}
2466 
2467 		(void) memset(&cmd, 0, sizeof (cmd));
2468 
2469 		cmd.ucd_calib_cfg.once.is_enable = IWP_CALIB_INIT_CFG_ALL;
2470 		cmd.ucd_calib_cfg.once.start = IWP_CALIB_INIT_CFG_ALL;
2471 		cmd.ucd_calib_cfg.once.send_res = IWP_CALIB_INIT_CFG_ALL;
2472 		cmd.ucd_calib_cfg.flags = IWP_CALIB_INIT_CFG_ALL;
2473 
2474 		/*
2475 		 * require ucode execute calibration
2476 		 */
2477 		rv = iwp_cmd(sc, CALIBRATION_CFG_CMD, &cmd, sizeof (cmd), 1);
2478 		if (rv != IWP_SUCCESS) {
2479 			cmn_err(CE_WARN, "iwp_ucode_alive(): "
2480 			    "failed to send calibration configure command.\n");
2481 			mutex_exit(&sc->sc_glock);
2482 			return;
2483 		}
2484 
2485 		mutex_exit(&sc->sc_glock);
2486 
2487 	} else {	/* runtime alive */
2488 
2489 		IWP_DBG((IWP_DEBUG_FW, "iwp_ucode_alive(): "
2490 		    "runtime alive received.\n"));
2491 
2492 		(void) memcpy(&sc->sc_card_alive_run, ar,
2493 		    sizeof (struct iwp_alive_resp));
2494 
2495 		mutex_enter(&sc->sc_glock);
2496 
2497 		/*
2498 		 * necessary configuration to NIC
2499 		 */
2500 		rv = iwp_alive_common(sc);
2501 		if (rv != IWP_SUCCESS) {
2502 			cmn_err(CE_WARN, "iwp_ucode_alive(): "
2503 			    "common alive process failed in run alive.\n");
2504 			mutex_exit(&sc->sc_glock);
2505 			return;
2506 		}
2507 
2508 		/*
2509 		 * send the result of local oscilator calibration to uCode.
2510 		 */
2511 		if (res_p->lo_res != NULL) {
2512 			rv = iwp_cmd(sc, REPLY_PHY_CALIBRATION_CMD,
2513 			    res_p->lo_res, res_p->lo_res_len, 1);
2514 			if (rv != IWP_SUCCESS) {
2515 				cmn_err(CE_WARN, "iwp_ucode_alive(): "
2516 				    "failed to send local"
2517 				    "oscilator calibration command.\n");
2518 				mutex_exit(&sc->sc_glock);
2519 				return;
2520 			}
2521 
2522 			DELAY(1000);
2523 		}
2524 
2525 		/*
2526 		 * send the result of TX IQ calibration to uCode.
2527 		 */
2528 		if (res_p->tx_iq_res != NULL) {
2529 			rv = iwp_cmd(sc, REPLY_PHY_CALIBRATION_CMD,
2530 			    res_p->tx_iq_res, res_p->tx_iq_res_len, 1);
2531 			if (rv != IWP_SUCCESS) {
2532 				cmn_err(CE_WARN, "iwp_ucode_alive(): "
2533 				    "failed to send TX IQ"
2534 				    "calibration command.\n");
2535 				mutex_exit(&sc->sc_glock);
2536 				return;
2537 			}
2538 
2539 			DELAY(1000);
2540 		}
2541 
2542 		/*
2543 		 * send the result of TX IQ perd calibration to uCode.
2544 		 */
2545 		if (res_p->tx_iq_perd_res != NULL) {
2546 			rv = iwp_cmd(sc, REPLY_PHY_CALIBRATION_CMD,
2547 			    res_p->tx_iq_perd_res,
2548 			    res_p->tx_iq_perd_res_len, 1);
2549 			if (rv != IWP_SUCCESS) {
2550 				cmn_err(CE_WARN, "iwp_ucode_alive(): "
2551 				    "failed to send TX IQ perd"
2552 				    "calibration command.\n");
2553 				mutex_exit(&sc->sc_glock);
2554 				return;
2555 			}
2556 
2557 			DELAY(1000);
2558 		}
2559 
2560 		/*
2561 		 * send the result of Base Band calibration to uCode.
2562 		 */
2563 		if (res_p->base_band_res != NULL) {
2564 			rv = iwp_cmd(sc, REPLY_PHY_CALIBRATION_CMD,
2565 			    res_p->base_band_res,
2566 			    res_p->base_band_res_len, 1);
2567 			if (rv != IWP_SUCCESS) {
2568 				cmn_err(CE_WARN, "iwp_ucode_alive(): "
2569 				    "failed to send Base Band"
2570 				    "calibration command.\n");
2571 				mutex_exit(&sc->sc_glock);
2572 				return;
2573 			}
2574 
2575 			DELAY(1000);
2576 		}
2577 
2578 		atomic_or_32(&sc->sc_flags, IWP_F_FW_INIT);
2579 		cv_signal(&sc->sc_ucode_cv);
2580 
2581 		mutex_exit(&sc->sc_glock);
2582 	}
2583 
2584 }
2585 
2586 /*
2587  * deal with receiving frames, command response
2588  * and all notifications from ucode.
2589  */
2590 /* ARGSUSED */
2591 static uint_t
2592 iwp_rx_softintr(caddr_t arg, caddr_t unused)
2593 {
2594 	iwp_sc_t *sc;
2595 	ieee80211com_t *ic;
2596 	iwp_rx_desc_t *desc;
2597 	iwp_rx_data_t *data;
2598 	uint32_t index;
2599 
2600 	if (NULL == arg) {
2601 		return (DDI_INTR_UNCLAIMED);
2602 	}
2603 	sc = (iwp_sc_t *)arg;
2604 	ic = &sc->sc_ic;
2605 
2606 	/*
2607 	 * firmware has moved the index of the rx queue, driver get it,
2608 	 * and deal with it.
2609 	 */
2610 	index = (sc->sc_shared->val0) & 0xfff;
2611 
2612 	while (sc->sc_rxq.cur != index) {
2613 		data = &sc->sc_rxq.data[sc->sc_rxq.cur];
2614 		desc = (iwp_rx_desc_t *)data->dma_data.mem_va;
2615 
2616 		IWP_DBG((IWP_DEBUG_INTR, "iwp_rx_softintr(): "
2617 		    "rx notification index = %d"
2618 		    " cur = %d qid=%x idx=%d flags=%x type=%x len=%d\n",
2619 		    index, sc->sc_rxq.cur, desc->hdr.qid, desc->hdr.idx,
2620 		    desc->hdr.flags, desc->hdr.type, LE_32(desc->len)));
2621 
2622 		/*
2623 		 * a command other than a tx need to be replied
2624 		 */
2625 		if (!(desc->hdr.qid & 0x80) &&
2626 		    (desc->hdr.type != REPLY_SCAN_CMD) &&
2627 		    (desc->hdr.type != REPLY_TX)) {
2628 			iwp_cmd_intr(sc, desc);
2629 		}
2630 
2631 		switch (desc->hdr.type) {
2632 		case REPLY_RX_PHY_CMD:
2633 			iwp_rx_phy_intr(sc, desc);
2634 			break;
2635 
2636 		case REPLY_RX_MPDU_CMD:
2637 			iwp_rx_mpdu_intr(sc, desc);
2638 			break;
2639 
2640 		case REPLY_TX:
2641 			iwp_tx_intr(sc, desc);
2642 			break;
2643 
2644 		case REPLY_ALIVE:
2645 			iwp_ucode_alive(sc, desc);
2646 			break;
2647 
2648 		case CARD_STATE_NOTIFICATION:
2649 		{
2650 			uint32_t *status = (uint32_t *)(desc + 1);
2651 
2652 			IWP_DBG((IWP_DEBUG_RADIO, "iwp_rx_softintr(): "
2653 			    "state changed to %x\n",
2654 			    LE_32(*status)));
2655 
2656 			if (LE_32(*status) & 1) {
2657 				/*
2658 				 * the radio button has to be pushed(OFF). It
2659 				 * is considered as a hw error, the
2660 				 * iwp_thread() tries to recover it after the
2661 				 * button is pushed again(ON)
2662 				 */
2663 				cmn_err(CE_NOTE, "iwp_rx_softintr(): "
2664 				    "radio transmitter is off\n");
2665 				sc->sc_ostate = sc->sc_ic.ic_state;
2666 				ieee80211_new_state(&sc->sc_ic,
2667 				    IEEE80211_S_INIT, -1);
2668 				atomic_or_32(&sc->sc_flags,
2669 				    IWP_F_HW_ERR_RECOVER | IWP_F_RADIO_OFF);
2670 			}
2671 
2672 			break;
2673 		}
2674 
2675 		case SCAN_START_NOTIFICATION:
2676 		{
2677 			iwp_start_scan_t *scan =
2678 			    (iwp_start_scan_t *)(desc + 1);
2679 
2680 			IWP_DBG((IWP_DEBUG_SCAN, "iwp_rx_softintr(): "
2681 			    "scanning channel %d status %x\n",
2682 			    scan->chan, LE_32(scan->status)));
2683 
2684 			ic->ic_curchan = &ic->ic_sup_channels[scan->chan];
2685 			break;
2686 		}
2687 
2688 		case SCAN_COMPLETE_NOTIFICATION:
2689 		{
2690 #ifdef	DEBUG
2691 			iwp_stop_scan_t *scan =
2692 			    (iwp_stop_scan_t *)(desc + 1);
2693 
2694 			IWP_DBG((IWP_DEBUG_SCAN, "iwp_rx_softintr(): "
2695 			    "completed channel %d (burst of %d) status %02x\n",
2696 			    scan->chan, scan->nchan, scan->status));
2697 #endif
2698 
2699 			sc->sc_scan_pending++;
2700 			break;
2701 		}
2702 
2703 		case STATISTICS_NOTIFICATION:
2704 		{
2705 			/*
2706 			 * handle statistics notification
2707 			 */
2708 			break;
2709 		}
2710 
2711 		case CALIBRATION_RES_NOTIFICATION:
2712 			iwp_save_calib_result(sc, desc);
2713 			break;
2714 
2715 		case CALIBRATION_COMPLETE_NOTIFICATION:
2716 			mutex_enter(&sc->sc_glock);
2717 			atomic_or_32(&sc->sc_flags, IWP_F_FW_INIT);
2718 			cv_signal(&sc->sc_ucode_cv);
2719 			mutex_exit(&sc->sc_glock);
2720 			break;
2721 
2722 		case MISSED_BEACONS_NOTIFICATION:
2723 		{
2724 			struct iwp_beacon_missed *miss =
2725 			    (struct iwp_beacon_missed *)(desc + 1);
2726 
2727 			if ((ic->ic_state == IEEE80211_S_RUN) &&
2728 			    (LE_32(miss->consecutive) > 50)) {
2729 				cmn_err(CE_NOTE, "iwp: iwp_rx_softintr(): "
2730 				    "beacon missed %d/%d\n",
2731 				    LE_32(miss->consecutive),
2732 				    LE_32(miss->total));
2733 				(void) ieee80211_new_state(ic,
2734 				    IEEE80211_S_INIT, -1);
2735 			}
2736 			break;
2737 		}
2738 		}
2739 
2740 		sc->sc_rxq.cur = (sc->sc_rxq.cur + 1) % RX_QUEUE_SIZE;
2741 	}
2742 
2743 	/*
2744 	 * driver dealt with what received in rx queue and tell the information
2745 	 * to the firmware.
2746 	 */
2747 	index = (0 == index) ? RX_QUEUE_SIZE - 1 : index - 1;
2748 	IWP_WRITE(sc, FH_RSCSR_CHNL0_RBDCB_WPTR_REG, index & (~7));
2749 
2750 	/*
2751 	 * re-enable interrupts
2752 	 */
2753 	IWP_WRITE(sc, CSR_INT_MASK, CSR_INI_SET_MASK);
2754 
2755 	return (DDI_INTR_CLAIMED);
2756 }
2757 
2758 /*
2759  * the handle of interrupt
2760  */
2761 /* ARGSUSED */
2762 static uint_t
2763 iwp_intr(caddr_t arg, caddr_t unused)
2764 {
2765 	iwp_sc_t *sc;
2766 	uint32_t r, rfh;
2767 
2768 	if (NULL == arg) {
2769 		return (DDI_INTR_UNCLAIMED);
2770 	}
2771 	sc = (iwp_sc_t *)arg;
2772 
2773 	r = IWP_READ(sc, CSR_INT);
2774 	if (0 == r || 0xffffffff == r) {
2775 		return (DDI_INTR_UNCLAIMED);
2776 	}
2777 
2778 	IWP_DBG((IWP_DEBUG_INTR, "iwp_intr(): "
2779 	    "interrupt reg %x\n", r));
2780 
2781 	rfh = IWP_READ(sc, CSR_FH_INT_STATUS);
2782 
2783 	IWP_DBG((IWP_DEBUG_INTR, "iwp_intr(): "
2784 	    "FH interrupt reg %x\n", rfh));
2785 
2786 	/*
2787 	 * disable interrupts
2788 	 */
2789 	IWP_WRITE(sc, CSR_INT_MASK, 0);
2790 
2791 	/*
2792 	 * ack interrupts
2793 	 */
2794 	IWP_WRITE(sc, CSR_INT, r);
2795 	IWP_WRITE(sc, CSR_FH_INT_STATUS, rfh);
2796 
2797 	if (r & (BIT_INT_SWERROR | BIT_INT_ERR)) {
2798 		IWP_DBG((IWP_DEBUG_FW, "iwp_intr(): "
2799 		    "fatal firmware error\n"));
2800 		iwp_stop(sc);
2801 		sc->sc_ostate = sc->sc_ic.ic_state;
2802 
2803 		/* notify upper layer */
2804 		if (!IWP_CHK_FAST_RECOVER(sc)) {
2805 			ieee80211_new_state(&sc->sc_ic, IEEE80211_S_INIT, -1);
2806 		}
2807 
2808 		atomic_or_32(&sc->sc_flags, IWP_F_HW_ERR_RECOVER);
2809 		return (DDI_INTR_CLAIMED);
2810 	}
2811 
2812 	if (r & BIT_INT_RF_KILL) {
2813 		uint32_t tmp = IWP_READ(sc, CSR_GP_CNTRL);
2814 		if (tmp & (1 << 27)) {
2815 			cmn_err(CE_NOTE, "RF switch: radio on\n");
2816 		}
2817 	}
2818 
2819 	if ((r & (BIT_INT_FH_RX | BIT_INT_SW_RX)) ||
2820 	    (rfh & FH_INT_RX_MASK)) {
2821 		(void) ddi_intr_trigger_softint(sc->sc_soft_hdl, NULL);
2822 		return (DDI_INTR_CLAIMED);
2823 	}
2824 
2825 	if (r & BIT_INT_FH_TX) {
2826 		mutex_enter(&sc->sc_glock);
2827 		atomic_or_32(&sc->sc_flags, IWP_F_PUT_SEG);
2828 		cv_signal(&sc->sc_put_seg_cv);
2829 		mutex_exit(&sc->sc_glock);
2830 	}
2831 
2832 #ifdef	DEBUG
2833 	if (r & BIT_INT_ALIVE)	{
2834 		IWP_DBG((IWP_DEBUG_FW, "iwp_intr(): "
2835 		    "firmware initialized.\n"));
2836 	}
2837 #endif
2838 
2839 	/*
2840 	 * re-enable interrupts
2841 	 */
2842 	IWP_WRITE(sc, CSR_INT_MASK, CSR_INI_SET_MASK);
2843 
2844 	return (DDI_INTR_CLAIMED);
2845 }
2846 
2847 static uint8_t
2848 iwp_rate_to_plcp(int rate)
2849 {
2850 	uint8_t ret;
2851 
2852 	switch (rate) {
2853 	/*
2854 	 * CCK rates
2855 	 */
2856 	case 2:
2857 		ret = 0xa;
2858 		break;
2859 
2860 	case 4:
2861 		ret = 0x14;
2862 		break;
2863 
2864 	case 11:
2865 		ret = 0x37;
2866 		break;
2867 
2868 	case 22:
2869 		ret = 0x6e;
2870 		break;
2871 
2872 	/*
2873 	 * OFDM rates
2874 	 */
2875 	case 12:
2876 		ret = 0xd;
2877 		break;
2878 
2879 	case 18:
2880 		ret = 0xf;
2881 		break;
2882 
2883 	case 24:
2884 		ret = 0x5;
2885 		break;
2886 
2887 	case 36:
2888 		ret = 0x7;
2889 		break;
2890 
2891 	case 48:
2892 		ret = 0x9;
2893 		break;
2894 
2895 	case 72:
2896 		ret = 0xb;
2897 		break;
2898 
2899 	case 96:
2900 		ret = 0x1;
2901 		break;
2902 
2903 	case 108:
2904 		ret = 0x3;
2905 		break;
2906 
2907 	default:
2908 		ret = 0;
2909 		break;
2910 	}
2911 
2912 	return (ret);
2913 }
2914 
2915 /*
2916  * invoked by GLD send frames
2917  */
2918 static mblk_t *
2919 iwp_m_tx(void *arg, mblk_t *mp)
2920 {
2921 	iwp_sc_t	*sc;
2922 	ieee80211com_t	*ic;
2923 	mblk_t		*next;
2924 
2925 	if (NULL == arg) {
2926 		return (NULL);
2927 	}
2928 	sc = (iwp_sc_t *)arg;
2929 	ic = &sc->sc_ic;
2930 
2931 	if (sc->sc_flags & IWP_F_SUSPEND) {
2932 		freemsgchain(mp);
2933 		return (NULL);
2934 	}
2935 
2936 	if (ic->ic_state != IEEE80211_S_RUN) {
2937 		freemsgchain(mp);
2938 		return (NULL);
2939 	}
2940 
2941 	if ((sc->sc_flags & IWP_F_HW_ERR_RECOVER) &&
2942 	    IWP_CHK_FAST_RECOVER(sc)) {
2943 		IWP_DBG((IWP_DEBUG_FW, "iwp_m_tx(): "
2944 		    "hold queue\n"));
2945 		return (mp);
2946 	}
2947 
2948 
2949 	while (mp != NULL) {
2950 		next = mp->b_next;
2951 		mp->b_next = NULL;
2952 		if (iwp_send(ic, mp, IEEE80211_FC0_TYPE_DATA) != 0) {
2953 			mp->b_next = next;
2954 			break;
2955 		}
2956 		mp = next;
2957 	}
2958 
2959 	return (mp);
2960 }
2961 
2962 /*
2963  * send frames
2964  */
2965 static int
2966 iwp_send(ieee80211com_t *ic, mblk_t *mp, uint8_t type)
2967 {
2968 	iwp_sc_t *sc;
2969 	iwp_tx_ring_t *ring;
2970 	iwp_tx_desc_t *desc;
2971 	iwp_tx_data_t *data;
2972 	iwp_tx_data_t *desc_data;
2973 	iwp_cmd_t *cmd;
2974 	iwp_tx_cmd_t *tx;
2975 	ieee80211_node_t *in;
2976 	struct ieee80211_frame *wh;
2977 	struct ieee80211_key *k = NULL;
2978 	mblk_t *m, *m0;
2979 	int hdrlen, len, len0, mblen, off, err = IWP_SUCCESS;
2980 	uint16_t masks = 0;
2981 	uint32_t rate, s_id = 0;
2982 
2983 	if (NULL == ic) {
2984 		return (IWP_FAIL);
2985 	}
2986 	sc = (iwp_sc_t *)ic;
2987 
2988 	if (sc->sc_flags & IWP_F_SUSPEND) {
2989 		if ((type & IEEE80211_FC0_TYPE_MASK) !=
2990 		    IEEE80211_FC0_TYPE_DATA) {
2991 			freemsg(mp);
2992 		}
2993 		err = IWP_FAIL;
2994 		goto exit;
2995 	}
2996 
2997 	mutex_enter(&sc->sc_tx_lock);
2998 	ring = &sc->sc_txq[0];
2999 	data = &ring->data[ring->cur];
3000 	cmd = data->cmd;
3001 	bzero(cmd, sizeof (*cmd));
3002 
3003 	ring->cur = (ring->cur + 1) % ring->count;
3004 
3005 	/*
3006 	 * Need reschedule TX if TX buffer is full.
3007 	 */
3008 	if (ring->queued > ring->count - IWP_MAX_WIN_SIZE) {
3009 		IWP_DBG((IWP_DEBUG_TX, "iwp_send(): "
3010 		"no txbuf\n"));
3011 
3012 		sc->sc_need_reschedule = 1;
3013 		mutex_exit(&sc->sc_tx_lock);
3014 
3015 		if ((type & IEEE80211_FC0_TYPE_MASK) !=
3016 		    IEEE80211_FC0_TYPE_DATA) {
3017 			freemsg(mp);
3018 		}
3019 		sc->sc_tx_nobuf++;
3020 		err = IWP_FAIL;
3021 		goto exit;
3022 	}
3023 
3024 	ring->queued++;
3025 
3026 	mutex_exit(&sc->sc_tx_lock);
3027 
3028 	hdrlen = ieee80211_hdrspace(ic, mp->b_rptr);
3029 
3030 	m = allocb(msgdsize(mp) + 32, BPRI_MED);
3031 	if (NULL == m) { /* can not alloc buf, drop this package */
3032 		cmn_err(CE_WARN, "iwp_send(): "
3033 		    "failed to allocate msgbuf\n");
3034 		freemsg(mp);
3035 
3036 		mutex_enter(&sc->sc_tx_lock);
3037 		ring->queued--;
3038 		if ((sc->sc_need_reschedule) && (ring->queued <= 0)) {
3039 			sc->sc_need_reschedule = 0;
3040 			mutex_exit(&sc->sc_tx_lock);
3041 			mac_tx_update(ic->ic_mach);
3042 			mutex_enter(&sc->sc_tx_lock);
3043 		}
3044 		mutex_exit(&sc->sc_tx_lock);
3045 
3046 		err = IWP_SUCCESS;
3047 		goto exit;
3048 	}
3049 
3050 	for (off = 0, m0 = mp; m0 != NULL; m0 = m0->b_cont) {
3051 		mblen = MBLKL(m0);
3052 		(void) memcpy(m->b_rptr + off, m0->b_rptr, mblen);
3053 		off += mblen;
3054 	}
3055 
3056 	m->b_wptr += off;
3057 
3058 	wh = (struct ieee80211_frame *)m->b_rptr;
3059 
3060 	/*
3061 	 * determine send which AP or station in IBSS
3062 	 */
3063 	in = ieee80211_find_txnode(ic, wh->i_addr1);
3064 	if (NULL == in) {
3065 		cmn_err(CE_WARN, "iwp_send(): "
3066 		    "failed to find tx node\n");
3067 		freemsg(mp);
3068 		freemsg(m);
3069 		sc->sc_tx_err++;
3070 
3071 		mutex_enter(&sc->sc_tx_lock);
3072 		ring->queued--;
3073 		if ((sc->sc_need_reschedule) && (ring->queued <= 0)) {
3074 			sc->sc_need_reschedule = 0;
3075 			mutex_exit(&sc->sc_tx_lock);
3076 			mac_tx_update(ic->ic_mach);
3077 			mutex_enter(&sc->sc_tx_lock);
3078 		}
3079 		mutex_exit(&sc->sc_tx_lock);
3080 
3081 		err = IWP_SUCCESS;
3082 		goto exit;
3083 	}
3084 
3085 	/*
3086 	 * Net80211 module encapsulate outbound data frames.
3087 	 * Add some feilds of 80211 frame.
3088 	 */
3089 	if ((type & IEEE80211_FC0_TYPE_MASK) ==
3090 	    IEEE80211_FC0_TYPE_DATA) {
3091 		(void) ieee80211_encap(ic, m, in);
3092 	}
3093 
3094 	freemsg(mp);
3095 
3096 	cmd->hdr.type = REPLY_TX;
3097 	cmd->hdr.flags = 0;
3098 	cmd->hdr.qid = ring->qid;
3099 
3100 	tx = (iwp_tx_cmd_t *)cmd->data;
3101 	tx->tx_flags = 0;
3102 
3103 	if (IEEE80211_IS_MULTICAST(wh->i_addr1)) {
3104 		tx->tx_flags &= ~(LE_32(TX_CMD_FLG_ACK_MSK));
3105 	} else {
3106 		tx->tx_flags |= LE_32(TX_CMD_FLG_ACK_MSK);
3107 	}
3108 
3109 	if (wh->i_fc[1] & IEEE80211_FC1_WEP) {
3110 		k = ieee80211_crypto_encap(ic, m);
3111 		if (NULL == k) {
3112 			freemsg(m);
3113 			sc->sc_tx_err++;
3114 
3115 			mutex_enter(&sc->sc_tx_lock);
3116 			ring->queued--;
3117 			if ((sc->sc_need_reschedule) && (ring->queued <= 0)) {
3118 				sc->sc_need_reschedule = 0;
3119 				mutex_exit(&sc->sc_tx_lock);
3120 				mac_tx_update(ic->ic_mach);
3121 				mutex_enter(&sc->sc_tx_lock);
3122 			}
3123 			mutex_exit(&sc->sc_tx_lock);
3124 
3125 			err = IWP_SUCCESS;
3126 			goto exit;
3127 		}
3128 
3129 		/* packet header may have moved, reset our local pointer */
3130 		wh = (struct ieee80211_frame *)m->b_rptr;
3131 	}
3132 
3133 	len = msgdsize(m);
3134 
3135 #ifdef DEBUG
3136 	if (iwp_dbg_flags & IWP_DEBUG_TX) {
3137 		ieee80211_dump_pkt((uint8_t *)wh, hdrlen, 0, 0);
3138 	}
3139 #endif
3140 
3141 	tx->rts_retry_limit = IWP_TX_RTS_RETRY_LIMIT;
3142 	tx->data_retry_limit = IWP_TX_DATA_RETRY_LIMIT;
3143 
3144 	/*
3145 	 * specific TX parameters for management frames
3146 	 */
3147 	if ((wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK) ==
3148 	    IEEE80211_FC0_TYPE_MGT) {
3149 		/*
3150 		 * mgmt frames are sent at 1M
3151 		 */
3152 		if ((in->in_rates.ir_rates[0] &
3153 		    IEEE80211_RATE_VAL) != 0) {
3154 			rate = in->in_rates.ir_rates[0] & IEEE80211_RATE_VAL;
3155 		} else {
3156 			rate = 2;
3157 		}
3158 
3159 		tx->tx_flags |= LE_32(TX_CMD_FLG_SEQ_CTL_MSK);
3160 
3161 		/*
3162 		 * tell h/w to set timestamp in probe responses
3163 		 */
3164 		if ((wh->i_fc[0] & IEEE80211_FC0_SUBTYPE_MASK) ==
3165 		    IEEE80211_FC0_SUBTYPE_PROBE_RESP) {
3166 			tx->tx_flags |= LE_32(TX_CMD_FLG_TSF_MSK);
3167 
3168 			tx->data_retry_limit = 3;
3169 			if (tx->data_retry_limit < tx->rts_retry_limit) {
3170 				tx->rts_retry_limit = tx->data_retry_limit;
3171 			}
3172 		}
3173 
3174 		if (((wh->i_fc[0] & IEEE80211_FC0_SUBTYPE_MASK) ==
3175 		    IEEE80211_FC0_SUBTYPE_ASSOC_REQ) ||
3176 		    ((wh->i_fc[0] & IEEE80211_FC0_SUBTYPE_MASK) ==
3177 		    IEEE80211_FC0_SUBTYPE_REASSOC_REQ)) {
3178 			tx->timeout.pm_frame_timeout = LE_16(3);
3179 		} else {
3180 			tx->timeout.pm_frame_timeout = LE_16(2);
3181 		}
3182 
3183 	} else {
3184 		/*
3185 		 * do it here for the software way rate scaling.
3186 		 * later for rate scaling in hardware.
3187 		 *
3188 		 * now the txrate is determined in tx cmd flags, set to the
3189 		 * max value 54M for 11g and 11M for 11b originally.
3190 		 */
3191 		if (ic->ic_fixed_rate != IEEE80211_FIXED_RATE_NONE) {
3192 			rate = ic->ic_fixed_rate;
3193 		} else {
3194 			if ((in->in_rates.ir_rates[in->in_txrate] &
3195 			    IEEE80211_RATE_VAL) != 0) {
3196 				rate = in->in_rates.
3197 				    ir_rates[in->in_txrate] &
3198 				    IEEE80211_RATE_VAL;
3199 			}
3200 		}
3201 
3202 		tx->tx_flags |= LE_32(TX_CMD_FLG_SEQ_CTL_MSK);
3203 
3204 		tx->timeout.pm_frame_timeout = 0;
3205 	}
3206 
3207 	IWP_DBG((IWP_DEBUG_TX, "iwp_send(): "
3208 	    "tx rate[%d of %d] = %x",
3209 	    in->in_txrate, in->in_rates.ir_nrates, rate));
3210 
3211 	len0 = roundup(4 + sizeof (iwp_tx_cmd_t) + hdrlen, 4);
3212 	if (len0 != (4 + sizeof (iwp_tx_cmd_t) + hdrlen)) {
3213 		tx->tx_flags |= LE_32(TX_CMD_FLG_MH_PAD_MSK);
3214 	}
3215 
3216 	/*
3217 	 * retrieve destination node's id
3218 	 */
3219 	if (IEEE80211_IS_MULTICAST(wh->i_addr1)) {
3220 		tx->sta_id = IWP_BROADCAST_ID;
3221 	} else {
3222 		tx->sta_id = IWP_AP_ID;
3223 	}
3224 
3225 	if (2 == rate || 4 == rate || 11 == rate || 22 == rate) {
3226 		masks |= RATE_MCS_CCK_MSK;
3227 	}
3228 
3229 	masks |= RATE_MCS_ANT_B_MSK;
3230 	tx->rate.r.rate_n_flags = LE_32(iwp_rate_to_plcp(rate) | masks);
3231 
3232 	IWP_DBG((IWP_DEBUG_TX, "iwp_send(): "
3233 	    "tx flag = %x",
3234 	    tx->tx_flags));
3235 
3236 	tx->stop_time.life_time  = LE_32(0xffffffff);
3237 
3238 	tx->len = LE_16(len);
3239 
3240 	tx->dram_lsb_ptr =
3241 	    LE_32(data->paddr_cmd + 4 + offsetof(iwp_tx_cmd_t, scratch));
3242 	tx->dram_msb_ptr = 0;
3243 	tx->driver_txop = 0;
3244 	tx->next_frame_len = 0;
3245 
3246 	(void) memcpy(tx + 1, m->b_rptr, hdrlen);
3247 	m->b_rptr += hdrlen;
3248 	(void) memcpy(data->dma_data.mem_va, m->b_rptr, len - hdrlen);
3249 
3250 	IWP_DBG((IWP_DEBUG_TX, "iwp_send(): "
3251 	    "sending data: qid=%d idx=%d len=%d",
3252 	    ring->qid, ring->cur, len));
3253 
3254 	/*
3255 	 * first segment includes the tx cmd plus the 802.11 header,
3256 	 * the second includes the remaining of the 802.11 frame.
3257 	 */
3258 	mutex_enter(&sc->sc_tx_lock);
3259 
3260 	cmd->hdr.idx = ring->desc_cur;
3261 
3262 	desc_data = &ring->data[ring->desc_cur];
3263 	desc = desc_data->desc;
3264 	bzero(desc, sizeof (*desc));
3265 	desc->val0 = 2 << 24;
3266 	desc->pa[0].tb1_addr = data->paddr_cmd;
3267 	desc->pa[0].val1 = ((len0 << 4) & 0xfff0) |
3268 	    ((data->dma_data.cookie.dmac_address & 0xffff) << 16);
3269 	desc->pa[0].val2 =
3270 	    ((data->dma_data.cookie.dmac_address & 0xffff0000) >> 16) |
3271 	    ((len - hdrlen) << 20);
3272 	IWP_DBG((IWP_DEBUG_TX, "iwp_send(): "
3273 	    "phy addr1 = 0x%x phy addr2 = 0x%x "
3274 	    "len1 = 0x%x, len2 = 0x%x val1 = 0x%x val2 = 0x%x",
3275 	    data->paddr_cmd, data->dma_data.cookie.dmac_address,
3276 	    len0, len - hdrlen, desc->pa[0].val1, desc->pa[0].val2));
3277 
3278 	/*
3279 	 * kick ring
3280 	 */
3281 	s_id = tx->sta_id;
3282 
3283 	sc->sc_shared->queues_byte_cnt_tbls[ring->qid].
3284 	    tfd_offset[ring->desc_cur].val =
3285 	    (8 + len) | (s_id << 12);
3286 	if (ring->desc_cur < IWP_MAX_WIN_SIZE) {
3287 		sc->sc_shared->queues_byte_cnt_tbls[ring->qid].
3288 		    tfd_offset[IWP_QUEUE_SIZE + ring->desc_cur].val =
3289 		    (8 + len) | (s_id << 12);
3290 	}
3291 
3292 	IWP_DMA_SYNC(data->dma_data, DDI_DMA_SYNC_FORDEV);
3293 	IWP_DMA_SYNC(ring->dma_desc, DDI_DMA_SYNC_FORDEV);
3294 
3295 	ring->desc_cur = (ring->desc_cur + 1) % ring->count;
3296 	IWP_WRITE(sc, HBUS_TARG_WRPTR, ring->qid << 8 | ring->desc_cur);
3297 
3298 	mutex_exit(&sc->sc_tx_lock);
3299 	freemsg(m);
3300 
3301 	/*
3302 	 * release node reference
3303 	 */
3304 	ieee80211_free_node(in);
3305 
3306 	ic->ic_stats.is_tx_bytes += len;
3307 	ic->ic_stats.is_tx_frags++;
3308 
3309 	mutex_enter(&sc->sc_mt_lock);
3310 	if (0 == sc->sc_tx_timer) {
3311 		sc->sc_tx_timer = 4;
3312 	}
3313 	mutex_exit(&sc->sc_mt_lock);
3314 
3315 exit:
3316 	return (err);
3317 }
3318 
3319 /*
3320  * invoked by GLD to deal with IOCTL affaires
3321  */
3322 static void
3323 iwp_m_ioctl(void* arg, queue_t *wq, mblk_t *mp)
3324 {
3325 	iwp_sc_t	*sc;
3326 	ieee80211com_t	*ic;
3327 	int		err = EINVAL;
3328 
3329 	if (NULL == arg) {
3330 		return;
3331 	}
3332 	sc = (iwp_sc_t *)arg;
3333 	ic = &sc->sc_ic;
3334 
3335 	err = ieee80211_ioctl(ic, wq, mp);
3336 	if (ENETRESET == err) {
3337 		/*
3338 		 * This is special for the hidden AP connection.
3339 		 * In any case, we should make sure only one 'scan'
3340 		 * in the driver for a 'connect' CLI command. So
3341 		 * when connecting to a hidden AP, the scan is just
3342 		 * sent out to the air when we know the desired
3343 		 * essid of the AP we want to connect.
3344 		 */
3345 		if (ic->ic_des_esslen) {
3346 			if (sc->sc_flags & IWP_F_RUNNING) {
3347 				iwp_m_stop(sc);
3348 				(void) iwp_m_start(sc);
3349 				(void) ieee80211_new_state(ic,
3350 				    IEEE80211_S_SCAN, -1);
3351 			}
3352 		}
3353 	}
3354 }
3355 
3356 /*
3357  * Call back functions for get/set proporty
3358  */
3359 static int
3360 iwp_m_getprop(void *arg, const char *pr_name, mac_prop_id_t wldp_pr_num,
3361     uint_t wldp_length, void *wldp_buf)
3362 {
3363 	iwp_sc_t	*sc;
3364 	int		err = EINVAL;
3365 
3366 	if (NULL == arg) {
3367 		return (EINVAL);
3368 	}
3369 	sc = (iwp_sc_t *)arg;
3370 
3371 	err = ieee80211_getprop(&sc->sc_ic, pr_name, wldp_pr_num,
3372 	    wldp_length, wldp_buf);
3373 
3374 	return (err);
3375 }
3376 
3377 static void
3378 iwp_m_propinfo(void *arg, const char *pr_name, mac_prop_id_t wldp_pr_num,
3379     mac_prop_info_handle_t prh)
3380 {
3381 	iwp_sc_t	*sc;
3382 
3383 	sc = (iwp_sc_t *)arg;
3384 	ieee80211_propinfo(&sc->sc_ic, pr_name, wldp_pr_num, prh);
3385 }
3386 
3387 static int
3388 iwp_m_setprop(void *arg, const char *pr_name, mac_prop_id_t wldp_pr_num,
3389     uint_t wldp_length, const void *wldp_buf)
3390 {
3391 	iwp_sc_t		*sc;
3392 	ieee80211com_t		*ic;
3393 	int			err = EINVAL;
3394 
3395 	if (NULL == arg) {
3396 		return (EINVAL);
3397 	}
3398 	sc = (iwp_sc_t *)arg;
3399 	ic = &sc->sc_ic;
3400 
3401 	err = ieee80211_setprop(ic, pr_name, wldp_pr_num, wldp_length,
3402 	    wldp_buf);
3403 
3404 	if (err == ENETRESET) {
3405 		if (ic->ic_des_esslen) {
3406 			if (sc->sc_flags & IWP_F_RUNNING) {
3407 				iwp_m_stop(sc);
3408 				(void) iwp_m_start(sc);
3409 				(void) ieee80211_new_state(ic,
3410 				    IEEE80211_S_SCAN, -1);
3411 			}
3412 		}
3413 		err = 0;
3414 	}
3415 	return (err);
3416 }
3417 
3418 /*
3419  * invoked by GLD supply statistics NIC and driver
3420  */
3421 static int
3422 iwp_m_stat(void *arg, uint_t stat, uint64_t *val)
3423 {
3424 	iwp_sc_t	*sc;
3425 	ieee80211com_t	*ic;
3426 	ieee80211_node_t *in;
3427 
3428 	if (NULL == arg) {
3429 		return (EINVAL);
3430 	}
3431 	sc = (iwp_sc_t *)arg;
3432 	ic = &sc->sc_ic;
3433 
3434 	mutex_enter(&sc->sc_glock);
3435 
3436 	switch (stat) {
3437 	case MAC_STAT_IFSPEED:
3438 		in = ic->ic_bss;
3439 		*val = ((IEEE80211_FIXED_RATE_NONE == ic->ic_fixed_rate) ?
3440 		    IEEE80211_RATE(in->in_txrate) :
3441 		    ic->ic_fixed_rate) / 2 * 1000000;
3442 		break;
3443 	case MAC_STAT_NOXMTBUF:
3444 		*val = sc->sc_tx_nobuf;
3445 		break;
3446 	case MAC_STAT_NORCVBUF:
3447 		*val = sc->sc_rx_nobuf;
3448 		break;
3449 	case MAC_STAT_IERRORS:
3450 		*val = sc->sc_rx_err;
3451 		break;
3452 	case MAC_STAT_RBYTES:
3453 		*val = ic->ic_stats.is_rx_bytes;
3454 		break;
3455 	case MAC_STAT_IPACKETS:
3456 		*val = ic->ic_stats.is_rx_frags;
3457 		break;
3458 	case MAC_STAT_OBYTES:
3459 		*val = ic->ic_stats.is_tx_bytes;
3460 		break;
3461 	case MAC_STAT_OPACKETS:
3462 		*val = ic->ic_stats.is_tx_frags;
3463 		break;
3464 	case MAC_STAT_OERRORS:
3465 	case WIFI_STAT_TX_FAILED:
3466 		*val = sc->sc_tx_err;
3467 		break;
3468 	case WIFI_STAT_TX_RETRANS:
3469 		*val = sc->sc_tx_retries;
3470 		break;
3471 	case WIFI_STAT_FCS_ERRORS:
3472 	case WIFI_STAT_WEP_ERRORS:
3473 	case WIFI_STAT_TX_FRAGS:
3474 	case WIFI_STAT_MCAST_TX:
3475 	case WIFI_STAT_RTS_SUCCESS:
3476 	case WIFI_STAT_RTS_FAILURE:
3477 	case WIFI_STAT_ACK_FAILURE:
3478 	case WIFI_STAT_RX_FRAGS:
3479 	case WIFI_STAT_MCAST_RX:
3480 	case WIFI_STAT_RX_DUPS:
3481 		mutex_exit(&sc->sc_glock);
3482 		return (ieee80211_stat(ic, stat, val));
3483 	default:
3484 		mutex_exit(&sc->sc_glock);
3485 		return (ENOTSUP);
3486 	}
3487 
3488 	mutex_exit(&sc->sc_glock);
3489 
3490 	return (IWP_SUCCESS);
3491 
3492 }
3493 
3494 /*
3495  * invoked by GLD to start or open NIC
3496  */
3497 static int
3498 iwp_m_start(void *arg)
3499 {
3500 	iwp_sc_t *sc;
3501 	ieee80211com_t	*ic;
3502 	int err = IWP_FAIL;
3503 
3504 	if (NULL == arg) {
3505 		return (EINVAL);
3506 	}
3507 	sc = (iwp_sc_t *)arg;
3508 	ic = &sc->sc_ic;
3509 
3510 	err = iwp_init(sc);
3511 	if (err != IWP_SUCCESS) {
3512 		/*
3513 		 * The hw init err(eg. RF is OFF). Return Success to make
3514 		 * the 'plumb' succeed. The iwp_thread() tries to re-init
3515 		 * background.
3516 		 */
3517 		atomic_or_32(&sc->sc_flags, IWP_F_HW_ERR_RECOVER);
3518 		return (IWP_SUCCESS);
3519 	}
3520 
3521 	ieee80211_new_state(ic, IEEE80211_S_INIT, -1);
3522 
3523 	atomic_or_32(&sc->sc_flags, IWP_F_RUNNING);
3524 
3525 	return (IWP_SUCCESS);
3526 }
3527 
3528 /*
3529  * invoked by GLD to stop or down NIC
3530  */
3531 static void
3532 iwp_m_stop(void *arg)
3533 {
3534 	iwp_sc_t *sc;
3535 	ieee80211com_t	*ic;
3536 
3537 	if (NULL == arg) {
3538 		return;
3539 	}
3540 	sc = (iwp_sc_t *)arg;
3541 	ic = &sc->sc_ic;
3542 
3543 	iwp_stop(sc);
3544 
3545 	/*
3546 	 * release buffer for calibration
3547 	 */
3548 	iwp_release_calib_buffer(sc);
3549 
3550 	ieee80211_new_state(ic, IEEE80211_S_INIT, -1);
3551 
3552 	atomic_and_32(&sc->sc_flags, ~IWP_F_HW_ERR_RECOVER);
3553 	atomic_and_32(&sc->sc_flags, ~IWP_F_RATE_AUTO_CTL);
3554 
3555 	atomic_and_32(&sc->sc_flags, ~IWP_F_RUNNING);
3556 	atomic_and_32(&sc->sc_flags, ~IWP_F_SCANNING);
3557 }
3558 
3559 /*
3560  * invoked by GLD to configure NIC
3561  */
3562 static int
3563 iwp_m_unicst(void *arg, const uint8_t *macaddr)
3564 {
3565 	iwp_sc_t *sc;
3566 	ieee80211com_t	*ic;
3567 	int err = IWP_SUCCESS;
3568 
3569 	if (NULL == arg) {
3570 		return (EINVAL);
3571 	}
3572 	sc = (iwp_sc_t *)arg;
3573 	ic = &sc->sc_ic;
3574 
3575 	if (!IEEE80211_ADDR_EQ(ic->ic_macaddr, macaddr)) {
3576 		IEEE80211_ADDR_COPY(ic->ic_macaddr, macaddr);
3577 		mutex_enter(&sc->sc_glock);
3578 		err = iwp_config(sc);
3579 		mutex_exit(&sc->sc_glock);
3580 		if (err != IWP_SUCCESS) {
3581 			cmn_err(CE_WARN, "iwp_m_unicst(): "
3582 			    "failed to configure device\n");
3583 			goto fail;
3584 		}
3585 	}
3586 
3587 	return (err);
3588 
3589 fail:
3590 	return (err);
3591 }
3592 
3593 /* ARGSUSED */
3594 static int
3595 iwp_m_multicst(void *arg, boolean_t add, const uint8_t *m)
3596 {
3597 	return (IWP_SUCCESS);
3598 }
3599 
3600 /* ARGSUSED */
3601 static int
3602 iwp_m_promisc(void *arg, boolean_t on)
3603 {
3604 	return (IWP_SUCCESS);
3605 }
3606 
3607 /*
3608  * kernel thread to deal with exceptional situation
3609  */
3610 static void
3611 iwp_thread(iwp_sc_t *sc)
3612 {
3613 	ieee80211com_t	*ic = &sc->sc_ic;
3614 	clock_t clk;
3615 	int err, n = 0, timeout = 0;
3616 	uint32_t tmp;
3617 #ifdef	DEBUG
3618 	int times = 0;
3619 #endif
3620 
3621 	while (sc->sc_mf_thread_switch) {
3622 		tmp = IWP_READ(sc, CSR_GP_CNTRL);
3623 		if (tmp & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW) {
3624 			atomic_and_32(&sc->sc_flags, ~IWP_F_RADIO_OFF);
3625 		} else {
3626 			atomic_or_32(&sc->sc_flags, IWP_F_RADIO_OFF);
3627 		}
3628 
3629 		/*
3630 		 * If  in SUSPEND or the RF is OFF, do nothing.
3631 		 */
3632 		if (sc->sc_flags & IWP_F_RADIO_OFF) {
3633 			delay(drv_usectohz(100000));
3634 			continue;
3635 		}
3636 
3637 		/*
3638 		 * recovery fatal error
3639 		 */
3640 		if (ic->ic_mach &&
3641 		    (sc->sc_flags & IWP_F_HW_ERR_RECOVER)) {
3642 
3643 			IWP_DBG((IWP_DEBUG_FW, "iwp_thread(): "
3644 			    "try to recover fatal hw error: %d\n", times++));
3645 
3646 			iwp_stop(sc);
3647 
3648 			if (IWP_CHK_FAST_RECOVER(sc)) {
3649 				/* save runtime configuration */
3650 				bcopy(&sc->sc_config, &sc->sc_config_save,
3651 				    sizeof (sc->sc_config));
3652 			} else {
3653 				ieee80211_new_state(ic, IEEE80211_S_INIT, -1);
3654 				delay(drv_usectohz(2000000 + n*500000));
3655 			}
3656 
3657 			err = iwp_init(sc);
3658 			if (err != IWP_SUCCESS) {
3659 				n++;
3660 				if (n < 20) {
3661 					continue;
3662 				}
3663 			}
3664 
3665 			n = 0;
3666 			if (!err) {
3667 				atomic_or_32(&sc->sc_flags, IWP_F_RUNNING);
3668 			}
3669 
3670 
3671 			if (!IWP_CHK_FAST_RECOVER(sc) ||
3672 			    iwp_fast_recover(sc) != IWP_SUCCESS) {
3673 				atomic_and_32(&sc->sc_flags,
3674 				    ~IWP_F_HW_ERR_RECOVER);
3675 
3676 				delay(drv_usectohz(2000000));
3677 				if (sc->sc_ostate != IEEE80211_S_INIT) {
3678 					ieee80211_new_state(ic,
3679 					    IEEE80211_S_SCAN, 0);
3680 				}
3681 			}
3682 		}
3683 
3684 		if (ic->ic_mach &&
3685 		    (sc->sc_flags & IWP_F_SCANNING) && sc->sc_scan_pending) {
3686 			IWP_DBG((IWP_DEBUG_SCAN, "iwp_thread(): "
3687 			    "wait for probe response\n"));
3688 
3689 			sc->sc_scan_pending--;
3690 			delay(drv_usectohz(200000));
3691 			ieee80211_next_scan(ic);
3692 		}
3693 
3694 		/*
3695 		 * rate ctl
3696 		 */
3697 		if (ic->ic_mach &&
3698 		    (sc->sc_flags & IWP_F_RATE_AUTO_CTL)) {
3699 			clk = ddi_get_lbolt();
3700 			if (clk > sc->sc_clk + drv_usectohz(1000000)) {
3701 				iwp_amrr_timeout(sc);
3702 			}
3703 		}
3704 
3705 		delay(drv_usectohz(100000));
3706 
3707 		mutex_enter(&sc->sc_mt_lock);
3708 		if (sc->sc_tx_timer) {
3709 			timeout++;
3710 			if (10 == timeout) {
3711 				sc->sc_tx_timer--;
3712 				if (0 == sc->sc_tx_timer) {
3713 					atomic_or_32(&sc->sc_flags,
3714 					    IWP_F_HW_ERR_RECOVER);
3715 					sc->sc_ostate = IEEE80211_S_RUN;
3716 					IWP_DBG((IWP_DEBUG_FW, "iwp_thread(): "
3717 					    "try to recover from "
3718 					    "send fail\n"));
3719 				}
3720 				timeout = 0;
3721 			}
3722 		}
3723 		mutex_exit(&sc->sc_mt_lock);
3724 	}
3725 
3726 	mutex_enter(&sc->sc_mt_lock);
3727 	sc->sc_mf_thread = NULL;
3728 	cv_signal(&sc->sc_mt_cv);
3729 	mutex_exit(&sc->sc_mt_lock);
3730 }
3731 
3732 
3733 /*
3734  * Send a command to the ucode.
3735  */
3736 static int
3737 iwp_cmd(iwp_sc_t *sc, int code, const void *buf, int size, int async)
3738 {
3739 	iwp_tx_ring_t *ring = &sc->sc_txq[IWP_CMD_QUEUE_NUM];
3740 	iwp_tx_desc_t *desc;
3741 	iwp_cmd_t *cmd;
3742 
3743 	ASSERT(size <= sizeof (cmd->data));
3744 	ASSERT(mutex_owned(&sc->sc_glock));
3745 
3746 	IWP_DBG((IWP_DEBUG_CMD, "iwp_cmd() "
3747 	    "code[%d]", code));
3748 	desc = ring->data[ring->cur].desc;
3749 	cmd = ring->data[ring->cur].cmd;
3750 
3751 	cmd->hdr.type = (uint8_t)code;
3752 	cmd->hdr.flags = 0;
3753 	cmd->hdr.qid = ring->qid;
3754 	cmd->hdr.idx = ring->cur;
3755 	(void) memcpy(cmd->data, buf, size);
3756 	(void) memset(desc, 0, sizeof (*desc));
3757 
3758 	desc->val0 = 1 << 24;
3759 	desc->pa[0].tb1_addr =
3760 	    (uint32_t)(ring->data[ring->cur].paddr_cmd & 0xffffffff);
3761 	desc->pa[0].val1 = ((4 + size) << 4) & 0xfff0;
3762 
3763 	if (async) {
3764 		sc->sc_cmd_accum++;
3765 	}
3766 
3767 	/*
3768 	 * kick cmd ring XXX
3769 	 */
3770 	sc->sc_shared->queues_byte_cnt_tbls[ring->qid].
3771 	    tfd_offset[ring->cur].val = 8;
3772 	if (ring->cur < IWP_MAX_WIN_SIZE) {
3773 		sc->sc_shared->queues_byte_cnt_tbls[ring->qid].
3774 		    tfd_offset[IWP_QUEUE_SIZE + ring->cur].val = 8;
3775 	}
3776 	ring->cur = (ring->cur + 1) % ring->count;
3777 	IWP_WRITE(sc, HBUS_TARG_WRPTR, ring->qid << 8 | ring->cur);
3778 
3779 	if (async) {
3780 		return (IWP_SUCCESS);
3781 	} else {
3782 		clock_t clk;
3783 
3784 		clk = ddi_get_lbolt() + drv_usectohz(2000000);
3785 		while (sc->sc_cmd_flag != SC_CMD_FLG_DONE) {
3786 			if (cv_timedwait(&sc->sc_cmd_cv,
3787 			    &sc->sc_glock, clk) < 0) {
3788 				break;
3789 			}
3790 		}
3791 
3792 		if (SC_CMD_FLG_DONE == sc->sc_cmd_flag) {
3793 			sc->sc_cmd_flag = SC_CMD_FLG_NONE;
3794 			return (IWP_SUCCESS);
3795 		} else {
3796 			sc->sc_cmd_flag = SC_CMD_FLG_NONE;
3797 			return (IWP_FAIL);
3798 		}
3799 	}
3800 }
3801 
3802 /*
3803  * require ucode seting led of NIC
3804  */
3805 static void
3806 iwp_set_led(iwp_sc_t *sc, uint8_t id, uint8_t off, uint8_t on)
3807 {
3808 	iwp_led_cmd_t led;
3809 
3810 	led.interval = LE_32(100000);	/* unit: 100ms */
3811 	led.id = id;
3812 	led.off = off;
3813 	led.on = on;
3814 
3815 	(void) iwp_cmd(sc, REPLY_LEDS_CMD, &led, sizeof (led), 1);
3816 }
3817 
3818 /*
3819  * necessary setting to NIC before authentication
3820  */
3821 static int
3822 iwp_hw_set_before_auth(iwp_sc_t *sc)
3823 {
3824 	ieee80211com_t *ic = &sc->sc_ic;
3825 	ieee80211_node_t *in = ic->ic_bss;
3826 	int err = IWP_FAIL;
3827 
3828 	/*
3829 	 * update adapter's configuration according
3830 	 * the info of target AP
3831 	 */
3832 	IEEE80211_ADDR_COPY(sc->sc_config.bssid, in->in_bssid);
3833 	sc->sc_config.chan = LE_16(ieee80211_chan2ieee(ic, in->in_chan));
3834 
3835 		sc->sc_config.ofdm_ht_triple_stream_basic_rates = 0;
3836 		sc->sc_config.ofdm_ht_dual_stream_basic_rates = 0;
3837 		sc->sc_config.ofdm_ht_single_stream_basic_rates = 0;
3838 
3839 		if (IEEE80211_MODE_11B == ic->ic_curmode) {
3840 			sc->sc_config.cck_basic_rates  = 0x03;
3841 			sc->sc_config.ofdm_basic_rates = 0;
3842 		} else if ((in->in_chan != IEEE80211_CHAN_ANYC) &&
3843 		    (IEEE80211_IS_CHAN_5GHZ(in->in_chan))) {
3844 			sc->sc_config.cck_basic_rates  = 0;
3845 			sc->sc_config.ofdm_basic_rates = 0x15;
3846 		} else { /* assume 802.11b/g */
3847 			sc->sc_config.cck_basic_rates  = 0x0f;
3848 			sc->sc_config.ofdm_basic_rates = 0xff;
3849 		}
3850 
3851 	sc->sc_config.flags &= ~LE_32(RXON_FLG_SHORT_PREAMBLE_MSK |
3852 	    RXON_FLG_SHORT_SLOT_MSK);
3853 
3854 	if (ic->ic_flags & IEEE80211_F_SHSLOT) {
3855 		sc->sc_config.flags |= LE_32(RXON_FLG_SHORT_SLOT_MSK);
3856 	} else {
3857 		sc->sc_config.flags &= LE_32(~RXON_FLG_SHORT_SLOT_MSK);
3858 	}
3859 
3860 	if (ic->ic_flags & IEEE80211_F_SHPREAMBLE) {
3861 		sc->sc_config.flags |= LE_32(RXON_FLG_SHORT_PREAMBLE_MSK);
3862 	} else {
3863 		sc->sc_config.flags &= LE_32(~RXON_FLG_SHORT_PREAMBLE_MSK);
3864 	}
3865 
3866 	IWP_DBG((IWP_DEBUG_80211, "iwp_hw_set_before_auth(): "
3867 	    "config chan %d flags %x "
3868 	    "filter_flags %x  cck %x ofdm %x"
3869 	    " bssid:%02x:%02x:%02x:%02x:%02x:%2x\n",
3870 	    LE_16(sc->sc_config.chan), LE_32(sc->sc_config.flags),
3871 	    LE_32(sc->sc_config.filter_flags),
3872 	    sc->sc_config.cck_basic_rates, sc->sc_config.ofdm_basic_rates,
3873 	    sc->sc_config.bssid[0], sc->sc_config.bssid[1],
3874 	    sc->sc_config.bssid[2], sc->sc_config.bssid[3],
3875 	    sc->sc_config.bssid[4], sc->sc_config.bssid[5]));
3876 
3877 	err = iwp_cmd(sc, REPLY_RXON, &sc->sc_config,
3878 	    sizeof (iwp_rxon_cmd_t), 1);
3879 	if (err != IWP_SUCCESS) {
3880 		cmn_err(CE_WARN, "iwp_hw_set_before_auth(): "
3881 		    "failed to config chan%d\n", sc->sc_config.chan);
3882 		return (err);
3883 	}
3884 
3885 	/*
3886 	 * add default AP node
3887 	 */
3888 	err = iwp_add_ap_sta(sc);
3889 	if (err != IWP_SUCCESS) {
3890 		return (err);
3891 	}
3892 
3893 
3894 	return (err);
3895 }
3896 
3897 /*
3898  * Send a scan request(assembly scan cmd) to the firmware.
3899  */
3900 static int
3901 iwp_scan(iwp_sc_t *sc)
3902 {
3903 	ieee80211com_t *ic = &sc->sc_ic;
3904 	iwp_tx_ring_t *ring = &sc->sc_txq[IWP_CMD_QUEUE_NUM];
3905 	iwp_tx_desc_t *desc;
3906 	iwp_tx_data_t *data;
3907 	iwp_cmd_t *cmd;
3908 	iwp_scan_hdr_t *hdr;
3909 	iwp_scan_chan_t chan;
3910 	struct ieee80211_frame *wh;
3911 	ieee80211_node_t *in = ic->ic_bss;
3912 	uint8_t essid[IEEE80211_NWID_LEN+1];
3913 	struct ieee80211_rateset *rs;
3914 	enum ieee80211_phymode mode;
3915 	uint8_t *frm;
3916 	int i, pktlen, nrates;
3917 
3918 	data = &ring->data[ring->cur];
3919 	desc = data->desc;
3920 	cmd = (iwp_cmd_t *)data->dma_data.mem_va;
3921 
3922 	cmd->hdr.type = REPLY_SCAN_CMD;
3923 	cmd->hdr.flags = 0;
3924 	cmd->hdr.qid = ring->qid;
3925 	cmd->hdr.idx = ring->cur | 0x40;
3926 
3927 	hdr = (iwp_scan_hdr_t *)cmd->data;
3928 	(void) memset(hdr, 0, sizeof (iwp_scan_hdr_t));
3929 	hdr->nchan = 1;
3930 	hdr->quiet_time = LE_16(50);
3931 	hdr->quiet_plcp_th = LE_16(1);
3932 
3933 	hdr->flags = LE_32(RXON_FLG_BAND_24G_MSK);
3934 	hdr->rx_chain = LE_16(RXON_RX_CHAIN_DRIVER_FORCE_MSK |
3935 	    (0x7 << RXON_RX_CHAIN_VALID_POS) |
3936 	    (0x2 << RXON_RX_CHAIN_FORCE_SEL_POS) |
3937 	    (0x2 << RXON_RX_CHAIN_FORCE_MIMO_SEL_POS));
3938 
3939 	hdr->tx_cmd.tx_flags = LE_32(TX_CMD_FLG_SEQ_CTL_MSK);
3940 	hdr->tx_cmd.sta_id = IWP_BROADCAST_ID;
3941 	hdr->tx_cmd.stop_time.life_time = LE_32(0xffffffff);
3942 	hdr->tx_cmd.rate.r.rate_n_flags = LE_32(iwp_rate_to_plcp(2));
3943 	hdr->tx_cmd.rate.r.rate_n_flags |=
3944 	    LE_32(RATE_MCS_ANT_B_MSK |RATE_MCS_CCK_MSK);
3945 	hdr->direct_scan[0].len = ic->ic_des_esslen;
3946 	hdr->direct_scan[0].id  = IEEE80211_ELEMID_SSID;
3947 
3948 	hdr->filter_flags = LE_32(RXON_FILTER_ACCEPT_GRP_MSK |
3949 	    RXON_FILTER_BCON_AWARE_MSK);
3950 
3951 	if (ic->ic_des_esslen) {
3952 		bcopy(ic->ic_des_essid, essid, ic->ic_des_esslen);
3953 		essid[ic->ic_des_esslen] = '\0';
3954 		IWP_DBG((IWP_DEBUG_SCAN, "iwp_scan(): "
3955 		    "directed scan %s\n", essid));
3956 
3957 		bcopy(ic->ic_des_essid, hdr->direct_scan[0].ssid,
3958 		    ic->ic_des_esslen);
3959 	} else {
3960 		bzero(hdr->direct_scan[0].ssid,
3961 		    sizeof (hdr->direct_scan[0].ssid));
3962 	}
3963 
3964 	/*
3965 	 * a probe request frame is required after the REPLY_SCAN_CMD
3966 	 */
3967 	wh = (struct ieee80211_frame *)(hdr + 1);
3968 	wh->i_fc[0] = IEEE80211_FC0_VERSION_0 | IEEE80211_FC0_TYPE_MGT |
3969 	    IEEE80211_FC0_SUBTYPE_PROBE_REQ;
3970 	wh->i_fc[1] = IEEE80211_FC1_DIR_NODS;
3971 	(void) memset(wh->i_addr1, 0xff, 6);
3972 	IEEE80211_ADDR_COPY(wh->i_addr2, ic->ic_macaddr);
3973 	(void) memset(wh->i_addr3, 0xff, 6);
3974 	*(uint16_t *)&wh->i_dur[0] = 0;
3975 	*(uint16_t *)&wh->i_seq[0] = 0;
3976 
3977 	frm = (uint8_t *)(wh + 1);
3978 
3979 	/*
3980 	 * essid IE
3981 	 */
3982 	if (in->in_esslen) {
3983 		bcopy(in->in_essid, essid, in->in_esslen);
3984 		essid[in->in_esslen] = '\0';
3985 		IWP_DBG((IWP_DEBUG_SCAN, "iwp_scan(): "
3986 		    "probe with ESSID %s\n",
3987 		    essid));
3988 	}
3989 	*frm++ = IEEE80211_ELEMID_SSID;
3990 	*frm++ = in->in_esslen;
3991 	(void) memcpy(frm, in->in_essid, in->in_esslen);
3992 	frm += in->in_esslen;
3993 
3994 	mode = ieee80211_chan2mode(ic, ic->ic_curchan);
3995 	rs = &ic->ic_sup_rates[mode];
3996 
3997 	/*
3998 	 * supported rates IE
3999 	 */
4000 	*frm++ = IEEE80211_ELEMID_RATES;
4001 	nrates = rs->ir_nrates;
4002 	if (nrates > IEEE80211_RATE_SIZE) {
4003 		nrates = IEEE80211_RATE_SIZE;
4004 	}
4005 
4006 	*frm++ = (uint8_t)nrates;
4007 	(void) memcpy(frm, rs->ir_rates, nrates);
4008 	frm += nrates;
4009 
4010 	/*
4011 	 * supported xrates IE
4012 	 */
4013 	if (rs->ir_nrates > IEEE80211_RATE_SIZE) {
4014 		nrates = rs->ir_nrates - IEEE80211_RATE_SIZE;
4015 		*frm++ = IEEE80211_ELEMID_XRATES;
4016 		*frm++ = (uint8_t)nrates;
4017 		(void) memcpy(frm, rs->ir_rates + IEEE80211_RATE_SIZE, nrates);
4018 		frm += nrates;
4019 	}
4020 
4021 	/*
4022 	 * optionnal IE (usually for wpa)
4023 	 */
4024 	if (ic->ic_opt_ie != NULL) {
4025 		(void) memcpy(frm, ic->ic_opt_ie, ic->ic_opt_ie_len);
4026 		frm += ic->ic_opt_ie_len;
4027 	}
4028 
4029 	/* setup length of probe request */
4030 	hdr->tx_cmd.len = LE_16(_PTRDIFF(frm, wh));
4031 	hdr->len = LE_16(hdr->nchan * sizeof (iwp_scan_chan_t) +
4032 	    LE_16(hdr->tx_cmd.len) + sizeof (iwp_scan_hdr_t));
4033 
4034 	/*
4035 	 * the attribute of the scan channels are required after the probe
4036 	 * request frame.
4037 	 */
4038 	for (i = 1; i <= hdr->nchan; i++) {
4039 		if (ic->ic_des_esslen) {
4040 			chan.type = LE_32(3);
4041 		} else {
4042 			chan.type = LE_32(1);
4043 		}
4044 
4045 		chan.chan = LE_16(ieee80211_chan2ieee(ic, ic->ic_curchan));
4046 		chan.tpc.tx_gain = 0x28;
4047 		chan.tpc.dsp_atten = 110;
4048 		chan.active_dwell = LE_16(50);
4049 		chan.passive_dwell = LE_16(120);
4050 
4051 		bcopy(&chan, frm, sizeof (iwp_scan_chan_t));
4052 		frm += sizeof (iwp_scan_chan_t);
4053 	}
4054 
4055 	pktlen = _PTRDIFF(frm, cmd);
4056 
4057 	(void) memset(desc, 0, sizeof (*desc));
4058 	desc->val0 = 1 << 24;
4059 	desc->pa[0].tb1_addr =
4060 	    (uint32_t)(data->dma_data.cookie.dmac_address & 0xffffffff);
4061 	desc->pa[0].val1 = (pktlen << 4) & 0xfff0;
4062 
4063 	/*
4064 	 * maybe for cmd, filling the byte cnt table is not necessary.
4065 	 * anyway, we fill it here.
4066 	 */
4067 	sc->sc_shared->queues_byte_cnt_tbls[ring->qid]
4068 	    .tfd_offset[ring->cur].val = 8;
4069 	if (ring->cur < IWP_MAX_WIN_SIZE) {
4070 		sc->sc_shared->queues_byte_cnt_tbls[ring->qid].
4071 		    tfd_offset[IWP_QUEUE_SIZE + ring->cur].val = 8;
4072 	}
4073 
4074 	/*
4075 	 * kick cmd ring
4076 	 */
4077 	ring->cur = (ring->cur + 1) % ring->count;
4078 	IWP_WRITE(sc, HBUS_TARG_WRPTR, ring->qid << 8 | ring->cur);
4079 
4080 	return (IWP_SUCCESS);
4081 }
4082 
4083 /*
4084  * configure NIC by using ucode commands after loading ucode.
4085  */
4086 static int
4087 iwp_config(iwp_sc_t *sc)
4088 {
4089 	ieee80211com_t *ic = &sc->sc_ic;
4090 	iwp_powertable_cmd_t powertable;
4091 	iwp_bt_cmd_t bt;
4092 	iwp_add_sta_t node;
4093 	iwp_rem_sta_t	rm_sta;
4094 	const uint8_t bcast[6] = {0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF};
4095 	int err = IWP_FAIL;
4096 
4097 	/*
4098 	 * set power mode. Disable power management at present, do it later
4099 	 */
4100 	(void) memset(&powertable, 0, sizeof (powertable));
4101 	powertable.flags = LE_16(0x8);
4102 	err = iwp_cmd(sc, POWER_TABLE_CMD, &powertable,
4103 	    sizeof (powertable), 0);
4104 	if (err != IWP_SUCCESS) {
4105 		cmn_err(CE_WARN, "iwp_config(): "
4106 		    "failed to set power mode\n");
4107 		return (err);
4108 	}
4109 
4110 	/*
4111 	 * configure bt coexistence
4112 	 */
4113 	(void) memset(&bt, 0, sizeof (bt));
4114 	bt.flags = 3;
4115 	bt.lead_time = 0xaa;
4116 	bt.max_kill = 1;
4117 	err = iwp_cmd(sc, REPLY_BT_CONFIG, &bt,
4118 	    sizeof (bt), 0);
4119 	if (err != IWP_SUCCESS) {
4120 		cmn_err(CE_WARN, "iwp_config(): "
4121 		    "failed to configurate bt coexistence\n");
4122 		return (err);
4123 	}
4124 
4125 	/*
4126 	 * configure rxon
4127 	 */
4128 	(void) memset(&sc->sc_config, 0, sizeof (iwp_rxon_cmd_t));
4129 	IEEE80211_ADDR_COPY(sc->sc_config.node_addr, ic->ic_macaddr);
4130 	IEEE80211_ADDR_COPY(sc->sc_config.wlap_bssid, ic->ic_macaddr);
4131 	sc->sc_config.chan = LE_16(ieee80211_chan2ieee(ic, ic->ic_curchan));
4132 	sc->sc_config.flags = LE_32(RXON_FLG_BAND_24G_MSK);
4133 	sc->sc_config.flags &= LE_32(~(RXON_FLG_CHANNEL_MODE_MIXED_MSK |
4134 	    RXON_FLG_CHANNEL_MODE_PURE_40_MSK));
4135 
4136 	switch (ic->ic_opmode) {
4137 	case IEEE80211_M_STA:
4138 		sc->sc_config.dev_type = RXON_DEV_TYPE_ESS;
4139 		sc->sc_config.filter_flags |= LE_32(RXON_FILTER_ACCEPT_GRP_MSK |
4140 		    RXON_FILTER_DIS_DECRYPT_MSK |
4141 		    RXON_FILTER_DIS_GRP_DECRYPT_MSK);
4142 		break;
4143 	case IEEE80211_M_IBSS:
4144 	case IEEE80211_M_AHDEMO:
4145 		sc->sc_config.dev_type = RXON_DEV_TYPE_IBSS;
4146 
4147 		sc->sc_config.flags |= LE_32(RXON_FLG_SHORT_PREAMBLE_MSK);
4148 		sc->sc_config.filter_flags = LE_32(RXON_FILTER_ACCEPT_GRP_MSK |
4149 		    RXON_FILTER_DIS_DECRYPT_MSK |
4150 		    RXON_FILTER_DIS_GRP_DECRYPT_MSK);
4151 		break;
4152 	case IEEE80211_M_HOSTAP:
4153 		sc->sc_config.dev_type = RXON_DEV_TYPE_AP;
4154 		break;
4155 	case IEEE80211_M_MONITOR:
4156 		sc->sc_config.dev_type = RXON_DEV_TYPE_SNIFFER;
4157 		sc->sc_config.filter_flags |= LE_32(RXON_FILTER_ACCEPT_GRP_MSK |
4158 		    RXON_FILTER_CTL2HOST_MSK | RXON_FILTER_PROMISC_MSK);
4159 		break;
4160 	}
4161 
4162 	/*
4163 	 * Support all CCK rates.
4164 	 */
4165 	sc->sc_config.cck_basic_rates  = 0x0f;
4166 
4167 	/*
4168 	 * Support all OFDM rates.
4169 	 */
4170 	sc->sc_config.ofdm_basic_rates = 0xff;
4171 
4172 	sc->sc_config.rx_chain = LE_16(RXON_RX_CHAIN_DRIVER_FORCE_MSK |
4173 	    (0x7 << RXON_RX_CHAIN_VALID_POS) |
4174 	    (0x2 << RXON_RX_CHAIN_FORCE_SEL_POS) |
4175 	    (0x2 << RXON_RX_CHAIN_FORCE_MIMO_SEL_POS));
4176 
4177 	err = iwp_cmd(sc, REPLY_RXON, &sc->sc_config,
4178 	    sizeof (iwp_rxon_cmd_t), 0);
4179 	if (err != IWP_SUCCESS) {
4180 		cmn_err(CE_WARN, "iwp_config(): "
4181 		    "failed to set configure command\n");
4182 		return (err);
4183 	}
4184 
4185 	/*
4186 	 * remove all nodes in NIC
4187 	 */
4188 	(void) memset(&rm_sta, 0, sizeof (rm_sta));
4189 	rm_sta.num_sta = 1;
4190 	(void) memcpy(rm_sta.addr, bcast, 6);
4191 
4192 	err = iwp_cmd(sc, REPLY_REMOVE_STA, &rm_sta, sizeof (iwp_rem_sta_t), 0);
4193 	if (err != IWP_SUCCESS) {
4194 		cmn_err(CE_WARN, "iwp_config(): "
4195 		    "failed to remove broadcast node in hardware.\n");
4196 		return (err);
4197 	}
4198 
4199 	/*
4200 	 * add broadcast node so that we can send broadcast frame
4201 	 */
4202 	(void) memset(&node, 0, sizeof (node));
4203 	(void) memset(node.sta.addr, 0xff, 6);
4204 	node.mode = 0;
4205 	node.sta.sta_id = IWP_BROADCAST_ID;
4206 	node.station_flags = 0;
4207 
4208 	err = iwp_cmd(sc, REPLY_ADD_STA, &node, sizeof (node), 0);
4209 	if (err != IWP_SUCCESS) {
4210 		cmn_err(CE_WARN, "iwp_config(): "
4211 		    "failed to add broadcast node\n");
4212 		return (err);
4213 	}
4214 
4215 	return (err);
4216 }
4217 
4218 /*
4219  * quiesce(9E) entry point.
4220  * This function is called when the system is single-threaded at high
4221  * PIL with preemption disabled. Therefore, this function must not be
4222  * blocked.
4223  * This function returns DDI_SUCCESS on success, or DDI_FAILURE on failure.
4224  * DDI_FAILURE indicates an error condition and should almost never happen.
4225  */
4226 static int
4227 iwp_quiesce(dev_info_t *dip)
4228 {
4229 	iwp_sc_t *sc;
4230 
4231 	sc = ddi_get_soft_state(iwp_soft_state_p, ddi_get_instance(dip));
4232 	if (NULL == sc) {
4233 		return (DDI_FAILURE);
4234 	}
4235 
4236 #ifdef DEBUG
4237 	/* by pass any messages, if it's quiesce */
4238 	iwp_dbg_flags = 0;
4239 #endif
4240 
4241 	/*
4242 	 * No more blocking is allowed while we are in the
4243 	 * quiesce(9E) entry point.
4244 	 */
4245 	atomic_or_32(&sc->sc_flags, IWP_F_QUIESCED);
4246 
4247 	/*
4248 	 * Disable and mask all interrupts.
4249 	 */
4250 	iwp_stop(sc);
4251 
4252 	return (DDI_SUCCESS);
4253 }
4254 
4255 static void
4256 iwp_stop_master(iwp_sc_t *sc)
4257 {
4258 	uint32_t tmp;
4259 	int n;
4260 
4261 	tmp = IWP_READ(sc, CSR_RESET);
4262 	IWP_WRITE(sc, CSR_RESET, tmp | CSR_RESET_REG_FLAG_STOP_MASTER);
4263 
4264 	tmp = IWP_READ(sc, CSR_GP_CNTRL);
4265 	if ((tmp & CSR_GP_CNTRL_REG_MSK_POWER_SAVE_TYPE) ==
4266 	    CSR_GP_CNTRL_REG_FLAG_MAC_POWER_SAVE) {
4267 		return;
4268 	}
4269 
4270 	for (n = 0; n < 2000; n++) {
4271 		if (IWP_READ(sc, CSR_RESET) &
4272 		    CSR_RESET_REG_FLAG_MASTER_DISABLED) {
4273 			break;
4274 		}
4275 		DELAY(1000);
4276 	}
4277 
4278 #ifdef	DEBUG
4279 	if (2000 == n) {
4280 		IWP_DBG((IWP_DEBUG_HW, "iwp_stop_master(): "
4281 		    "timeout waiting for master stop\n"));
4282 	}
4283 #endif
4284 }
4285 
4286 static int
4287 iwp_power_up(iwp_sc_t *sc)
4288 {
4289 	uint32_t tmp;
4290 
4291 	iwp_mac_access_enter(sc);
4292 	tmp = iwp_reg_read(sc, ALM_APMG_PS_CTL);
4293 	tmp &= ~APMG_PS_CTRL_REG_MSK_POWER_SRC;
4294 	tmp |= APMG_PS_CTRL_REG_VAL_POWER_SRC_VMAIN;
4295 	iwp_reg_write(sc, ALM_APMG_PS_CTL, tmp);
4296 	iwp_mac_access_exit(sc);
4297 
4298 	DELAY(5000);
4299 	return (IWP_SUCCESS);
4300 }
4301 
4302 /*
4303  * hardware initialization
4304  */
4305 static int
4306 iwp_preinit(iwp_sc_t *sc)
4307 {
4308 	int		n;
4309 	uint8_t		vlink;
4310 	uint16_t	radio_cfg;
4311 	uint32_t	tmp;
4312 
4313 	/*
4314 	 * clear any pending interrupts
4315 	 */
4316 	IWP_WRITE(sc, CSR_INT, 0xffffffff);
4317 
4318 	tmp = IWP_READ(sc, CSR_GIO_CHICKEN_BITS);
4319 	IWP_WRITE(sc, CSR_GIO_CHICKEN_BITS,
4320 	    tmp | CSR_GIO_CHICKEN_BITS_REG_BIT_DIS_L0S_EXIT_TIMER);
4321 
4322 	tmp = IWP_READ(sc, CSR_GP_CNTRL);
4323 	IWP_WRITE(sc, CSR_GP_CNTRL, tmp | CSR_GP_CNTRL_REG_FLAG_INIT_DONE);
4324 
4325 	/*
4326 	 * wait for clock ready
4327 	 */
4328 	for (n = 0; n < 1000; n++) {
4329 		if (IWP_READ(sc, CSR_GP_CNTRL) &
4330 		    CSR_GP_CNTRL_REG_FLAG_MAC_CLOCK_READY) {
4331 			break;
4332 		}
4333 		DELAY(10);
4334 	}
4335 
4336 	if (1000 == n) {
4337 		return (ETIMEDOUT);
4338 	}
4339 
4340 	iwp_mac_access_enter(sc);
4341 
4342 	iwp_reg_write(sc, ALM_APMG_CLK_EN, APMG_CLK_REG_VAL_DMA_CLK_RQT);
4343 
4344 	DELAY(20);
4345 	tmp = iwp_reg_read(sc, ALM_APMG_PCIDEV_STT);
4346 	iwp_reg_write(sc, ALM_APMG_PCIDEV_STT, tmp |
4347 	    APMG_DEV_STATE_REG_VAL_L1_ACTIVE_DISABLE);
4348 	iwp_mac_access_exit(sc);
4349 
4350 	radio_cfg = IWP_READ_EEP_SHORT(sc, EEP_SP_RADIO_CONFIGURATION);
4351 	if (SP_RADIO_TYPE_MSK(radio_cfg) < SP_RADIO_TYPE_MAX) {
4352 		tmp = IWP_READ(sc, CSR_HW_IF_CONFIG_REG);
4353 		IWP_WRITE(sc, CSR_HW_IF_CONFIG_REG,
4354 		    tmp | SP_RADIO_TYPE_MSK(radio_cfg) |
4355 		    SP_RADIO_STEP_MSK(radio_cfg) |
4356 		    SP_RADIO_DASH_MSK(radio_cfg));
4357 	} else {
4358 		cmn_err(CE_WARN, "iwp_preinit(): "
4359 		    "radio configuration information in eeprom is wrong\n");
4360 		return (IWP_FAIL);
4361 	}
4362 
4363 
4364 	IWP_WRITE(sc, CSR_INT_COALESCING, 512 / 32);
4365 
4366 	(void) iwp_power_up(sc);
4367 
4368 	if ((sc->sc_rev & 0x80) == 0x80 && (sc->sc_rev & 0x7f) < 8) {
4369 		tmp = ddi_get32(sc->sc_cfg_handle,
4370 		    (uint32_t *)(sc->sc_cfg_base + 0xe8));
4371 		ddi_put32(sc->sc_cfg_handle,
4372 		    (uint32_t *)(sc->sc_cfg_base + 0xe8),
4373 		    tmp & ~(1 << 11));
4374 	}
4375 
4376 	vlink = ddi_get8(sc->sc_cfg_handle,
4377 	    (uint8_t *)(sc->sc_cfg_base + 0xf0));
4378 	ddi_put8(sc->sc_cfg_handle, (uint8_t *)(sc->sc_cfg_base + 0xf0),
4379 	    vlink & ~2);
4380 
4381 	tmp = IWP_READ(sc, CSR_HW_IF_CONFIG_REG);
4382 	tmp |= CSR_HW_IF_CONFIG_REG_BIT_RADIO_SI |
4383 	    CSR_HW_IF_CONFIG_REG_BIT_MAC_SI;
4384 	IWP_WRITE(sc, CSR_HW_IF_CONFIG_REG, tmp);
4385 
4386 	/*
4387 	 * make sure power supply on each part of the hardware
4388 	 */
4389 	iwp_mac_access_enter(sc);
4390 	tmp = iwp_reg_read(sc, ALM_APMG_PS_CTL);
4391 	tmp |= APMG_PS_CTRL_REG_VAL_ALM_R_RESET_REQ;
4392 	iwp_reg_write(sc, ALM_APMG_PS_CTL, tmp);
4393 	DELAY(5);
4394 
4395 	tmp = iwp_reg_read(sc, ALM_APMG_PS_CTL);
4396 	tmp &= ~APMG_PS_CTRL_REG_VAL_ALM_R_RESET_REQ;
4397 	iwp_reg_write(sc, ALM_APMG_PS_CTL, tmp);
4398 	iwp_mac_access_exit(sc);
4399 
4400 	if (PA_TYPE_MIX == sc->sc_chip_param.pa_type) {
4401 		IWP_WRITE(sc, CSR_GP_DRIVER_REG,
4402 		    CSR_GP_DRIVER_REG_BIT_RADIO_SKU_2x2_MIX);
4403 	}
4404 
4405 	if (PA_TYPE_INTER == sc->sc_chip_param.pa_type) {
4406 
4407 		IWP_WRITE(sc, CSR_GP_DRIVER_REG,
4408 		    CSR_GP_DRIVER_REG_BIT_RADIO_SKU_2x2_IPA);
4409 	}
4410 
4411 	return (IWP_SUCCESS);
4412 }
4413 
4414 /*
4415  * set up semphore flag to own EEPROM
4416  */
4417 static int
4418 iwp_eep_sem_down(iwp_sc_t *sc)
4419 {
4420 	int count1, count2;
4421 	uint32_t tmp;
4422 
4423 	for (count1 = 0; count1 < 1000; count1++) {
4424 		tmp = IWP_READ(sc, CSR_HW_IF_CONFIG_REG);
4425 		IWP_WRITE(sc, CSR_HW_IF_CONFIG_REG,
4426 		    tmp | CSR_HW_IF_CONFIG_REG_EEP_SEM);
4427 
4428 		for (count2 = 0; count2 < 2; count2++) {
4429 			if (IWP_READ(sc, CSR_HW_IF_CONFIG_REG) &
4430 			    CSR_HW_IF_CONFIG_REG_EEP_SEM) {
4431 				return (IWP_SUCCESS);
4432 			}
4433 			DELAY(10000);
4434 		}
4435 	}
4436 	return (IWP_FAIL);
4437 }
4438 
4439 /*
4440  * reset semphore flag to release EEPROM
4441  */
4442 static void
4443 iwp_eep_sem_up(iwp_sc_t *sc)
4444 {
4445 	uint32_t tmp;
4446 
4447 	tmp = IWP_READ(sc, CSR_HW_IF_CONFIG_REG);
4448 	IWP_WRITE(sc, CSR_HW_IF_CONFIG_REG,
4449 	    tmp & (~CSR_HW_IF_CONFIG_REG_EEP_SEM));
4450 }
4451 
4452 /*
4453  * This function read all infomation from eeprom
4454  */
4455 static int
4456 iwp_eep_load(iwp_sc_t *sc)
4457 {
4458 	int i, rr;
4459 	uint32_t rv, tmp, eep_gp;
4460 	uint16_t addr, eep_sz = sizeof (sc->sc_eep_map);
4461 	uint16_t *eep_p = (uint16_t *)&sc->sc_eep_map;
4462 
4463 	/*
4464 	 * read eeprom gp register in CSR
4465 	 */
4466 	eep_gp = IWP_READ(sc, CSR_EEPROM_GP);
4467 	if ((eep_gp & CSR_EEPROM_GP_VALID_MSK) ==
4468 	    CSR_EEPROM_GP_BAD_SIGNATURE) {
4469 		IWP_DBG((IWP_DEBUG_EEPROM, "iwp_eep_load(): "
4470 		    "not find eeprom\n"));
4471 		return (IWP_FAIL);
4472 	}
4473 
4474 	rr = iwp_eep_sem_down(sc);
4475 	if (rr != 0) {
4476 		IWP_DBG((IWP_DEBUG_EEPROM, "iwp_eep_load(): "
4477 		    "driver failed to own EEPROM\n"));
4478 		return (IWP_FAIL);
4479 	}
4480 
4481 	for (addr = 0; addr < eep_sz; addr += 2) {
4482 		IWP_WRITE(sc, CSR_EEPROM_REG, addr<<1);
4483 		tmp = IWP_READ(sc, CSR_EEPROM_REG);
4484 		IWP_WRITE(sc, CSR_EEPROM_REG, tmp & ~(0x2));
4485 
4486 		for (i = 0; i < 10; i++) {
4487 			rv = IWP_READ(sc, CSR_EEPROM_REG);
4488 			if (rv & 1) {
4489 				break;
4490 			}
4491 			DELAY(10);
4492 		}
4493 
4494 		if (!(rv & 1)) {
4495 			IWP_DBG((IWP_DEBUG_EEPROM, "iwp_eep_load(): "
4496 			    "time out when read eeprome\n"));
4497 			iwp_eep_sem_up(sc);
4498 			return (IWP_FAIL);
4499 		}
4500 
4501 		eep_p[addr/2] = LE_16(rv >> 16);
4502 	}
4503 
4504 	iwp_eep_sem_up(sc);
4505 	return (IWP_SUCCESS);
4506 }
4507 
4508 /*
4509  * initialize mac address in ieee80211com_t struct
4510  */
4511 static void
4512 iwp_get_mac_from_eep(iwp_sc_t *sc)
4513 {
4514 	ieee80211com_t *ic = &sc->sc_ic;
4515 
4516 	IEEE80211_ADDR_COPY(ic->ic_macaddr, &sc->sc_eep_map[EEP_MAC_ADDRESS]);
4517 
4518 	IWP_DBG((IWP_DEBUG_EEPROM, "iwp_get_mac_from_eep(): "
4519 	    "mac:%2x:%2x:%2x:%2x:%2x:%2x\n",
4520 	    ic->ic_macaddr[0], ic->ic_macaddr[1], ic->ic_macaddr[2],
4521 	    ic->ic_macaddr[3], ic->ic_macaddr[4], ic->ic_macaddr[5]));
4522 }
4523 
4524 /*
4525  * main initialization function
4526  */
4527 static int
4528 iwp_init(iwp_sc_t *sc)
4529 {
4530 	int err = IWP_FAIL;
4531 	clock_t clk;
4532 
4533 	/*
4534 	 * release buffer for calibration
4535 	 */
4536 	iwp_release_calib_buffer(sc);
4537 
4538 	mutex_enter(&sc->sc_glock);
4539 	atomic_and_32(&sc->sc_flags, ~IWP_F_FW_INIT);
4540 
4541 	err = iwp_init_common(sc);
4542 	if (err != IWP_SUCCESS) {
4543 		mutex_exit(&sc->sc_glock);
4544 		return (IWP_FAIL);
4545 	}
4546 
4547 	/*
4548 	 * backup ucode data part for future use.
4549 	 */
4550 	(void) memcpy(sc->sc_dma_fw_data_bak.mem_va,
4551 	    sc->sc_dma_fw_data.mem_va,
4552 	    sc->sc_dma_fw_data.alength);
4553 
4554 	/* load firmware init segment into NIC */
4555 	err = iwp_load_init_firmware(sc);
4556 	if (err != IWP_SUCCESS) {
4557 		cmn_err(CE_WARN, "iwp_init(): "
4558 		    "failed to setup init firmware\n");
4559 		mutex_exit(&sc->sc_glock);
4560 		return (IWP_FAIL);
4561 	}
4562 
4563 	/*
4564 	 * now press "execute" start running
4565 	 */
4566 	IWP_WRITE(sc, CSR_RESET, 0);
4567 
4568 	clk = ddi_get_lbolt() + drv_usectohz(1000000);
4569 	while (!(sc->sc_flags & IWP_F_FW_INIT)) {
4570 		if (cv_timedwait(&sc->sc_ucode_cv,
4571 		    &sc->sc_glock, clk) < 0) {
4572 			break;
4573 		}
4574 	}
4575 
4576 	if (!(sc->sc_flags & IWP_F_FW_INIT)) {
4577 		cmn_err(CE_WARN, "iwp_init(): "
4578 		    "failed to process init alive.\n");
4579 		mutex_exit(&sc->sc_glock);
4580 		return (IWP_FAIL);
4581 	}
4582 
4583 	mutex_exit(&sc->sc_glock);
4584 
4585 	/*
4586 	 * stop chipset for initializing chipset again
4587 	 */
4588 	iwp_stop(sc);
4589 
4590 	mutex_enter(&sc->sc_glock);
4591 	atomic_and_32(&sc->sc_flags, ~IWP_F_FW_INIT);
4592 
4593 	err = iwp_init_common(sc);
4594 	if (err != IWP_SUCCESS) {
4595 		mutex_exit(&sc->sc_glock);
4596 		return (IWP_FAIL);
4597 	}
4598 
4599 	/*
4600 	 * load firmware run segment into NIC
4601 	 */
4602 	err = iwp_load_run_firmware(sc);
4603 	if (err != IWP_SUCCESS) {
4604 		cmn_err(CE_WARN, "iwp_init(): "
4605 		    "failed to setup run firmware\n");
4606 		mutex_exit(&sc->sc_glock);
4607 		return (IWP_FAIL);
4608 	}
4609 
4610 	/*
4611 	 * now press "execute" start running
4612 	 */
4613 	IWP_WRITE(sc, CSR_RESET, 0);
4614 
4615 	clk = ddi_get_lbolt() + drv_usectohz(1000000);
4616 	while (!(sc->sc_flags & IWP_F_FW_INIT)) {
4617 		if (cv_timedwait(&sc->sc_ucode_cv,
4618 		    &sc->sc_glock, clk) < 0) {
4619 			break;
4620 		}
4621 	}
4622 
4623 	if (!(sc->sc_flags & IWP_F_FW_INIT)) {
4624 		cmn_err(CE_WARN, "iwp_init(): "
4625 		    "failed to process runtime alive.\n");
4626 		mutex_exit(&sc->sc_glock);
4627 		return (IWP_FAIL);
4628 	}
4629 
4630 	mutex_exit(&sc->sc_glock);
4631 
4632 	DELAY(1000);
4633 
4634 	mutex_enter(&sc->sc_glock);
4635 	atomic_and_32(&sc->sc_flags, ~IWP_F_FW_INIT);
4636 
4637 	/*
4638 	 * at this point, the firmware is loaded OK, then config the hardware
4639 	 * with the ucode API, including rxon, txpower, etc.
4640 	 */
4641 	err = iwp_config(sc);
4642 	if (err) {
4643 		cmn_err(CE_WARN, "iwp_init(): "
4644 		    "failed to configure device\n");
4645 		mutex_exit(&sc->sc_glock);
4646 		return (IWP_FAIL);
4647 	}
4648 
4649 	/*
4650 	 * at this point, hardware may receive beacons :)
4651 	 */
4652 	mutex_exit(&sc->sc_glock);
4653 	return (IWP_SUCCESS);
4654 }
4655 
4656 /*
4657  * stop or disable NIC
4658  */
4659 static void
4660 iwp_stop(iwp_sc_t *sc)
4661 {
4662 	uint32_t tmp;
4663 	int i;
4664 
4665 	/* by pass if it's quiesced */
4666 	if (!(sc->sc_flags & IWP_F_QUIESCED)) {
4667 		mutex_enter(&sc->sc_glock);
4668 	}
4669 
4670 	IWP_WRITE(sc, CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
4671 	/*
4672 	 * disable interrupts
4673 	 */
4674 	IWP_WRITE(sc, CSR_INT_MASK, 0);
4675 	IWP_WRITE(sc, CSR_INT, CSR_INI_SET_MASK);
4676 	IWP_WRITE(sc, CSR_FH_INT_STATUS, 0xffffffff);
4677 
4678 	/*
4679 	 * reset all Tx rings
4680 	 */
4681 	for (i = 0; i < IWP_NUM_QUEUES; i++) {
4682 		iwp_reset_tx_ring(sc, &sc->sc_txq[i]);
4683 	}
4684 
4685 	/*
4686 	 * reset Rx ring
4687 	 */
4688 	iwp_reset_rx_ring(sc);
4689 
4690 	iwp_mac_access_enter(sc);
4691 	iwp_reg_write(sc, ALM_APMG_CLK_DIS, APMG_CLK_REG_VAL_DMA_CLK_RQT);
4692 	iwp_mac_access_exit(sc);
4693 
4694 	DELAY(5);
4695 
4696 	iwp_stop_master(sc);
4697 
4698 	mutex_enter(&sc->sc_mt_lock);
4699 	sc->sc_tx_timer = 0;
4700 	mutex_exit(&sc->sc_mt_lock);
4701 
4702 	tmp = IWP_READ(sc, CSR_RESET);
4703 	IWP_WRITE(sc, CSR_RESET, tmp | CSR_RESET_REG_FLAG_SW_RESET);
4704 
4705 	/* by pass if it's quiesced */
4706 	if (!(sc->sc_flags & IWP_F_QUIESCED)) {
4707 		mutex_exit(&sc->sc_glock);
4708 	}
4709 }
4710 
4711 /*
4712  * Naive implementation of the Adaptive Multi Rate Retry algorithm:
4713  * "IEEE 802.11 Rate Adaptation: A Practical Approach"
4714  * Mathieu Lacage, Hossein Manshaei, Thierry Turletti
4715  * INRIA Sophia - Projet Planete
4716  * http://www-sop.inria.fr/rapports/sophia/RR-5208.html
4717  */
4718 #define	is_success(amrr)	\
4719 	((amrr)->retrycnt < (amrr)->txcnt / 10)
4720 #define	is_failure(amrr)	\
4721 	((amrr)->retrycnt > (amrr)->txcnt / 3)
4722 #define	is_enough(amrr)		\
4723 	((amrr)->txcnt > 200)
4724 #define	not_very_few(amrr)	\
4725 	((amrr)->txcnt > 40)
4726 #define	is_min_rate(in)		\
4727 	(0 == (in)->in_txrate)
4728 #define	is_max_rate(in)		\
4729 	((in)->in_rates.ir_nrates - 1 == (in)->in_txrate)
4730 #define	increase_rate(in)	\
4731 	((in)->in_txrate++)
4732 #define	decrease_rate(in)	\
4733 	((in)->in_txrate--)
4734 #define	reset_cnt(amrr)		\
4735 	{ (amrr)->txcnt = (amrr)->retrycnt = 0; }
4736 
4737 #define	IWP_AMRR_MIN_SUCCESS_THRESHOLD	 1
4738 #define	IWP_AMRR_MAX_SUCCESS_THRESHOLD	15
4739 
4740 static void
4741 iwp_amrr_init(iwp_amrr_t *amrr)
4742 {
4743 	amrr->success = 0;
4744 	amrr->recovery = 0;
4745 	amrr->txcnt = amrr->retrycnt = 0;
4746 	amrr->success_threshold = IWP_AMRR_MIN_SUCCESS_THRESHOLD;
4747 }
4748 
4749 static void
4750 iwp_amrr_timeout(iwp_sc_t *sc)
4751 {
4752 	ieee80211com_t *ic = &sc->sc_ic;
4753 
4754 	IWP_DBG((IWP_DEBUG_RATECTL, "iwp_amrr_timeout(): "
4755 	    "enter\n"));
4756 
4757 	if (IEEE80211_M_STA == ic->ic_opmode) {
4758 		iwp_amrr_ratectl(NULL, ic->ic_bss);
4759 	} else {
4760 		ieee80211_iterate_nodes(&ic->ic_sta, iwp_amrr_ratectl, NULL);
4761 	}
4762 
4763 	sc->sc_clk = ddi_get_lbolt();
4764 }
4765 
4766 /* ARGSUSED */
4767 static void
4768 iwp_amrr_ratectl(void *arg, ieee80211_node_t *in)
4769 {
4770 	iwp_amrr_t *amrr = (iwp_amrr_t *)in;
4771 	int need_change = 0;
4772 
4773 	if (is_success(amrr) && is_enough(amrr)) {
4774 		amrr->success++;
4775 		if (amrr->success >= amrr->success_threshold &&
4776 		    !is_max_rate(in)) {
4777 			amrr->recovery = 1;
4778 			amrr->success = 0;
4779 			increase_rate(in);
4780 			IWP_DBG((IWP_DEBUG_RATECTL, "iwp_amrr_ratectl(): "
4781 			    "AMRR increasing rate %d "
4782 			    "(txcnt=%d retrycnt=%d)\n",
4783 			    in->in_txrate, amrr->txcnt,
4784 			    amrr->retrycnt));
4785 			need_change = 1;
4786 		} else {
4787 			amrr->recovery = 0;
4788 		}
4789 	} else if (not_very_few(amrr) && is_failure(amrr)) {
4790 		amrr->success = 0;
4791 		if (!is_min_rate(in)) {
4792 			if (amrr->recovery) {
4793 				amrr->success_threshold++;
4794 				if (amrr->success_threshold >
4795 				    IWP_AMRR_MAX_SUCCESS_THRESHOLD) {
4796 					amrr->success_threshold =
4797 					    IWP_AMRR_MAX_SUCCESS_THRESHOLD;
4798 				}
4799 			} else {
4800 				amrr->success_threshold =
4801 				    IWP_AMRR_MIN_SUCCESS_THRESHOLD;
4802 			}
4803 			decrease_rate(in);
4804 			IWP_DBG((IWP_DEBUG_RATECTL, "iwp_amrr_ratectl(): "
4805 			    "AMRR decreasing rate %d "
4806 			    "(txcnt=%d retrycnt=%d)\n",
4807 			    in->in_txrate, amrr->txcnt,
4808 			    amrr->retrycnt));
4809 			need_change = 1;
4810 		}
4811 		amrr->recovery = 0;	/* paper is incorrect */
4812 	}
4813 
4814 	if (is_enough(amrr) || need_change) {
4815 		reset_cnt(amrr);
4816 	}
4817 }
4818 
4819 /*
4820  * translate indirect address in eeprom to direct address
4821  * in eeprom and return address of entry whos indirect address
4822  * is indi_addr
4823  */
4824 static uint8_t *
4825 iwp_eep_addr_trans(iwp_sc_t *sc, uint32_t indi_addr)
4826 {
4827 	uint32_t	di_addr;
4828 	uint16_t	temp;
4829 
4830 	if (!(indi_addr & INDIRECT_ADDRESS)) {
4831 		di_addr = indi_addr;
4832 		return (&sc->sc_eep_map[di_addr]);
4833 	}
4834 
4835 	switch (indi_addr & INDIRECT_TYPE_MSK) {
4836 	case INDIRECT_GENERAL:
4837 		temp = IWP_READ_EEP_SHORT(sc, EEP_LINK_GENERAL);
4838 		break;
4839 	case	INDIRECT_HOST:
4840 		temp = IWP_READ_EEP_SHORT(sc, EEP_LINK_HOST);
4841 		break;
4842 	case	INDIRECT_REGULATORY:
4843 		temp = IWP_READ_EEP_SHORT(sc, EEP_LINK_REGULATORY);
4844 		break;
4845 	case	INDIRECT_CALIBRATION:
4846 		temp = IWP_READ_EEP_SHORT(sc, EEP_LINK_CALIBRATION);
4847 		break;
4848 	case	INDIRECT_PROCESS_ADJST:
4849 		temp = IWP_READ_EEP_SHORT(sc, EEP_LINK_PROCESS_ADJST);
4850 		break;
4851 	case	INDIRECT_OTHERS:
4852 		temp = IWP_READ_EEP_SHORT(sc, EEP_LINK_OTHERS);
4853 		break;
4854 	default:
4855 		temp = 0;
4856 		cmn_err(CE_WARN, "iwp_eep_addr_trans(): "
4857 		    "incorrect indirect eeprom address.\n");
4858 		break;
4859 	}
4860 
4861 	di_addr = (indi_addr & ADDRESS_MSK) + (temp << 1);
4862 
4863 	return (&sc->sc_eep_map[di_addr]);
4864 }
4865 
4866 /*
4867  * loade a section of ucode into NIC
4868  */
4869 static int
4870 iwp_put_seg_fw(iwp_sc_t *sc, uint32_t addr_s, uint32_t addr_d, uint32_t len)
4871 {
4872 
4873 	iwp_mac_access_enter(sc);
4874 
4875 	IWP_WRITE(sc, IWP_FH_TCSR_CHNL_TX_CONFIG_REG(IWP_FH_SRVC_CHNL),
4876 	    IWP_FH_TCSR_TX_CONFIG_REG_VAL_DMA_CHNL_PAUSE);
4877 
4878 	IWP_WRITE(sc, IWP_FH_SRVC_CHNL_SRAM_ADDR_REG(IWP_FH_SRVC_CHNL), addr_d);
4879 
4880 	IWP_WRITE(sc, IWP_FH_TFDIB_CTRL0_REG(IWP_FH_SRVC_CHNL),
4881 	    (addr_s & FH_MEM_TFDIB_DRAM_ADDR_LSB_MASK));
4882 
4883 	IWP_WRITE(sc, IWP_FH_TFDIB_CTRL1_REG(IWP_FH_SRVC_CHNL), len);
4884 
4885 	IWP_WRITE(sc, IWP_FH_TCSR_CHNL_TX_BUF_STS_REG(IWP_FH_SRVC_CHNL),
4886 	    (1 << IWP_FH_TCSR_CHNL_TX_BUF_STS_REG_POS_TB_NUM) |
4887 	    (1 << IWP_FH_TCSR_CHNL_TX_BUF_STS_REG_POS_TB_IDX) |
4888 	    IWP_FH_TCSR_CHNL_TX_BUF_STS_REG_VAL_TFDB_VALID);
4889 
4890 	IWP_WRITE(sc, IWP_FH_TCSR_CHNL_TX_CONFIG_REG(IWP_FH_SRVC_CHNL),
4891 	    IWP_FH_TCSR_TX_CONFIG_REG_VAL_DMA_CHNL_ENABLE |
4892 	    IWP_FH_TCSR_TX_CONFIG_REG_VAL_DMA_CREDIT_DISABLE_VAL |
4893 	    IWP_FH_TCSR_TX_CONFIG_REG_VAL_CIRQ_HOST_ENDTFD);
4894 
4895 	iwp_mac_access_exit(sc);
4896 
4897 	return (IWP_SUCCESS);
4898 }
4899 
4900 /*
4901  * necessary setting during alive notification
4902  */
4903 static int
4904 iwp_alive_common(iwp_sc_t *sc)
4905 {
4906 	uint32_t	base;
4907 	uint32_t	i;
4908 	iwp_wimax_coex_cmd_t	w_cmd;
4909 	iwp_calibration_crystal_cmd_t	c_cmd;
4910 	uint32_t	rv = IWP_FAIL;
4911 
4912 	/*
4913 	 * initialize SCD related registers to make TX work.
4914 	 */
4915 	iwp_mac_access_enter(sc);
4916 
4917 	/*
4918 	 * read sram address of data base.
4919 	 */
4920 	sc->sc_scd_base = iwp_reg_read(sc, IWP_SCD_SRAM_BASE_ADDR);
4921 
4922 	for (base = sc->sc_scd_base + IWP_SCD_CONTEXT_DATA_OFFSET;
4923 	    base < sc->sc_scd_base + IWP_SCD_TX_STTS_BITMAP_OFFSET;
4924 	    base += 4) {
4925 		iwp_mem_write(sc, base, 0);
4926 	}
4927 
4928 	for (; base < sc->sc_scd_base + IWP_SCD_TRANSLATE_TBL_OFFSET;
4929 	    base += 4) {
4930 		iwp_mem_write(sc, base, 0);
4931 	}
4932 
4933 	for (i = 0; i < sizeof (uint16_t) * IWP_NUM_QUEUES; i += 4) {
4934 		iwp_mem_write(sc, base + i, 0);
4935 	}
4936 
4937 	iwp_reg_write(sc, IWP_SCD_DRAM_BASE_ADDR,
4938 	    sc->sc_dma_sh.cookie.dmac_address >> 10);
4939 
4940 	iwp_reg_write(sc, IWP_SCD_QUEUECHAIN_SEL,
4941 	    IWP_SCD_QUEUECHAIN_SEL_ALL(IWP_NUM_QUEUES));
4942 
4943 	iwp_reg_write(sc, IWP_SCD_AGGR_SEL, 0);
4944 
4945 	for (i = 0; i < IWP_NUM_QUEUES; i++) {
4946 		iwp_reg_write(sc, IWP_SCD_QUEUE_RDPTR(i), 0);
4947 		IWP_WRITE(sc, HBUS_TARG_WRPTR, 0 | (i << 8));
4948 		iwp_mem_write(sc, sc->sc_scd_base +
4949 		    IWP_SCD_CONTEXT_QUEUE_OFFSET(i), 0);
4950 		iwp_mem_write(sc, sc->sc_scd_base +
4951 		    IWP_SCD_CONTEXT_QUEUE_OFFSET(i) +
4952 		    sizeof (uint32_t),
4953 		    ((SCD_WIN_SIZE << IWP_SCD_QUEUE_CTX_REG2_WIN_SIZE_POS) &
4954 		    IWP_SCD_QUEUE_CTX_REG2_WIN_SIZE_MSK) |
4955 		    ((SCD_FRAME_LIMIT <<
4956 		    IWP_SCD_QUEUE_CTX_REG2_FRAME_LIMIT_POS) &
4957 		    IWP_SCD_QUEUE_CTX_REG2_FRAME_LIMIT_MSK));
4958 	}
4959 
4960 	iwp_reg_write(sc, IWP_SCD_INTERRUPT_MASK, (1 << IWP_NUM_QUEUES) - 1);
4961 
4962 	iwp_reg_write(sc, (IWP_SCD_BASE + 0x10),
4963 	    SCD_TXFACT_REG_TXFIFO_MASK(0, 7));
4964 
4965 	IWP_WRITE(sc, HBUS_TARG_WRPTR, (IWP_CMD_QUEUE_NUM << 8));
4966 	iwp_reg_write(sc, IWP_SCD_QUEUE_RDPTR(IWP_CMD_QUEUE_NUM), 0);
4967 
4968 	/*
4969 	 * queue 0-7 map to FIFO 0-7 and
4970 	 * all queues work under FIFO mode(none-scheduler_ack)
4971 	 */
4972 	for (i = 0; i < 4; i++) {
4973 		iwp_reg_write(sc, IWP_SCD_QUEUE_STATUS_BITS(i),
4974 		    (1 << IWP_SCD_QUEUE_STTS_REG_POS_ACTIVE) |
4975 		    ((3-i) << IWP_SCD_QUEUE_STTS_REG_POS_TXF) |
4976 		    (1 << IWP_SCD_QUEUE_STTS_REG_POS_WSL) |
4977 		    IWP_SCD_QUEUE_STTS_REG_MSK);
4978 	}
4979 
4980 	iwp_reg_write(sc, IWP_SCD_QUEUE_STATUS_BITS(IWP_CMD_QUEUE_NUM),
4981 	    (1 << IWP_SCD_QUEUE_STTS_REG_POS_ACTIVE) |
4982 	    (IWP_CMD_FIFO_NUM << IWP_SCD_QUEUE_STTS_REG_POS_TXF) |
4983 	    (1 << IWP_SCD_QUEUE_STTS_REG_POS_WSL) |
4984 	    IWP_SCD_QUEUE_STTS_REG_MSK);
4985 
4986 	for (i = 5; i < 7; i++) {
4987 		iwp_reg_write(sc, IWP_SCD_QUEUE_STATUS_BITS(i),
4988 		    (1 << IWP_SCD_QUEUE_STTS_REG_POS_ACTIVE) |
4989 		    (i << IWP_SCD_QUEUE_STTS_REG_POS_TXF) |
4990 		    (1 << IWP_SCD_QUEUE_STTS_REG_POS_WSL) |
4991 		    IWP_SCD_QUEUE_STTS_REG_MSK);
4992 	}
4993 
4994 	iwp_mac_access_exit(sc);
4995 
4996 	(void) memset(&w_cmd, 0, sizeof (w_cmd));
4997 
4998 	rv = iwp_cmd(sc, COEX_PRIORITY_TABLE_CMD, &w_cmd, sizeof (w_cmd), 1);
4999 	if (rv != IWP_SUCCESS) {
5000 		cmn_err(CE_WARN, "iwp_alive_common(): "
5001 		    "failed to send wimax coexist command.\n");
5002 		return (rv);
5003 	}
5004 
5005 	(void) memset(&c_cmd, 0, sizeof (c_cmd));
5006 
5007 	c_cmd.opCode = PHY_CALIBRATE_CRYSTAL_FRQ_CMD;
5008 	c_cmd.data.cap_pin1 = LE_16(sc->sc_eep_calib->xtal_calib[0]);
5009 	c_cmd.data.cap_pin2 = LE_16(sc->sc_eep_calib->xtal_calib[1]);
5010 
5011 	rv = iwp_cmd(sc, REPLY_PHY_CALIBRATION_CMD, &c_cmd, sizeof (c_cmd), 1);
5012 	if (rv != IWP_SUCCESS) {
5013 		cmn_err(CE_WARN, "iwp_alive_common(): "
5014 		    "failed to send crystal frq calibration command.\n");
5015 		return (rv);
5016 	}
5017 
5018 	/*
5019 	 * make sure crystal frequency calibration ready
5020 	 * before next operations.
5021 	 */
5022 	DELAY(1000);
5023 
5024 	return (IWP_SUCCESS);
5025 }
5026 
5027 /*
5028  * save results of calibration from ucode
5029  */
5030 static void
5031 iwp_save_calib_result(iwp_sc_t *sc, iwp_rx_desc_t *desc)
5032 {
5033 	struct iwp_calib_results *res_p = &sc->sc_calib_results;
5034 	struct iwp_calib_hdr *calib_hdr = (struct iwp_calib_hdr *)(desc + 1);
5035 	int len = LE_32(desc->len);
5036 
5037 	/*
5038 	 * ensure the size of buffer is not too big
5039 	 */
5040 	len = (len & FH_RSCSR_FRAME_SIZE_MASK) - 4;
5041 
5042 	switch (calib_hdr->op_code) {
5043 	case PHY_CALIBRATE_LO_CMD:
5044 		if (NULL == res_p->lo_res) {
5045 			res_p->lo_res = kmem_alloc(len, KM_NOSLEEP);
5046 		}
5047 
5048 		if (NULL == res_p->lo_res) {
5049 			cmn_err(CE_WARN, "iwp_save_calib_result(): "
5050 			    "failed to allocate memory.\n");
5051 			return;
5052 		}
5053 
5054 		res_p->lo_res_len = len;
5055 		(void) memcpy(res_p->lo_res, calib_hdr, len);
5056 		break;
5057 	case PHY_CALIBRATE_TX_IQ_CMD:
5058 		if (NULL == res_p->tx_iq_res) {
5059 			res_p->tx_iq_res = kmem_alloc(len, KM_NOSLEEP);
5060 		}
5061 
5062 		if (NULL == res_p->tx_iq_res) {
5063 			cmn_err(CE_WARN, "iwp_save_calib_result(): "
5064 			    "failed to allocate memory.\n");
5065 			return;
5066 		}
5067 
5068 		res_p->tx_iq_res_len = len;
5069 		(void) memcpy(res_p->tx_iq_res, calib_hdr, len);
5070 		break;
5071 	case PHY_CALIBRATE_TX_IQ_PERD_CMD:
5072 		if (NULL == res_p->tx_iq_perd_res) {
5073 			res_p->tx_iq_perd_res = kmem_alloc(len, KM_NOSLEEP);
5074 		}
5075 
5076 		if (NULL == res_p->tx_iq_perd_res) {
5077 			cmn_err(CE_WARN, "iwp_save_calib_result(): "
5078 			    "failed to allocate memory.\n");
5079 		}
5080 
5081 		res_p->tx_iq_perd_res_len = len;
5082 		(void) memcpy(res_p->tx_iq_perd_res, calib_hdr, len);
5083 		break;
5084 	case PHY_CALIBRATE_BASE_BAND_CMD:
5085 		if (NULL == res_p->base_band_res) {
5086 			res_p->base_band_res = kmem_alloc(len, KM_NOSLEEP);
5087 		}
5088 
5089 		if (NULL == res_p->base_band_res) {
5090 			cmn_err(CE_WARN, "iwp_save_calib_result(): "
5091 			    "failed to allocate memory.\n");
5092 		}
5093 
5094 		res_p->base_band_res_len = len;
5095 		(void) memcpy(res_p->base_band_res, calib_hdr, len);
5096 		break;
5097 	default:
5098 		cmn_err(CE_WARN, "iwp_save_calib_result(): "
5099 		    "incorrect calibration type(%d).\n", calib_hdr->op_code);
5100 		break;
5101 	}
5102 
5103 }
5104 
5105 static void
5106 iwp_release_calib_buffer(iwp_sc_t *sc)
5107 {
5108 	if (sc->sc_calib_results.lo_res != NULL) {
5109 		kmem_free(sc->sc_calib_results.lo_res,
5110 		    sc->sc_calib_results.lo_res_len);
5111 		sc->sc_calib_results.lo_res = NULL;
5112 	}
5113 
5114 	if (sc->sc_calib_results.tx_iq_res != NULL) {
5115 		kmem_free(sc->sc_calib_results.tx_iq_res,
5116 		    sc->sc_calib_results.tx_iq_res_len);
5117 		sc->sc_calib_results.tx_iq_res = NULL;
5118 	}
5119 
5120 	if (sc->sc_calib_results.tx_iq_perd_res != NULL) {
5121 		kmem_free(sc->sc_calib_results.tx_iq_perd_res,
5122 		    sc->sc_calib_results.tx_iq_perd_res_len);
5123 		sc->sc_calib_results.tx_iq_perd_res = NULL;
5124 	}
5125 
5126 	if (sc->sc_calib_results.base_band_res != NULL) {
5127 		kmem_free(sc->sc_calib_results.base_band_res,
5128 		    sc->sc_calib_results.base_band_res_len);
5129 		sc->sc_calib_results.base_band_res = NULL;
5130 	}
5131 
5132 }
5133 
5134 /*
5135  * common section of intialization
5136  */
5137 static int
5138 iwp_init_common(iwp_sc_t *sc)
5139 {
5140 	int32_t	qid;
5141 	uint32_t tmp;
5142 
5143 	(void) iwp_preinit(sc);
5144 
5145 	tmp = IWP_READ(sc, CSR_GP_CNTRL);
5146 	if (!(tmp & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW)) {
5147 		cmn_err(CE_NOTE, "iwp_init_common(): "
5148 		    "radio transmitter is off\n");
5149 		return (IWP_FAIL);
5150 	}
5151 
5152 	/*
5153 	 * init Rx ring
5154 	 */
5155 	iwp_mac_access_enter(sc);
5156 	IWP_WRITE(sc, FH_MEM_RCSR_CHNL0_CONFIG_REG, 0);
5157 
5158 	IWP_WRITE(sc, FH_RSCSR_CHNL0_RBDCB_WPTR_REG, 0);
5159 	IWP_WRITE(sc, FH_RSCSR_CHNL0_RBDCB_BASE_REG,
5160 	    sc->sc_rxq.dma_desc.cookie.dmac_address >> 8);
5161 
5162 	IWP_WRITE(sc, FH_RSCSR_CHNL0_STTS_WPTR_REG,
5163 	    ((uint32_t)(sc->sc_dma_sh.cookie.dmac_address +
5164 	    offsetof(struct iwp_shared, val0)) >> 4));
5165 
5166 	IWP_WRITE(sc, FH_MEM_RCSR_CHNL0_CONFIG_REG,
5167 	    FH_RCSR_RX_CONFIG_CHNL_EN_ENABLE_VAL |
5168 	    FH_RCSR_CHNL0_RX_CONFIG_IRQ_DEST_INT_HOST_VAL |
5169 	    IWP_FH_RCSR_RX_CONFIG_REG_VAL_RB_SIZE_4K |
5170 	    (RX_QUEUE_SIZE_LOG <<
5171 	    FH_RCSR_RX_CONFIG_RBDCB_SIZE_BITSHIFT));
5172 	iwp_mac_access_exit(sc);
5173 	IWP_WRITE(sc, FH_RSCSR_CHNL0_RBDCB_WPTR_REG,
5174 	    (RX_QUEUE_SIZE - 1) & ~0x7);
5175 
5176 	/*
5177 	 * init Tx rings
5178 	 */
5179 	iwp_mac_access_enter(sc);
5180 	iwp_reg_write(sc, IWP_SCD_TXFACT, 0);
5181 
5182 	/*
5183 	 * keep warm page
5184 	 */
5185 	IWP_WRITE(sc, IWP_FH_KW_MEM_ADDR_REG,
5186 	    sc->sc_dma_kw.cookie.dmac_address >> 4);
5187 
5188 	for (qid = 0; qid < IWP_NUM_QUEUES; qid++) {
5189 		IWP_WRITE(sc, FH_MEM_CBBC_QUEUE(qid),
5190 		    sc->sc_txq[qid].dma_desc.cookie.dmac_address >> 8);
5191 		IWP_WRITE(sc, IWP_FH_TCSR_CHNL_TX_CONFIG_REG(qid),
5192 		    IWP_FH_TCSR_TX_CONFIG_REG_VAL_DMA_CHNL_ENABLE |
5193 		    IWP_FH_TCSR_TX_CONFIG_REG_VAL_DMA_CREDIT_ENABLE_VAL);
5194 	}
5195 
5196 	iwp_mac_access_exit(sc);
5197 
5198 	/*
5199 	 * clear "radio off" and "disable command" bits
5200 	 */
5201 	IWP_WRITE(sc, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
5202 	IWP_WRITE(sc, CSR_UCODE_DRV_GP1_CLR,
5203 	    CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
5204 
5205 	/*
5206 	 * clear any pending interrupts
5207 	 */
5208 	IWP_WRITE(sc, CSR_INT, 0xffffffff);
5209 
5210 	/*
5211 	 * enable interrupts
5212 	 */
5213 	IWP_WRITE(sc, CSR_INT_MASK, CSR_INI_SET_MASK);
5214 
5215 	IWP_WRITE(sc, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
5216 	IWP_WRITE(sc, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
5217 
5218 	return (IWP_SUCCESS);
5219 }
5220 
5221 static int
5222 iwp_fast_recover(iwp_sc_t *sc)
5223 {
5224 	ieee80211com_t *ic = &sc->sc_ic;
5225 	int err = IWP_FAIL;
5226 
5227 	mutex_enter(&sc->sc_glock);
5228 
5229 	/* restore runtime configuration */
5230 	bcopy(&sc->sc_config_save, &sc->sc_config,
5231 	    sizeof (sc->sc_config));
5232 
5233 	sc->sc_config.assoc_id = 0;
5234 	sc->sc_config.filter_flags &= ~LE_32(RXON_FILTER_ASSOC_MSK);
5235 
5236 	if ((err = iwp_hw_set_before_auth(sc)) != IWP_SUCCESS) {
5237 		cmn_err(CE_WARN, "iwp_fast_recover(): "
5238 		    "could not setup authentication\n");
5239 		mutex_exit(&sc->sc_glock);
5240 		return (err);
5241 	}
5242 
5243 	bcopy(&sc->sc_config_save, &sc->sc_config,
5244 	    sizeof (sc->sc_config));
5245 
5246 	/* update adapter's configuration */
5247 	err = iwp_run_state_config(sc);
5248 	if (err != IWP_SUCCESS) {
5249 		cmn_err(CE_WARN, "iwp_fast_recover(): "
5250 		    "failed to setup association\n");
5251 		mutex_exit(&sc->sc_glock);
5252 		return (err);
5253 	}
5254 	/* set LED on */
5255 	iwp_set_led(sc, 2, 0, 1);
5256 
5257 	mutex_exit(&sc->sc_glock);
5258 
5259 	atomic_and_32(&sc->sc_flags, ~IWP_F_HW_ERR_RECOVER);
5260 
5261 	/* start queue */
5262 	IWP_DBG((IWP_DEBUG_FW, "iwp_fast_recover(): "
5263 	    "resume xmit\n"));
5264 	mac_tx_update(ic->ic_mach);
5265 
5266 	return (IWP_SUCCESS);
5267 }
5268 
5269 static int
5270 iwp_run_state_config(iwp_sc_t *sc)
5271 {
5272 	struct ieee80211com *ic = &sc->sc_ic;
5273 	ieee80211_node_t *in = ic->ic_bss;
5274 	int err = IWP_FAIL;
5275 
5276 	/*
5277 	 * update adapter's configuration
5278 	 */
5279 	sc->sc_config.assoc_id = in->in_associd & 0x3fff;
5280 
5281 	/*
5282 	 * short preamble/slot time are
5283 	 * negotiated when associating
5284 	 */
5285 	sc->sc_config.flags &=
5286 	    ~LE_32(RXON_FLG_SHORT_PREAMBLE_MSK |
5287 	    RXON_FLG_SHORT_SLOT_MSK);
5288 
5289 	if (ic->ic_flags & IEEE80211_F_SHSLOT) {
5290 		sc->sc_config.flags |=
5291 		    LE_32(RXON_FLG_SHORT_SLOT_MSK);
5292 	}
5293 
5294 	if (ic->ic_flags & IEEE80211_F_SHPREAMBLE) {
5295 		sc->sc_config.flags |=
5296 		    LE_32(RXON_FLG_SHORT_PREAMBLE_MSK);
5297 	}
5298 
5299 	sc->sc_config.filter_flags |=
5300 	    LE_32(RXON_FILTER_ASSOC_MSK);
5301 
5302 	if (ic->ic_opmode != IEEE80211_M_STA) {
5303 		sc->sc_config.filter_flags |=
5304 		    LE_32(RXON_FILTER_BCON_AWARE_MSK);
5305 	}
5306 
5307 	IWP_DBG((IWP_DEBUG_80211, "iwp_run_state_config(): "
5308 	    "config chan %d flags %x"
5309 	    " filter_flags %x\n",
5310 	    sc->sc_config.chan, sc->sc_config.flags,
5311 	    sc->sc_config.filter_flags));
5312 
5313 	err = iwp_cmd(sc, REPLY_RXON, &sc->sc_config,
5314 	    sizeof (iwp_rxon_cmd_t), 1);
5315 	if (err != IWP_SUCCESS) {
5316 		cmn_err(CE_WARN, "iwp_run_state_config(): "
5317 		    "could not update configuration\n");
5318 		return (err);
5319 	}
5320 
5321 	return (err);
5322 }
5323 
5324 /*
5325  * This function overwrites default configurations of
5326  * ieee80211com structure in Net80211 module.
5327  */
5328 static void
5329 iwp_overwrite_ic_default(iwp_sc_t *sc)
5330 {
5331 	ieee80211com_t *ic = &sc->sc_ic;
5332 
5333 	sc->sc_newstate = ic->ic_newstate;
5334 	ic->ic_newstate = iwp_newstate;
5335 	ic->ic_node_alloc = iwp_node_alloc;
5336 	ic->ic_node_free = iwp_node_free;
5337 }
5338 
5339 
5340 /*
5341  * This function adds AP station into hardware.
5342  */
5343 static int
5344 iwp_add_ap_sta(iwp_sc_t *sc)
5345 {
5346 	ieee80211com_t *ic = &sc->sc_ic;
5347 	ieee80211_node_t *in = ic->ic_bss;
5348 	iwp_add_sta_t node;
5349 	int err = IWP_FAIL;
5350 
5351 	/*
5352 	 * Add AP node into hardware.
5353 	 */
5354 	(void) memset(&node, 0, sizeof (node));
5355 	IEEE80211_ADDR_COPY(node.sta.addr, in->in_bssid);
5356 	node.mode = STA_MODE_ADD_MSK;
5357 	node.sta.sta_id = IWP_AP_ID;
5358 
5359 	err = iwp_cmd(sc, REPLY_ADD_STA, &node, sizeof (node), 1);
5360 	if (err != IWP_SUCCESS) {
5361 		cmn_err(CE_WARN, "iwp_add_ap_sta(): "
5362 		    "failed to add AP node\n");
5363 		return (err);
5364 	}
5365 
5366 	return (err);
5367 }
5368 
5369 /*
5370  * Check EEPROM version and Calibration version.
5371  */
5372 static int
5373 iwp_eep_ver_chk(iwp_sc_t *sc)
5374 {
5375 	if ((IWP_READ_EEP_SHORT(sc, EEP_VERSION) < 0x011a) ||
5376 	    (sc->sc_eep_calib->tx_pow_calib_hdr.calib_version < 4)) {
5377 		cmn_err(CE_WARN, "iwp_eep_ver_chk(): "
5378 		    "unsupported eeprom detected\n");
5379 		return (IWP_FAIL);
5380 	}
5381 
5382 	return (IWP_SUCCESS);
5383 }
5384 
5385 /*
5386  * Determine parameters for all supported chips.
5387  */
5388 static void
5389 iwp_set_chip_param(iwp_sc_t *sc)
5390 {
5391 	if ((0x008d == sc->sc_dev_id) ||
5392 	    (0x008e == sc->sc_dev_id)) {
5393 		sc->sc_chip_param.phy_mode = PHY_MODE_G |
5394 		    PHY_MODE_A | PHY_MODE_N;
5395 
5396 		sc->sc_chip_param.tx_ant = ANT_A | ANT_B;
5397 		sc->sc_chip_param.rx_ant = ANT_A | ANT_B;
5398 
5399 		sc->sc_chip_param.pa_type = PA_TYPE_MIX;
5400 	}
5401 
5402 	if ((0x422c == sc->sc_dev_id) ||
5403 	    (0x4239 == sc->sc_dev_id)) {
5404 		sc->sc_chip_param.phy_mode = PHY_MODE_G |
5405 		    PHY_MODE_A | PHY_MODE_N;
5406 
5407 		sc->sc_chip_param.tx_ant = ANT_B | ANT_C;
5408 		sc->sc_chip_param.rx_ant = ANT_B | ANT_C;
5409 
5410 		sc->sc_chip_param.pa_type = PA_TYPE_INTER;
5411 	}
5412 
5413 	if ((0x422b == sc->sc_dev_id) ||
5414 	    (0x4238 == sc->sc_dev_id)) {
5415 		sc->sc_chip_param.phy_mode = PHY_MODE_G |
5416 		    PHY_MODE_A | PHY_MODE_N;
5417 
5418 		sc->sc_chip_param.tx_ant = ANT_A | ANT_B | ANT_C;
5419 		sc->sc_chip_param.rx_ant = ANT_A | ANT_B | ANT_C;
5420 
5421 		sc->sc_chip_param.pa_type = PA_TYPE_SYSTEM;
5422 	}
5423 }
5424