176 static void bge_cfg_clr16(bge_t *bgep, bge_regno_t regno, uint16_t bits);
180 bge_cfg_clr16(bge_t *bgep, bge_regno_t regno, uint16_t bits)  in bge_cfg_clr16()  argument
185 	    (void *)bgep, regno, bits));  in bge_cfg_clr16()
187 	regval = pci_config_get16(bgep->cfg_handle, regno);  in bge_cfg_clr16()
190 	    (void *)bgep, regno, bits, regval, regval & ~bits));  in bge_cfg_clr16()
193 	pci_config_put16(bgep->cfg_handle, regno, regval);  in bge_cfg_clr16()
198 static void bge_cfg_clr32(bge_t *bgep, bge_regno_t regno, uint32_t bits);
202 bge_cfg_clr32(bge_t *bgep, bge_regno_t regno, uint32_t bits)  in bge_cfg_clr32()  argument
207 	    (void *)bgep, regno, bits));  in bge_cfg_clr32()
209 	regval = pci_config_get32(bgep->cfg_handle, regno);  in bge_cfg_clr32()
212 	    (void *)bgep, regno, bits, regval, regval & ~bits));  in bge_cfg_clr32()
215 	pci_config_put32(bgep->cfg_handle, regno, regval);  in bge_cfg_clr32()
234 uint32_t bge_ind_get32(bge_t *bgep, bge_regno_t regno);
238 bge_ind_get32(bge_t *bgep, bge_regno_t regno)  in bge_ind_get32()  argument
242 	BGE_TRACE(("bge_ind_get32($%p, 0x%lx)", (void *)bgep, regno));  in bge_ind_get32()
248 		regno = LE_32(regno);  in bge_ind_get32()
251 	pci_config_put32(bgep->cfg_handle, PCI_CONF_BGE_RIAAR, regno);  in bge_ind_get32()
255 	    (void *)bgep, regno, val));  in bge_ind_get32()
262 void bge_ind_put32(bge_t *bgep, bge_regno_t regno, uint32_t val);
266 bge_ind_put32(bge_t *bgep, bge_regno_t regno, uint32_t val)  in bge_ind_put32()  argument
269 	    (void *)bgep, regno, val));  in bge_ind_put32()
276 		regno = LE_32(regno);  in bge_ind_put32()
279 	pci_config_put32(bgep->cfg_handle, PCI_CONF_BGE_RIAAR, regno);  in bge_ind_put32()
607 uint32_t bge_reg_get32(bge_t *bgep, bge_regno_t regno);
611 bge_reg_get32(bge_t *bgep, bge_regno_t regno)  in bge_reg_get32()  argument
614 	    (void *)bgep, regno));  in bge_reg_get32()
616 	return (ddi_get32(bgep->io_handle, PIO_ADDR(bgep, regno)));  in bge_reg_get32()
619 void bge_reg_put32(bge_t *bgep, bge_regno_t regno, uint32_t data);
623 bge_reg_put32(bge_t *bgep, bge_regno_t regno, uint32_t data)  in bge_reg_put32()  argument
626 	    (void *)bgep, regno, data));  in bge_reg_put32()
628 	ddi_put32(bgep->io_handle, PIO_ADDR(bgep, regno), data);  in bge_reg_put32()
632 void bge_reg_set32(bge_t *bgep, bge_regno_t regno, uint32_t bits);
636 bge_reg_set32(bge_t *bgep, bge_regno_t regno, uint32_t bits)  in bge_reg_set32()  argument
641 	    (void *)bgep, regno, bits));  in bge_reg_set32()
643 	regval = bge_reg_get32(bgep, regno);  in bge_reg_set32()
645 	bge_reg_put32(bgep, regno, regval);  in bge_reg_set32()
648 void bge_reg_clr32(bge_t *bgep, bge_regno_t regno, uint32_t bits);
652 bge_reg_clr32(bge_t *bgep, bge_regno_t regno, uint32_t bits)  in bge_reg_clr32()  argument
657 	    (void *)bgep, regno, bits));  in bge_reg_clr32()
659 	regval = bge_reg_get32(bgep, regno);  in bge_reg_clr32()
661 	bge_reg_put32(bgep, regno, regval);  in bge_reg_clr32()
664 static uint64_t bge_reg_get64(bge_t *bgep, bge_regno_t regno);
668 bge_reg_get64(bge_t *bgep, bge_regno_t regno)  in bge_reg_get64()  argument
678 		regval = ddi_get32(bgep->io_handle, PIO_ADDR(bgep, regno + 4));  in bge_reg_get64()
680 		regval |= ddi_get32(bgep->io_handle, PIO_ADDR(bgep, regno));  in bge_reg_get64()
682 		regval = ddi_get64(bgep->io_handle, PIO_ADDR(bgep, regno));  in bge_reg_get64()
689 		regval = ddi_get32(bgep->io_handle, PIO_ADDR(bgep, regno));  in bge_reg_get64()
691 		regval |= ddi_get32(bgep->io_handle, PIO_ADDR(bgep, regno + 4));  in bge_reg_get64()
693 		regval = ddi_get64(bgep->io_handle, PIO_ADDR(bgep, regno));  in bge_reg_get64()
696 	regval = ddi_get64(bgep->io_handle, PIO_ADDR(bgep, regno));  in bge_reg_get64()
704 	    (void *)bgep, regno, regval));  in bge_reg_get64()
709 static void bge_reg_put64(bge_t *bgep, bge_regno_t regno, uint64_t data);
713 bge_reg_put64(bge_t *bgep, bge_regno_t regno, uint64_t data)  in bge_reg_put64()  argument
716 	    (void *)bgep, regno, data));  in bge_reg_put64()
729 		    PIO_ADDR(bgep, regno), (uint32_t)data);  in bge_reg_put64()
732 		    PIO_ADDR(bgep, regno + 4), (uint32_t)(data >> 32));  in bge_reg_put64()
735 		ddi_put64(bgep->io_handle, PIO_ADDR(bgep, regno), data);  in bge_reg_put64()
743 		    PIO_ADDR(bgep, regno + 4), (uint32_t)data);  in bge_reg_put64()
746 		    PIO_ADDR(bgep, regno), (uint32_t)(data >> 32));  in bge_reg_put64()
748 		ddi_put64(bgep->io_handle, PIO_ADDR(bgep, regno), data);  in bge_reg_put64()
751 	ddi_put64(bgep->io_handle, PIO_ADDR(bgep, regno), data);  in bge_reg_put64()
780 void bge_mbx_put(bge_t *bgep, bge_regno_t regno, uint64_t data);
784 bge_mbx_put(bge_t *bgep, bge_regno_t regno, uint64_t data)  in bge_mbx_put()  argument
787 		regno += INTERRUPT_LP_MBOX_0_REG - INTERRUPT_MBOX_0_REG + 4;  in bge_mbx_put()
790 	    (void *)bgep, regno, data));  in bge_mbx_put()
800 	ddi_put32(bgep->io_handle, PIO_ADDR(bgep, regno+4), (uint32_t)data);  in bge_mbx_put()
802 	ddi_put32(bgep->io_handle, PIO_ADDR(bgep, regno), (uint32_t)data);  in bge_mbx_put()
807 uint32_t bge_mbx_get(bge_t *bgep, bge_regno_t regno);
811 bge_mbx_get(bge_t *bgep, bge_regno_t regno)  in bge_mbx_get()  argument
816 		regno += INTERRUPT_LP_MBOX_0_REG - INTERRUPT_MBOX_0_REG + 4;  in bge_mbx_get()
819 	    (void *)bgep, regno));  in bge_mbx_get()
822 	val32 = ddi_get32(bgep->io_handle, PIO_ADDR(bgep, regno+4));  in bge_mbx_get()
824 	val32 = ddi_get32(bgep->io_handle, PIO_ADDR(bgep, regno));  in bge_mbx_get()
829 	    (void *)bgep, regno, val32));  in bge_mbx_get()
1173 static uint16_t bge_mii_access(bge_t *bgep, bge_regno_t regno,
1178 bge_mii_access(bge_t *bgep, bge_regno_t regno, uint16_t data, uint32_t cmd)  in bge_mii_access()  argument
1185 	    (void *)bgep, regno, data, cmd));  in bge_mii_access()
1193 	cmd |= regno << MI_COMMS_REGISTER_SHIFT;  in bge_mii_access()
1285 uint16_t bge_mii_get16(bge_t *bgep, bge_regno_t regno);
1289 bge_mii_get16(bge_t *bgep, bge_regno_t regno)  in bge_mii_get16()  argument
1292 	    (void *)bgep, regno));  in bge_mii_get16()
1296 	if (DEVICE_5906_SERIES_CHIPSETS(bgep) && ((regno == MII_AUX_CONTROL) ||  in bge_mii_get16()
1297 	    (regno == MII_MSCONTROL)))  in bge_mii_get16()
1300 	return (bge_mii_access(bgep, regno, 0, MI_COMMS_COMMAND_READ));  in bge_mii_get16()
1303 void bge_mii_put16(bge_t *bgep, bge_regno_t regno, uint16_t data);
1307 bge_mii_put16(bge_t *bgep, bge_regno_t regno, uint16_t data)  in bge_mii_put16()  argument
1310 	    (void *)bgep, regno, data));  in bge_mii_put16()
1314 	if (DEVICE_5906_SERIES_CHIPSETS(bgep) && ((regno == MII_AUX_CONTROL) ||  in bge_mii_put16()
1315 	    (regno == MII_MSCONTROL)))  in bge_mii_put16()
1318 	(void) bge_mii_access(bgep, regno, data, MI_COMMS_COMMAND_WRITE);  in bge_mii_put16()
1322 bge_phydsp_read(bge_t *bgep, bge_regno_t regno)  in bge_phydsp_read()  argument
1325 	          (void *)bgep, regno));  in bge_phydsp_read()
1329 	bge_mii_put16(bgep, MII_DSP_ADDRESS, regno);  in bge_phydsp_read()
1336 bge_phydsp_write(bge_t *bgep, bge_regno_t regno, uint16_t data)  in bge_phydsp_write()  argument
1339 	          (void *)bgep, regno, data));  in bge_phydsp_write()
1343 	bge_mii_put16(bgep, MII_DSP_ADDRESS, regno);  in bge_phydsp_write()
2103 uint32_t bge_ape_get32(bge_t *bgep, bge_regno_t regno);
2107 bge_ape_get32(bge_t *bgep, bge_regno_t regno)  in bge_ape_get32()  argument
2110 	    (void *)bgep, regno));  in bge_ape_get32()
2112 	return (ddi_get32(bgep->ape_handle, APE_ADDR(bgep, regno)));  in bge_ape_get32()
2115 void bge_ape_put32(bge_t *bgep, bge_regno_t regno, uint32_t data);
2119 bge_ape_put32(bge_t *bgep, bge_regno_t regno, uint32_t data)  in bge_ape_put32()  argument
2122 	    (void *)bgep, regno, data));  in bge_ape_put32()
2124 	ddi_put32(bgep->ape_handle, APE_ADDR(bgep, regno), data);  in bge_ape_put32()
3204 static boolean_t bge_chip_poll_engine(bge_t *bgep, bge_regno_t regno,
3209 bge_chip_poll_engine(bge_t *bgep, bge_regno_t regno,  in bge_chip_poll_engine()  argument
3216 	    (void *)bgep, regno, mask, val));  in bge_chip_poll_engine()
3219 		regval = bge_reg_get32(bgep, regno);  in bge_chip_poll_engine()
3225 	bge_problem(bgep, "bge_chip_poll_engine failed: regno = 0x%lx", regno);  in bge_chip_poll_engine()
3246 static boolean_t bge_chip_reset_engine(bge_t *bgep, bge_regno_t regno);
3250 bge_chip_reset_engine(bge_t *bgep, bge_regno_t regno)  in bge_chip_reset_engine()  argument
3257 	regval = bge_reg_get32(bgep, regno);  in bge_chip_reset_engine()
3260 	    (void *)bgep, regno));  in bge_chip_reset_engine()
3262 	    regno, regval));  in bge_chip_reset_engine()
3266 	switch (regno) {  in bge_chip_reset_engine()
3305 				bge_reg_set32(bgep, regno,  in bge_chip_reset_engine()
3322 		ddi_put32(bgep->io_handle, PIO_ADDR(bgep, regno), regval);  in bge_chip_reset_engine()
3385 		bge_reg_put32(bgep, regno, regval);  in bge_chip_reset_engine()
3386 		return (bge_chip_poll_engine(bgep, regno,  in bge_chip_reset_engine()
3401 static boolean_t bge_chip_disable_engine(bge_t *bgep, bge_regno_t regno,
3406 bge_chip_disable_engine(bge_t *bgep, bge_regno_t regno, uint32_t morebits)  in bge_chip_disable_engine()  argument
3411 	    (void *)bgep, regno, morebits));  in bge_chip_disable_engine()
3413 	switch (regno) {  in bge_chip_disable_engine()
3429 		bge_reg_put32(bgep, regno, ~(uint32_t)0);  in bge_chip_disable_engine()
3431 		bge_reg_put32(bgep, regno, 0);  in bge_chip_disable_engine()
3439 		if ((regno == RCV_LIST_SELECTOR_MODE_REG) ||  in bge_chip_disable_engine()
3440 		    (regno == DMA_COMPLETION_MODE_REG) ||  in bge_chip_disable_engine()
3441 		    (regno == MBUF_CLUSTER_FREE_MODE_REG) ||  in bge_chip_disable_engine()
3442 		    (regno == BUFFER_MANAGER_MODE_REG) ||  in bge_chip_disable_engine()
3443 		    (regno == MEMORY_ARBITER_MODE_REG)) {  in bge_chip_disable_engine()
3450 	regval = bge_reg_get32(bgep, regno);  in bge_chip_disable_engine()
3453 	bge_reg_put32(bgep, regno, regval);  in bge_chip_disable_engine()
3455 	return bge_chip_poll_engine(bgep, regno, STATE_MACHINE_ENABLE_BIT, 0);  in bge_chip_disable_engine()
3468 static boolean_t bge_chip_enable_engine(bge_t *bgep, bge_regno_t regno,
3473 bge_chip_enable_engine(bge_t *bgep, bge_regno_t regno, uint32_t morebits)  in bge_chip_enable_engine()  argument
3478 	    (void *)bgep, regno, morebits));  in bge_chip_enable_engine()
3480 	switch (regno) {  in bge_chip_enable_engine()
3493 		bge_reg_put32(bgep, regno, ~(uint32_t)0);  in bge_chip_enable_engine()
3495 		bge_reg_put32(bgep, regno, 0);  in bge_chip_enable_engine()
3499 		regval = bge_reg_get32(bgep, regno);  in bge_chip_enable_engine()
3502 		bge_reg_put32(bgep, regno, regval);  in bge_chip_enable_engine()
3503 		return (bge_chip_poll_engine(bgep, regno,  in bge_chip_enable_engine()
3794 	bge_regno_t regno;  in bge_chip_stop()  local
5668 	uint64_t regno;  in bge_chip_peek_cfg()  local
5673 	regno = ppd->pp_acc_offset;  in bge_chip_peek_cfg()
5677 		regval = pci_config_get8(bgep->cfg_handle, regno);  in bge_chip_peek_cfg()
5681 		regval = pci_config_get16(bgep->cfg_handle, regno);  in bge_chip_peek_cfg()
5685 		regval = pci_config_get32(bgep->cfg_handle, regno);  in bge_chip_peek_cfg()
5689 		regval = pci_config_get64(bgep->cfg_handle, regno);  in bge_chip_peek_cfg()
5703 	uint64_t regno;  in bge_chip_poke_cfg()  local
5708 	regno = ppd->pp_acc_offset;  in bge_chip_poke_cfg()
5713 		pci_config_put8(bgep->cfg_handle, regno, regval);  in bge_chip_poke_cfg()
5717 		pci_config_put16(bgep->cfg_handle, regno, regval);  in bge_chip_poke_cfg()
5721 		pci_config_put32(bgep->cfg_handle, regno, regval);  in bge_chip_poke_cfg()
5725 		pci_config_put64(bgep->cfg_handle, regno, regval);  in bge_chip_poke_cfg()