748 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_fis_rx()  local
753 		writel((pp->cmd_slot_dma >> 16) >> 16,  in ahci_start_fis_rx()
755 	writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR);  in ahci_start_fis_rx()
758 		writel((pp->rx_fis_dma >> 16) >> 16,  in ahci_start_fis_rx()
760 	writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR);  in ahci_start_fis_rx()
814 	struct ahci_port_priv *pp = ap->private_data;  in ahci_set_lpm()  local
826 		pp->intr_mask &= ~PORT_IRQ_PHYRDY;  in ahci_set_lpm()
827 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
875 		pp->intr_mask |= PORT_IRQ_PHYRDY;  in ahci_set_lpm()
876 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
907 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_port()  local
923 			emp = &pp->em_priv[link->pmp];  in ahci_start_port()
1025 	struct ahci_port_priv *pp = ap->private_data;  in ahci_sw_activity()  local
1026 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_sw_activity()
1083 	struct ahci_port_priv *pp = ap->private_data;  in ahci_init_sw_activity()  local
1084 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_init_sw_activity()
1115 	struct ahci_port_priv *pp = ap->private_data;  in ahci_transmit_led_message()  local
1126 		emp = &pp->em_priv[pmp];  in ahci_transmit_led_message()
1175 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_show()  local
1181 		emp = &pp->em_priv[link->pmp];  in ahci_led_show()
1192 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_store()  local
1202 		emp = &pp->em_priv[pmp];  in ahci_led_store()
1221 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_store()  local
1222 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_activity_store()
1252 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_show()  local
1253 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_activity_show()
1353 void ahci_fill_cmd_slot(struct ahci_port_priv *pp, unsigned int tag,  in ahci_fill_cmd_slot()  argument
1358 	cmd_tbl_dma = pp->cmd_tbl_dma + tag * AHCI_CMD_TBL_SZ;  in ahci_fill_cmd_slot()
1360 	pp->cmd_slot[tag].opts = cpu_to_le32(opts);  in ahci_fill_cmd_slot()
1361 	pp->cmd_slot[tag].status = 0;  in ahci_fill_cmd_slot()
1362 	pp->cmd_slot[tag].tbl_addr = cpu_to_le32(cmd_tbl_dma & 0xffffffff);  in ahci_fill_cmd_slot()
1363 	pp->cmd_slot[tag].tbl_addr_hi = cpu_to_le32((cmd_tbl_dma >> 16) >> 16);  in ahci_fill_cmd_slot()
1417 	struct ahci_port_priv *pp = ap->private_data;  in ahci_exec_polled_cmd()  local
1419 	u8 *fis = pp->cmd_tbl;  in ahci_exec_polled_cmd()
1424 	ahci_fill_cmd_slot(pp, 0, cmd_fis_len | flags | (pmp << 12));  in ahci_exec_polled_cmd()
1427 	if (pp->fbs_enabled && pp->fbs_last_dev != pmp) {  in ahci_exec_polled_cmd()
1432 		pp->fbs_last_dev = pmp;  in ahci_exec_polled_cmd()
1457 	struct ahci_port_priv *pp = ap->private_data;  in ahci_do_softreset()  local
1475 	if (!ata_is_host_link(link) && pp->fbs_enabled) {  in ahci_do_softreset()
1601 	struct ahci_port_priv *pp = ap->private_data;  in ahci_do_hardreset()  local
1603 	u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;  in ahci_do_hardreset()
1680 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_qc_defer()  local
1682 	if (!sata_pmp_attached(ap) || pp->fbs_enabled)  in ahci_pmp_qc_defer()
1691 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_prep()  local
1702 	cmd_tbl = pp->cmd_tbl + qc->hw_tag * AHCI_CMD_TBL_SZ;  in ahci_qc_prep()
1723 	ahci_fill_cmd_slot(pp, qc->hw_tag, opts);  in ahci_qc_prep()
1730 	struct ahci_port_priv *pp = ap->private_data;  in ahci_fbs_dec_intr()  local
1735 	BUG_ON(!pp->fbs_enabled);  in ahci_fbs_dec_intr()
1754 	struct ahci_port_priv *pp = ap->private_data;  in ahci_error_intr()  local
1763 	if (pp->fbs_enabled) {  in ahci_error_intr()
1812 		u32 *unk = pp->rx_fis + RX_FIS_UNK;  in ahci_error_intr()
1865 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_complete()  local
1870 	 * pp->active_link is not reliable once FBS is enabled, both  in ahci_qc_complete()
1874 	if (pp->fbs_enabled) {  in ahci_qc_complete()
1880 		/* pp->active_link is valid iff any command is in flight */  in ahci_qc_complete()
1881 		if (ap->qc_active && pp->active_link->sactive)  in ahci_qc_complete()
1898 	struct ahci_port_priv *pp = ap->private_data;  in ahci_handle_port_interrupt()  local
1942 			if (pp->fbs_enabled)  in ahci_handle_port_interrupt()
1945 				const __le32 *f = pp->rx_fis + RX_FIS_SDB;  in ahci_handle_port_interrupt()
2052 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_issue()  local
2058 	pp->active_link = qc->dev->link;  in ahci_qc_issue()
2063 	if (pp->fbs_enabled && pp->fbs_last_dev != qc->dev->link->pmp) {  in ahci_qc_issue()
2068 		pp->fbs_last_dev = qc->dev->link->pmp;  in ahci_qc_issue()
2081 	struct ahci_port_priv *pp = qc->ap->private_data;  in ahci_qc_fill_rtf()  local
2082 	u8 *rx_fis = pp->rx_fis;  in ahci_qc_fill_rtf()
2084 	if (pp->fbs_enabled)  in ahci_qc_fill_rtf()
2127 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_ncq_fill_rtf()  local
2138 	if (!pp->fbs_enabled) {  in ahci_qc_ncq_fill_rtf()
2142 		if (!pp->active_link->sactive)  in ahci_qc_ncq_fill_rtf()
2145 		fis = pp->rx_fis + RX_FIS_SDB;  in ahci_qc_ncq_fill_rtf()
2177 			fis = pp->rx_fis;  in ahci_qc_ncq_fill_rtf()
2203 	struct ahci_port_priv *pp = ap->private_data;  in ahci_thaw()  local
2211 	writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_thaw()
2323 	struct ahci_port_priv *pp = ap->private_data;  in ahci_enable_fbs()  local
2328 	if (!pp->fbs_supported)  in ahci_enable_fbs()
2333 		pp->fbs_enabled = true;  in ahci_enable_fbs()
2334 		pp->fbs_last_dev = -1; /* initialization */  in ahci_enable_fbs()
2346 		pp->fbs_enabled = true;  in ahci_enable_fbs()
2347 		pp->fbs_last_dev = -1; /* initialization */  in ahci_enable_fbs()
2357 	struct ahci_port_priv *pp = ap->private_data;  in ahci_disable_fbs()  local
2362 	if (!pp->fbs_supported)  in ahci_disable_fbs()
2367 		pp->fbs_enabled = false;  in ahci_disable_fbs()
2381 		pp->fbs_enabled = false;  in ahci_disable_fbs()
2390 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_attach()  local
2399 	pp->intr_mask |= PORT_IRQ_BAD_PMP;  in ahci_pmp_attach()
2403 	 * port is marked frozen, the value in pp->intr_mask will be  in ahci_pmp_attach()
2410 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_attach()
2416 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_detach()  local
2425 	pp->intr_mask &= ~PORT_IRQ_BAD_PMP;  in ahci_pmp_detach()
2429 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_detach()
2486 	struct ahci_port_priv *pp;  in ahci_port_start()  local
2491 	pp = devm_kzalloc(dev, sizeof(*pp), GFP_KERNEL);  in ahci_port_start()
2492 	if (!pp)  in ahci_port_start()
2496 		pp->irq_desc = devm_kzalloc(dev, 8, GFP_KERNEL);  in ahci_port_start()
2497 		if (!pp->irq_desc) {  in ahci_port_start()
2498 			devm_kfree(dev, pp);  in ahci_port_start()
2501 		snprintf(pp->irq_desc, 8,  in ahci_port_start()
2510 			pp->fbs_supported = true;  in ahci_port_start()
2514 			pp->fbs_supported = true;  in ahci_port_start()
2520 	if (pp->fbs_supported) {  in ahci_port_start()
2536 	pp->cmd_slot = mem;  in ahci_port_start()
2537 	pp->cmd_slot_dma = mem_dma;  in ahci_port_start()
2545 	pp->rx_fis = mem;  in ahci_port_start()
2546 	pp->rx_fis_dma = mem_dma;  in ahci_port_start()
2555 	pp->cmd_tbl = mem;  in ahci_port_start()
2556 	pp->cmd_tbl_dma = mem_dma;  in ahci_port_start()
2562 	pp->intr_mask = DEF_PORT_IRQ;  in ahci_port_start()
2568 		spin_lock_init(&pp->lock);  in ahci_port_start()
2569 		ap->lock = &pp->lock;  in ahci_port_start()
2572 	ap->private_data = pp;  in ahci_port_start()
2716 		struct ahci_port_priv *pp = host->ports[i]->private_data;  in ahci_host_activate_multi_irqs()  local
2720 		if (!pp) {  in ahci_host_activate_multi_irqs()
2726 				0, pp->irq_desc, host->ports[i]);  in ahci_host_activate_multi_irqs()