Lines Matching +full:sdhci +full:- +full:caps
1 // SPDX-License-Identifier: GPL-2.0
5 * The 2835 has two SD controllers: The Arasan sdhci controller
9 * The sdhci controller supports both sdcard and sdio. The sdhost
12 * the sdhost controller allows to use the sdhci controller for wifi
21 * Copyright (C) 2015-2016 Raspberry Pi (Trading) Ltd.
24 * mmc-bcm2835.c by Gellert Weisz
26 * sdhci-bcm2708.c by Broadcom
27 * sdhci-bcm2835.c by Stephen Warren and Oleksandr Tymoshenko
28 * sdhci.c and sdhci-pci.c by Pierre Ossman
34 #include <linux/dma-mapping.h>
53 #define SDCMD 0x00 /* Command to SD card - 16 R/W */
54 #define SDARG 0x04 /* Argument to SD card - 32 R/W */
55 #define SDTOUT 0x08 /* Start value for timeout counter - 32 R/W */
56 #define SDCDIV 0x0c /* Start value for clock divider - 11 R/W */
57 #define SDRSP0 0x10 /* SD card response (31:0) - 32 R */
58 #define SDRSP1 0x14 /* SD card response (63:32) - 32 R */
59 #define SDRSP2 0x18 /* SD card response (95:64) - 32 R */
60 #define SDRSP3 0x1c /* SD card response (127:96) - 32 R */
61 #define SDHSTS 0x20 /* SD host status - 11 R/W */
62 #define SDVDD 0x30 /* SD card power control - 1 R/W */
63 #define SDEDM 0x34 /* Emergency Debug Mode - 13 R/W */
64 #define SDHCFG 0x38 /* Host configuration - 2 R/W */
65 #define SDHBCT 0x3c /* Host byte count (debug) - 32 R/W */
66 #define SDDATA 0x40 /* Data to/from SD card - 32 R/W */
67 #define SDHBLC 0x50 /* Host block count (SDIO/SDHC) - 9 R/W */
197 struct device *dev = &host->pdev->dev; in bcm2835_dumpcmd()
202 dev_dbg(dev, "%c%s op %d arg 0x%x flags 0x%x - resp %08x %08x %08x %08x, err %d\n", in bcm2835_dumpcmd()
203 (cmd == host->cmd) ? '>' : ' ', in bcm2835_dumpcmd()
204 label, cmd->opcode, cmd->arg, cmd->flags, in bcm2835_dumpcmd()
205 cmd->resp[0], cmd->resp[1], cmd->resp[2], cmd->resp[3], in bcm2835_dumpcmd()
206 cmd->error); in bcm2835_dumpcmd()
211 struct mmc_request *mrq = host->mrq; in bcm2835_dumpregs()
212 struct device *dev = &host->pdev->dev; in bcm2835_dumpregs()
215 bcm2835_dumpcmd(host, mrq->sbc, "sbc"); in bcm2835_dumpregs()
216 bcm2835_dumpcmd(host, mrq->cmd, "cmd"); in bcm2835_dumpregs()
217 if (mrq->data) { in bcm2835_dumpregs()
218 dev_dbg(dev, "data blocks %x blksz %x - err %d\n", in bcm2835_dumpregs()
219 mrq->data->blocks, in bcm2835_dumpregs()
220 mrq->data->blksz, in bcm2835_dumpregs()
221 mrq->data->error); in bcm2835_dumpregs()
223 bcm2835_dumpcmd(host, mrq->stop, "stop"); in bcm2835_dumpregs()
227 dev_dbg(dev, "SDCMD 0x%08x\n", readl(host->ioaddr + SDCMD)); in bcm2835_dumpregs()
228 dev_dbg(dev, "SDARG 0x%08x\n", readl(host->ioaddr + SDARG)); in bcm2835_dumpregs()
229 dev_dbg(dev, "SDTOUT 0x%08x\n", readl(host->ioaddr + SDTOUT)); in bcm2835_dumpregs()
230 dev_dbg(dev, "SDCDIV 0x%08x\n", readl(host->ioaddr + SDCDIV)); in bcm2835_dumpregs()
231 dev_dbg(dev, "SDRSP0 0x%08x\n", readl(host->ioaddr + SDRSP0)); in bcm2835_dumpregs()
232 dev_dbg(dev, "SDRSP1 0x%08x\n", readl(host->ioaddr + SDRSP1)); in bcm2835_dumpregs()
233 dev_dbg(dev, "SDRSP2 0x%08x\n", readl(host->ioaddr + SDRSP2)); in bcm2835_dumpregs()
234 dev_dbg(dev, "SDRSP3 0x%08x\n", readl(host->ioaddr + SDRSP3)); in bcm2835_dumpregs()
235 dev_dbg(dev, "SDHSTS 0x%08x\n", readl(host->ioaddr + SDHSTS)); in bcm2835_dumpregs()
236 dev_dbg(dev, "SDVDD 0x%08x\n", readl(host->ioaddr + SDVDD)); in bcm2835_dumpregs()
237 dev_dbg(dev, "SDEDM 0x%08x\n", readl(host->ioaddr + SDEDM)); in bcm2835_dumpregs()
238 dev_dbg(dev, "SDHCFG 0x%08x\n", readl(host->ioaddr + SDHCFG)); in bcm2835_dumpregs()
239 dev_dbg(dev, "SDHBCT 0x%08x\n", readl(host->ioaddr + SDHBCT)); in bcm2835_dumpregs()
240 dev_dbg(dev, "SDHBLC 0x%08x\n", readl(host->ioaddr + SDHBLC)); in bcm2835_dumpregs()
248 writel(SDVDD_POWER_OFF, host->ioaddr + SDVDD); in bcm2835_reset_internal()
249 writel(0, host->ioaddr + SDCMD); in bcm2835_reset_internal()
250 writel(0, host->ioaddr + SDARG); in bcm2835_reset_internal()
251 writel(0xf00000, host->ioaddr + SDTOUT); in bcm2835_reset_internal()
252 writel(0, host->ioaddr + SDCDIV); in bcm2835_reset_internal()
253 writel(0x7f8, host->ioaddr + SDHSTS); /* Write 1s to clear */ in bcm2835_reset_internal()
254 writel(0, host->ioaddr + SDHCFG); in bcm2835_reset_internal()
255 writel(0, host->ioaddr + SDHBCT); in bcm2835_reset_internal()
256 writel(0, host->ioaddr + SDHBLC); in bcm2835_reset_internal()
259 temp = readl(host->ioaddr + SDEDM); in bcm2835_reset_internal()
264 writel(temp, host->ioaddr + SDEDM); in bcm2835_reset_internal()
266 writel(SDVDD_POWER_ON, host->ioaddr + SDVDD); in bcm2835_reset_internal()
268 host->clock = 0; in bcm2835_reset_internal()
269 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_reset_internal()
270 writel(host->cdiv, host->ioaddr + SDCDIV); in bcm2835_reset_internal()
277 if (host->dma_chan) in bcm2835_reset()
278 dmaengine_terminate_sync(host->dma_chan); in bcm2835_reset()
279 host->dma_chan = NULL; in bcm2835_reset()
290 alternate_idle = (host->mrq->data->flags & MMC_DATA_READ) ? in bcm2835_wait_transfer_complete()
298 edm = readl(host->ioaddr + SDEDM); in bcm2835_wait_transfer_complete()
306 host->ioaddr + SDEDM); in bcm2835_wait_transfer_complete()
312 dev_err(&host->pdev->dev, in bcm2835_wait_transfer_complete()
313 "wait_transfer_complete - still waiting after %d retries\n", in bcm2835_wait_transfer_complete()
316 host->mrq->data->error = -ETIMEDOUT; in bcm2835_wait_transfer_complete()
327 schedule_work(&host->dma_work); in bcm2835_dma_complete()
335 blksize = host->data->blksz; in bcm2835_transfer_block_pio()
345 if (!sg_miter_next(&host->sg_miter)) { in bcm2835_transfer_block_pio()
346 host->data->error = -EINVAL; in bcm2835_transfer_block_pio()
350 len = min(host->sg_miter.length, blksize); in bcm2835_transfer_block_pio()
352 host->data->error = -EINVAL; in bcm2835_transfer_block_pio()
356 blksize -= len; in bcm2835_transfer_block_pio()
357 host->sg_miter.consumed = len; in bcm2835_transfer_block_pio()
359 buf = (u32 *)host->sg_miter.addr; in bcm2835_transfer_block_pio()
368 edm = readl(host->ioaddr + SDEDM); in bcm2835_transfer_block_pio()
372 words = SDDATA_FIFO_WORDS - ((edm >> 4) & 0x1f); in bcm2835_transfer_block_pio()
376 struct device *dev = &host->pdev->dev; in bcm2835_transfer_block_pio()
386 hsts = readl(host->ioaddr + SDHSTS); in bcm2835_transfer_block_pio()
394 dev_err(dev, "PIO %s timeout - EDM %08x\n", in bcm2835_transfer_block_pio()
399 ndelay((burst_words - words) * in bcm2835_transfer_block_pio()
400 host->ns_per_fifo_word); in bcm2835_transfer_block_pio()
406 copy_words -= words; in bcm2835_transfer_block_pio()
410 *(buf++) = readl(host->ioaddr + SDDATA); in bcm2835_transfer_block_pio()
412 writel(*(buf++), host->ioaddr + SDDATA); in bcm2835_transfer_block_pio()
413 words--; in bcm2835_transfer_block_pio()
421 sg_miter_stop(&host->sg_miter); in bcm2835_transfer_block_pio()
426 struct device *dev = &host->pdev->dev; in bcm2835_transfer_pio()
430 is_read = (host->data->flags & MMC_DATA_READ) != 0; in bcm2835_transfer_pio()
433 sdhsts = readl(host->ioaddr + SDHSTS); in bcm2835_transfer_pio()
437 dev_err(dev, "%s transfer error - HSTS %08x\n", in bcm2835_transfer_pio()
439 host->data->error = -EILSEQ; in bcm2835_transfer_pio()
442 dev_err(dev, "%s timeout error - HSTS %08x\n", in bcm2835_transfer_pio()
444 host->data->error = -ETIMEDOUT; in bcm2835_transfer_pio()
455 dma_chan = host->dma_chan_rxtx; in bcm2835_prepare_dma()
456 if (data->flags & MMC_DATA_READ) { in bcm2835_prepare_dma()
465 * multi-block transfers, so don't attempt to DMA the final in bcm2835_prepare_dma()
471 host->drain_words = 0; in bcm2835_prepare_dma()
472 if ((data->blocks > 1) && (dir_data == DMA_FROM_DEVICE)) { in bcm2835_prepare_dma()
477 len = min((u32)(FIFO_READ_THRESHOLD - 1) * 4, in bcm2835_prepare_dma()
478 (u32)data->blocks * data->blksz); in bcm2835_prepare_dma()
480 for_each_sg(data->sg, sg, data->sg_len, i) { in bcm2835_prepare_dma()
482 WARN_ON(sg->length < len); in bcm2835_prepare_dma()
483 sg->length -= len; in bcm2835_prepare_dma()
484 host->drain_page = sg_page(sg); in bcm2835_prepare_dma()
485 host->drain_offset = sg->offset + sg->length; in bcm2835_prepare_dma()
488 host->drain_words = len / 4; in bcm2835_prepare_dma()
494 &host->dma_cfg_rx : in bcm2835_prepare_dma()
495 &host->dma_cfg_tx); in bcm2835_prepare_dma()
497 sg_len = dma_map_sg(dma_chan->device->dev, data->sg, data->sg_len, in bcm2835_prepare_dma()
502 desc = dmaengine_prep_slave_sg(dma_chan, data->sg, sg_len, dir_slave, in bcm2835_prepare_dma()
506 dma_unmap_sg(dma_chan->device->dev, data->sg, data->sg_len, in bcm2835_prepare_dma()
511 desc->callback = bcm2835_dma_complete; in bcm2835_prepare_dma()
512 desc->callback_param = host; in bcm2835_prepare_dma()
513 host->dma_desc = desc; in bcm2835_prepare_dma()
514 host->dma_chan = dma_chan; in bcm2835_prepare_dma()
515 host->dma_dir = dir_data; in bcm2835_prepare_dma()
520 dmaengine_submit(host->dma_desc); in bcm2835_start_dma()
521 dma_async_issue_pending(host->dma_chan); in bcm2835_start_dma()
529 if (host->dma_desc) { in bcm2835_set_transfer_irqs()
530 host->hcfg = (host->hcfg & ~all_irqs) | in bcm2835_set_transfer_irqs()
533 host->hcfg = (host->hcfg & ~all_irqs) | in bcm2835_set_transfer_irqs()
538 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_set_transfer_irqs()
544 struct mmc_data *data = cmd->data; in bcm2835_prepare_data()
546 WARN_ON(host->data); in bcm2835_prepare_data()
548 host->data = data; in bcm2835_prepare_data()
552 host->data_complete = false; in bcm2835_prepare_data()
553 host->data->bytes_xfered = 0; in bcm2835_prepare_data()
555 if (!host->dma_desc) { in bcm2835_prepare_data()
559 if (data->flags & MMC_DATA_READ) in bcm2835_prepare_data()
563 sg_miter_start(&host->sg_miter, data->sg, data->sg_len, flags); in bcm2835_prepare_data()
564 host->blocks = data->blocks; in bcm2835_prepare_data()
569 writel(data->blksz, host->ioaddr + SDHBCT); in bcm2835_prepare_data()
570 writel(data->blocks, host->ioaddr + SDHBLC); in bcm2835_prepare_data()
575 struct device *dev = &host->pdev->dev; in bcm2835_read_wait_sdcmd()
579 ret = readl_poll_timeout(host->ioaddr + SDCMD, value, in bcm2835_read_wait_sdcmd()
581 if (ret == -ETIMEDOUT) in bcm2835_read_wait_sdcmd()
583 ret = readl_poll_timeout(host->ioaddr + SDCMD, value, in bcm2835_read_wait_sdcmd()
586 if (ret == -ETIMEDOUT) in bcm2835_read_wait_sdcmd()
597 cancel_delayed_work(&host->timeout_work); in bcm2835_finish_request()
599 mrq = host->mrq; in bcm2835_finish_request()
601 host->mrq = NULL; in bcm2835_finish_request()
602 host->cmd = NULL; in bcm2835_finish_request()
603 host->data = NULL; in bcm2835_finish_request()
605 host->dma_desc = NULL; in bcm2835_finish_request()
606 terminate_chan = host->dma_chan; in bcm2835_finish_request()
607 host->dma_chan = NULL; in bcm2835_finish_request()
613 dev_err(&host->pdev->dev, in bcm2835_finish_request()
623 struct device *dev = &host->pdev->dev; in bcm2835_send_command()
627 WARN_ON(host->cmd); in bcm2835_send_command()
633 cmd->error = -EILSEQ; in bcm2835_send_command()
638 if (!cmd->data && cmd->busy_timeout > 9000) in bcm2835_send_command()
639 timeout = DIV_ROUND_UP(cmd->busy_timeout, 1000) * HZ + HZ; in bcm2835_send_command()
642 schedule_delayed_work(&host->timeout_work, timeout); in bcm2835_send_command()
644 host->cmd = cmd; in bcm2835_send_command()
647 sdhsts = readl(host->ioaddr + SDHSTS); in bcm2835_send_command()
649 writel(sdhsts, host->ioaddr + SDHSTS); in bcm2835_send_command()
651 if ((cmd->flags & MMC_RSP_136) && (cmd->flags & MMC_RSP_BUSY)) { in bcm2835_send_command()
653 cmd->error = -EINVAL; in bcm2835_send_command()
660 writel(cmd->arg, host->ioaddr + SDARG); in bcm2835_send_command()
662 sdcmd = cmd->opcode & SDCMD_CMD_MASK; in bcm2835_send_command()
664 host->use_busy = false; in bcm2835_send_command()
665 if (!(cmd->flags & MMC_RSP_PRESENT)) { in bcm2835_send_command()
668 if (cmd->flags & MMC_RSP_136) in bcm2835_send_command()
670 if (cmd->flags & MMC_RSP_BUSY) { in bcm2835_send_command()
672 host->use_busy = true; in bcm2835_send_command()
676 if (cmd->data) { in bcm2835_send_command()
677 if (cmd->data->flags & MMC_DATA_WRITE) in bcm2835_send_command()
679 if (cmd->data->flags & MMC_DATA_READ) in bcm2835_send_command()
683 writel(sdcmd | SDCMD_NEW_FLAG, host->ioaddr + SDCMD); in bcm2835_send_command()
692 WARN_ON(!host->data_complete); in bcm2835_transfer_complete()
694 data = host->data; in bcm2835_transfer_complete()
695 host->data = NULL; in bcm2835_transfer_complete()
697 /* Need to send CMD12 if - in bcm2835_transfer_complete()
698 * a) open-ended multiblock transfer (no CMD23) in bcm2835_transfer_complete()
701 if (host->mrq->stop && (data->error || !host->use_sbc)) { in bcm2835_transfer_complete()
702 if (bcm2835_send_command(host, host->mrq->stop)) { in bcm2835_transfer_complete()
704 if (!host->use_busy) in bcm2835_transfer_complete()
715 struct device *dev = &host->pdev->dev; in bcm2835_finish_data()
718 data = host->data; in bcm2835_finish_data()
720 host->hcfg &= ~(SDHCFG_DATA_IRPT_EN | SDHCFG_BLOCK_IRPT_EN); in bcm2835_finish_data()
721 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_finish_data()
723 data->bytes_xfered = data->error ? 0 : (data->blksz * data->blocks); in bcm2835_finish_data()
725 host->data_complete = true; in bcm2835_finish_data()
727 if (host->cmd) { in bcm2835_finish_data()
732 dev_dbg(dev, "Finished early - HSTS %08x\n", in bcm2835_finish_data()
733 readl(host->ioaddr + SDHSTS)); in bcm2835_finish_data()
741 struct device *dev = &host->pdev->dev; in bcm2835_finish_command()
742 struct mmc_command *cmd = host->cmd; in bcm2835_finish_command()
751 host->cmd->error = -EIO; in bcm2835_finish_command()
755 u32 sdhsts = readl(host->ioaddr + SDHSTS); in bcm2835_finish_command()
758 writel(SDHSTS_ERROR_MASK, host->ioaddr + SDHSTS); in bcm2835_finish_command()
761 (host->cmd->opcode != MMC_SEND_OP_COND)) { in bcm2835_finish_command()
765 host->cmd->error = -ETIMEDOUT; in bcm2835_finish_command()
768 host->cmd->opcode); in bcm2835_finish_command()
770 host->cmd->error = -EILSEQ; in bcm2835_finish_command()
772 edm = readl(host->ioaddr + SDEDM); in bcm2835_finish_command()
778 host->ioaddr + SDEDM); in bcm2835_finish_command()
784 if (cmd->flags & MMC_RSP_PRESENT) { in bcm2835_finish_command()
785 if (cmd->flags & MMC_RSP_136) { in bcm2835_finish_command()
789 cmd->resp[3 - i] = in bcm2835_finish_command()
790 readl(host->ioaddr + SDRSP0 + i * 4); in bcm2835_finish_command()
793 cmd->resp[0] = readl(host->ioaddr + SDRSP0); in bcm2835_finish_command()
797 if (cmd == host->mrq->sbc) { in bcm2835_finish_command()
799 host->cmd = NULL; in bcm2835_finish_command()
800 if (bcm2835_send_command(host, host->mrq->cmd)) { in bcm2835_finish_command()
801 if (host->data && host->dma_desc) in bcm2835_finish_command()
807 if (!host->use_busy) in bcm2835_finish_command()
810 } else if (cmd == host->mrq->stop) { in bcm2835_finish_command()
815 host->cmd = NULL; in bcm2835_finish_command()
816 if (!host->data) in bcm2835_finish_command()
818 else if (host->data_complete) in bcm2835_finish_command()
828 struct device *dev = &host->pdev->dev; in bcm2835_timeout()
830 mutex_lock(&host->mutex); in bcm2835_timeout()
832 if (host->mrq) { in bcm2835_timeout()
838 if (host->data) { in bcm2835_timeout()
839 host->data->error = -ETIMEDOUT; in bcm2835_timeout()
842 if (host->cmd) in bcm2835_timeout()
843 host->cmd->error = -ETIMEDOUT; in bcm2835_timeout()
845 host->mrq->cmd->error = -ETIMEDOUT; in bcm2835_timeout()
851 mutex_unlock(&host->mutex); in bcm2835_timeout()
856 struct device *dev = &host->pdev->dev; in bcm2835_check_cmd_error()
861 if (!host->cmd) in bcm2835_check_cmd_error()
866 host->cmd->error = -EILSEQ; in bcm2835_check_cmd_error()
869 if (host->mrq->data) in bcm2835_check_cmd_error()
870 host->mrq->data->error = -EILSEQ; in bcm2835_check_cmd_error()
872 host->cmd->error = -EILSEQ; in bcm2835_check_cmd_error()
874 if (host->mrq->data) in bcm2835_check_cmd_error()
875 host->mrq->data->error = -ETIMEDOUT; in bcm2835_check_cmd_error()
877 host->cmd->error = -ETIMEDOUT; in bcm2835_check_cmd_error()
879 host->cmd->error = -ETIMEDOUT; in bcm2835_check_cmd_error()
887 if (!host->data) in bcm2835_check_data_error()
890 host->data->error = -EILSEQ; in bcm2835_check_data_error()
892 host->data->error = -ETIMEDOUT; in bcm2835_check_data_error()
897 if (WARN_ON(!host->cmd)) { in bcm2835_busy_irq()
902 if (WARN_ON(!host->use_busy)) { in bcm2835_busy_irq()
906 host->use_busy = false; in bcm2835_busy_irq()
919 if (!host->data) in bcm2835_data_irq()
923 if (host->data->error) in bcm2835_data_irq()
926 if (host->data->flags & MMC_DATA_WRITE) { in bcm2835_data_irq()
928 host->hcfg &= ~(SDHCFG_DATA_IRPT_EN); in bcm2835_data_irq()
929 host->hcfg |= SDHCFG_BLOCK_IRPT_EN; in bcm2835_data_irq()
930 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_data_irq()
934 host->blocks--; in bcm2835_data_irq()
935 if ((host->blocks == 0) || host->data->error) in bcm2835_data_irq()
941 host->hcfg &= ~(SDHCFG_DATA_IRPT_EN | SDHCFG_BLOCK_IRPT_EN); in bcm2835_data_irq()
942 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_data_irq()
947 if (!host->data) in bcm2835_data_threaded_irq()
949 if ((host->blocks == 0) || host->data->error) in bcm2835_data_threaded_irq()
955 if (WARN_ON(!host->data)) { in bcm2835_block_irq()
960 if (!host->dma_desc) { in bcm2835_block_irq()
961 WARN_ON(!host->blocks); in bcm2835_block_irq()
962 if (host->data->error || (--host->blocks == 0)) in bcm2835_block_irq()
966 } else if (host->data->flags & MMC_DATA_WRITE) { in bcm2835_block_irq()
977 spin_lock(&host->lock); in bcm2835_irq()
979 intmask = readl(host->ioaddr + SDHSTS); in bcm2835_irq()
985 host->ioaddr + SDHSTS); in bcm2835_irq()
989 host->irq_block = true; in bcm2835_irq()
995 host->irq_busy = true; in bcm2835_irq()
1007 (host->hcfg & SDHCFG_DATA_IRPT_EN)) { in bcm2835_irq()
1009 host->irq_data = true; in bcm2835_irq()
1013 spin_unlock(&host->lock); in bcm2835_irq()
1024 spin_lock_irqsave(&host->lock, flags); in bcm2835_threaded_irq()
1026 block = host->irq_block; in bcm2835_threaded_irq()
1027 busy = host->irq_busy; in bcm2835_threaded_irq()
1028 data = host->irq_data; in bcm2835_threaded_irq()
1029 host->irq_block = false; in bcm2835_threaded_irq()
1030 host->irq_busy = false; in bcm2835_threaded_irq()
1031 host->irq_data = false; in bcm2835_threaded_irq()
1033 spin_unlock_irqrestore(&host->lock, flags); in bcm2835_threaded_irq()
1035 mutex_lock(&host->mutex); in bcm2835_threaded_irq()
1044 mutex_unlock(&host->mutex); in bcm2835_threaded_irq()
1055 mutex_lock(&host->mutex); in bcm2835_dma_complete_work()
1057 data = host->data; in bcm2835_dma_complete_work()
1059 if (host->dma_chan) { in bcm2835_dma_complete_work()
1060 dma_unmap_sg(host->dma_chan->device->dev, in bcm2835_dma_complete_work()
1061 data->sg, data->sg_len, in bcm2835_dma_complete_work()
1062 host->dma_dir); in bcm2835_dma_complete_work()
1064 host->dma_chan = NULL; in bcm2835_dma_complete_work()
1067 if (host->drain_words) { in bcm2835_dma_complete_work()
1071 if (host->drain_offset & PAGE_MASK) { in bcm2835_dma_complete_work()
1072 host->drain_page += host->drain_offset >> PAGE_SHIFT; in bcm2835_dma_complete_work()
1073 host->drain_offset &= ~PAGE_MASK; in bcm2835_dma_complete_work()
1075 page = kmap_local_page(host->drain_page); in bcm2835_dma_complete_work()
1076 buf = page + host->drain_offset; in bcm2835_dma_complete_work()
1078 while (host->drain_words) { in bcm2835_dma_complete_work()
1079 u32 edm = readl(host->ioaddr + SDEDM); in bcm2835_dma_complete_work()
1082 *(buf++) = readl(host->ioaddr + SDDATA); in bcm2835_dma_complete_work()
1083 host->drain_words--; in bcm2835_dma_complete_work()
1091 mutex_unlock(&host->mutex); in bcm2835_dma_complete_work()
1099 /* The SDCDIV register has 11 bits, and holds (div - 2). But in bcm2835_set_clock()
1104 * must be 100-400KHz, so can range check the requested in bcm2835_set_clock()
1108 * clock 250MHz -> 0->125MHz, 1->83.3MHz, 2->62.5MHz, 3->50.0MHz in bcm2835_set_clock()
1109 * 4->41.7MHz, 5->35.7MHz, 6->31.3MHz, 7->27.8MHz in bcm2835_set_clock()
1111 * 623->400KHz/27.8MHz in bcm2835_set_clock()
1112 * reset value (507)->491159/50MHz in bcm2835_set_clock()
1114 * BUT, the 3-bit clock divisor in data mode is too small if in bcm2835_set_clock()
1124 host->cdiv = SDCDIV_MAX_CDIV; in bcm2835_set_clock()
1125 writel(host->cdiv, host->ioaddr + SDCDIV); in bcm2835_set_clock()
1129 div = host->max_clk / clock; in bcm2835_set_clock()
1132 if ((host->max_clk / div) > clock) in bcm2835_set_clock()
1134 div -= 2; in bcm2835_set_clock()
1139 clock = host->max_clk / (div + 2); in bcm2835_set_clock()
1140 mmc->actual_clock = clock; in bcm2835_set_clock()
1144 host->ns_per_fifo_word = (1000000000 / clock) * in bcm2835_set_clock()
1145 ((mmc->caps & MMC_CAP_4_BIT_DATA) ? 8 : 32); in bcm2835_set_clock()
1147 host->cdiv = div; in bcm2835_set_clock()
1148 writel(host->cdiv, host->ioaddr + SDCDIV); in bcm2835_set_clock()
1151 writel(mmc->actual_clock / 2, host->ioaddr + SDTOUT); in bcm2835_set_clock()
1157 struct device *dev = &host->pdev->dev; in bcm2835_request()
1161 if (mrq->sbc) in bcm2835_request()
1162 mrq->sbc->error = 0; in bcm2835_request()
1163 if (mrq->cmd) in bcm2835_request()
1164 mrq->cmd->error = 0; in bcm2835_request()
1165 if (mrq->data) in bcm2835_request()
1166 mrq->data->error = 0; in bcm2835_request()
1167 if (mrq->stop) in bcm2835_request()
1168 mrq->stop->error = 0; in bcm2835_request()
1170 if (mrq->data && !is_power_of_2(mrq->data->blksz)) { in bcm2835_request()
1172 mrq->data->blksz); in bcm2835_request()
1174 if (mrq->cmd) in bcm2835_request()
1175 mrq->cmd->error = -EINVAL; in bcm2835_request()
1181 mutex_lock(&host->mutex); in bcm2835_request()
1183 WARN_ON(host->mrq); in bcm2835_request()
1184 host->mrq = mrq; in bcm2835_request()
1186 edm = readl(host->ioaddr + SDEDM); in bcm2835_request()
1192 readl(host->ioaddr + SDCMD) & SDCMD_CMD_MASK, in bcm2835_request()
1196 if (mrq->cmd) in bcm2835_request()
1197 mrq->cmd->error = -EILSEQ; in bcm2835_request()
1200 mutex_unlock(&host->mutex); in bcm2835_request()
1204 if (host->use_dma && mrq->data && (mrq->data->blocks > PIO_THRESHOLD)) in bcm2835_request()
1205 bcm2835_prepare_dma(host, mrq->data); in bcm2835_request()
1207 host->use_sbc = !!mrq->sbc && host->mrq->data && in bcm2835_request()
1208 (host->mrq->data->flags & MMC_DATA_READ); in bcm2835_request()
1209 if (host->use_sbc) { in bcm2835_request()
1210 if (bcm2835_send_command(host, mrq->sbc)) { in bcm2835_request()
1211 if (!host->use_busy) in bcm2835_request()
1214 } else if (mrq->cmd && bcm2835_send_command(host, mrq->cmd)) { in bcm2835_request()
1215 if (host->data && host->dma_desc) { in bcm2835_request()
1220 if (!host->use_busy) in bcm2835_request()
1224 mutex_unlock(&host->mutex); in bcm2835_request()
1231 mutex_lock(&host->mutex); in bcm2835_set_ios()
1233 if (!ios->clock || ios->clock != host->clock) { in bcm2835_set_ios()
1234 bcm2835_set_clock(host, ios->clock); in bcm2835_set_ios()
1235 host->clock = ios->clock; in bcm2835_set_ios()
1239 host->hcfg &= ~SDHCFG_WIDE_EXT_BUS; in bcm2835_set_ios()
1240 if (ios->bus_width == MMC_BUS_WIDTH_4) in bcm2835_set_ios()
1241 host->hcfg |= SDHCFG_WIDE_EXT_BUS; in bcm2835_set_ios()
1243 host->hcfg |= SDHCFG_WIDE_INT_BUS; in bcm2835_set_ios()
1246 host->hcfg |= SDHCFG_SLOW_CARD; in bcm2835_set_ios()
1248 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_set_ios()
1250 mutex_unlock(&host->mutex); in bcm2835_set_ios()
1262 struct device *dev = &host->pdev->dev; in bcm2835_add_host()
1266 if (!mmc->f_max || mmc->f_max > host->max_clk) in bcm2835_add_host()
1267 mmc->f_max = host->max_clk; in bcm2835_add_host()
1268 mmc->f_min = host->max_clk / SDCDIV_MAX_CDIV; in bcm2835_add_host()
1270 mmc->max_busy_timeout = ~0 / (mmc->f_max / 1000); in bcm2835_add_host()
1273 mmc->f_max, mmc->f_min, mmc->max_busy_timeout); in bcm2835_add_host()
1276 mmc->caps |= MMC_CAP_SD_HIGHSPEED | MMC_CAP_MMC_HIGHSPEED | in bcm2835_add_host()
1279 spin_lock_init(&host->lock); in bcm2835_add_host()
1280 mutex_init(&host->mutex); in bcm2835_add_host()
1282 if (!host->dma_chan_rxtx) { in bcm2835_add_host()
1284 host->use_dma = false; in bcm2835_add_host()
1286 host->use_dma = true; in bcm2835_add_host()
1288 host->dma_cfg_tx.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1289 host->dma_cfg_tx.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1290 host->dma_cfg_tx.direction = DMA_MEM_TO_DEV; in bcm2835_add_host()
1291 host->dma_cfg_tx.src_addr = 0; in bcm2835_add_host()
1292 host->dma_cfg_tx.dst_addr = host->phys_addr + SDDATA; in bcm2835_add_host()
1294 host->dma_cfg_rx.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1295 host->dma_cfg_rx.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1296 host->dma_cfg_rx.direction = DMA_DEV_TO_MEM; in bcm2835_add_host()
1297 host->dma_cfg_rx.src_addr = host->phys_addr + SDDATA; in bcm2835_add_host()
1298 host->dma_cfg_rx.dst_addr = 0; in bcm2835_add_host()
1300 if (dmaengine_slave_config(host->dma_chan_rxtx, in bcm2835_add_host()
1301 &host->dma_cfg_tx) != 0 || in bcm2835_add_host()
1302 dmaengine_slave_config(host->dma_chan_rxtx, in bcm2835_add_host()
1303 &host->dma_cfg_rx) != 0) in bcm2835_add_host()
1304 host->use_dma = false; in bcm2835_add_host()
1307 mmc->max_segs = 128; in bcm2835_add_host()
1308 mmc->max_req_size = min_t(size_t, 524288, dma_max_mapping_size(dev)); in bcm2835_add_host()
1309 mmc->max_seg_size = mmc->max_req_size; in bcm2835_add_host()
1310 mmc->max_blk_size = 1024; in bcm2835_add_host()
1311 mmc->max_blk_count = 65535; in bcm2835_add_host()
1314 mmc->ocr_avail = MMC_VDD_32_33 | MMC_VDD_33_34; in bcm2835_add_host()
1316 INIT_WORK(&host->dma_work, bcm2835_dma_complete_work); in bcm2835_add_host()
1317 INIT_DELAYED_WORK(&host->timeout_work, bcm2835_timeout); in bcm2835_add_host()
1320 host->hcfg = SDHCFG_BUSY_IRPT_EN; in bcm2835_add_host()
1324 ret = request_threaded_irq(host->irq, bcm2835_irq, in bcm2835_add_host()
1328 dev_err(dev, "failed to request IRQ %d: %d\n", host->irq, ret); in bcm2835_add_host()
1334 free_irq(host->irq, host); in bcm2835_add_host()
1339 if (host->use_dma && (PIO_THRESHOLD > 0)) in bcm2835_add_host()
1341 dev_info(dev, "loaded - DMA %s%s\n", in bcm2835_add_host()
1342 host->use_dma ? "enabled" : "disabled", pio_limit_string); in bcm2835_add_host()
1351 clk_disable_unprepare(host->clk); in bcm2835_suspend()
1360 return clk_prepare_enable(host->clk); in bcm2835_resume()
1368 struct device *dev = &pdev->dev; in bcm2835_probe()
1377 return -ENOMEM; in bcm2835_probe()
1379 mmc->ops = &bcm2835_ops; in bcm2835_probe()
1381 host->pdev = pdev; in bcm2835_probe()
1382 spin_lock_init(&host->lock); in bcm2835_probe()
1384 host->ioaddr = devm_platform_ioremap_resource(pdev, 0); in bcm2835_probe()
1385 if (IS_ERR(host->ioaddr)) { in bcm2835_probe()
1386 ret = PTR_ERR(host->ioaddr); in bcm2835_probe()
1393 regaddr_p = of_get_address(pdev->dev.of_node, 0, NULL, NULL); in bcm2835_probe()
1396 ret = -EINVAL; in bcm2835_probe()
1400 host->phys_addr = be32_to_cpup(regaddr_p); in bcm2835_probe()
1402 host->dma_chan = NULL; in bcm2835_probe()
1403 host->dma_desc = NULL; in bcm2835_probe()
1405 host->dma_chan_rxtx = dma_request_chan(dev, "rx-tx"); in bcm2835_probe()
1406 if (IS_ERR(host->dma_chan_rxtx)) { in bcm2835_probe()
1407 ret = PTR_ERR(host->dma_chan_rxtx); in bcm2835_probe()
1408 host->dma_chan_rxtx = NULL; in bcm2835_probe()
1410 if (ret == -EPROBE_DEFER) in bcm2835_probe()
1416 host->irq = platform_get_irq(pdev, 0); in bcm2835_probe()
1417 if (host->irq < 0) { in bcm2835_probe()
1418 ret = host->irq; in bcm2835_probe()
1426 host->clk = devm_clk_get(dev, NULL); in bcm2835_probe()
1427 if (IS_ERR(host->clk)) { in bcm2835_probe()
1428 ret = dev_err_probe(dev, PTR_ERR(host->clk), "could not get clk\n"); in bcm2835_probe()
1432 ret = clk_prepare_enable(host->clk); in bcm2835_probe()
1436 host->max_clk = clk_get_rate(host->clk); in bcm2835_probe()
1444 dev_dbg(dev, "%s -> OK\n", __func__); in bcm2835_probe()
1449 clk_disable_unprepare(host->clk); in bcm2835_probe()
1451 dev_dbg(dev, "%s -> err %d\n", __func__, ret); in bcm2835_probe()
1452 if (host->dma_chan_rxtx) in bcm2835_probe()
1453 dma_release_channel(host->dma_chan_rxtx); in bcm2835_probe()
1465 writel(SDVDD_POWER_OFF, host->ioaddr + SDVDD); in bcm2835_remove()
1467 free_irq(host->irq, host); in bcm2835_remove()
1469 cancel_work_sync(&host->dma_work); in bcm2835_remove()
1470 cancel_delayed_work_sync(&host->timeout_work); in bcm2835_remove()
1472 clk_disable_unprepare(host->clk); in bcm2835_remove()
1474 if (host->dma_chan_rxtx) in bcm2835_remove()
1475 dma_release_channel(host->dma_chan_rxtx); in bcm2835_remove()
1479 { .compatible = "brcm,bcm2835-sdhost" },
1488 .name = "sdhost-bcm2835",
1496 MODULE_ALIAS("platform:sdhost-bcm2835");