Lines Matching +full:host +full:- +full:only
1 // SPDX-License-Identifier: GPL-2.0-only
4 * Copyright 2006-2007 Pierre Ossman
11 #include <linux/dma-mapping.h>
12 #include <linux/backing-dev.h>
15 #include <linux/mmc/host.h>
22 #include "host.h"
28 /* Allow only 1 DCMD at a time */ in mmc_cqe_dcmd_busy()
29 return mq->in_flight[MMC_ISSUE_DCMD]; in mmc_cqe_dcmd_busy()
34 if ((mq->cqe_busy & MMC_CQE_DCMD_BUSY) && !mmc_cqe_dcmd_busy(mq)) in mmc_cqe_check_busy()
35 mq->cqe_busy &= ~MMC_CQE_DCMD_BUSY; in mmc_cqe_check_busy()
38 static inline bool mmc_cqe_can_dcmd(struct mmc_host *host) in mmc_cqe_can_dcmd() argument
40 return host->caps2 & MMC_CAP2_CQE_DCMD; in mmc_cqe_can_dcmd()
43 static enum mmc_issue_type mmc_cqe_issue_type(struct mmc_host *host, in mmc_cqe_issue_type() argument
54 return mmc_cqe_can_dcmd(host) ? MMC_ISSUE_DCMD : MMC_ISSUE_SYNC; in mmc_cqe_issue_type()
62 struct mmc_host *host = mq->card->host; in mmc_issue_type() local
64 if (host->cqe_enabled && !host->hsq_enabled) in mmc_issue_type()
65 return mmc_cqe_issue_type(host, req); in mmc_issue_type()
75 if (!mq->recovery_needed) { in __mmc_cqe_recovery_notifier()
76 mq->recovery_needed = true; in __mmc_cqe_recovery_notifier()
77 schedule_work(&mq->recovery_work); in __mmc_cqe_recovery_notifier()
86 struct request_queue *q = req->q; in mmc_cqe_recovery_notifier()
87 struct mmc_queue *mq = q->queuedata; in mmc_cqe_recovery_notifier()
90 spin_lock_irqsave(&mq->lock, flags); in mmc_cqe_recovery_notifier()
92 spin_unlock_irqrestore(&mq->lock, flags); in mmc_cqe_recovery_notifier()
98 struct mmc_request *mrq = &mqrq->brq.mrq; in mmc_cqe_timed_out()
99 struct mmc_queue *mq = req->q->queuedata; in mmc_cqe_timed_out()
100 struct mmc_host *host = mq->card->host; in mmc_cqe_timed_out() local
107 if (host->cqe_ops->cqe_timeout(host, mrq, &recovery_needed)) { in mmc_cqe_timed_out()
122 struct request_queue *q = req->q; in mmc_mq_timed_out()
123 struct mmc_queue *mq = q->queuedata; in mmc_mq_timed_out()
124 struct mmc_card *card = mq->card; in mmc_mq_timed_out()
125 struct mmc_host *host = card->host; in mmc_mq_timed_out() local
129 spin_lock_irqsave(&mq->lock, flags); in mmc_mq_timed_out()
130 ignore_tout = mq->recovery_needed || !host->cqe_enabled || host->hsq_enabled; in mmc_mq_timed_out()
131 spin_unlock_irqrestore(&mq->lock, flags); in mmc_mq_timed_out()
140 struct request_queue *q = mq->queue; in mmc_mq_recovery_handler()
141 struct mmc_host *host = mq->card->host; in mmc_mq_recovery_handler() local
143 mmc_get_card(mq->card, &mq->ctx); in mmc_mq_recovery_handler()
145 mq->in_recovery = true; in mmc_mq_recovery_handler()
147 if (host->cqe_enabled && !host->hsq_enabled) in mmc_mq_recovery_handler()
152 mq->in_recovery = false; in mmc_mq_recovery_handler()
154 spin_lock_irq(&mq->lock); in mmc_mq_recovery_handler()
155 mq->recovery_needed = false; in mmc_mq_recovery_handler()
156 spin_unlock_irq(&mq->lock); in mmc_mq_recovery_handler()
158 if (host->hsq_enabled) in mmc_mq_recovery_handler()
159 host->cqe_ops->cqe_recovery_finish(host); in mmc_mq_recovery_handler()
161 mmc_put_card(mq->card, &mq->ctx); in mmc_mq_recovery_handler()
186 lim->max_hw_discard_sectors = max_discard; in mmc_queue_setup_discard()
188 lim->max_secure_erase_sectors = max_discard; in mmc_queue_setup_discard()
189 if (mmc_card_can_trim(card) && card->erased_byte == 0) in mmc_queue_setup_discard()
190 lim->max_write_zeroes_sectors = max_discard; in mmc_queue_setup_discard()
193 if (card->pref_erase > max_discard) in mmc_queue_setup_discard()
194 lim->discard_granularity = SECTOR_SIZE; in mmc_queue_setup_discard()
196 lim->discard_granularity = card->pref_erase << 9; in mmc_queue_setup_discard()
199 static unsigned short mmc_get_max_segments(struct mmc_host *host) in mmc_get_max_segments() argument
201 return host->can_dma_map_merge ? MMC_DMA_MAP_MERGE_SEGMENTS : in mmc_get_max_segments()
202 host->max_segs; in mmc_get_max_segments()
209 struct mmc_queue *mq = set->driver_data; in mmc_mq_init_request()
210 struct mmc_card *card = mq->card; in mmc_mq_init_request()
211 struct mmc_host *host = card->host; in mmc_mq_init_request() local
213 mq_rq->sg = mmc_alloc_sg(mmc_get_max_segments(host), GFP_KERNEL); in mmc_mq_init_request()
214 if (!mq_rq->sg) in mmc_mq_init_request()
215 return -ENOMEM; in mmc_mq_init_request()
225 kfree(mq_rq->sg); in mmc_mq_exit_request()
226 mq_rq->sg = NULL; in mmc_mq_exit_request()
232 struct request *req = bd->rq; in mmc_mq_queue_rq()
233 struct request_queue *q = req->q; in mmc_mq_queue_rq()
234 struct mmc_queue *mq = q->queuedata; in mmc_mq_queue_rq()
235 struct mmc_card *card = mq->card; in mmc_mq_queue_rq()
236 struct mmc_host *host = card->host; in mmc_mq_queue_rq() local
242 if (mmc_card_removed(mq->card)) { in mmc_mq_queue_rq()
243 req->rq_flags |= RQF_QUIET; in mmc_mq_queue_rq()
249 spin_lock_irq(&mq->lock); in mmc_mq_queue_rq()
251 if (mq->recovery_needed || mq->busy) { in mmc_mq_queue_rq()
252 spin_unlock_irq(&mq->lock); in mmc_mq_queue_rq()
259 mq->cqe_busy |= MMC_CQE_DCMD_BUSY; in mmc_mq_queue_rq()
260 spin_unlock_irq(&mq->lock); in mmc_mq_queue_rq()
265 if (host->hsq_enabled && mq->in_flight[issue_type] > host->hsq_depth) { in mmc_mq_queue_rq()
266 spin_unlock_irq(&mq->lock); in mmc_mq_queue_rq()
272 * Timeouts are handled by mmc core, and we don't have a host in mmc_mq_queue_rq()
278 req->timeout = 600 * HZ; in mmc_mq_queue_rq()
283 mq->busy = true; in mmc_mq_queue_rq()
285 mq->in_flight[issue_type] += 1; in mmc_mq_queue_rq()
289 spin_unlock_irq(&mq->lock); in mmc_mq_queue_rq()
291 if (!(req->rq_flags & RQF_DONTPREP)) { in mmc_mq_queue_rq()
292 req_to_mmc_queue_req(req)->retries = 0; in mmc_mq_queue_rq()
293 req->rq_flags |= RQF_DONTPREP; in mmc_mq_queue_rq()
297 mmc_get_card(card, &mq->ctx); in mmc_mq_queue_rq()
299 if (host->cqe_enabled) { in mmc_mq_queue_rq()
300 host->retune_now = host->need_retune && cqe_retune_ok && in mmc_mq_queue_rq()
301 !host->hold_retune; in mmc_mq_queue_rq()
323 spin_lock_irq(&mq->lock); in mmc_mq_queue_rq()
324 mq->in_flight[issue_type] -= 1; in mmc_mq_queue_rq()
327 mq->busy = false; in mmc_mq_queue_rq()
328 spin_unlock_irq(&mq->lock); in mmc_mq_queue_rq()
330 mmc_put_card(card, &mq->ctx); in mmc_mq_queue_rq()
332 WRITE_ONCE(mq->busy, false); in mmc_mq_queue_rq()
349 struct mmc_host *host = card->host; in mmc_alloc_disk() local
358 lim.max_hw_sectors = min(host->max_blk_count, host->max_req_size / 512); in mmc_alloc_disk()
360 if (mmc_card_mmc(card) && card->ext_csd.data_sector_size) in mmc_alloc_disk()
361 lim.logical_block_size = card->ext_csd.data_sector_size; in mmc_alloc_disk()
372 if (host->can_dma_map_merge) { in mmc_alloc_disk()
373 lim.virt_boundary_mask = dma_get_merge_boundary(mmc_dev(host)); in mmc_alloc_disk()
377 round_down(host->max_seg_size, lim.logical_block_size); in mmc_alloc_disk()
378 lim.max_segments = host->max_segs; in mmc_alloc_disk()
381 if (mmc_host_is_spi(host) && host->use_spi_crc) in mmc_alloc_disk()
384 disk = blk_mq_alloc_disk(&mq->tag_set, &lim, mq); in mmc_alloc_disk()
387 mq->queue = disk->queue; in mmc_alloc_disk()
389 blk_queue_rq_timeout(mq->queue, 60 * HZ); in mmc_alloc_disk()
391 if (mmc_dev(host)->dma_parms) in mmc_alloc_disk()
392 dma_set_max_seg_size(mmc_dev(host), queue_max_segment_size(mq->queue)); in mmc_alloc_disk()
394 INIT_WORK(&mq->recovery_work, mmc_mq_recovery_handler); in mmc_alloc_disk()
395 INIT_WORK(&mq->complete_work, mmc_blk_mq_complete_work); in mmc_alloc_disk()
397 mutex_init(&mq->complete_lock); in mmc_alloc_disk()
399 init_waitqueue_head(&mq->wait); in mmc_alloc_disk()
401 mmc_crypto_setup_queue(mq->queue, host); in mmc_alloc_disk()
405 static inline bool mmc_merge_capable(struct mmc_host *host) in mmc_merge_capable() argument
407 return host->caps2 & MMC_CAP2_MERGE_CAPABLE; in mmc_merge_capable()
410 /* Set queue depth to get a reasonable value for q->nr_requests */
414 * mmc_init_queue - initialise a queue structure.
424 struct mmc_host *host = card->host; in mmc_init_queue() local
428 mq->card = card; in mmc_init_queue()
430 spin_lock_init(&mq->lock); in mmc_init_queue()
432 memset(&mq->tag_set, 0, sizeof(mq->tag_set)); in mmc_init_queue()
433 mq->tag_set.ops = &mmc_mq_ops; in mmc_init_queue()
438 if (host->cqe_enabled && !host->hsq_enabled) in mmc_init_queue()
439 mq->tag_set.queue_depth = in mmc_init_queue()
440 min_t(int, card->ext_csd.cmdq_depth, host->cqe_qdepth); in mmc_init_queue()
442 mq->tag_set.queue_depth = MMC_QUEUE_DEPTH; in mmc_init_queue()
443 mq->tag_set.numa_node = NUMA_NO_NODE; in mmc_init_queue()
444 mq->tag_set.flags = BLK_MQ_F_BLOCKING; in mmc_init_queue()
445 mq->tag_set.nr_hw_queues = 1; in mmc_init_queue()
446 mq->tag_set.cmd_size = sizeof(struct mmc_queue_req); in mmc_init_queue()
447 mq->tag_set.driver_data = mq; in mmc_init_queue()
451 * the host->can_dma_map_merge should be set before to get max_segs in mmc_init_queue()
454 if (mmc_merge_capable(host) && in mmc_init_queue()
455 host->max_segs < MMC_DMA_MAP_MERGE_SEGMENTS && in mmc_init_queue()
456 dma_get_merge_boundary(mmc_dev(host))) in mmc_init_queue()
457 host->can_dma_map_merge = 1; in mmc_init_queue()
459 host->can_dma_map_merge = 0; in mmc_init_queue()
461 ret = blk_mq_alloc_tag_set(&mq->tag_set); in mmc_init_queue()
468 blk_mq_free_tag_set(&mq->tag_set); in mmc_init_queue()
474 blk_mq_quiesce_queue(mq->queue); in mmc_queue_suspend()
477 * The host remains claimed while there are outstanding requests, so in mmc_queue_suspend()
480 mmc_claim_host(mq->card->host); in mmc_queue_suspend()
481 mmc_release_host(mq->card->host); in mmc_queue_suspend()
486 blk_mq_unquiesce_queue(mq->queue); in mmc_queue_resume()
491 struct request_queue *q = mq->queue; in mmc_cleanup_queue()
501 * If the recovery completes the last (and only remaining) request in in mmc_cleanup_queue()
505 cancel_work_sync(&mq->recovery_work); in mmc_cleanup_queue()
507 blk_mq_free_tag_set(&mq->tag_set); in mmc_cleanup_queue()
514 flush_work(&mq->complete_work); in mmc_cleanup_queue()
516 mq->card = NULL; in mmc_cleanup_queue()
520 * Prepare the sg list(s) to be handed of to the host driver
526 return blk_rq_map_sg(req, mqrq->sg); in mmc_queue_map_sg()