xref: /linux/drivers/mmc/host/tifm_sd.c (revision b8d312aa075f33282565467662c4628dae0a2aff)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  *  tifm_sd.c - TI FlashMedia driver
4  *
5  *  Copyright (C) 2006 Alex Dubov <oakad@yahoo.com>
6  *
7  * Special thanks to Brad Campbell for extensive testing of this driver.
8  */
9 
10 
11 #include <linux/tifm.h>
12 #include <linux/mmc/host.h>
13 #include <linux/highmem.h>
14 #include <linux/scatterlist.h>
15 #include <linux/module.h>
16 #include <asm/io.h>
17 
18 #define DRIVER_NAME "tifm_sd"
19 #define DRIVER_VERSION "0.8"
20 
21 static bool no_dma = 0;
22 static bool fixed_timeout = 0;
23 module_param(no_dma, bool, 0644);
24 module_param(fixed_timeout, bool, 0644);
25 
26 /* Constants here are mostly from OMAP5912 datasheet */
27 #define TIFM_MMCSD_RESET      0x0002
28 #define TIFM_MMCSD_CLKMASK    0x03ff
29 #define TIFM_MMCSD_POWER      0x0800
30 #define TIFM_MMCSD_4BBUS      0x8000
31 #define TIFM_MMCSD_RXDE       0x8000   /* rx dma enable */
32 #define TIFM_MMCSD_TXDE       0x0080   /* tx dma enable */
33 #define TIFM_MMCSD_BUFINT     0x0c00   /* set bits: AE, AF */
34 #define TIFM_MMCSD_DPE        0x0020   /* data timeout counted in kilocycles */
35 #define TIFM_MMCSD_INAB       0x0080   /* abort / initialize command */
36 #define TIFM_MMCSD_READ       0x8000
37 
38 #define TIFM_MMCSD_ERRMASK    0x01e0   /* set bits: CCRC, CTO, DCRC, DTO */
39 #define TIFM_MMCSD_EOC        0x0001   /* end of command phase  */
40 #define TIFM_MMCSD_CD         0x0002   /* card detect           */
41 #define TIFM_MMCSD_CB         0x0004   /* card enter busy state */
42 #define TIFM_MMCSD_BRS        0x0008   /* block received/sent   */
43 #define TIFM_MMCSD_EOFB       0x0010   /* card exit busy state  */
44 #define TIFM_MMCSD_DTO        0x0020   /* data time-out         */
45 #define TIFM_MMCSD_DCRC       0x0040   /* data crc error        */
46 #define TIFM_MMCSD_CTO        0x0080   /* command time-out      */
47 #define TIFM_MMCSD_CCRC       0x0100   /* command crc error     */
48 #define TIFM_MMCSD_AF         0x0400   /* fifo almost full      */
49 #define TIFM_MMCSD_AE         0x0800   /* fifo almost empty     */
50 #define TIFM_MMCSD_OCRB       0x1000   /* OCR busy              */
51 #define TIFM_MMCSD_CIRQ       0x2000   /* card irq (cmd40/sdio) */
52 #define TIFM_MMCSD_CERR       0x4000   /* card status error     */
53 
54 #define TIFM_MMCSD_ODTO       0x0040   /* open drain / extended timeout */
55 #define TIFM_MMCSD_CARD_RO    0x0200   /* card is read-only     */
56 
57 #define TIFM_MMCSD_FIFO_SIZE  0x0020
58 
59 #define TIFM_MMCSD_RSP_R0     0x0000
60 #define TIFM_MMCSD_RSP_R1     0x0100
61 #define TIFM_MMCSD_RSP_R2     0x0200
62 #define TIFM_MMCSD_RSP_R3     0x0300
63 #define TIFM_MMCSD_RSP_R4     0x0400
64 #define TIFM_MMCSD_RSP_R5     0x0500
65 #define TIFM_MMCSD_RSP_R6     0x0600
66 
67 #define TIFM_MMCSD_RSP_BUSY   0x0800
68 
69 #define TIFM_MMCSD_CMD_BC     0x0000
70 #define TIFM_MMCSD_CMD_BCR    0x1000
71 #define TIFM_MMCSD_CMD_AC     0x2000
72 #define TIFM_MMCSD_CMD_ADTC   0x3000
73 
74 #define TIFM_MMCSD_MAX_BLOCK_SIZE  0x0800UL
75 
76 enum {
77 	CMD_READY    = 0x0001,
78 	FIFO_READY   = 0x0002,
79 	BRS_READY    = 0x0004,
80 	SCMD_ACTIVE  = 0x0008,
81 	SCMD_READY   = 0x0010,
82 	CARD_BUSY    = 0x0020,
83 	DATA_CARRY   = 0x0040
84 };
85 
86 struct tifm_sd {
87 	struct tifm_dev       *dev;
88 
89 	unsigned short        eject:1,
90 			      open_drain:1,
91 			      no_dma:1;
92 	unsigned short        cmd_flags;
93 
94 	unsigned int          clk_freq;
95 	unsigned int          clk_div;
96 	unsigned long         timeout_jiffies;
97 
98 	struct tasklet_struct finish_tasklet;
99 	struct timer_list     timer;
100 	struct mmc_request    *req;
101 
102 	int                   sg_len;
103 	int                   sg_pos;
104 	unsigned int          block_pos;
105 	struct scatterlist    bounce_buf;
106 	unsigned char         bounce_buf_data[TIFM_MMCSD_MAX_BLOCK_SIZE];
107 };
108 
109 /* for some reason, host won't respond correctly to readw/writew */
110 static void tifm_sd_read_fifo(struct tifm_sd *host, struct page *pg,
111 			      unsigned int off, unsigned int cnt)
112 {
113 	struct tifm_dev *sock = host->dev;
114 	unsigned char *buf;
115 	unsigned int pos = 0, val;
116 
117 	buf = kmap_atomic(pg) + off;
118 	if (host->cmd_flags & DATA_CARRY) {
119 		buf[pos++] = host->bounce_buf_data[0];
120 		host->cmd_flags &= ~DATA_CARRY;
121 	}
122 
123 	while (pos < cnt) {
124 		val = readl(sock->addr + SOCK_MMCSD_DATA);
125 		buf[pos++] = val & 0xff;
126 		if (pos == cnt) {
127 			host->bounce_buf_data[0] = (val >> 8) & 0xff;
128 			host->cmd_flags |= DATA_CARRY;
129 			break;
130 		}
131 		buf[pos++] = (val >> 8) & 0xff;
132 	}
133 	kunmap_atomic(buf - off);
134 }
135 
136 static void tifm_sd_write_fifo(struct tifm_sd *host, struct page *pg,
137 			       unsigned int off, unsigned int cnt)
138 {
139 	struct tifm_dev *sock = host->dev;
140 	unsigned char *buf;
141 	unsigned int pos = 0, val;
142 
143 	buf = kmap_atomic(pg) + off;
144 	if (host->cmd_flags & DATA_CARRY) {
145 		val = host->bounce_buf_data[0] | ((buf[pos++] << 8) & 0xff00);
146 		writel(val, sock->addr + SOCK_MMCSD_DATA);
147 		host->cmd_flags &= ~DATA_CARRY;
148 	}
149 
150 	while (pos < cnt) {
151 		val = buf[pos++];
152 		if (pos == cnt) {
153 			host->bounce_buf_data[0] = val & 0xff;
154 			host->cmd_flags |= DATA_CARRY;
155 			break;
156 		}
157 		val |= (buf[pos++] << 8) & 0xff00;
158 		writel(val, sock->addr + SOCK_MMCSD_DATA);
159 	}
160 	kunmap_atomic(buf - off);
161 }
162 
163 static void tifm_sd_transfer_data(struct tifm_sd *host)
164 {
165 	struct mmc_data *r_data = host->req->cmd->data;
166 	struct scatterlist *sg = r_data->sg;
167 	unsigned int off, cnt, t_size = TIFM_MMCSD_FIFO_SIZE * 2;
168 	unsigned int p_off, p_cnt;
169 	struct page *pg;
170 
171 	if (host->sg_pos == host->sg_len)
172 		return;
173 	while (t_size) {
174 		cnt = sg[host->sg_pos].length - host->block_pos;
175 		if (!cnt) {
176 			host->block_pos = 0;
177 			host->sg_pos++;
178 			if (host->sg_pos == host->sg_len) {
179 				if ((r_data->flags & MMC_DATA_WRITE)
180 				    && (host->cmd_flags & DATA_CARRY))
181 					writel(host->bounce_buf_data[0],
182 					       host->dev->addr
183 					       + SOCK_MMCSD_DATA);
184 
185 				return;
186 			}
187 			cnt = sg[host->sg_pos].length;
188 		}
189 		off = sg[host->sg_pos].offset + host->block_pos;
190 
191 		pg = nth_page(sg_page(&sg[host->sg_pos]), off >> PAGE_SHIFT);
192 		p_off = offset_in_page(off);
193 		p_cnt = PAGE_SIZE - p_off;
194 		p_cnt = min(p_cnt, cnt);
195 		p_cnt = min(p_cnt, t_size);
196 
197 		if (r_data->flags & MMC_DATA_READ)
198 			tifm_sd_read_fifo(host, pg, p_off, p_cnt);
199 		else if (r_data->flags & MMC_DATA_WRITE)
200 			tifm_sd_write_fifo(host, pg, p_off, p_cnt);
201 
202 		t_size -= p_cnt;
203 		host->block_pos += p_cnt;
204 	}
205 }
206 
207 static void tifm_sd_copy_page(struct page *dst, unsigned int dst_off,
208 			      struct page *src, unsigned int src_off,
209 			      unsigned int count)
210 {
211 	unsigned char *src_buf = kmap_atomic(src) + src_off;
212 	unsigned char *dst_buf = kmap_atomic(dst) + dst_off;
213 
214 	memcpy(dst_buf, src_buf, count);
215 
216 	kunmap_atomic(dst_buf - dst_off);
217 	kunmap_atomic(src_buf - src_off);
218 }
219 
220 static void tifm_sd_bounce_block(struct tifm_sd *host, struct mmc_data *r_data)
221 {
222 	struct scatterlist *sg = r_data->sg;
223 	unsigned int t_size = r_data->blksz;
224 	unsigned int off, cnt;
225 	unsigned int p_off, p_cnt;
226 	struct page *pg;
227 
228 	dev_dbg(&host->dev->dev, "bouncing block\n");
229 	while (t_size) {
230 		cnt = sg[host->sg_pos].length - host->block_pos;
231 		if (!cnt) {
232 			host->block_pos = 0;
233 			host->sg_pos++;
234 			if (host->sg_pos == host->sg_len)
235 				return;
236 			cnt = sg[host->sg_pos].length;
237 		}
238 		off = sg[host->sg_pos].offset + host->block_pos;
239 
240 		pg = nth_page(sg_page(&sg[host->sg_pos]), off >> PAGE_SHIFT);
241 		p_off = offset_in_page(off);
242 		p_cnt = PAGE_SIZE - p_off;
243 		p_cnt = min(p_cnt, cnt);
244 		p_cnt = min(p_cnt, t_size);
245 
246 		if (r_data->flags & MMC_DATA_WRITE)
247 			tifm_sd_copy_page(sg_page(&host->bounce_buf),
248 					  r_data->blksz - t_size,
249 					  pg, p_off, p_cnt);
250 		else if (r_data->flags & MMC_DATA_READ)
251 			tifm_sd_copy_page(pg, p_off, sg_page(&host->bounce_buf),
252 					  r_data->blksz - t_size, p_cnt);
253 
254 		t_size -= p_cnt;
255 		host->block_pos += p_cnt;
256 	}
257 }
258 
259 static int tifm_sd_set_dma_data(struct tifm_sd *host, struct mmc_data *r_data)
260 {
261 	struct tifm_dev *sock = host->dev;
262 	unsigned int t_size = TIFM_DMA_TSIZE * r_data->blksz;
263 	unsigned int dma_len, dma_blk_cnt, dma_off;
264 	struct scatterlist *sg = NULL;
265 	unsigned long flags;
266 
267 	if (host->sg_pos == host->sg_len)
268 		return 1;
269 
270 	if (host->cmd_flags & DATA_CARRY) {
271 		host->cmd_flags &= ~DATA_CARRY;
272 		local_irq_save(flags);
273 		tifm_sd_bounce_block(host, r_data);
274 		local_irq_restore(flags);
275 		if (host->sg_pos == host->sg_len)
276 			return 1;
277 	}
278 
279 	dma_len = sg_dma_len(&r_data->sg[host->sg_pos]) - host->block_pos;
280 	if (!dma_len) {
281 		host->block_pos = 0;
282 		host->sg_pos++;
283 		if (host->sg_pos == host->sg_len)
284 			return 1;
285 		dma_len = sg_dma_len(&r_data->sg[host->sg_pos]);
286 	}
287 
288 	if (dma_len < t_size) {
289 		dma_blk_cnt = dma_len / r_data->blksz;
290 		dma_off = host->block_pos;
291 		host->block_pos += dma_blk_cnt * r_data->blksz;
292 	} else {
293 		dma_blk_cnt = TIFM_DMA_TSIZE;
294 		dma_off = host->block_pos;
295 		host->block_pos += t_size;
296 	}
297 
298 	if (dma_blk_cnt)
299 		sg = &r_data->sg[host->sg_pos];
300 	else if (dma_len) {
301 		if (r_data->flags & MMC_DATA_WRITE) {
302 			local_irq_save(flags);
303 			tifm_sd_bounce_block(host, r_data);
304 			local_irq_restore(flags);
305 		} else
306 			host->cmd_flags |= DATA_CARRY;
307 
308 		sg = &host->bounce_buf;
309 		dma_off = 0;
310 		dma_blk_cnt = 1;
311 	} else
312 		return 1;
313 
314 	dev_dbg(&sock->dev, "setting dma for %d blocks\n", dma_blk_cnt);
315 	writel(sg_dma_address(sg) + dma_off, sock->addr + SOCK_DMA_ADDRESS);
316 	if (r_data->flags & MMC_DATA_WRITE)
317 		writel((dma_blk_cnt << 8) | TIFM_DMA_TX | TIFM_DMA_EN,
318 		       sock->addr + SOCK_DMA_CONTROL);
319 	else
320 		writel((dma_blk_cnt << 8) | TIFM_DMA_EN,
321 		       sock->addr + SOCK_DMA_CONTROL);
322 
323 	return 0;
324 }
325 
326 static unsigned int tifm_sd_op_flags(struct mmc_command *cmd)
327 {
328 	unsigned int rc = 0;
329 
330 	switch (mmc_resp_type(cmd)) {
331 	case MMC_RSP_NONE:
332 		rc |= TIFM_MMCSD_RSP_R0;
333 		break;
334 	case MMC_RSP_R1B:
335 		rc |= TIFM_MMCSD_RSP_BUSY;
336 		/* fall-through */
337 	case MMC_RSP_R1:
338 		rc |= TIFM_MMCSD_RSP_R1;
339 		break;
340 	case MMC_RSP_R2:
341 		rc |= TIFM_MMCSD_RSP_R2;
342 		break;
343 	case MMC_RSP_R3:
344 		rc |= TIFM_MMCSD_RSP_R3;
345 		break;
346 	default:
347 		BUG();
348 	}
349 
350 	switch (mmc_cmd_type(cmd)) {
351 	case MMC_CMD_BC:
352 		rc |= TIFM_MMCSD_CMD_BC;
353 		break;
354 	case MMC_CMD_BCR:
355 		rc |= TIFM_MMCSD_CMD_BCR;
356 		break;
357 	case MMC_CMD_AC:
358 		rc |= TIFM_MMCSD_CMD_AC;
359 		break;
360 	case MMC_CMD_ADTC:
361 		rc |= TIFM_MMCSD_CMD_ADTC;
362 		break;
363 	default:
364 		BUG();
365 	}
366 	return rc;
367 }
368 
369 static void tifm_sd_exec(struct tifm_sd *host, struct mmc_command *cmd)
370 {
371 	struct tifm_dev *sock = host->dev;
372 	unsigned int cmd_mask = tifm_sd_op_flags(cmd);
373 
374 	if (host->open_drain)
375 		cmd_mask |= TIFM_MMCSD_ODTO;
376 
377 	if (cmd->data && (cmd->data->flags & MMC_DATA_READ))
378 		cmd_mask |= TIFM_MMCSD_READ;
379 
380 	dev_dbg(&sock->dev, "executing opcode 0x%x, arg: 0x%x, mask: 0x%x\n",
381 		cmd->opcode, cmd->arg, cmd_mask);
382 
383 	writel((cmd->arg >> 16) & 0xffff, sock->addr + SOCK_MMCSD_ARG_HIGH);
384 	writel(cmd->arg & 0xffff, sock->addr + SOCK_MMCSD_ARG_LOW);
385 	writel(cmd->opcode | cmd_mask, sock->addr + SOCK_MMCSD_COMMAND);
386 }
387 
388 static void tifm_sd_fetch_resp(struct mmc_command *cmd, struct tifm_dev *sock)
389 {
390 	cmd->resp[0] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x1c) << 16)
391 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x18);
392 	cmd->resp[1] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x14) << 16)
393 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x10);
394 	cmd->resp[2] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x0c) << 16)
395 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x08);
396 	cmd->resp[3] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x04) << 16)
397 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x00);
398 }
399 
400 static void tifm_sd_check_status(struct tifm_sd *host)
401 {
402 	struct tifm_dev *sock = host->dev;
403 	struct mmc_command *cmd = host->req->cmd;
404 
405 	if (cmd->error)
406 		goto finish_request;
407 
408 	if (!(host->cmd_flags & CMD_READY))
409 		return;
410 
411 	if (cmd->data) {
412 		if (cmd->data->error) {
413 			if ((host->cmd_flags & SCMD_ACTIVE)
414 			    && !(host->cmd_flags & SCMD_READY))
415 				return;
416 
417 			goto finish_request;
418 		}
419 
420 		if (!(host->cmd_flags & BRS_READY))
421 			return;
422 
423 		if (!(host->no_dma || (host->cmd_flags & FIFO_READY)))
424 			return;
425 
426 		if (cmd->data->flags & MMC_DATA_WRITE) {
427 			if (host->req->stop) {
428 				if (!(host->cmd_flags & SCMD_ACTIVE)) {
429 					host->cmd_flags |= SCMD_ACTIVE;
430 					writel(TIFM_MMCSD_EOFB
431 					       | readl(sock->addr
432 						       + SOCK_MMCSD_INT_ENABLE),
433 					       sock->addr
434 					       + SOCK_MMCSD_INT_ENABLE);
435 					tifm_sd_exec(host, host->req->stop);
436 					return;
437 				} else {
438 					if (!(host->cmd_flags & SCMD_READY)
439 					    || (host->cmd_flags & CARD_BUSY))
440 						return;
441 					writel((~TIFM_MMCSD_EOFB)
442 					       & readl(sock->addr
443 						       + SOCK_MMCSD_INT_ENABLE),
444 					       sock->addr
445 					       + SOCK_MMCSD_INT_ENABLE);
446 				}
447 			} else {
448 				if (host->cmd_flags & CARD_BUSY)
449 					return;
450 				writel((~TIFM_MMCSD_EOFB)
451 				       & readl(sock->addr
452 					       + SOCK_MMCSD_INT_ENABLE),
453 				       sock->addr + SOCK_MMCSD_INT_ENABLE);
454 			}
455 		} else {
456 			if (host->req->stop) {
457 				if (!(host->cmd_flags & SCMD_ACTIVE)) {
458 					host->cmd_flags |= SCMD_ACTIVE;
459 					tifm_sd_exec(host, host->req->stop);
460 					return;
461 				} else {
462 					if (!(host->cmd_flags & SCMD_READY))
463 						return;
464 				}
465 			}
466 		}
467 	}
468 finish_request:
469 	tasklet_schedule(&host->finish_tasklet);
470 }
471 
472 /* Called from interrupt handler */
473 static void tifm_sd_data_event(struct tifm_dev *sock)
474 {
475 	struct tifm_sd *host;
476 	unsigned int fifo_status = 0;
477 	struct mmc_data *r_data = NULL;
478 
479 	spin_lock(&sock->lock);
480 	host = mmc_priv((struct mmc_host*)tifm_get_drvdata(sock));
481 	fifo_status = readl(sock->addr + SOCK_DMA_FIFO_STATUS);
482 	dev_dbg(&sock->dev, "data event: fifo_status %x, flags %x\n",
483 		fifo_status, host->cmd_flags);
484 
485 	if (host->req) {
486 		r_data = host->req->cmd->data;
487 
488 		if (r_data && (fifo_status & TIFM_FIFO_READY)) {
489 			if (tifm_sd_set_dma_data(host, r_data)) {
490 				host->cmd_flags |= FIFO_READY;
491 				tifm_sd_check_status(host);
492 			}
493 		}
494 	}
495 
496 	writel(fifo_status, sock->addr + SOCK_DMA_FIFO_STATUS);
497 	spin_unlock(&sock->lock);
498 }
499 
500 /* Called from interrupt handler */
501 static void tifm_sd_card_event(struct tifm_dev *sock)
502 {
503 	struct tifm_sd *host;
504 	unsigned int host_status = 0;
505 	int cmd_error = 0;
506 	struct mmc_command *cmd = NULL;
507 	unsigned long flags;
508 
509 	spin_lock(&sock->lock);
510 	host = mmc_priv((struct mmc_host*)tifm_get_drvdata(sock));
511 	host_status = readl(sock->addr + SOCK_MMCSD_STATUS);
512 	dev_dbg(&sock->dev, "host event: host_status %x, flags %x\n",
513 		host_status, host->cmd_flags);
514 
515 	if (host->req) {
516 		cmd = host->req->cmd;
517 
518 		if (host_status & TIFM_MMCSD_ERRMASK) {
519 			writel(host_status & TIFM_MMCSD_ERRMASK,
520 			       sock->addr + SOCK_MMCSD_STATUS);
521 			if (host_status & TIFM_MMCSD_CTO)
522 				cmd_error = -ETIMEDOUT;
523 			else if (host_status & TIFM_MMCSD_CCRC)
524 				cmd_error = -EILSEQ;
525 
526 			if (cmd->data) {
527 				if (host_status & TIFM_MMCSD_DTO)
528 					cmd->data->error = -ETIMEDOUT;
529 				else if (host_status & TIFM_MMCSD_DCRC)
530 					cmd->data->error = -EILSEQ;
531 			}
532 
533 			writel(TIFM_FIFO_INT_SETALL,
534 			       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
535 			writel(TIFM_DMA_RESET, sock->addr + SOCK_DMA_CONTROL);
536 
537 			if (host->req->stop) {
538 				if (host->cmd_flags & SCMD_ACTIVE) {
539 					host->req->stop->error = cmd_error;
540 					host->cmd_flags |= SCMD_READY;
541 				} else {
542 					cmd->error = cmd_error;
543 					host->cmd_flags |= SCMD_ACTIVE;
544 					tifm_sd_exec(host, host->req->stop);
545 					goto done;
546 				}
547 			} else
548 				cmd->error = cmd_error;
549 		} else {
550 			if (host_status & (TIFM_MMCSD_EOC | TIFM_MMCSD_CERR)) {
551 				if (!(host->cmd_flags & CMD_READY)) {
552 					host->cmd_flags |= CMD_READY;
553 					tifm_sd_fetch_resp(cmd, sock);
554 				} else if (host->cmd_flags & SCMD_ACTIVE) {
555 					host->cmd_flags |= SCMD_READY;
556 					tifm_sd_fetch_resp(host->req->stop,
557 							   sock);
558 				}
559 			}
560 			if (host_status & TIFM_MMCSD_BRS)
561 				host->cmd_flags |= BRS_READY;
562 		}
563 
564 		if (host->no_dma && cmd->data) {
565 			if (host_status & TIFM_MMCSD_AE)
566 				writel(host_status & TIFM_MMCSD_AE,
567 				       sock->addr + SOCK_MMCSD_STATUS);
568 
569 			if (host_status & (TIFM_MMCSD_AE | TIFM_MMCSD_AF
570 					   | TIFM_MMCSD_BRS)) {
571 				local_irq_save(flags);
572 				tifm_sd_transfer_data(host);
573 				local_irq_restore(flags);
574 				host_status &= ~TIFM_MMCSD_AE;
575 			}
576 		}
577 
578 		if (host_status & TIFM_MMCSD_EOFB)
579 			host->cmd_flags &= ~CARD_BUSY;
580 		else if (host_status & TIFM_MMCSD_CB)
581 			host->cmd_flags |= CARD_BUSY;
582 
583 		tifm_sd_check_status(host);
584 	}
585 done:
586 	writel(host_status, sock->addr + SOCK_MMCSD_STATUS);
587 	spin_unlock(&sock->lock);
588 }
589 
590 static void tifm_sd_set_data_timeout(struct tifm_sd *host,
591 				     struct mmc_data *data)
592 {
593 	struct tifm_dev *sock = host->dev;
594 	unsigned int data_timeout = data->timeout_clks;
595 
596 	if (fixed_timeout)
597 		return;
598 
599 	data_timeout += data->timeout_ns /
600 			((1000000000UL / host->clk_freq) * host->clk_div);
601 
602 	if (data_timeout < 0xffff) {
603 		writel(data_timeout, sock->addr + SOCK_MMCSD_DATA_TO);
604 		writel((~TIFM_MMCSD_DPE)
605 		       & readl(sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG),
606 		       sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG);
607 	} else {
608 		data_timeout = (data_timeout >> 10) + 1;
609 		if (data_timeout > 0xffff)
610 			data_timeout = 0;	/* set to unlimited */
611 		writel(data_timeout, sock->addr + SOCK_MMCSD_DATA_TO);
612 		writel(TIFM_MMCSD_DPE
613 		       | readl(sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG),
614 		       sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG);
615 	}
616 }
617 
618 static void tifm_sd_request(struct mmc_host *mmc, struct mmc_request *mrq)
619 {
620 	struct tifm_sd *host = mmc_priv(mmc);
621 	struct tifm_dev *sock = host->dev;
622 	unsigned long flags;
623 	struct mmc_data *r_data = mrq->cmd->data;
624 
625 	spin_lock_irqsave(&sock->lock, flags);
626 	if (host->eject) {
627 		mrq->cmd->error = -ENOMEDIUM;
628 		goto err_out;
629 	}
630 
631 	if (host->req) {
632 		pr_err("%s : unfinished request detected\n",
633 		       dev_name(&sock->dev));
634 		mrq->cmd->error = -ETIMEDOUT;
635 		goto err_out;
636 	}
637 
638 	host->cmd_flags = 0;
639 	host->block_pos = 0;
640 	host->sg_pos = 0;
641 
642 	if (mrq->data && !is_power_of_2(mrq->data->blksz))
643 		host->no_dma = 1;
644 	else
645 		host->no_dma = no_dma ? 1 : 0;
646 
647 	if (r_data) {
648 		tifm_sd_set_data_timeout(host, r_data);
649 
650 		if ((r_data->flags & MMC_DATA_WRITE) && !mrq->stop)
651 			 writel(TIFM_MMCSD_EOFB
652 				| readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
653 				sock->addr + SOCK_MMCSD_INT_ENABLE);
654 
655 		if (host->no_dma) {
656 			writel(TIFM_MMCSD_BUFINT
657 			       | readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
658 			       sock->addr + SOCK_MMCSD_INT_ENABLE);
659 			writel(((TIFM_MMCSD_FIFO_SIZE - 1) << 8)
660 			       | (TIFM_MMCSD_FIFO_SIZE - 1),
661 			       sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
662 
663 			host->sg_len = r_data->sg_len;
664 		} else {
665 			sg_init_one(&host->bounce_buf, host->bounce_buf_data,
666 				    r_data->blksz);
667 
668 			if(1 != tifm_map_sg(sock, &host->bounce_buf, 1,
669 					    r_data->flags & MMC_DATA_WRITE
670 					    ? PCI_DMA_TODEVICE
671 					    : PCI_DMA_FROMDEVICE)) {
672 				pr_err("%s : scatterlist map failed\n",
673 				       dev_name(&sock->dev));
674 				mrq->cmd->error = -ENOMEM;
675 				goto err_out;
676 			}
677 			host->sg_len = tifm_map_sg(sock, r_data->sg,
678 						   r_data->sg_len,
679 						   r_data->flags
680 						   & MMC_DATA_WRITE
681 						   ? PCI_DMA_TODEVICE
682 						   : PCI_DMA_FROMDEVICE);
683 			if (host->sg_len < 1) {
684 				pr_err("%s : scatterlist map failed\n",
685 				       dev_name(&sock->dev));
686 				tifm_unmap_sg(sock, &host->bounce_buf, 1,
687 					      r_data->flags & MMC_DATA_WRITE
688 					      ? PCI_DMA_TODEVICE
689 					      : PCI_DMA_FROMDEVICE);
690 				mrq->cmd->error = -ENOMEM;
691 				goto err_out;
692 			}
693 
694 			writel(TIFM_FIFO_INT_SETALL,
695 			       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
696 			writel(ilog2(r_data->blksz) - 2,
697 			       sock->addr + SOCK_FIFO_PAGE_SIZE);
698 			writel(TIFM_FIFO_ENABLE,
699 			       sock->addr + SOCK_FIFO_CONTROL);
700 			writel(TIFM_FIFO_INTMASK,
701 			       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_SET);
702 
703 			if (r_data->flags & MMC_DATA_WRITE)
704 				writel(TIFM_MMCSD_TXDE,
705 				       sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
706 			else
707 				writel(TIFM_MMCSD_RXDE,
708 				       sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
709 
710 			tifm_sd_set_dma_data(host, r_data);
711 		}
712 
713 		writel(r_data->blocks - 1,
714 		       sock->addr + SOCK_MMCSD_NUM_BLOCKS);
715 		writel(r_data->blksz - 1,
716 		       sock->addr + SOCK_MMCSD_BLOCK_LEN);
717 	}
718 
719 	host->req = mrq;
720 	mod_timer(&host->timer, jiffies + host->timeout_jiffies);
721 	writel(TIFM_CTRL_LED | readl(sock->addr + SOCK_CONTROL),
722 	       sock->addr + SOCK_CONTROL);
723 	tifm_sd_exec(host, mrq->cmd);
724 	spin_unlock_irqrestore(&sock->lock, flags);
725 	return;
726 
727 err_out:
728 	spin_unlock_irqrestore(&sock->lock, flags);
729 	mmc_request_done(mmc, mrq);
730 }
731 
732 static void tifm_sd_end_cmd(unsigned long data)
733 {
734 	struct tifm_sd *host = (struct tifm_sd*)data;
735 	struct tifm_dev *sock = host->dev;
736 	struct mmc_host *mmc = tifm_get_drvdata(sock);
737 	struct mmc_request *mrq;
738 	struct mmc_data *r_data = NULL;
739 	unsigned long flags;
740 
741 	spin_lock_irqsave(&sock->lock, flags);
742 
743 	del_timer(&host->timer);
744 	mrq = host->req;
745 	host->req = NULL;
746 
747 	if (!mrq) {
748 		pr_err(" %s : no request to complete?\n",
749 		       dev_name(&sock->dev));
750 		spin_unlock_irqrestore(&sock->lock, flags);
751 		return;
752 	}
753 
754 	r_data = mrq->cmd->data;
755 	if (r_data) {
756 		if (host->no_dma) {
757 			writel((~TIFM_MMCSD_BUFINT)
758 			       & readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
759 			       sock->addr + SOCK_MMCSD_INT_ENABLE);
760 		} else {
761 			tifm_unmap_sg(sock, &host->bounce_buf, 1,
762 				      (r_data->flags & MMC_DATA_WRITE)
763 				      ? PCI_DMA_TODEVICE : PCI_DMA_FROMDEVICE);
764 			tifm_unmap_sg(sock, r_data->sg, r_data->sg_len,
765 				      (r_data->flags & MMC_DATA_WRITE)
766 				      ? PCI_DMA_TODEVICE : PCI_DMA_FROMDEVICE);
767 		}
768 
769 		r_data->bytes_xfered = r_data->blocks
770 			- readl(sock->addr + SOCK_MMCSD_NUM_BLOCKS) - 1;
771 		r_data->bytes_xfered *= r_data->blksz;
772 		r_data->bytes_xfered += r_data->blksz
773 			- readl(sock->addr + SOCK_MMCSD_BLOCK_LEN) + 1;
774 	}
775 
776 	writel((~TIFM_CTRL_LED) & readl(sock->addr + SOCK_CONTROL),
777 	       sock->addr + SOCK_CONTROL);
778 
779 	spin_unlock_irqrestore(&sock->lock, flags);
780 	mmc_request_done(mmc, mrq);
781 }
782 
783 static void tifm_sd_abort(struct timer_list *t)
784 {
785 	struct tifm_sd *host = from_timer(host, t, timer);
786 
787 	pr_err("%s : card failed to respond for a long period of time "
788 	       "(%x, %x)\n",
789 	       dev_name(&host->dev->dev), host->req->cmd->opcode, host->cmd_flags);
790 
791 	tifm_eject(host->dev);
792 }
793 
794 static void tifm_sd_ios(struct mmc_host *mmc, struct mmc_ios *ios)
795 {
796 	struct tifm_sd *host = mmc_priv(mmc);
797 	struct tifm_dev *sock = host->dev;
798 	unsigned int clk_div1, clk_div2;
799 	unsigned long flags;
800 
801 	spin_lock_irqsave(&sock->lock, flags);
802 
803 	dev_dbg(&sock->dev, "ios: clock = %u, vdd = %x, bus_mode = %x, "
804 		"chip_select = %x, power_mode = %x, bus_width = %x\n",
805 		ios->clock, ios->vdd, ios->bus_mode, ios->chip_select,
806 		ios->power_mode, ios->bus_width);
807 
808 	if (ios->bus_width == MMC_BUS_WIDTH_4) {
809 		writel(TIFM_MMCSD_4BBUS | readl(sock->addr + SOCK_MMCSD_CONFIG),
810 		       sock->addr + SOCK_MMCSD_CONFIG);
811 	} else {
812 		writel((~TIFM_MMCSD_4BBUS)
813 		       & readl(sock->addr + SOCK_MMCSD_CONFIG),
814 		       sock->addr + SOCK_MMCSD_CONFIG);
815 	}
816 
817 	if (ios->clock) {
818 		clk_div1 = 20000000 / ios->clock;
819 		if (!clk_div1)
820 			clk_div1 = 1;
821 
822 		clk_div2 = 24000000 / ios->clock;
823 		if (!clk_div2)
824 			clk_div2 = 1;
825 
826 		if ((20000000 / clk_div1) > ios->clock)
827 			clk_div1++;
828 		if ((24000000 / clk_div2) > ios->clock)
829 			clk_div2++;
830 		if ((20000000 / clk_div1) > (24000000 / clk_div2)) {
831 			host->clk_freq = 20000000;
832 			host->clk_div = clk_div1;
833 			writel((~TIFM_CTRL_FAST_CLK)
834 			       & readl(sock->addr + SOCK_CONTROL),
835 			       sock->addr + SOCK_CONTROL);
836 		} else {
837 			host->clk_freq = 24000000;
838 			host->clk_div = clk_div2;
839 			writel(TIFM_CTRL_FAST_CLK
840 			       | readl(sock->addr + SOCK_CONTROL),
841 			       sock->addr + SOCK_CONTROL);
842 		}
843 	} else {
844 		host->clk_div = 0;
845 	}
846 	host->clk_div &= TIFM_MMCSD_CLKMASK;
847 	writel(host->clk_div
848 	       | ((~TIFM_MMCSD_CLKMASK)
849 		  & readl(sock->addr + SOCK_MMCSD_CONFIG)),
850 	       sock->addr + SOCK_MMCSD_CONFIG);
851 
852 	host->open_drain = (ios->bus_mode == MMC_BUSMODE_OPENDRAIN);
853 
854 	/* chip_select : maybe later */
855 	//vdd
856 	//power is set before probe / after remove
857 
858 	spin_unlock_irqrestore(&sock->lock, flags);
859 }
860 
861 static int tifm_sd_ro(struct mmc_host *mmc)
862 {
863 	int rc = 0;
864 	struct tifm_sd *host = mmc_priv(mmc);
865 	struct tifm_dev *sock = host->dev;
866 	unsigned long flags;
867 
868 	spin_lock_irqsave(&sock->lock, flags);
869 	if (TIFM_MMCSD_CARD_RO & readl(sock->addr + SOCK_PRESENT_STATE))
870 		rc = 1;
871 	spin_unlock_irqrestore(&sock->lock, flags);
872 	return rc;
873 }
874 
875 static const struct mmc_host_ops tifm_sd_ops = {
876 	.request = tifm_sd_request,
877 	.set_ios = tifm_sd_ios,
878 	.get_ro  = tifm_sd_ro
879 };
880 
881 static int tifm_sd_initialize_host(struct tifm_sd *host)
882 {
883 	int rc;
884 	unsigned int host_status = 0;
885 	struct tifm_dev *sock = host->dev;
886 
887 	writel(0, sock->addr + SOCK_MMCSD_INT_ENABLE);
888 	host->clk_div = 61;
889 	host->clk_freq = 20000000;
890 	writel(TIFM_MMCSD_RESET, sock->addr + SOCK_MMCSD_SYSTEM_CONTROL);
891 	writel(host->clk_div | TIFM_MMCSD_POWER,
892 	       sock->addr + SOCK_MMCSD_CONFIG);
893 
894 	/* wait up to 0.51 sec for reset */
895 	for (rc = 32; rc <= 256; rc <<= 1) {
896 		if (1 & readl(sock->addr + SOCK_MMCSD_SYSTEM_STATUS)) {
897 			rc = 0;
898 			break;
899 		}
900 		msleep(rc);
901 	}
902 
903 	if (rc) {
904 		pr_err("%s : controller failed to reset\n",
905 		       dev_name(&sock->dev));
906 		return -ENODEV;
907 	}
908 
909 	writel(0, sock->addr + SOCK_MMCSD_NUM_BLOCKS);
910 	writel(host->clk_div | TIFM_MMCSD_POWER,
911 	       sock->addr + SOCK_MMCSD_CONFIG);
912 	writel(TIFM_MMCSD_RXDE, sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
913 
914 	// command timeout fixed to 64 clocks for now
915 	writel(64, sock->addr + SOCK_MMCSD_COMMAND_TO);
916 	writel(TIFM_MMCSD_INAB, sock->addr + SOCK_MMCSD_COMMAND);
917 
918 	for (rc = 16; rc <= 64; rc <<= 1) {
919 		host_status = readl(sock->addr + SOCK_MMCSD_STATUS);
920 		writel(host_status, sock->addr + SOCK_MMCSD_STATUS);
921 		if (!(host_status & TIFM_MMCSD_ERRMASK)
922 		    && (host_status & TIFM_MMCSD_EOC)) {
923 			rc = 0;
924 			break;
925 		}
926 		msleep(rc);
927 	}
928 
929 	if (rc) {
930 		pr_err("%s : card not ready - probe failed on initialization\n",
931 		       dev_name(&sock->dev));
932 		return -ENODEV;
933 	}
934 
935 	writel(TIFM_MMCSD_CERR | TIFM_MMCSD_BRS | TIFM_MMCSD_EOC
936 	       | TIFM_MMCSD_ERRMASK,
937 	       sock->addr + SOCK_MMCSD_INT_ENABLE);
938 
939 	return 0;
940 }
941 
942 static int tifm_sd_probe(struct tifm_dev *sock)
943 {
944 	struct mmc_host *mmc;
945 	struct tifm_sd *host;
946 	int rc = -EIO;
947 
948 	if (!(TIFM_SOCK_STATE_OCCUPIED
949 	      & readl(sock->addr + SOCK_PRESENT_STATE))) {
950 		pr_warn("%s : card gone, unexpectedly\n",
951 			dev_name(&sock->dev));
952 		return rc;
953 	}
954 
955 	mmc = mmc_alloc_host(sizeof(struct tifm_sd), &sock->dev);
956 	if (!mmc)
957 		return -ENOMEM;
958 
959 	host = mmc_priv(mmc);
960 	tifm_set_drvdata(sock, mmc);
961 	host->dev = sock;
962 	host->timeout_jiffies = msecs_to_jiffies(1000);
963 
964 	tasklet_init(&host->finish_tasklet, tifm_sd_end_cmd,
965 		     (unsigned long)host);
966 	timer_setup(&host->timer, tifm_sd_abort, 0);
967 
968 	mmc->ops = &tifm_sd_ops;
969 	mmc->ocr_avail = MMC_VDD_32_33 | MMC_VDD_33_34;
970 	mmc->caps = MMC_CAP_4_BIT_DATA;
971 	mmc->f_min = 20000000 / 60;
972 	mmc->f_max = 24000000;
973 
974 	mmc->max_blk_count = 2048;
975 	mmc->max_segs = mmc->max_blk_count;
976 	mmc->max_blk_size = min(TIFM_MMCSD_MAX_BLOCK_SIZE, PAGE_SIZE);
977 	mmc->max_seg_size = mmc->max_blk_count * mmc->max_blk_size;
978 	mmc->max_req_size = mmc->max_seg_size;
979 
980 	sock->card_event = tifm_sd_card_event;
981 	sock->data_event = tifm_sd_data_event;
982 	rc = tifm_sd_initialize_host(host);
983 
984 	if (!rc)
985 		rc = mmc_add_host(mmc);
986 	if (!rc)
987 		return 0;
988 
989 	mmc_free_host(mmc);
990 	return rc;
991 }
992 
993 static void tifm_sd_remove(struct tifm_dev *sock)
994 {
995 	struct mmc_host *mmc = tifm_get_drvdata(sock);
996 	struct tifm_sd *host = mmc_priv(mmc);
997 	unsigned long flags;
998 
999 	spin_lock_irqsave(&sock->lock, flags);
1000 	host->eject = 1;
1001 	writel(0, sock->addr + SOCK_MMCSD_INT_ENABLE);
1002 	spin_unlock_irqrestore(&sock->lock, flags);
1003 
1004 	tasklet_kill(&host->finish_tasklet);
1005 
1006 	spin_lock_irqsave(&sock->lock, flags);
1007 	if (host->req) {
1008 		writel(TIFM_FIFO_INT_SETALL,
1009 		       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
1010 		writel(0, sock->addr + SOCK_DMA_FIFO_INT_ENABLE_SET);
1011 		host->req->cmd->error = -ENOMEDIUM;
1012 		if (host->req->stop)
1013 			host->req->stop->error = -ENOMEDIUM;
1014 		tasklet_schedule(&host->finish_tasklet);
1015 	}
1016 	spin_unlock_irqrestore(&sock->lock, flags);
1017 	mmc_remove_host(mmc);
1018 	dev_dbg(&sock->dev, "after remove\n");
1019 
1020 	mmc_free_host(mmc);
1021 }
1022 
1023 #ifdef CONFIG_PM
1024 
1025 static int tifm_sd_suspend(struct tifm_dev *sock, pm_message_t state)
1026 {
1027 	return 0;
1028 }
1029 
1030 static int tifm_sd_resume(struct tifm_dev *sock)
1031 {
1032 	struct mmc_host *mmc = tifm_get_drvdata(sock);
1033 	struct tifm_sd *host = mmc_priv(mmc);
1034 	int rc;
1035 
1036 	rc = tifm_sd_initialize_host(host);
1037 	dev_dbg(&sock->dev, "resume initialize %d\n", rc);
1038 
1039 	if (rc)
1040 		host->eject = 1;
1041 
1042 	return rc;
1043 }
1044 
1045 #else
1046 
1047 #define tifm_sd_suspend NULL
1048 #define tifm_sd_resume NULL
1049 
1050 #endif /* CONFIG_PM */
1051 
1052 static struct tifm_device_id tifm_sd_id_tbl[] = {
1053 	{ TIFM_TYPE_SD }, { }
1054 };
1055 
1056 static struct tifm_driver tifm_sd_driver = {
1057 	.driver = {
1058 		.name  = DRIVER_NAME,
1059 		.owner = THIS_MODULE
1060 	},
1061 	.id_table = tifm_sd_id_tbl,
1062 	.probe    = tifm_sd_probe,
1063 	.remove   = tifm_sd_remove,
1064 	.suspend  = tifm_sd_suspend,
1065 	.resume   = tifm_sd_resume
1066 };
1067 
1068 static int __init tifm_sd_init(void)
1069 {
1070 	return tifm_register_driver(&tifm_sd_driver);
1071 }
1072 
1073 static void __exit tifm_sd_exit(void)
1074 {
1075 	tifm_unregister_driver(&tifm_sd_driver);
1076 }
1077 
1078 MODULE_AUTHOR("Alex Dubov");
1079 MODULE_DESCRIPTION("TI FlashMedia SD driver");
1080 MODULE_LICENSE("GPL");
1081 MODULE_DEVICE_TABLE(tifm, tifm_sd_id_tbl);
1082 MODULE_VERSION(DRIVER_VERSION);
1083 
1084 module_init(tifm_sd_init);
1085 module_exit(tifm_sd_exit);
1086