145 	int (*setup)(struct sh_mobile_i2c_data *pd);
186 static void iic_wr(struct sh_mobile_i2c_data *pd, int offs, unsigned char data)  in iic_wr()  argument
189 		data |= pd->icic;  in iic_wr()
191 	iowrite8(data, pd->reg + offs);  in iic_wr()
194 static unsigned char iic_rd(struct sh_mobile_i2c_data *pd, int offs)  in iic_rd()  argument
196 	return ioread8(pd->reg + offs);  in iic_rd()
199 static void iic_set_clr(struct sh_mobile_i2c_data *pd, int offs,  in iic_set_clr()  argument
202 	iic_wr(pd, offs, (iic_rd(pd, offs) | set) & ~clr);  in iic_set_clr()
239 static int sh_mobile_i2c_check_timing(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_check_timing()  argument
241 	u16 max_val = pd->flags & IIC_FLAG_HAS_ICIC67 ? 0x1ff : 0xff;  in sh_mobile_i2c_check_timing()
243 	if (pd->iccl > max_val || pd->icch > max_val) {  in sh_mobile_i2c_check_timing()
244 		dev_err(pd->dev, "timing values out of range: L/H=0x%x/0x%x\n",  in sh_mobile_i2c_check_timing()
245 			pd->iccl, pd->icch);  in sh_mobile_i2c_check_timing()
250 	if (pd->iccl & 0x100)  in sh_mobile_i2c_check_timing()
251 		pd->icic |= ICIC_ICCLB8;  in sh_mobile_i2c_check_timing()
253 		pd->icic &= ~ICIC_ICCLB8;  in sh_mobile_i2c_check_timing()
256 	if (pd->icch & 0x100)  in sh_mobile_i2c_check_timing()
257 		pd->icic |= ICIC_ICCHB8;  in sh_mobile_i2c_check_timing()
259 		pd->icic &= ~ICIC_ICCHB8;  in sh_mobile_i2c_check_timing()
261 	dev_dbg(pd->dev, "timing values: L/H=0x%x/0x%x\n", pd->iccl, pd->icch);  in sh_mobile_i2c_check_timing()
265 static int sh_mobile_i2c_init(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_init()  argument
270 	i2c_clk_khz = clk_get_rate(pd->clk) / 1000 / pd->clks_per_count;  in sh_mobile_i2c_init()
272 	if (pd->bus_speed == I2C_MAX_STANDARD_MODE_FREQ) {  in sh_mobile_i2c_init()
276 	} else if (pd->bus_speed == I2C_MAX_FAST_MODE_FREQ) {  in sh_mobile_i2c_init()
281 		dev_err(pd->dev, "unrecognized bus speed %lu Hz\n",  in sh_mobile_i2c_init()
282 			pd->bus_speed);  in sh_mobile_i2c_init()
286 	pd->iccl = sh_mobile_i2c_iccl(i2c_clk_khz, tLOW, tf);  in sh_mobile_i2c_init()
287 	pd->icch = sh_mobile_i2c_icch(i2c_clk_khz, tHIGH, tf);  in sh_mobile_i2c_init()
289 	return sh_mobile_i2c_check_timing(pd);  in sh_mobile_i2c_init()
292 static int sh_mobile_i2c_v2_init(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_v2_init()  argument
297 	clks_per_cycle = clk_get_rate(pd->clk) / pd->bus_speed;  in sh_mobile_i2c_v2_init()
298 	pd->iccl = DIV_ROUND_UP(clks_per_cycle * 5 / 9 - 1, pd->clks_per_count);  in sh_mobile_i2c_v2_init()
299 	pd->icch = DIV_ROUND_UP(clks_per_cycle * 4 / 9 - 5, pd->clks_per_count);  in sh_mobile_i2c_v2_init()
301 	return sh_mobile_i2c_check_timing(pd);  in sh_mobile_i2c_v2_init()
304 static unsigned char i2c_op(struct sh_mobile_i2c_data *pd, enum sh_mobile_i2c_op op)  in i2c_op()  argument
309 	dev_dbg(pd->dev, "op %d\n", op);  in i2c_op()
311 	spin_lock_irqsave(&pd->lock, flags);  in i2c_op()
315 		iic_wr(pd, ICCR, ICCR_ICE | ICCR_TRS | ICCR_BBSY);  in i2c_op()
318 		iic_wr(pd, ICIC, ICIC_WAITE | ICIC_ALE | ICIC_TACKE);  in i2c_op()
319 		iic_wr(pd, ICDR, i2c_8bit_addr_from_msg(pd->msg));  in i2c_op()
322 		iic_wr(pd, ICDR, pd->msg->buf[pd->pos]);  in i2c_op()
325 		iic_wr(pd, ICCR, pd->send_stop ? ICCR_ICE | ICCR_TRS  in i2c_op()
329 		iic_wr(pd, ICCR, ICCR_ICE | ICCR_SCP);  in i2c_op()
332 		ret = iic_rd(pd, ICDR);  in i2c_op()
335 		if (!pd->atomic_xfer)  in i2c_op()
336 			iic_wr(pd, ICIC,  in i2c_op()
338 		iic_wr(pd, ICCR, ICCR_ICE | ICCR_RACK);  in i2c_op()
341 		if (!pd->atomic_xfer)  in i2c_op()
342 			iic_wr(pd, ICIC,  in i2c_op()
344 		ret = iic_rd(pd, ICDR);  in i2c_op()
345 		iic_wr(pd, ICCR, ICCR_ICE | ICCR_RACK);  in i2c_op()
349 	spin_unlock_irqrestore(&pd->lock, flags);  in i2c_op()
351 	dev_dbg(pd->dev, "op %d, data out 0x%02x\n", op, ret);  in i2c_op()
355 static int sh_mobile_i2c_isr_tx(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_isr_tx()  argument
357 	if (pd->pos == pd->msg->len) {  in sh_mobile_i2c_isr_tx()
358 		i2c_op(pd, OP_TX_STOP);  in sh_mobile_i2c_isr_tx()
362 	if (pd->pos == -1)  in sh_mobile_i2c_isr_tx()
363 		i2c_op(pd, OP_TX_FIRST);  in sh_mobile_i2c_isr_tx()
365 		i2c_op(pd, OP_TX);  in sh_mobile_i2c_isr_tx()
367 	pd->pos++;  in sh_mobile_i2c_isr_tx()
371 static int sh_mobile_i2c_isr_rx(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_isr_rx()  argument
376 	real_pos = pd->pos - 2;  in sh_mobile_i2c_isr_rx()
378 	if (pd->pos == -1) {  in sh_mobile_i2c_isr_rx()
379 		i2c_op(pd, OP_TX_FIRST);  in sh_mobile_i2c_isr_rx()
380 	} else if (pd->pos == 0) {  in sh_mobile_i2c_isr_rx()
381 		i2c_op(pd, OP_TX_TO_RX);  in sh_mobile_i2c_isr_rx()
382 	} else if (pd->pos == pd->msg->len) {  in sh_mobile_i2c_isr_rx()
383 		if (pd->stop_after_dma) {  in sh_mobile_i2c_isr_rx()
385 			i2c_op(pd, OP_RX_STOP);  in sh_mobile_i2c_isr_rx()
386 			pd->pos++;  in sh_mobile_i2c_isr_rx()
391 			i2c_op(pd, OP_RX_STOP);  in sh_mobile_i2c_isr_rx()
393 			pd->msg->buf[real_pos] = i2c_op(pd, OP_RX_STOP_DATA);  in sh_mobile_i2c_isr_rx()
395 		pd->msg->buf[real_pos] = i2c_op(pd, OP_RX);  in sh_mobile_i2c_isr_rx()
399 	pd->pos++;  in sh_mobile_i2c_isr_rx()
400 	return pd->pos == (pd->msg->len + 2);  in sh_mobile_i2c_isr_rx()
405 	struct sh_mobile_i2c_data *pd = dev_id;  in sh_mobile_i2c_isr()  local
409 	sr = iic_rd(pd, ICSR);  in sh_mobile_i2c_isr()
410 	pd->sr |= sr; /* remember state */  in sh_mobile_i2c_isr()
412 	dev_dbg(pd->dev, "i2c_isr 0x%02x 0x%02x %s %d %d!\n", sr, pd->sr,  in sh_mobile_i2c_isr()
413 	       str_read_write(pd->msg->flags & I2C_M_RD),  in sh_mobile_i2c_isr()
414 	       pd->pos, pd->msg->len);  in sh_mobile_i2c_isr()
417 	if (pd->dma_direction == DMA_TO_DEVICE && pd->pos == 0)  in sh_mobile_i2c_isr()
418 		iic_set_clr(pd, ICIC, ICIC_TDMAE, 0);  in sh_mobile_i2c_isr()
421 		iic_wr(pd, ICSR, sr & ~(ICSR_AL | ICSR_TACK));  in sh_mobile_i2c_isr()
422 	else if (pd->msg->flags & I2C_M_RD)  in sh_mobile_i2c_isr()
423 		wakeup = sh_mobile_i2c_isr_rx(pd);  in sh_mobile_i2c_isr()
425 		wakeup = sh_mobile_i2c_isr_tx(pd);  in sh_mobile_i2c_isr()
428 	if (pd->dma_direction == DMA_FROM_DEVICE && pd->pos == 1)  in sh_mobile_i2c_isr()
429 		iic_set_clr(pd, ICIC, ICIC_RDMAE, 0);  in sh_mobile_i2c_isr()
432 		iic_wr(pd, ICSR, sr & ~ICSR_WAIT);  in sh_mobile_i2c_isr()
435 		pd->sr |= SW_DONE;  in sh_mobile_i2c_isr()
436 		if (!pd->atomic_xfer)  in sh_mobile_i2c_isr()
437 			wake_up(&pd->wait);  in sh_mobile_i2c_isr()
441 	iic_rd(pd, ICSR);  in sh_mobile_i2c_isr()
446 static void sh_mobile_i2c_cleanup_dma(struct sh_mobile_i2c_data *pd, bool terminate)  in sh_mobile_i2c_cleanup_dma()  argument
448 	struct dma_chan *chan = pd->dma_direction == DMA_FROM_DEVICE  in sh_mobile_i2c_cleanup_dma()
449 				? pd->dma_rx : pd->dma_tx;  in sh_mobile_i2c_cleanup_dma()
455 	dma_unmap_single(chan->device->dev, sg_dma_address(&pd->sg),  in sh_mobile_i2c_cleanup_dma()
456 			 pd->msg->len, pd->dma_direction);  in sh_mobile_i2c_cleanup_dma()
458 	pd->dma_direction = DMA_NONE;  in sh_mobile_i2c_cleanup_dma()
463 	struct sh_mobile_i2c_data *pd = data;  in sh_mobile_i2c_dma_callback()  local
465 	sh_mobile_i2c_cleanup_dma(pd, false);  in sh_mobile_i2c_dma_callback()
466 	pd->pos = pd->msg->len;  in sh_mobile_i2c_dma_callback()
467 	pd->stop_after_dma = true;  in sh_mobile_i2c_dma_callback()
469 	iic_set_clr(pd, ICIC, 0, ICIC_TDMAE | ICIC_RDMAE);  in sh_mobile_i2c_dma_callback()
508 static void sh_mobile_i2c_xfer_dma(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_xfer_dma()  argument
510 	bool read = pd->msg->flags & I2C_M_RD;  in sh_mobile_i2c_xfer_dma()
512 	struct dma_chan *chan = read ? pd->dma_rx : pd->dma_tx;  in sh_mobile_i2c_xfer_dma()
519 			chan = pd->dma_rx = sh_mobile_i2c_request_dma_chan(pd->dev, DMA_DEV_TO_MEM,  in sh_mobile_i2c_xfer_dma()
520 									   pd->res->start + ICDR);  in sh_mobile_i2c_xfer_dma()
522 			chan = pd->dma_tx = sh_mobile_i2c_request_dma_chan(pd->dev, DMA_MEM_TO_DEV,  in sh_mobile_i2c_xfer_dma()
523 									   pd->res->start + ICDR);  in sh_mobile_i2c_xfer_dma()
529 	dma_addr = dma_map_single(chan->device->dev, pd->dma_buf, pd->msg->len, dir);  in sh_mobile_i2c_xfer_dma()
531 		dev_dbg(pd->dev, "dma map failed, using PIO\n");  in sh_mobile_i2c_xfer_dma()
535 	sg_dma_len(&pd->sg) = pd->msg->len;  in sh_mobile_i2c_xfer_dma()
536 	sg_dma_address(&pd->sg) = dma_addr;  in sh_mobile_i2c_xfer_dma()
538 	pd->dma_direction = dir;  in sh_mobile_i2c_xfer_dma()
540 	txdesc = dmaengine_prep_slave_sg(chan, &pd->sg, 1,  in sh_mobile_i2c_xfer_dma()
544 		dev_dbg(pd->dev, "dma prep slave sg failed, using PIO\n");  in sh_mobile_i2c_xfer_dma()
545 		sh_mobile_i2c_cleanup_dma(pd, false);  in sh_mobile_i2c_xfer_dma()
550 	txdesc->callback_param = pd;  in sh_mobile_i2c_xfer_dma()
554 		dev_dbg(pd->dev, "submitting dma failed, using PIO\n");  in sh_mobile_i2c_xfer_dma()
555 		sh_mobile_i2c_cleanup_dma(pd, false);  in sh_mobile_i2c_xfer_dma()
562 static void start_ch(struct sh_mobile_i2c_data *pd, struct i2c_msg *usr_msg,  in start_ch()  argument
567 		iic_wr(pd, ICCR, ICCR_SCP);  in start_ch()
570 		iic_wr(pd, ICCR, ICCR_ICE | ICCR_SCP);  in start_ch()
573 		iic_wr(pd, ICCL, pd->iccl & 0xff);  in start_ch()
574 		iic_wr(pd, ICCH, pd->icch & 0xff);  in start_ch()
577 	pd->msg = usr_msg;  in start_ch()
578 	pd->pos = -1;  in start_ch()
579 	pd->sr = 0;  in start_ch()
581 	if (pd->atomic_xfer)  in start_ch()
584 	pd->dma_buf = i2c_get_dma_safe_msg_buf(pd->msg, 8);  in start_ch()
585 	if (pd->dma_buf)  in start_ch()
586 		sh_mobile_i2c_xfer_dma(pd);  in start_ch()
589 	iic_wr(pd, ICIC, ICIC_DTEE | ICIC_WAITE | ICIC_ALE | ICIC_TACKE);  in start_ch()
592 static int poll_dte(struct sh_mobile_i2c_data *pd)  in poll_dte()  argument
597 		u_int8_t val = iic_rd(pd, ICSR);  in poll_dte()
611 static int poll_busy(struct sh_mobile_i2c_data *pd)  in poll_busy()  argument
616 		u_int8_t val = iic_rd(pd, ICSR);  in poll_busy()
618 		dev_dbg(pd->dev, "val 0x%02x pd->sr 0x%02x\n", val, pd->sr);  in poll_busy()
626 			val |= pd->sr;  in poll_busy()
640 static int sh_mobile_xfer(struct sh_mobile_i2c_data *pd,  in sh_mobile_xfer()  argument
649 	pm_runtime_get_sync(pd->dev);  in sh_mobile_xfer()
653 		bool do_start = pd->send_stop || !i;  in sh_mobile_xfer()
655 		pd->send_stop = i == num - 1 || msg->flags & I2C_M_STOP;  in sh_mobile_xfer()
656 		pd->stop_after_dma = false;  in sh_mobile_xfer()
658 		start_ch(pd, msg, do_start);  in sh_mobile_xfer()
661 			i2c_op(pd, OP_START);  in sh_mobile_xfer()
663 		if (pd->atomic_xfer) {  in sh_mobile_xfer()
664 			unsigned long j = jiffies + pd->adap.timeout;  in sh_mobile_xfer()
668 			       !(pd->sr & (ICSR_TACK | SW_DONE))) {  in sh_mobile_xfer()
669 				unsigned char sr = iic_rd(pd, ICSR);  in sh_mobile_xfer()
673 					sh_mobile_i2c_isr(0, pd);  in sh_mobile_xfer()
682 			time_left = wait_event_timeout(pd->wait,  in sh_mobile_xfer()
683 					pd->sr & (ICSR_TACK | SW_DONE),  in sh_mobile_xfer()
684 					pd->adap.timeout);  in sh_mobile_xfer()
687 			i2c_put_dma_safe_msg_buf(pd->dma_buf, pd->msg,  in sh_mobile_xfer()
688 						 pd->stop_after_dma);  in sh_mobile_xfer()
692 			if (pd->dma_direction != DMA_NONE)  in sh_mobile_xfer()
693 				sh_mobile_i2c_cleanup_dma(pd, true);  in sh_mobile_xfer()
699 		if (pd->send_stop)  in sh_mobile_xfer()
700 			err = poll_busy(pd);  in sh_mobile_xfer()
702 			err = poll_dte(pd);  in sh_mobile_xfer()
708 	iic_wr(pd, ICCR, ICCR_SCP);  in sh_mobile_xfer()
711 	pm_runtime_put_sync(pd->dev);  in sh_mobile_xfer()
720 	struct sh_mobile_i2c_data *pd = i2c_get_adapdata(adapter);  in sh_mobile_i2c_xfer()  local
722 	pd->atomic_xfer = false;  in sh_mobile_i2c_xfer()
723 	return sh_mobile_xfer(pd, msgs, num);  in sh_mobile_i2c_xfer()
730 	struct sh_mobile_i2c_data *pd = i2c_get_adapdata(adapter);  in sh_mobile_i2c_xfer_atomic()  local
732 	pd->atomic_xfer = true;  in sh_mobile_i2c_xfer_atomic()
733 	return sh_mobile_xfer(pd, msgs, num);  in sh_mobile_i2c_xfer_atomic()
754 static int sh_mobile_i2c_r8a7740_workaround(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_r8a7740_workaround()  argument
756 	iic_set_clr(pd, ICCR, ICCR_ICE, 0);  in sh_mobile_i2c_r8a7740_workaround()
757 	iic_rd(pd, ICCR); /* dummy read */  in sh_mobile_i2c_r8a7740_workaround()
759 	iic_set_clr(pd, ICSTART, ICSTART_ICSTART, 0);  in sh_mobile_i2c_r8a7740_workaround()
760 	iic_rd(pd, ICSTART); /* dummy read */  in sh_mobile_i2c_r8a7740_workaround()
764 	iic_wr(pd, ICCR, ICCR_SCP);  in sh_mobile_i2c_r8a7740_workaround()
765 	iic_wr(pd, ICSTART, 0);  in sh_mobile_i2c_r8a7740_workaround()
769 	iic_wr(pd, ICCR, ICCR_TRS);  in sh_mobile_i2c_r8a7740_workaround()
771 	iic_wr(pd, ICCR, 0);  in sh_mobile_i2c_r8a7740_workaround()
773 	iic_wr(pd, ICCR, ICCR_TRS);  in sh_mobile_i2c_r8a7740_workaround()
776 	return sh_mobile_i2c_v2_init(pd);  in sh_mobile_i2c_r8a7740_workaround()
813 static void sh_mobile_i2c_release_dma(struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_release_dma()  argument
815 	if (!IS_ERR(pd->dma_tx)) {  in sh_mobile_i2c_release_dma()
816 		dma_release_channel(pd->dma_tx);  in sh_mobile_i2c_release_dma()
817 		pd->dma_tx = ERR_PTR(-EPROBE_DEFER);  in sh_mobile_i2c_release_dma()
820 	if (!IS_ERR(pd->dma_rx)) {  in sh_mobile_i2c_release_dma()
821 		dma_release_channel(pd->dma_rx);  in sh_mobile_i2c_release_dma()
822 		pd->dma_rx = ERR_PTR(-EPROBE_DEFER);  in sh_mobile_i2c_release_dma()
826 static int sh_mobile_i2c_hook_irqs(struct platform_device *dev, struct sh_mobile_i2c_data *pd)  in sh_mobile_i2c_hook_irqs()  argument
838 					       0, dev_name(&dev->dev), pd);  in sh_mobile_i2c_hook_irqs()
852 						       0, dev_name(&dev->dev), pd);  in sh_mobile_i2c_hook_irqs()
867 	struct sh_mobile_i2c_data *pd;  in sh_mobile_i2c_probe()  local
873 	pd = devm_kzalloc(&dev->dev, sizeof(struct sh_mobile_i2c_data), GFP_KERNEL);  in sh_mobile_i2c_probe()
874 	if (!pd)  in sh_mobile_i2c_probe()
877 	pd->clk = devm_clk_get(&dev->dev, NULL);  in sh_mobile_i2c_probe()
878 	if (IS_ERR(pd->clk)) {  in sh_mobile_i2c_probe()
880 		return PTR_ERR(pd->clk);  in sh_mobile_i2c_probe()
883 	ret = sh_mobile_i2c_hook_irqs(dev, pd);  in sh_mobile_i2c_probe()
887 	pd->dev = &dev->dev;  in sh_mobile_i2c_probe()
888 	platform_set_drvdata(dev, pd);  in sh_mobile_i2c_probe()
890 	pd->reg = devm_platform_get_and_ioremap_resource(dev, 0, &pd->res);  in sh_mobile_i2c_probe()
891 	if (IS_ERR(pd->reg))  in sh_mobile_i2c_probe()
892 		return PTR_ERR(pd->reg);  in sh_mobile_i2c_probe()
895 	pd->bus_speed = (ret || !bus_speed) ? I2C_MAX_STANDARD_MODE_FREQ : bus_speed;  in sh_mobile_i2c_probe()
896 	pd->clks_per_count = 1;  in sh_mobile_i2c_probe()
899 	if (resource_size(pd->res) > 0x17)  in sh_mobile_i2c_probe()
900 		pd->flags |= IIC_FLAG_HAS_ICIC67;  in sh_mobile_i2c_probe()
907 		pd->clks_per_count = config->clks_per_count;  in sh_mobile_i2c_probe()
908 		ret = config->setup(pd);  in sh_mobile_i2c_probe()
910 		ret = sh_mobile_i2c_init(pd);  in sh_mobile_i2c_probe()
918 	sg_init_table(&pd->sg, 1);  in sh_mobile_i2c_probe()
919 	pd->dma_direction = DMA_NONE;  in sh_mobile_i2c_probe()
920 	pd->dma_rx = pd->dma_tx = ERR_PTR(-EPROBE_DEFER);  in sh_mobile_i2c_probe()
923 	adap = &pd->adap;  in sh_mobile_i2c_probe()
924 	i2c_set_adapdata(adap, pd);  in sh_mobile_i2c_probe()
936 	spin_lock_init(&pd->lock);  in sh_mobile_i2c_probe()
937 	init_waitqueue_head(&pd->wait);  in sh_mobile_i2c_probe()
941 		sh_mobile_i2c_release_dma(pd);  in sh_mobile_i2c_probe()
945 	dev_info(&dev->dev, "I2C adapter %d, bus speed %lu Hz\n", adap->nr, pd->bus_speed);  in sh_mobile_i2c_probe()
952 	struct sh_mobile_i2c_data *pd = platform_get_drvdata(dev);  in sh_mobile_i2c_remove()  local
954 	i2c_del_adapter(&pd->adap);  in sh_mobile_i2c_remove()
955 	sh_mobile_i2c_release_dma(pd);  in sh_mobile_i2c_remove()
961 	struct sh_mobile_i2c_data *pd = dev_get_drvdata(dev);  in sh_mobile_i2c_suspend()  local
963 	i2c_mark_adapter_suspended(&pd->adap);  in sh_mobile_i2c_suspend()
969 	struct sh_mobile_i2c_data *pd = dev_get_drvdata(dev);  in sh_mobile_i2c_resume()  local
971 	i2c_mark_adapter_resumed(&pd->adap);  in sh_mobile_i2c_resume()