xref: /freebsd/sys/arm/freescale/imx/imx_i2c.c (revision 8657387683946d0c03e09fe77029edfe309eeb20)
1 /*-
2  * Copyright (C) 2008-2009 Semihalf, Michal Hajduk
3  * Copyright (c) 2012, 2013 The FreeBSD Foundation
4  * Copyright (c) 2015 Ian Lepore <ian@FreeBSD.org>
5  * All rights reserved.
6  *
7  * Portions of this software were developed by Oleksandr Rybalko
8  * under sponsorship from the FreeBSD Foundation.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  *
19  * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
20  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22  * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
23  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29  * SUCH DAMAGE.
30  */
31 
32 /*
33  * I2C driver for Freescale i.MX hardware.
34  *
35  * Note that the hardware is capable of running as both a master and a slave.
36  * This driver currently implements only master-mode operations.
37  *
38  * This driver supports multi-master i2c buses, by detecting bus arbitration
39  * loss and returning IIC_EBUSBSY status.  Notably, it does not do any kind of
40  * retries if some other master jumps onto the bus and interrupts one of our
41  * transfer cycles resulting in arbitration loss in mid-transfer.  The caller
42  * must handle retries in a way that makes sense for the slave being addressed.
43  */
44 
45 #include <sys/cdefs.h>
46 __FBSDID("$FreeBSD$");
47 
48 #include <sys/param.h>
49 #include <sys/systm.h>
50 #include <sys/bus.h>
51 #include <sys/gpio.h>
52 #include <sys/kernel.h>
53 #include <sys/limits.h>
54 #include <sys/module.h>
55 #include <sys/resource.h>
56 #include <sys/sysctl.h>
57 
58 #include <machine/bus.h>
59 #include <machine/resource.h>
60 #include <sys/rman.h>
61 
62 #include <arm/freescale/imx/imx_ccmvar.h>
63 
64 #include <dev/iicbus/iiconf.h>
65 #include <dev/iicbus/iicbus.h>
66 #include <dev/iicbus/iic_recover_bus.h>
67 #include "iicbus_if.h"
68 
69 #include <dev/ofw/openfirm.h>
70 #include <dev/ofw/ofw_bus.h>
71 #include <dev/ofw/ofw_bus_subr.h>
72 
73 #include <dev/fdt/fdt_pinctrl.h>
74 #include <dev/gpio/gpiobusvar.h>
75 
76 #define I2C_ADDR_REG		0x00 /* I2C slave address register */
77 #define I2C_FDR_REG		0x04 /* I2C frequency divider register */
78 #define I2C_CONTROL_REG		0x08 /* I2C control register */
79 #define I2C_STATUS_REG		0x0C /* I2C status register */
80 #define I2C_DATA_REG		0x10 /* I2C data register */
81 #define I2C_DFSRR_REG		0x14 /* I2C Digital Filter Sampling rate */
82 
83 #define I2CCR_MEN		(1 << 7) /* Module enable */
84 #define I2CCR_MSTA		(1 << 5) /* Master/slave mode */
85 #define I2CCR_MTX		(1 << 4) /* Transmit/receive mode */
86 #define I2CCR_TXAK		(1 << 3) /* Transfer acknowledge */
87 #define I2CCR_RSTA		(1 << 2) /* Repeated START */
88 
89 #define I2CSR_MCF		(1 << 7) /* Data transfer */
90 #define I2CSR_MASS		(1 << 6) /* Addressed as a slave */
91 #define I2CSR_MBB		(1 << 5) /* Bus busy */
92 #define I2CSR_MAL		(1 << 4) /* Arbitration lost */
93 #define I2CSR_SRW		(1 << 2) /* Slave read/write */
94 #define I2CSR_MIF		(1 << 1) /* Module interrupt */
95 #define I2CSR_RXAK		(1 << 0) /* Received acknowledge */
96 
97 #define I2C_BAUD_RATE_FAST	0x31
98 #define I2C_BAUD_RATE_DEF	0x3F
99 #define I2C_DFSSR_DIV		0x10
100 
101 /*
102  * A table of available divisors and the associated coded values to put in the
103  * FDR register to achieve that divisor.. There is no algorithmic relationship I
104  * can see between divisors and the codes that go into the register.  The table
105  * begins and ends with entries that handle insane configuration values.
106  */
107 struct clkdiv {
108 	u_int divisor;
109 	u_int regcode;
110 };
111 static struct clkdiv clkdiv_table[] = {
112         {    0, 0x20 }, {   22, 0x20 }, {   24, 0x21 }, {   26, 0x22 },
113         {   28, 0x23 }, {   30, 0x00 }, {   32, 0x24 }, {   36, 0x25 },
114         {   40, 0x26 }, {   42, 0x03 }, {   44, 0x27 }, {   48, 0x28 },
115         {   52, 0x05 }, {   56, 0x29 }, {   60, 0x06 }, {   64, 0x2a },
116         {   72, 0x2b }, {   80, 0x2c }, {   88, 0x09 }, {   96, 0x2d },
117         {  104, 0x0a }, {  112, 0x2e }, {  128, 0x2f }, {  144, 0x0c },
118         {  160, 0x30 }, {  192, 0x31 }, {  224, 0x32 }, {  240, 0x0f },
119         {  256, 0x33 }, {  288, 0x10 }, {  320, 0x34 }, {  384, 0x35 },
120         {  448, 0x36 }, {  480, 0x13 }, {  512, 0x37 }, {  576, 0x14 },
121         {  640, 0x38 }, {  768, 0x39 }, {  896, 0x3a }, {  960, 0x17 },
122         { 1024, 0x3b }, { 1152, 0x18 }, { 1280, 0x3c }, { 1536, 0x3d },
123         { 1792, 0x3e }, { 1920, 0x1b }, { 2048, 0x3f }, { 2304, 0x1c },
124         { 2560, 0x1d }, { 3072, 0x1e }, { 3840, 0x1f }, {UINT_MAX, 0x1f}
125 };
126 
127 static struct ofw_compat_data compat_data[] = {
128 	{"fsl,imx6q-i2c",  1},
129 	{"fsl,imx-i2c",	   1},
130 	{NULL,             0}
131 };
132 
133 struct i2c_softc {
134 	device_t		dev;
135 	device_t		iicbus;
136 	struct resource		*res;
137 	int			rid;
138 	sbintime_t		byte_time_sbt;
139 	int			rb_pinctl_idx;
140 	gpio_pin_t		rb_sclpin;
141 	gpio_pin_t 		rb_sdapin;
142 	u_int			debug;
143 	u_int			slave;
144 };
145 
146 #define DEVICE_DEBUGF(sc, lvl, fmt, args...) \
147     if ((lvl) <= (sc)->debug) \
148         device_printf((sc)->dev, fmt, ##args)
149 
150 #define DEBUGF(sc, lvl, fmt, args...) \
151     if ((lvl) <= (sc)->debug) \
152         printf(fmt, ##args)
153 
154 static phandle_t i2c_get_node(device_t, device_t);
155 static int i2c_probe(device_t);
156 static int i2c_attach(device_t);
157 
158 static int i2c_repeated_start(device_t, u_char, int);
159 static int i2c_start(device_t, u_char, int);
160 static int i2c_stop(device_t);
161 static int i2c_reset(device_t, u_char, u_char, u_char *);
162 static int i2c_read(device_t, char *, int, int *, int, int);
163 static int i2c_write(device_t, const char *, int, int *, int);
164 
165 static device_method_t i2c_methods[] = {
166 	DEVMETHOD(device_probe,			i2c_probe),
167 	DEVMETHOD(device_attach,		i2c_attach),
168 
169 	/* OFW methods */
170 	DEVMETHOD(ofw_bus_get_node,		i2c_get_node),
171 
172 	DEVMETHOD(iicbus_callback,		iicbus_null_callback),
173 	DEVMETHOD(iicbus_repeated_start,	i2c_repeated_start),
174 	DEVMETHOD(iicbus_start,			i2c_start),
175 	DEVMETHOD(iicbus_stop,			i2c_stop),
176 	DEVMETHOD(iicbus_reset,			i2c_reset),
177 	DEVMETHOD(iicbus_read,			i2c_read),
178 	DEVMETHOD(iicbus_write,			i2c_write),
179 	DEVMETHOD(iicbus_transfer,		iicbus_transfer_gen),
180 
181 	DEVMETHOD_END
182 };
183 
184 static driver_t i2c_driver = {
185 	"iichb",
186 	i2c_methods,
187 	sizeof(struct i2c_softc),
188 };
189 static devclass_t  i2c_devclass;
190 
191 DRIVER_MODULE(i2c, simplebus, i2c_driver, i2c_devclass, 0, 0);
192 DRIVER_MODULE(iicbus, i2c, iicbus_driver, iicbus_devclass, 0, 0);
193 
194 static phandle_t
195 i2c_get_node(device_t bus, device_t dev)
196 {
197 	/*
198 	 * Share controller node with iicbus device
199 	 */
200 	return ofw_bus_get_node(bus);
201 }
202 
203 static __inline void
204 i2c_write_reg(struct i2c_softc *sc, bus_size_t off, uint8_t val)
205 {
206 
207 	bus_write_1(sc->res, off, val);
208 }
209 
210 static __inline uint8_t
211 i2c_read_reg(struct i2c_softc *sc, bus_size_t off)
212 {
213 
214 	return (bus_read_1(sc->res, off));
215 }
216 
217 static __inline void
218 i2c_flag_set(struct i2c_softc *sc, bus_size_t off, uint8_t mask)
219 {
220 	uint8_t status;
221 
222 	status = i2c_read_reg(sc, off);
223 	status |= mask;
224 	i2c_write_reg(sc, off, status);
225 }
226 
227 /* Wait for bus to become busy or not-busy. */
228 static int
229 wait_for_busbusy(struct i2c_softc *sc, int wantbusy)
230 {
231 	int retry, srb;
232 
233 	retry = 1000;
234 	while (retry --) {
235 		srb = i2c_read_reg(sc, I2C_STATUS_REG) & I2CSR_MBB;
236 		if ((srb && wantbusy) || (!srb && !wantbusy))
237 			return (IIC_NOERR);
238 		DELAY(1);
239 	}
240 	return (IIC_ETIMEOUT);
241 }
242 
243 /* Wait for transfer to complete, optionally check RXAK. */
244 static int
245 wait_for_xfer(struct i2c_softc *sc, int checkack)
246 {
247 	int retry, sr;
248 
249 	/*
250 	 * Sleep for about the time it takes to transfer a byte (with precision
251 	 * set to tolerate 5% oversleep).  We calculate the approximate byte
252 	 * transfer time when we set the bus speed divisor.  Slaves are allowed
253 	 * to do clock-stretching so the actual transfer time can be larger, but
254 	 * this gets the bulk of the waiting out of the way without tying up the
255 	 * processor the whole time.
256 	 */
257 	pause_sbt("imxi2c", sc->byte_time_sbt, sc->byte_time_sbt / 20, 0);
258 
259 	retry = 10000;
260 	while (retry --) {
261 		sr = i2c_read_reg(sc, I2C_STATUS_REG);
262 		if (sr & I2CSR_MIF) {
263                         if (sr & I2CSR_MAL)
264 				return (IIC_EBUSERR);
265 			else if (checkack && (sr & I2CSR_RXAK))
266 				return (IIC_ENOACK);
267 			else
268 				return (IIC_NOERR);
269 		}
270 		DELAY(1);
271 	}
272 	return (IIC_ETIMEOUT);
273 }
274 
275 /*
276  * Implement the error handling shown in the state diagram of the imx6 reference
277  * manual.  If there was an error, then:
278  *  - Clear master mode (MSTA and MTX).
279  *  - Wait for the bus to become free or for a timeout to happen.
280  *  - Disable the controller.
281  */
282 static int
283 i2c_error_handler(struct i2c_softc *sc, int error)
284 {
285 
286 	if (error != 0) {
287 		i2c_write_reg(sc, I2C_STATUS_REG, 0);
288 		i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN);
289 		wait_for_busbusy(sc, false);
290 		i2c_write_reg(sc, I2C_CONTROL_REG, 0);
291 	}
292 	return (error);
293 }
294 
295 static int
296 i2c_recover_getsda(void *ctx)
297 {
298 	bool active;
299 
300 	gpio_pin_is_active(((struct i2c_softc *)ctx)->rb_sdapin, &active);
301 	return (active);
302 }
303 
304 static void
305 i2c_recover_setsda(void *ctx, int value)
306 {
307 
308 	gpio_pin_set_active(((struct i2c_softc *)ctx)->rb_sdapin, value);
309 }
310 
311 static int
312 i2c_recover_getscl(void *ctx)
313 {
314 	bool active;
315 
316 	gpio_pin_is_active(((struct i2c_softc *)ctx)->rb_sclpin, &active);
317 	return (active);
318 
319 }
320 
321 static void
322 i2c_recover_setscl(void *ctx, int value)
323 {
324 
325 	gpio_pin_set_active(((struct i2c_softc *)ctx)->rb_sclpin, value);
326 }
327 
328 static int
329 i2c_recover_bus(struct i2c_softc *sc)
330 {
331 	struct iicrb_pin_access pins;
332 	int err;
333 
334 	/*
335 	 * If we have gpio pinmux config, reconfigure the pins to gpio mode,
336 	 * invoke iic_recover_bus which checks for a hung bus and bitbangs a
337 	 * recovery sequence if necessary, then configure the pins back to i2c
338 	 * mode (idx 0).
339 	 */
340 	if (sc->rb_pinctl_idx == 0)
341 		return (0);
342 
343 	fdt_pinctrl_configure(sc->dev, sc->rb_pinctl_idx);
344 
345 	pins.ctx = sc;
346 	pins.getsda = i2c_recover_getsda;
347 	pins.setsda = i2c_recover_setsda;
348 	pins.getscl = i2c_recover_getscl;
349 	pins.setscl = i2c_recover_setscl;
350 	err = iic_recover_bus(&pins);
351 
352 	fdt_pinctrl_configure(sc->dev, 0);
353 
354 	return (err);
355 }
356 
357 static int
358 i2c_probe(device_t dev)
359 {
360 
361 	if (!ofw_bus_status_okay(dev))
362 		return (ENXIO);
363 
364 	if (ofw_bus_search_compatible(dev, compat_data)->ocd_data == 0)
365 		return (ENXIO);
366 
367 	device_set_desc(dev, "Freescale i.MX I2C");
368 
369 	return (BUS_PROBE_DEFAULT);
370 }
371 
372 static int
373 i2c_attach(device_t dev)
374 {
375 	char wrkstr[16];
376 	struct i2c_softc *sc;
377 	phandle_t node;
378 	int err, cfgidx;
379 
380 	sc = device_get_softc(dev);
381 	sc->dev = dev;
382 	sc->rid = 0;
383 
384 	sc->res = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &sc->rid,
385 	    RF_ACTIVE);
386 	if (sc->res == NULL) {
387 		device_printf(dev, "could not allocate resources");
388 		return (ENXIO);
389 	}
390 
391 	sc->iicbus = device_add_child(dev, "iicbus", -1);
392 	if (sc->iicbus == NULL) {
393 		device_printf(dev, "could not add iicbus child");
394 		return (ENXIO);
395 	}
396 
397 	/* Set up debug-enable sysctl. */
398 	SYSCTL_ADD_INT(device_get_sysctl_ctx(sc->dev),
399 	    SYSCTL_CHILDREN(device_get_sysctl_tree(sc->dev)),
400 	    OID_AUTO, "debug", CTLFLAG_RWTUN, &sc->debug, 0,
401 	    "Enable debug; 1=reads/writes, 2=add starts/stops");
402 
403 	/*
404 	 * Set up for bus recovery using gpio pins, if the pinctrl and gpio
405 	 * properties are present.  This is optional.  If all the config data is
406 	 * not in place, we just don't do gpio bitbang bus recovery.
407 	 */
408 	node = ofw_bus_get_node(sc->dev);
409 
410 	err = gpio_pin_get_by_ofw_property(dev, node, "scl-gpios",
411 	    &sc->rb_sclpin);
412 	if (err != 0)
413 		goto no_recovery;
414 	err = gpio_pin_get_by_ofw_property(dev, node, "sda-gpios",
415 	    &sc->rb_sdapin);
416 	if (err != 0)
417 		goto no_recovery;
418 
419 	/*
420 	 * Preset the gpio pins to output high (idle bus state).  The signal
421 	 * won't actually appear on the pins until the bus recovery code changes
422 	 * the pinmux config from i2c to gpio.
423 	 */
424 	gpio_pin_setflags(sc->rb_sclpin, GPIO_PIN_OUTPUT);
425 	gpio_pin_setflags(sc->rb_sdapin, GPIO_PIN_OUTPUT);
426 	gpio_pin_set_active(sc->rb_sclpin, true);
427 	gpio_pin_set_active(sc->rb_sdapin, true);
428 
429 	/*
430 	 * Obtain the index of pinctrl node for bus recovery using gpio pins,
431 	 * then confirm that pinctrl properties exist for that index and for the
432 	 * default pinctrl-0.  If sc->rb_pinctl_idx is non-zero, the reset code
433 	 * will also do a bus recovery, so setting this value must be last.
434 	 */
435 	err = ofw_bus_find_string_index(node, "pinctrl-names", "gpio", &cfgidx);
436 	if (err == 0) {
437 		snprintf(wrkstr, sizeof(wrkstr), "pinctrl-%d", cfgidx);
438 		if (OF_hasprop(node, "pinctrl-0") && OF_hasprop(node, wrkstr))
439 			sc->rb_pinctl_idx = cfgidx;
440 	}
441 
442 no_recovery:
443 
444 	/* We don't do a hardware reset here because iicbus_attach() does it. */
445 
446 	bus_generic_attach(dev);
447 	return (0);
448 }
449 
450 static int
451 i2c_repeated_start(device_t dev, u_char slave, int timeout)
452 {
453 	struct i2c_softc *sc;
454 	int error;
455 
456 	sc = device_get_softc(dev);
457 
458 	if ((i2c_read_reg(sc, I2C_STATUS_REG) & I2CSR_MBB) == 0) {
459 		return (IIC_EBUSERR);
460 	}
461 
462 	/*
463 	 * Set repeated start condition, delay (per reference manual, min 156nS)
464 	 * before writing slave address, wait for ack after write.
465 	 */
466 	i2c_flag_set(sc, I2C_CONTROL_REG, I2CCR_RSTA);
467 	DELAY(1);
468 	i2c_write_reg(sc, I2C_STATUS_REG, 0x0);
469 	i2c_write_reg(sc, I2C_DATA_REG, slave);
470 	sc->slave = slave;
471 	DEVICE_DEBUGF(sc, 2, "rstart 0x%02x\n", sc->slave);
472 	error = wait_for_xfer(sc, true);
473 	return (i2c_error_handler(sc, error));
474 }
475 
476 static int
477 i2c_start_ll(device_t dev, u_char slave, int timeout)
478 {
479 	struct i2c_softc *sc;
480 	int error;
481 
482 	sc = device_get_softc(dev);
483 
484 	i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN);
485 	DELAY(10); /* Delay for controller to sample bus state. */
486 	if (i2c_read_reg(sc, I2C_STATUS_REG) & I2CSR_MBB) {
487 		return (i2c_error_handler(sc, IIC_EBUSERR));
488 	}
489 	i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN | I2CCR_MSTA | I2CCR_MTX);
490 	if ((error = wait_for_busbusy(sc, true)) != IIC_NOERR)
491 		return (i2c_error_handler(sc, error));
492 	i2c_write_reg(sc, I2C_STATUS_REG, 0);
493 	i2c_write_reg(sc, I2C_DATA_REG, slave);
494 	sc->slave = slave;
495 	DEVICE_DEBUGF(sc, 2, "start  0x%02x\n", sc->slave);
496 	error = wait_for_xfer(sc, true);
497 	return (i2c_error_handler(sc, error));
498 }
499 
500 static int
501 i2c_start(device_t dev, u_char slave, int timeout)
502 {
503 	struct i2c_softc *sc;
504 	int error;
505 
506 	sc = device_get_softc(dev);
507 
508 	/*
509 	 * Invoke the low-level code to put the bus into master mode and address
510 	 * the given slave.  If that fails, idle the controller and attempt a
511 	 * bus recovery, and then try again one time.  Signaling a start and
512 	 * addressing the slave is the only operation that a low-level driver
513 	 * can safely retry without any help from the upper layers that know
514 	 * more about the slave device.
515 	 */
516 	if ((error = i2c_start_ll(dev, slave, timeout)) != 0) {
517 		i2c_write_reg(sc, I2C_CONTROL_REG, 0x0);
518 		if ((error = i2c_recover_bus(sc)) != 0)
519 			return (error);
520 		error = i2c_start_ll(dev, slave, timeout);
521 	}
522 	return (error);
523 }
524 
525 static int
526 i2c_stop(device_t dev)
527 {
528 	struct i2c_softc *sc;
529 
530 	sc = device_get_softc(dev);
531 
532 	i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN);
533 	wait_for_busbusy(sc, false);
534 	i2c_write_reg(sc, I2C_CONTROL_REG, 0);
535 	DEVICE_DEBUGF(sc, 2, "stop   0x%02x\n", sc->slave);
536 	return (IIC_NOERR);
537 }
538 
539 static int
540 i2c_reset(device_t dev, u_char speed, u_char addr, u_char *oldadr)
541 {
542 	struct i2c_softc *sc;
543 	u_int busfreq, div, i, ipgfreq;
544 
545 	sc = device_get_softc(dev);
546 
547 	DEVICE_DEBUGF(sc, 1, "reset\n");
548 
549 	/*
550 	 * Look up the divisor that gives the nearest speed that doesn't exceed
551 	 * the configured value for the bus.
552 	 */
553 	ipgfreq = imx_ccm_ipg_hz();
554 	busfreq = IICBUS_GET_FREQUENCY(sc->iicbus, speed);
555 	div = howmany(ipgfreq, busfreq);
556 	for (i = 0; i < nitems(clkdiv_table); i++) {
557 		if (clkdiv_table[i].divisor >= div)
558 			break;
559 	}
560 
561 	/*
562 	 * Calculate roughly how long it will take to transfer a byte (which
563 	 * requires 9 clock cycles) at the new bus speed.  This value is used to
564 	 * pause() while waiting for transfer-complete.  With a 66MHz IPG clock
565 	 * and the actual i2c bus speeds that leads to, for nominal 100KHz and
566 	 * 400KHz bus speeds the transfer times are roughly 104uS and 22uS.
567 	 */
568 	busfreq = ipgfreq / clkdiv_table[i].divisor;
569 	sc->byte_time_sbt = SBT_1US * (9000000 / busfreq);
570 
571 	/*
572 	 * Disable the controller (do the reset), and set the new clock divisor.
573 	 */
574 	i2c_write_reg(sc, I2C_STATUS_REG, 0x0);
575 	i2c_write_reg(sc, I2C_CONTROL_REG, 0x0);
576 	i2c_write_reg(sc, I2C_FDR_REG, (uint8_t)clkdiv_table[i].regcode);
577 
578 	/*
579 	 * Now that the controller is idle, perform bus recovery.  If the bus
580 	 * isn't hung, this a fairly fast no-op.
581 	 */
582 	return (i2c_recover_bus(sc));
583 }
584 
585 static int
586 i2c_read(device_t dev, char *buf, int len, int *read, int last, int delay)
587 {
588 	struct i2c_softc *sc;
589 	int error, reg;
590 
591 	sc = device_get_softc(dev);
592 	*read = 0;
593 
594 	DEVICE_DEBUGF(sc, 1, "read   0x%02x len %d: ", sc->slave, len);
595 	if (len) {
596 		if (len == 1)
597 			i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN |
598 			    I2CCR_MSTA | I2CCR_TXAK);
599 		else
600 			i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN |
601 			    I2CCR_MSTA);
602                 /* Dummy read to prime the receiver. */
603 		i2c_write_reg(sc, I2C_STATUS_REG, 0x0);
604 		i2c_read_reg(sc, I2C_DATA_REG);
605 	}
606 
607 	error = 0;
608 	*read = 0;
609 	while (*read < len) {
610 		if ((error = wait_for_xfer(sc, false)) != IIC_NOERR)
611 			break;
612 		i2c_write_reg(sc, I2C_STATUS_REG, 0x0);
613 		if (last) {
614 			if (*read == len - 2) {
615 				/* NO ACK on last byte */
616 				i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN |
617 				    I2CCR_MSTA | I2CCR_TXAK);
618 			} else if (*read == len - 1) {
619 				/* Transfer done, signal stop. */
620 				i2c_write_reg(sc, I2C_CONTROL_REG, I2CCR_MEN |
621 				    I2CCR_TXAK);
622 				wait_for_busbusy(sc, false);
623 			}
624 		}
625 		reg = i2c_read_reg(sc, I2C_DATA_REG);
626 		DEBUGF(sc, 1, "0x%02x ", reg);
627 		*buf++ = reg;
628 		(*read)++;
629 	}
630 	DEBUGF(sc, 1, "\n");
631 
632 	return (i2c_error_handler(sc, error));
633 }
634 
635 static int
636 i2c_write(device_t dev, const char *buf, int len, int *sent, int timeout)
637 {
638 	struct i2c_softc *sc;
639 	int error;
640 
641 	sc = device_get_softc(dev);
642 
643 	error = 0;
644 	*sent = 0;
645 	DEVICE_DEBUGF(sc, 1, "write  0x%02x len %d: ", sc->slave, len);
646 	while (*sent < len) {
647 		DEBUGF(sc, 1, "0x%02x ", *buf);
648 		i2c_write_reg(sc, I2C_STATUS_REG, 0x0);
649 		i2c_write_reg(sc, I2C_DATA_REG, *buf++);
650 		if ((error = wait_for_xfer(sc, true)) != IIC_NOERR)
651 			break;
652 		(*sent)++;
653 	}
654 	DEBUGF(sc, 1, "\n");
655 	return (i2c_error_handler(sc, error));
656 }
657