xref: /linux/drivers/net/can/ctucanfd/ctucanfd_base.c (revision 8be4d31cb8aaeea27bde4b7ddb26e28a89062ebf)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*******************************************************************************
3  *
4  * CTU CAN FD IP Core
5  *
6  * Copyright (C) 2015-2018 Ondrej Ille <ondrej.ille@gmail.com> FEE CTU
7  * Copyright (C) 2018-2021 Ondrej Ille <ondrej.ille@gmail.com> self-funded
8  * Copyright (C) 2018-2019 Martin Jerabek <martin.jerabek01@gmail.com> FEE CTU
9  * Copyright (C) 2018-2022 Pavel Pisa <pisa@cmp.felk.cvut.cz> FEE CTU/self-funded
10  *
11  * Project advisors:
12  *     Jiri Novak <jnovak@fel.cvut.cz>
13  *     Pavel Pisa <pisa@cmp.felk.cvut.cz>
14  *
15  * Department of Measurement         (http://meas.fel.cvut.cz/)
16  * Faculty of Electrical Engineering (http://www.fel.cvut.cz)
17  * Czech Technical University        (http://www.cvut.cz/)
18  ******************************************************************************/
19 
20 #include <linux/clk.h>
21 #include <linux/errno.h>
22 #include <linux/ethtool.h>
23 #include <linux/init.h>
24 #include <linux/bitfield.h>
25 #include <linux/interrupt.h>
26 #include <linux/io.h>
27 #include <linux/kernel.h>
28 #include <linux/module.h>
29 #include <linux/skbuff.h>
30 #include <linux/string.h>
31 #include <linux/types.h>
32 #include <linux/can/error.h>
33 #include <linux/pm_runtime.h>
34 
35 #include "ctucanfd.h"
36 #include "ctucanfd_kregs.h"
37 #include "ctucanfd_kframe.h"
38 
39 #ifdef DEBUG
40 #define  ctucan_netdev_dbg(ndev, args...) \
41 		netdev_dbg(ndev, args)
42 #else
43 #define ctucan_netdev_dbg(...) do { } while (0)
44 #endif
45 
46 #define CTUCANFD_ID 0xCAFD
47 
48 /* TX buffer rotation:
49  * - when a buffer transitions to empty state, rotate order and priorities
50  * - if more buffers seem to transition at the same time, rotate by the number of buffers
51  * - it may be assumed that buffers transition to empty state in FIFO order (because we manage
52  *   priorities that way)
53  * - at frame filling, do not rotate anything, just increment buffer modulo counter
54  */
55 
56 #define CTUCANFD_FLAG_RX_FFW_BUFFERED	1
57 
58 #define CTUCAN_STATE_TO_TEXT_ENTRY(st) \
59 		[st] = #st
60 
61 enum ctucan_txtb_status {
62 	TXT_NOT_EXIST       = 0x0,
63 	TXT_RDY             = 0x1,
64 	TXT_TRAN            = 0x2,
65 	TXT_ABTP            = 0x3,
66 	TXT_TOK             = 0x4,
67 	TXT_ERR             = 0x6,
68 	TXT_ABT             = 0x7,
69 	TXT_ETY             = 0x8,
70 };
71 
72 enum ctucan_txtb_command {
73 	TXT_CMD_SET_EMPTY   = 0x01,
74 	TXT_CMD_SET_READY   = 0x02,
75 	TXT_CMD_SET_ABORT   = 0x04
76 };
77 
78 static const struct can_bittiming_const ctu_can_fd_bit_timing_max = {
79 	.name = "ctu_can_fd",
80 	.tseg1_min = 2,
81 	.tseg1_max = 190,
82 	.tseg2_min = 1,
83 	.tseg2_max = 63,
84 	.sjw_max = 31,
85 	.brp_min = 1,
86 	.brp_max = 8,
87 	.brp_inc = 1,
88 };
89 
90 static const struct can_bittiming_const ctu_can_fd_bit_timing_data_max = {
91 	.name = "ctu_can_fd",
92 	.tseg1_min = 2,
93 	.tseg1_max = 94,
94 	.tseg2_min = 1,
95 	.tseg2_max = 31,
96 	.sjw_max = 31,
97 	.brp_min = 1,
98 	.brp_max = 2,
99 	.brp_inc = 1,
100 };
101 
102 static const char * const ctucan_state_strings[CAN_STATE_MAX] = {
103 	CTUCAN_STATE_TO_TEXT_ENTRY(CAN_STATE_ERROR_ACTIVE),
104 	CTUCAN_STATE_TO_TEXT_ENTRY(CAN_STATE_ERROR_WARNING),
105 	CTUCAN_STATE_TO_TEXT_ENTRY(CAN_STATE_ERROR_PASSIVE),
106 	CTUCAN_STATE_TO_TEXT_ENTRY(CAN_STATE_BUS_OFF),
107 	CTUCAN_STATE_TO_TEXT_ENTRY(CAN_STATE_STOPPED),
108 	CTUCAN_STATE_TO_TEXT_ENTRY(CAN_STATE_SLEEPING)
109 };
110 
ctucan_write32_le(struct ctucan_priv * priv,enum ctu_can_fd_can_registers reg,u32 val)111 static void ctucan_write32_le(struct ctucan_priv *priv,
112 			      enum ctu_can_fd_can_registers reg, u32 val)
113 {
114 	iowrite32(val, priv->mem_base + reg);
115 }
116 
ctucan_write32_be(struct ctucan_priv * priv,enum ctu_can_fd_can_registers reg,u32 val)117 static void ctucan_write32_be(struct ctucan_priv *priv,
118 			      enum ctu_can_fd_can_registers reg, u32 val)
119 {
120 	iowrite32be(val, priv->mem_base + reg);
121 }
122 
ctucan_read32_le(struct ctucan_priv * priv,enum ctu_can_fd_can_registers reg)123 static u32 ctucan_read32_le(struct ctucan_priv *priv,
124 			    enum ctu_can_fd_can_registers reg)
125 {
126 	return ioread32(priv->mem_base + reg);
127 }
128 
ctucan_read32_be(struct ctucan_priv * priv,enum ctu_can_fd_can_registers reg)129 static u32 ctucan_read32_be(struct ctucan_priv *priv,
130 			    enum ctu_can_fd_can_registers reg)
131 {
132 	return ioread32be(priv->mem_base + reg);
133 }
134 
ctucan_write32(struct ctucan_priv * priv,enum ctu_can_fd_can_registers reg,u32 val)135 static void ctucan_write32(struct ctucan_priv *priv, enum ctu_can_fd_can_registers reg, u32 val)
136 {
137 	priv->write_reg(priv, reg, val);
138 }
139 
ctucan_read32(struct ctucan_priv * priv,enum ctu_can_fd_can_registers reg)140 static u32 ctucan_read32(struct ctucan_priv *priv, enum ctu_can_fd_can_registers reg)
141 {
142 	return priv->read_reg(priv, reg);
143 }
144 
ctucan_write_txt_buf(struct ctucan_priv * priv,enum ctu_can_fd_can_registers buf_base,u32 offset,u32 val)145 static void ctucan_write_txt_buf(struct ctucan_priv *priv, enum ctu_can_fd_can_registers buf_base,
146 				 u32 offset, u32 val)
147 {
148 	priv->write_reg(priv, buf_base + offset, val);
149 }
150 
151 #define CTU_CAN_FD_TXTNF(priv) (!!FIELD_GET(REG_STATUS_TXNF, ctucan_read32(priv, CTUCANFD_STATUS)))
152 #define CTU_CAN_FD_ENABLED(priv) (!!FIELD_GET(REG_MODE_ENA, ctucan_read32(priv, CTUCANFD_MODE)))
153 
154 /**
155  * ctucan_state_to_str() - Converts CAN controller state code to corresponding text
156  * @state:	CAN controller state code
157  *
158  * Return: Pointer to string representation of the error state
159  */
ctucan_state_to_str(enum can_state state)160 static const char *ctucan_state_to_str(enum can_state state)
161 {
162 	const char *txt = NULL;
163 
164 	if (state >= 0 && state < CAN_STATE_MAX)
165 		txt = ctucan_state_strings[state];
166 	return txt ? txt : "UNKNOWN";
167 }
168 
169 /**
170  * ctucan_reset() - Issues software reset request to CTU CAN FD
171  * @ndev:	Pointer to net_device structure
172  *
173  * Return: 0 for success, -%ETIMEDOUT if CAN controller does not leave reset
174  */
ctucan_reset(struct net_device * ndev)175 static int ctucan_reset(struct net_device *ndev)
176 {
177 	struct ctucan_priv *priv = netdev_priv(ndev);
178 	int i = 100;
179 
180 	ctucan_write32(priv, CTUCANFD_MODE, REG_MODE_RST);
181 	clear_bit(CTUCANFD_FLAG_RX_FFW_BUFFERED, &priv->drv_flags);
182 
183 	do {
184 		u16 device_id = FIELD_GET(REG_DEVICE_ID_DEVICE_ID,
185 					  ctucan_read32(priv, CTUCANFD_DEVICE_ID));
186 
187 		if (device_id == 0xCAFD)
188 			return 0;
189 		if (!i--) {
190 			netdev_warn(ndev, "device did not leave reset\n");
191 			return -ETIMEDOUT;
192 		}
193 		usleep_range(100, 200);
194 	} while (1);
195 }
196 
197 /**
198  * ctucan_set_btr() - Sets CAN bus bit timing in CTU CAN FD
199  * @ndev:	Pointer to net_device structure
200  * @bt:		Pointer to Bit timing structure
201  * @nominal:	True - Nominal bit timing, False - Data bit timing
202  *
203  * Return: 0 - OK, -%EPERM if controller is enabled
204  */
ctucan_set_btr(struct net_device * ndev,struct can_bittiming * bt,bool nominal)205 static int ctucan_set_btr(struct net_device *ndev, struct can_bittiming *bt, bool nominal)
206 {
207 	struct ctucan_priv *priv = netdev_priv(ndev);
208 	int max_ph1_len = 31;
209 	u32 btr = 0;
210 	u32 prop_seg = bt->prop_seg;
211 	u32 phase_seg1 = bt->phase_seg1;
212 
213 	if (CTU_CAN_FD_ENABLED(priv)) {
214 		netdev_err(ndev, "BUG! Cannot set bittiming - CAN is enabled\n");
215 		return -EPERM;
216 	}
217 
218 	if (nominal)
219 		max_ph1_len = 63;
220 
221 	/* The timing calculation functions have only constraints on tseg1, which is prop_seg +
222 	 * phase1_seg combined. tseg1 is then split in half and stored into prog_seg and phase_seg1.
223 	 * In CTU CAN FD, PROP is 6/7 bits wide but PH1 only 6/5, so we must re-distribute the
224 	 * values here.
225 	 */
226 	if (phase_seg1 > max_ph1_len) {
227 		prop_seg += phase_seg1 - max_ph1_len;
228 		phase_seg1 = max_ph1_len;
229 		bt->prop_seg = prop_seg;
230 		bt->phase_seg1 = phase_seg1;
231 	}
232 
233 	if (nominal) {
234 		btr = FIELD_PREP(REG_BTR_PROP, prop_seg);
235 		btr |= FIELD_PREP(REG_BTR_PH1, phase_seg1);
236 		btr |= FIELD_PREP(REG_BTR_PH2, bt->phase_seg2);
237 		btr |= FIELD_PREP(REG_BTR_BRP, bt->brp);
238 		btr |= FIELD_PREP(REG_BTR_SJW, bt->sjw);
239 
240 		ctucan_write32(priv, CTUCANFD_BTR, btr);
241 	} else {
242 		btr = FIELD_PREP(REG_BTR_FD_PROP_FD, prop_seg);
243 		btr |= FIELD_PREP(REG_BTR_FD_PH1_FD, phase_seg1);
244 		btr |= FIELD_PREP(REG_BTR_FD_PH2_FD, bt->phase_seg2);
245 		btr |= FIELD_PREP(REG_BTR_FD_BRP_FD, bt->brp);
246 		btr |= FIELD_PREP(REG_BTR_FD_SJW_FD, bt->sjw);
247 
248 		ctucan_write32(priv, CTUCANFD_BTR_FD, btr);
249 	}
250 
251 	return 0;
252 }
253 
254 /**
255  * ctucan_set_bittiming() - CAN set nominal bit timing routine
256  * @ndev:	Pointer to net_device structure
257  *
258  * Return: 0 on success, -%EPERM on error
259  */
ctucan_set_bittiming(struct net_device * ndev)260 static int ctucan_set_bittiming(struct net_device *ndev)
261 {
262 	struct ctucan_priv *priv = netdev_priv(ndev);
263 	struct can_bittiming *bt = &priv->can.bittiming;
264 
265 	/* Note that bt may be modified here */
266 	return ctucan_set_btr(ndev, bt, true);
267 }
268 
269 /**
270  * ctucan_set_data_bittiming() - CAN set data bit timing routine
271  * @ndev:	Pointer to net_device structure
272  *
273  * Return: 0 on success, -%EPERM on error
274  */
ctucan_set_data_bittiming(struct net_device * ndev)275 static int ctucan_set_data_bittiming(struct net_device *ndev)
276 {
277 	struct ctucan_priv *priv = netdev_priv(ndev);
278 	struct can_bittiming *dbt = &priv->can.fd.data_bittiming;
279 
280 	/* Note that dbt may be modified here */
281 	return ctucan_set_btr(ndev, dbt, false);
282 }
283 
284 /**
285  * ctucan_set_secondary_sample_point() - Sets secondary sample point in CTU CAN FD
286  * @ndev:	Pointer to net_device structure
287  *
288  * Return: 0 on success, -%EPERM if controller is enabled
289  */
ctucan_set_secondary_sample_point(struct net_device * ndev)290 static int ctucan_set_secondary_sample_point(struct net_device *ndev)
291 {
292 	struct ctucan_priv *priv = netdev_priv(ndev);
293 	struct can_bittiming *dbt = &priv->can.fd.data_bittiming;
294 	int ssp_offset = 0;
295 	u32 ssp_cfg = 0; /* No SSP by default */
296 
297 	if (CTU_CAN_FD_ENABLED(priv)) {
298 		netdev_err(ndev, "BUG! Cannot set SSP - CAN is enabled\n");
299 		return -EPERM;
300 	}
301 
302 	/* Use SSP for bit-rates above 1 Mbits/s */
303 	if (dbt->bitrate > 1000000) {
304 		/* Calculate SSP in minimal time quanta */
305 		ssp_offset = (priv->can.clock.freq / 1000) * dbt->sample_point / dbt->bitrate;
306 
307 		if (ssp_offset > 127) {
308 			netdev_warn(ndev, "SSP offset saturated to 127\n");
309 			ssp_offset = 127;
310 		}
311 
312 		ssp_cfg = FIELD_PREP(REG_TRV_DELAY_SSP_OFFSET, ssp_offset);
313 		ssp_cfg |= FIELD_PREP(REG_TRV_DELAY_SSP_SRC, 0x1);
314 	}
315 
316 	ctucan_write32(priv, CTUCANFD_TRV_DELAY, ssp_cfg);
317 
318 	return 0;
319 }
320 
321 /**
322  * ctucan_set_mode() - Sets CTU CAN FDs mode
323  * @priv:	Pointer to private data
324  * @mode:	Pointer to controller modes to be set
325  */
ctucan_set_mode(struct ctucan_priv * priv,const struct can_ctrlmode * mode)326 static void ctucan_set_mode(struct ctucan_priv *priv, const struct can_ctrlmode *mode)
327 {
328 	u32 mode_reg = ctucan_read32(priv, CTUCANFD_MODE);
329 
330 	mode_reg = (mode->flags & CAN_CTRLMODE_LOOPBACK) ?
331 			(mode_reg | REG_MODE_ILBP) :
332 			(mode_reg & ~REG_MODE_ILBP);
333 
334 	mode_reg = (mode->flags & CAN_CTRLMODE_LISTENONLY) ?
335 			(mode_reg | REG_MODE_BMM) :
336 			(mode_reg & ~REG_MODE_BMM);
337 
338 	mode_reg = (mode->flags & CAN_CTRLMODE_FD) ?
339 			(mode_reg | REG_MODE_FDE) :
340 			(mode_reg & ~REG_MODE_FDE);
341 
342 	mode_reg = (mode->flags & CAN_CTRLMODE_PRESUME_ACK) ?
343 			(mode_reg | REG_MODE_ACF) :
344 			(mode_reg & ~REG_MODE_ACF);
345 
346 	mode_reg = (mode->flags & CAN_CTRLMODE_FD_NON_ISO) ?
347 			(mode_reg | REG_MODE_NISOFD) :
348 			(mode_reg & ~REG_MODE_NISOFD);
349 
350 	/* One shot mode supported indirectly via Retransmit limit */
351 	mode_reg &= ~FIELD_PREP(REG_MODE_RTRTH, 0xF);
352 	mode_reg = (mode->flags & CAN_CTRLMODE_ONE_SHOT) ?
353 			(mode_reg | REG_MODE_RTRLE) :
354 			(mode_reg & ~REG_MODE_RTRLE);
355 
356 	/* Some bits fixed:
357 	 *   TSTM  - Off, User shall not be able to change REC/TEC by hand during operation
358 	 */
359 	mode_reg &= ~REG_MODE_TSTM;
360 
361 	ctucan_write32(priv, CTUCANFD_MODE, mode_reg);
362 }
363 
364 /**
365  * ctucan_chip_start() - This routine starts the driver
366  * @ndev:	Pointer to net_device structure
367  *
368  * Routine expects that chip is in reset state. It setups initial
369  * Tx buffers for FIFO priorities, sets bittiming, enables interrupts,
370  * switches core to operational mode and changes controller
371  * state to %CAN_STATE_STOPPED.
372  *
373  * Return: 0 on success and failure value on error
374  */
ctucan_chip_start(struct net_device * ndev)375 static int ctucan_chip_start(struct net_device *ndev)
376 {
377 	struct ctucan_priv *priv = netdev_priv(ndev);
378 	u32 int_ena, int_msk;
379 	u32 mode_reg;
380 	int err;
381 	struct can_ctrlmode mode;
382 
383 	priv->txb_prio = 0x01234567;
384 	priv->txb_head = 0;
385 	priv->txb_tail = 0;
386 	ctucan_write32(priv, CTUCANFD_TX_PRIORITY, priv->txb_prio);
387 
388 	/* Configure bit-rates and ssp */
389 	err = ctucan_set_bittiming(ndev);
390 	if (err < 0)
391 		return err;
392 
393 	err = ctucan_set_data_bittiming(ndev);
394 	if (err < 0)
395 		return err;
396 
397 	err = ctucan_set_secondary_sample_point(ndev);
398 	if (err < 0)
399 		return err;
400 
401 	/* Configure modes */
402 	mode.flags = priv->can.ctrlmode;
403 	mode.mask = 0xFFFFFFFF;
404 	ctucan_set_mode(priv, &mode);
405 
406 	/* Configure interrupts */
407 	int_ena = REG_INT_STAT_RBNEI |
408 		  REG_INT_STAT_TXBHCI |
409 		  REG_INT_STAT_EWLI |
410 		  REG_INT_STAT_FCSI;
411 
412 	/* Bus error reporting -> Allow Error/Arb.lost interrupts */
413 	if (priv->can.ctrlmode & CAN_CTRLMODE_BERR_REPORTING) {
414 		int_ena |= REG_INT_STAT_ALI |
415 			   REG_INT_STAT_BEI;
416 	}
417 
418 	int_msk = ~int_ena; /* Mask all disabled interrupts */
419 
420 	/* It's after reset, so there is no need to clear anything */
421 	ctucan_write32(priv, CTUCANFD_INT_MASK_SET, int_msk);
422 	ctucan_write32(priv, CTUCANFD_INT_ENA_SET, int_ena);
423 
424 	/* Controller enters ERROR_ACTIVE on initial FCSI */
425 	priv->can.state = CAN_STATE_STOPPED;
426 
427 	/* Enable the controller */
428 	mode_reg = ctucan_read32(priv, CTUCANFD_MODE);
429 	mode_reg |= REG_MODE_ENA;
430 	ctucan_write32(priv, CTUCANFD_MODE, mode_reg);
431 
432 	return 0;
433 }
434 
435 /**
436  * ctucan_do_set_mode() - Sets mode of the driver
437  * @ndev:	Pointer to net_device structure
438  * @mode:	Tells the mode of the driver
439  *
440  * This check the drivers state and calls the corresponding modes to set.
441  *
442  * Return: 0 on success and failure value on error
443  */
ctucan_do_set_mode(struct net_device * ndev,enum can_mode mode)444 static int ctucan_do_set_mode(struct net_device *ndev, enum can_mode mode)
445 {
446 	int ret;
447 
448 	switch (mode) {
449 	case CAN_MODE_START:
450 		ret = ctucan_reset(ndev);
451 		if (ret < 0)
452 			return ret;
453 		ret = ctucan_chip_start(ndev);
454 		if (ret < 0) {
455 			netdev_err(ndev, "ctucan_chip_start failed!\n");
456 			return ret;
457 		}
458 		netif_wake_queue(ndev);
459 		break;
460 	default:
461 		ret = -EOPNOTSUPP;
462 		break;
463 	}
464 
465 	return ret;
466 }
467 
468 /**
469  * ctucan_get_tx_status() - Gets status of TXT buffer
470  * @priv:	Pointer to private data
471  * @buf:	Buffer index (0-based)
472  *
473  * Return: Status of TXT buffer
474  */
ctucan_get_tx_status(struct ctucan_priv * priv,u8 buf)475 static enum ctucan_txtb_status ctucan_get_tx_status(struct ctucan_priv *priv, u8 buf)
476 {
477 	u32 tx_status = ctucan_read32(priv, CTUCANFD_TX_STATUS);
478 	enum ctucan_txtb_status status = (tx_status >> (buf * 4)) & 0x7;
479 
480 	return status;
481 }
482 
483 /**
484  * ctucan_is_txt_buf_writable() - Checks if frame can be inserted to TXT Buffer
485  * @priv:	Pointer to private data
486  * @buf:	Buffer index (0-based)
487  *
488  * Return: True - Frame can be inserted to TXT Buffer, False - If attempted, frame will not be
489  *	   inserted to TXT Buffer
490  */
ctucan_is_txt_buf_writable(struct ctucan_priv * priv,u8 buf)491 static bool ctucan_is_txt_buf_writable(struct ctucan_priv *priv, u8 buf)
492 {
493 	enum ctucan_txtb_status buf_status;
494 
495 	buf_status = ctucan_get_tx_status(priv, buf);
496 	if (buf_status == TXT_RDY || buf_status == TXT_TRAN || buf_status == TXT_ABTP)
497 		return false;
498 
499 	return true;
500 }
501 
502 /**
503  * ctucan_insert_frame() - Inserts frame to TXT buffer
504  * @priv:	Pointer to private data
505  * @cf:		Pointer to CAN frame to be inserted
506  * @buf:	TXT Buffer index to which frame is inserted (0-based)
507  * @isfdf:	True - CAN FD Frame, False - CAN 2.0 Frame
508  *
509  * Return:
510  * * True - Frame inserted successfully
511  * * False - Frame was not inserted due to one of:
512  *	1. TXT Buffer is not writable (it is in wrong state)
513  *	2. Invalid TXT buffer index
514  *	3. Invalid frame length
515  */
ctucan_insert_frame(struct ctucan_priv * priv,const struct canfd_frame * cf,u8 buf,bool isfdf)516 static bool ctucan_insert_frame(struct ctucan_priv *priv, const struct canfd_frame *cf, u8 buf,
517 				bool isfdf)
518 {
519 	u32 buf_base;
520 	u32 ffw = 0;
521 	u32 idw = 0;
522 	unsigned int i;
523 
524 	if (buf >= priv->ntxbufs)
525 		return false;
526 
527 	if (!ctucan_is_txt_buf_writable(priv, buf))
528 		return false;
529 
530 	if (cf->len > CANFD_MAX_DLEN)
531 		return false;
532 
533 	/* Prepare Frame format */
534 	if (cf->can_id & CAN_RTR_FLAG)
535 		ffw |= REG_FRAME_FORMAT_W_RTR;
536 
537 	if (cf->can_id & CAN_EFF_FLAG)
538 		ffw |= REG_FRAME_FORMAT_W_IDE;
539 
540 	if (isfdf) {
541 		ffw |= REG_FRAME_FORMAT_W_FDF;
542 		if (cf->flags & CANFD_BRS)
543 			ffw |= REG_FRAME_FORMAT_W_BRS;
544 	}
545 
546 	ffw |= FIELD_PREP(REG_FRAME_FORMAT_W_DLC, can_fd_len2dlc(cf->len));
547 
548 	/* Prepare identifier */
549 	if (cf->can_id & CAN_EFF_FLAG)
550 		idw = cf->can_id & CAN_EFF_MASK;
551 	else
552 		idw = FIELD_PREP(REG_IDENTIFIER_W_IDENTIFIER_BASE, cf->can_id & CAN_SFF_MASK);
553 
554 	/* Write ID, Frame format, Don't write timestamp -> Time triggered transmission disabled */
555 	buf_base = (buf + 1) * 0x100;
556 	ctucan_write_txt_buf(priv, buf_base, CTUCANFD_FRAME_FORMAT_W, ffw);
557 	ctucan_write_txt_buf(priv, buf_base, CTUCANFD_IDENTIFIER_W, idw);
558 
559 	/* Write Data payload */
560 	if (!(cf->can_id & CAN_RTR_FLAG)) {
561 		for (i = 0; i < cf->len; i += 4) {
562 			u32 data = le32_to_cpu(*(__le32 *)(cf->data + i));
563 
564 			ctucan_write_txt_buf(priv, buf_base, CTUCANFD_DATA_1_4_W + i, data);
565 		}
566 	}
567 
568 	return true;
569 }
570 
571 /**
572  * ctucan_give_txtb_cmd() - Applies command on TXT buffer
573  * @priv:	Pointer to private data
574  * @cmd:	Command to give
575  * @buf:	Buffer index (0-based)
576  */
ctucan_give_txtb_cmd(struct ctucan_priv * priv,enum ctucan_txtb_command cmd,u8 buf)577 static void ctucan_give_txtb_cmd(struct ctucan_priv *priv, enum ctucan_txtb_command cmd, u8 buf)
578 {
579 	u32 tx_cmd = cmd;
580 
581 	tx_cmd |= 1 << (buf + 8);
582 	ctucan_write32(priv, CTUCANFD_TX_COMMAND, tx_cmd);
583 }
584 
585 /**
586  * ctucan_start_xmit() - Starts the transmission
587  * @skb:	sk_buff pointer that contains data to be Txed
588  * @ndev:	Pointer to net_device structure
589  *
590  * Invoked from upper layers to initiate transmission. Uses the next available free TXT Buffer and
591  * populates its fields to start the transmission.
592  *
593  * Return: %NETDEV_TX_OK on success, %NETDEV_TX_BUSY when no free TXT buffer is available,
594  *         negative return values reserved for error cases
595  */
ctucan_start_xmit(struct sk_buff * skb,struct net_device * ndev)596 static netdev_tx_t ctucan_start_xmit(struct sk_buff *skb, struct net_device *ndev)
597 {
598 	struct ctucan_priv *priv = netdev_priv(ndev);
599 	struct canfd_frame *cf = (struct canfd_frame *)skb->data;
600 	u32 txtb_id;
601 	bool ok;
602 	unsigned long flags;
603 
604 	if (can_dev_dropped_skb(ndev, skb))
605 		return NETDEV_TX_OK;
606 
607 	if (unlikely(!CTU_CAN_FD_TXTNF(priv))) {
608 		netif_stop_queue(ndev);
609 		netdev_err(ndev, "BUG!, no TXB free when queue awake!\n");
610 		return NETDEV_TX_BUSY;
611 	}
612 
613 	txtb_id = priv->txb_head % priv->ntxbufs;
614 	ctucan_netdev_dbg(ndev, "%s: using TXB#%u\n", __func__, txtb_id);
615 	ok = ctucan_insert_frame(priv, cf, txtb_id, can_is_canfd_skb(skb));
616 
617 	if (!ok) {
618 		netdev_err(ndev, "BUG! TXNF set but cannot insert frame into TXTB! HW Bug?");
619 		kfree_skb(skb);
620 		ndev->stats.tx_dropped++;
621 		return NETDEV_TX_OK;
622 	}
623 
624 	can_put_echo_skb(skb, ndev, txtb_id, 0);
625 
626 	spin_lock_irqsave(&priv->tx_lock, flags);
627 	ctucan_give_txtb_cmd(priv, TXT_CMD_SET_READY, txtb_id);
628 	priv->txb_head++;
629 
630 	/* Check if all TX buffers are full */
631 	if (!CTU_CAN_FD_TXTNF(priv))
632 		netif_stop_queue(ndev);
633 
634 	spin_unlock_irqrestore(&priv->tx_lock, flags);
635 
636 	return NETDEV_TX_OK;
637 }
638 
639 /**
640  * ctucan_read_rx_frame() - Reads frame from RX FIFO
641  * @priv:	Pointer to CTU CAN FD's private data
642  * @cf:		Pointer to CAN frame struct
643  * @ffw:	Previously read frame format word
644  *
645  * Note: Frame format word must be read separately and provided in 'ffw'.
646  */
ctucan_read_rx_frame(struct ctucan_priv * priv,struct canfd_frame * cf,u32 ffw)647 static void ctucan_read_rx_frame(struct ctucan_priv *priv, struct canfd_frame *cf, u32 ffw)
648 {
649 	u32 idw;
650 	unsigned int i;
651 	unsigned int wc;
652 	unsigned int len;
653 
654 	idw = ctucan_read32(priv, CTUCANFD_RX_DATA);
655 	if (FIELD_GET(REG_FRAME_FORMAT_W_IDE, ffw))
656 		cf->can_id = (idw & CAN_EFF_MASK) | CAN_EFF_FLAG;
657 	else
658 		cf->can_id = (idw >> 18) & CAN_SFF_MASK;
659 
660 	/* BRS, ESI, RTR Flags */
661 	if (FIELD_GET(REG_FRAME_FORMAT_W_FDF, ffw)) {
662 		if (FIELD_GET(REG_FRAME_FORMAT_W_BRS, ffw))
663 			cf->flags |= CANFD_BRS;
664 		if (FIELD_GET(REG_FRAME_FORMAT_W_ESI_RSV, ffw))
665 			cf->flags |= CANFD_ESI;
666 	} else if (FIELD_GET(REG_FRAME_FORMAT_W_RTR, ffw)) {
667 		cf->can_id |= CAN_RTR_FLAG;
668 	}
669 
670 	wc = FIELD_GET(REG_FRAME_FORMAT_W_RWCNT, ffw) - 3;
671 
672 	/* DLC */
673 	if (FIELD_GET(REG_FRAME_FORMAT_W_DLC, ffw) <= 8) {
674 		len = FIELD_GET(REG_FRAME_FORMAT_W_DLC, ffw);
675 	} else {
676 		if (FIELD_GET(REG_FRAME_FORMAT_W_FDF, ffw))
677 			len = wc << 2;
678 		else
679 			len = 8;
680 	}
681 	cf->len = len;
682 	if (unlikely(len > wc * 4))
683 		len = wc * 4;
684 
685 	/* Timestamp - Read and throw away */
686 	ctucan_read32(priv, CTUCANFD_RX_DATA);
687 	ctucan_read32(priv, CTUCANFD_RX_DATA);
688 
689 	/* Data */
690 	for (i = 0; i < len; i += 4) {
691 		u32 data = ctucan_read32(priv, CTUCANFD_RX_DATA);
692 		*(__le32 *)(cf->data + i) = cpu_to_le32(data);
693 	}
694 	while (unlikely(i < wc * 4)) {
695 		ctucan_read32(priv, CTUCANFD_RX_DATA);
696 		i += 4;
697 	}
698 }
699 
700 /**
701  * ctucan_rx() -  Called from CAN ISR to complete the received frame processing
702  * @ndev:	Pointer to net_device structure
703  *
704  * This function is invoked from the CAN isr(poll) to process the Rx frames. It does minimal
705  * processing and invokes "netif_receive_skb" to complete further processing.
706  * Return: 1 when frame is passed to the network layer, 0 when the first frame word is read but
707  *	   system is out of free SKBs temporally and left code to resolve SKB allocation later,
708  *         -%EAGAIN in a case of empty Rx FIFO.
709  */
ctucan_rx(struct net_device * ndev)710 static int ctucan_rx(struct net_device *ndev)
711 {
712 	struct ctucan_priv *priv = netdev_priv(ndev);
713 	struct net_device_stats *stats = &ndev->stats;
714 	struct canfd_frame *cf;
715 	struct sk_buff *skb;
716 	u32 ffw;
717 
718 	if (test_bit(CTUCANFD_FLAG_RX_FFW_BUFFERED, &priv->drv_flags)) {
719 		ffw = priv->rxfrm_first_word;
720 		clear_bit(CTUCANFD_FLAG_RX_FFW_BUFFERED, &priv->drv_flags);
721 	} else {
722 		ffw = ctucan_read32(priv, CTUCANFD_RX_DATA);
723 	}
724 
725 	if (!FIELD_GET(REG_FRAME_FORMAT_W_RWCNT, ffw))
726 		return -EAGAIN;
727 
728 	if (FIELD_GET(REG_FRAME_FORMAT_W_FDF, ffw))
729 		skb = alloc_canfd_skb(ndev, &cf);
730 	else
731 		skb = alloc_can_skb(ndev, (struct can_frame **)&cf);
732 
733 	if (unlikely(!skb)) {
734 		priv->rxfrm_first_word = ffw;
735 		set_bit(CTUCANFD_FLAG_RX_FFW_BUFFERED, &priv->drv_flags);
736 		return 0;
737 	}
738 
739 	ctucan_read_rx_frame(priv, cf, ffw);
740 
741 	stats->rx_bytes += cf->len;
742 	stats->rx_packets++;
743 	netif_receive_skb(skb);
744 
745 	return 1;
746 }
747 
748 /**
749  * ctucan_read_fault_state() - Reads CTU CAN FDs fault confinement state.
750  * @priv:	Pointer to private data
751  *
752  * Returns: Fault confinement state of controller
753  */
ctucan_read_fault_state(struct ctucan_priv * priv)754 static enum can_state ctucan_read_fault_state(struct ctucan_priv *priv)
755 {
756 	u32 fs;
757 	u32 rec_tec;
758 	u32 ewl;
759 
760 	fs = ctucan_read32(priv, CTUCANFD_EWL);
761 	rec_tec = ctucan_read32(priv, CTUCANFD_REC);
762 	ewl = FIELD_GET(REG_EWL_EW_LIMIT, fs);
763 
764 	if (FIELD_GET(REG_EWL_ERA, fs)) {
765 		if (ewl > FIELD_GET(REG_REC_REC_VAL, rec_tec) &&
766 		    ewl > FIELD_GET(REG_REC_TEC_VAL, rec_tec))
767 			return CAN_STATE_ERROR_ACTIVE;
768 		else
769 			return CAN_STATE_ERROR_WARNING;
770 	} else if (FIELD_GET(REG_EWL_ERP, fs)) {
771 		return CAN_STATE_ERROR_PASSIVE;
772 	} else if (FIELD_GET(REG_EWL_BOF, fs)) {
773 		return CAN_STATE_BUS_OFF;
774 	}
775 
776 	WARN(true, "Invalid error state");
777 	return CAN_STATE_ERROR_PASSIVE;
778 }
779 
780 /**
781  * ctucan_get_rec_tec() - Reads REC/TEC counter values from controller
782  * @priv:	Pointer to private data
783  * @bec:	Pointer to Error counter structure
784  */
ctucan_get_rec_tec(struct ctucan_priv * priv,struct can_berr_counter * bec)785 static void ctucan_get_rec_tec(struct ctucan_priv *priv, struct can_berr_counter *bec)
786 {
787 	u32 err_ctrs = ctucan_read32(priv, CTUCANFD_REC);
788 
789 	bec->rxerr = FIELD_GET(REG_REC_REC_VAL, err_ctrs);
790 	bec->txerr = FIELD_GET(REG_REC_TEC_VAL, err_ctrs);
791 }
792 
793 /**
794  * ctucan_err_interrupt() - Error frame ISR
795  * @ndev:	net_device pointer
796  * @isr:	interrupt status register value
797  *
798  * This is the CAN error interrupt and it will check the type of error and forward the error
799  * frame to upper layers.
800  */
ctucan_err_interrupt(struct net_device * ndev,u32 isr)801 static void ctucan_err_interrupt(struct net_device *ndev, u32 isr)
802 {
803 	struct ctucan_priv *priv = netdev_priv(ndev);
804 	struct net_device_stats *stats = &ndev->stats;
805 	struct can_frame *cf;
806 	struct sk_buff *skb;
807 	enum can_state state;
808 	struct can_berr_counter bec;
809 	u32 err_capt_alc;
810 	int dologerr = net_ratelimit();
811 
812 	ctucan_get_rec_tec(priv, &bec);
813 	state = ctucan_read_fault_state(priv);
814 	err_capt_alc = ctucan_read32(priv, CTUCANFD_ERR_CAPT);
815 
816 	if (dologerr)
817 		netdev_info(ndev, "%s: ISR = 0x%08x, rxerr %d, txerr %d, error type %lu, pos %lu, ALC id_field %lu, bit %lu\n",
818 			    __func__, isr, bec.rxerr, bec.txerr,
819 			    FIELD_GET(REG_ERR_CAPT_ERR_TYPE, err_capt_alc),
820 			    FIELD_GET(REG_ERR_CAPT_ERR_POS, err_capt_alc),
821 			    FIELD_GET(REG_ERR_CAPT_ALC_ID_FIELD, err_capt_alc),
822 			    FIELD_GET(REG_ERR_CAPT_ALC_BIT, err_capt_alc));
823 
824 	skb = alloc_can_err_skb(ndev, &cf);
825 
826 	/* EWLI: error warning limit condition met
827 	 * FCSI: fault confinement state changed
828 	 * ALI:  arbitration lost (just informative)
829 	 * BEI:  bus error interrupt
830 	 */
831 	if (FIELD_GET(REG_INT_STAT_FCSI, isr) || FIELD_GET(REG_INT_STAT_EWLI, isr)) {
832 		netdev_info(ndev, "state changes from %s to %s\n",
833 			    ctucan_state_to_str(priv->can.state),
834 			    ctucan_state_to_str(state));
835 
836 		if (priv->can.state == state)
837 			netdev_warn(ndev,
838 				    "current and previous state is the same! (missed interrupt?)\n");
839 
840 		priv->can.state = state;
841 		switch (state) {
842 		case CAN_STATE_BUS_OFF:
843 			priv->can.can_stats.bus_off++;
844 			can_bus_off(ndev);
845 			if (skb)
846 				cf->can_id |= CAN_ERR_BUSOFF;
847 			break;
848 		case CAN_STATE_ERROR_PASSIVE:
849 			priv->can.can_stats.error_passive++;
850 			if (skb) {
851 				cf->can_id |= CAN_ERR_CRTL | CAN_ERR_CNT;
852 				cf->data[1] = (bec.rxerr > 127) ?
853 						CAN_ERR_CRTL_RX_PASSIVE :
854 						CAN_ERR_CRTL_TX_PASSIVE;
855 				cf->data[6] = bec.txerr;
856 				cf->data[7] = bec.rxerr;
857 			}
858 			break;
859 		case CAN_STATE_ERROR_WARNING:
860 			priv->can.can_stats.error_warning++;
861 			if (skb) {
862 				cf->can_id |= CAN_ERR_CRTL | CAN_ERR_CNT;
863 				cf->data[1] |= (bec.txerr > bec.rxerr) ?
864 					CAN_ERR_CRTL_TX_WARNING :
865 					CAN_ERR_CRTL_RX_WARNING;
866 				cf->data[6] = bec.txerr;
867 				cf->data[7] = bec.rxerr;
868 			}
869 			break;
870 		case CAN_STATE_ERROR_ACTIVE:
871 			if (skb) {
872 				cf->can_id |= CAN_ERR_CNT;
873 				cf->data[1] = CAN_ERR_CRTL_ACTIVE;
874 				cf->data[6] = bec.txerr;
875 				cf->data[7] = bec.rxerr;
876 			}
877 			break;
878 		default:
879 			netdev_warn(ndev, "unhandled error state (%d:%s)!\n",
880 				    state, ctucan_state_to_str(state));
881 			break;
882 		}
883 	}
884 
885 	/* Check for Arbitration Lost interrupt */
886 	if (FIELD_GET(REG_INT_STAT_ALI, isr)) {
887 		if (dologerr)
888 			netdev_info(ndev, "arbitration lost\n");
889 		priv->can.can_stats.arbitration_lost++;
890 		if (skb) {
891 			cf->can_id |= CAN_ERR_LOSTARB;
892 			cf->data[0] = CAN_ERR_LOSTARB_UNSPEC;
893 		}
894 	}
895 
896 	/* Check for Bus Error interrupt */
897 	if (FIELD_GET(REG_INT_STAT_BEI, isr)) {
898 		netdev_info(ndev, "bus error\n");
899 		priv->can.can_stats.bus_error++;
900 		stats->rx_errors++;
901 		if (skb) {
902 			cf->can_id |= CAN_ERR_PROT | CAN_ERR_BUSERROR;
903 			cf->data[2] = CAN_ERR_PROT_UNSPEC;
904 			cf->data[3] = CAN_ERR_PROT_LOC_UNSPEC;
905 		}
906 	}
907 
908 	if (skb) {
909 		stats->rx_packets++;
910 		stats->rx_bytes += cf->can_dlc;
911 		netif_rx(skb);
912 	}
913 }
914 
915 /**
916  * ctucan_rx_poll() - Poll routine for rx packets (NAPI)
917  * @napi:	NAPI structure pointer
918  * @quota:	Max number of rx packets to be processed.
919  *
920  * This is the poll routine for rx part. It will process the packets maximux quota value.
921  *
922  * Return: Number of packets received
923  */
ctucan_rx_poll(struct napi_struct * napi,int quota)924 static int ctucan_rx_poll(struct napi_struct *napi, int quota)
925 {
926 	struct net_device *ndev = napi->dev;
927 	struct ctucan_priv *priv = netdev_priv(ndev);
928 	int work_done = 0;
929 	u32 status;
930 	u32 framecnt;
931 	int res = 1;
932 
933 	framecnt = FIELD_GET(REG_RX_STATUS_RXFRC, ctucan_read32(priv, CTUCANFD_RX_STATUS));
934 	while (framecnt && work_done < quota && res > 0) {
935 		res = ctucan_rx(ndev);
936 		work_done++;
937 		framecnt = FIELD_GET(REG_RX_STATUS_RXFRC, ctucan_read32(priv, CTUCANFD_RX_STATUS));
938 	}
939 
940 	/* Check for RX FIFO Overflow */
941 	status = ctucan_read32(priv, CTUCANFD_STATUS);
942 	if (FIELD_GET(REG_STATUS_DOR, status)) {
943 		struct net_device_stats *stats = &ndev->stats;
944 		struct can_frame *cf;
945 		struct sk_buff *skb;
946 
947 		netdev_info(ndev, "rx_poll: rx fifo overflow\n");
948 		stats->rx_over_errors++;
949 		stats->rx_errors++;
950 		skb = alloc_can_err_skb(ndev, &cf);
951 		if (skb) {
952 			cf->can_id |= CAN_ERR_CRTL;
953 			cf->data[1] |= CAN_ERR_CRTL_RX_OVERFLOW;
954 			stats->rx_packets++;
955 			stats->rx_bytes += cf->can_dlc;
956 			netif_rx(skb);
957 		}
958 
959 		/* Clear Data Overrun */
960 		ctucan_write32(priv, CTUCANFD_COMMAND, REG_COMMAND_CDO);
961 	}
962 
963 	if (!framecnt && res != 0) {
964 		if (napi_complete_done(napi, work_done)) {
965 			/* Clear and enable RBNEI. It is level-triggered, so
966 			 * there is no race condition.
967 			 */
968 			ctucan_write32(priv, CTUCANFD_INT_STAT, REG_INT_STAT_RBNEI);
969 			ctucan_write32(priv, CTUCANFD_INT_MASK_CLR, REG_INT_STAT_RBNEI);
970 		}
971 	}
972 
973 	return work_done;
974 }
975 
976 /**
977  * ctucan_rotate_txb_prio() - Rotates priorities of TXT Buffers
978  * @ndev:	net_device pointer
979  */
ctucan_rotate_txb_prio(struct net_device * ndev)980 static void ctucan_rotate_txb_prio(struct net_device *ndev)
981 {
982 	struct ctucan_priv *priv = netdev_priv(ndev);
983 	u32 prio = priv->txb_prio;
984 
985 	prio = (prio << 4) | ((prio >> ((priv->ntxbufs - 1) * 4)) & 0xF);
986 	ctucan_netdev_dbg(ndev, "%s: from 0x%08x to 0x%08x\n", __func__, priv->txb_prio, prio);
987 	priv->txb_prio = prio;
988 	ctucan_write32(priv, CTUCANFD_TX_PRIORITY, prio);
989 }
990 
991 /**
992  * ctucan_tx_interrupt() - Tx done Isr
993  * @ndev:	net_device pointer
994  */
ctucan_tx_interrupt(struct net_device * ndev)995 static void ctucan_tx_interrupt(struct net_device *ndev)
996 {
997 	struct ctucan_priv *priv = netdev_priv(ndev);
998 	struct net_device_stats *stats = &ndev->stats;
999 	bool first = true;
1000 	bool some_buffers_processed;
1001 	unsigned long flags;
1002 	enum ctucan_txtb_status txtb_status;
1003 	u32 txtb_id;
1004 
1005 	/*  read tx_status
1006 	 *  if txb[n].finished (bit 2)
1007 	 *	if ok -> echo
1008 	 *	if error / aborted -> ?? (find how to handle oneshot mode)
1009 	 *	txb_tail++
1010 	 */
1011 	do {
1012 		spin_lock_irqsave(&priv->tx_lock, flags);
1013 
1014 		some_buffers_processed = false;
1015 		while ((int)(priv->txb_head - priv->txb_tail) > 0) {
1016 			txtb_id = priv->txb_tail % priv->ntxbufs;
1017 			txtb_status = ctucan_get_tx_status(priv, txtb_id);
1018 
1019 			ctucan_netdev_dbg(ndev, "TXI: TXB#%u: status 0x%x\n", txtb_id, txtb_status);
1020 
1021 			switch (txtb_status) {
1022 			case TXT_TOK:
1023 				ctucan_netdev_dbg(ndev, "TXT_OK\n");
1024 				stats->tx_bytes += can_get_echo_skb(ndev, txtb_id, NULL);
1025 				stats->tx_packets++;
1026 				break;
1027 			case TXT_ERR:
1028 				/* This indicated that retransmit limit has been reached. Obviously
1029 				 * we should not echo the frame, but also not indicate any kind of
1030 				 * error. If desired, it was already reported (possible multiple
1031 				 * times) on each arbitration lost.
1032 				 */
1033 				netdev_warn(ndev, "TXB in Error state\n");
1034 				can_free_echo_skb(ndev, txtb_id, NULL);
1035 				stats->tx_dropped++;
1036 				break;
1037 			case TXT_ABT:
1038 				/* Same as for TXT_ERR, only with different cause. We *could*
1039 				 * re-queue the frame, but multiqueue/abort is not supported yet
1040 				 * anyway.
1041 				 */
1042 				netdev_warn(ndev, "TXB in Aborted state\n");
1043 				can_free_echo_skb(ndev, txtb_id, NULL);
1044 				stats->tx_dropped++;
1045 				break;
1046 			default:
1047 				/* Bug only if the first buffer is not finished, otherwise it is
1048 				 * pretty much expected.
1049 				 */
1050 				if (first) {
1051 					netdev_err(ndev,
1052 						   "BUG: TXB#%u not in a finished state (0x%x)!\n",
1053 						   txtb_id, txtb_status);
1054 					spin_unlock_irqrestore(&priv->tx_lock, flags);
1055 					/* do not clear nor wake */
1056 					return;
1057 				}
1058 				goto clear;
1059 			}
1060 			priv->txb_tail++;
1061 			first = false;
1062 			some_buffers_processed = true;
1063 			/* Adjust priorities *before* marking the buffer as empty. */
1064 			ctucan_rotate_txb_prio(ndev);
1065 			ctucan_give_txtb_cmd(priv, TXT_CMD_SET_EMPTY, txtb_id);
1066 		}
1067 clear:
1068 		spin_unlock_irqrestore(&priv->tx_lock, flags);
1069 
1070 		/* If no buffers were processed this time, we cannot clear - that would introduce
1071 		 * a race condition.
1072 		 */
1073 		if (some_buffers_processed) {
1074 			/* Clear the interrupt again. We do not want to receive again interrupt for
1075 			 * the buffer already handled. If it is the last finished one then it would
1076 			 * cause log of spurious interrupt.
1077 			 */
1078 			ctucan_write32(priv, CTUCANFD_INT_STAT, REG_INT_STAT_TXBHCI);
1079 		}
1080 	} while (some_buffers_processed);
1081 
1082 	spin_lock_irqsave(&priv->tx_lock, flags);
1083 
1084 	/* Check if at least one TX buffer is free */
1085 	if (CTU_CAN_FD_TXTNF(priv))
1086 		netif_wake_queue(ndev);
1087 
1088 	spin_unlock_irqrestore(&priv->tx_lock, flags);
1089 }
1090 
1091 /**
1092  * ctucan_interrupt() - CAN Isr
1093  * @irq:	irq number
1094  * @dev_id:	device id pointer
1095  *
1096  * This is the CTU CAN FD ISR. It checks for the type of interrupt
1097  * and invokes the corresponding ISR.
1098  *
1099  * Return:
1100  * IRQ_NONE - If CAN device is in sleep mode, IRQ_HANDLED otherwise
1101  */
ctucan_interrupt(int irq,void * dev_id)1102 static irqreturn_t ctucan_interrupt(int irq, void *dev_id)
1103 {
1104 	struct net_device *ndev = (struct net_device *)dev_id;
1105 	struct ctucan_priv *priv = netdev_priv(ndev);
1106 	u32 isr, icr;
1107 	u32 imask;
1108 	int irq_loops;
1109 
1110 	for (irq_loops = 0; irq_loops < 10000; irq_loops++) {
1111 		/* Get the interrupt status */
1112 		isr = ctucan_read32(priv, CTUCANFD_INT_STAT);
1113 
1114 		if (!isr)
1115 			return irq_loops ? IRQ_HANDLED : IRQ_NONE;
1116 
1117 		/* Receive Buffer Not Empty Interrupt */
1118 		if (FIELD_GET(REG_INT_STAT_RBNEI, isr)) {
1119 			ctucan_netdev_dbg(ndev, "RXBNEI\n");
1120 			/* Mask RXBNEI the first, then clear interrupt and schedule NAPI. Even if
1121 			 * another IRQ fires, RBNEI will always be 0 (masked).
1122 			 */
1123 			icr = REG_INT_STAT_RBNEI;
1124 			ctucan_write32(priv, CTUCANFD_INT_MASK_SET, icr);
1125 			ctucan_write32(priv, CTUCANFD_INT_STAT, icr);
1126 			napi_schedule(&priv->napi);
1127 		}
1128 
1129 		/* TXT Buffer HW Command Interrupt */
1130 		if (FIELD_GET(REG_INT_STAT_TXBHCI, isr)) {
1131 			ctucan_netdev_dbg(ndev, "TXBHCI\n");
1132 			/* Cleared inside */
1133 			ctucan_tx_interrupt(ndev);
1134 		}
1135 
1136 		/* Error interrupts */
1137 		if (FIELD_GET(REG_INT_STAT_EWLI, isr) ||
1138 		    FIELD_GET(REG_INT_STAT_FCSI, isr) ||
1139 		    FIELD_GET(REG_INT_STAT_ALI, isr)) {
1140 			icr = isr & (REG_INT_STAT_EWLI | REG_INT_STAT_FCSI | REG_INT_STAT_ALI);
1141 
1142 			ctucan_netdev_dbg(ndev, "some ERR interrupt: clearing 0x%08x\n", icr);
1143 			ctucan_write32(priv, CTUCANFD_INT_STAT, icr);
1144 			ctucan_err_interrupt(ndev, isr);
1145 		}
1146 		/* Ignore RI, TI, LFI, RFI, BSI */
1147 	}
1148 
1149 	netdev_err(ndev, "%s: stuck interrupt (isr=0x%08x), stopping\n", __func__, isr);
1150 
1151 	if (FIELD_GET(REG_INT_STAT_TXBHCI, isr)) {
1152 		int i;
1153 
1154 		netdev_err(ndev, "txb_head=0x%08x txb_tail=0x%08x\n",
1155 			   priv->txb_head, priv->txb_tail);
1156 		for (i = 0; i < priv->ntxbufs; i++) {
1157 			u32 status = ctucan_get_tx_status(priv, i);
1158 
1159 			netdev_err(ndev, "txb[%d] txb status=0x%08x\n", i, status);
1160 		}
1161 	}
1162 
1163 	imask = 0xffffffff;
1164 	ctucan_write32(priv, CTUCANFD_INT_ENA_CLR, imask);
1165 	ctucan_write32(priv, CTUCANFD_INT_MASK_SET, imask);
1166 
1167 	return IRQ_HANDLED;
1168 }
1169 
1170 /**
1171  * ctucan_chip_stop() - Driver stop routine
1172  * @ndev:	Pointer to net_device structure
1173  *
1174  * This is the drivers stop routine. It will disable the
1175  * interrupts and disable the controller.
1176  */
ctucan_chip_stop(struct net_device * ndev)1177 static void ctucan_chip_stop(struct net_device *ndev)
1178 {
1179 	struct ctucan_priv *priv = netdev_priv(ndev);
1180 	u32 mask = 0xffffffff;
1181 	u32 mode;
1182 
1183 	/* Disable interrupts and disable CAN */
1184 	ctucan_write32(priv, CTUCANFD_INT_ENA_CLR, mask);
1185 	ctucan_write32(priv, CTUCANFD_INT_MASK_SET, mask);
1186 	mode = ctucan_read32(priv, CTUCANFD_MODE);
1187 	mode &= ~REG_MODE_ENA;
1188 	ctucan_write32(priv, CTUCANFD_MODE, mode);
1189 
1190 	priv->can.state = CAN_STATE_STOPPED;
1191 }
1192 
1193 /**
1194  * ctucan_open() - Driver open routine
1195  * @ndev:	Pointer to net_device structure
1196  *
1197  * This is the driver open routine.
1198  * Return: 0 on success and failure value on error
1199  */
ctucan_open(struct net_device * ndev)1200 static int ctucan_open(struct net_device *ndev)
1201 {
1202 	struct ctucan_priv *priv = netdev_priv(ndev);
1203 	int ret;
1204 
1205 	ret = pm_runtime_get_sync(priv->dev);
1206 	if (ret < 0) {
1207 		netdev_err(ndev, "%s: pm_runtime_get failed(%d)\n",
1208 			   __func__, ret);
1209 		pm_runtime_put_noidle(priv->dev);
1210 		return ret;
1211 	}
1212 
1213 	ret = ctucan_reset(ndev);
1214 	if (ret < 0)
1215 		goto err_reset;
1216 
1217 	/* Common open */
1218 	ret = open_candev(ndev);
1219 	if (ret) {
1220 		netdev_warn(ndev, "open_candev failed!\n");
1221 		goto err_open;
1222 	}
1223 
1224 	ret = request_irq(ndev->irq, ctucan_interrupt, priv->irq_flags, ndev->name, ndev);
1225 	if (ret < 0) {
1226 		netdev_err(ndev, "irq allocation for CAN failed\n");
1227 		goto err_irq;
1228 	}
1229 
1230 	ret = ctucan_chip_start(ndev);
1231 	if (ret < 0) {
1232 		netdev_err(ndev, "ctucan_chip_start failed!\n");
1233 		goto err_chip_start;
1234 	}
1235 
1236 	netdev_info(ndev, "ctu_can_fd device registered\n");
1237 	napi_enable(&priv->napi);
1238 	netif_start_queue(ndev);
1239 
1240 	return 0;
1241 
1242 err_chip_start:
1243 	free_irq(ndev->irq, ndev);
1244 err_irq:
1245 	close_candev(ndev);
1246 err_open:
1247 err_reset:
1248 	pm_runtime_put(priv->dev);
1249 
1250 	return ret;
1251 }
1252 
1253 /**
1254  * ctucan_close() - Driver close routine
1255  * @ndev:	Pointer to net_device structure
1256  *
1257  * Return: 0 always
1258  */
ctucan_close(struct net_device * ndev)1259 static int ctucan_close(struct net_device *ndev)
1260 {
1261 	struct ctucan_priv *priv = netdev_priv(ndev);
1262 
1263 	netif_stop_queue(ndev);
1264 	napi_disable(&priv->napi);
1265 	ctucan_chip_stop(ndev);
1266 	free_irq(ndev->irq, ndev);
1267 	close_candev(ndev);
1268 
1269 	pm_runtime_put(priv->dev);
1270 
1271 	return 0;
1272 }
1273 
1274 /**
1275  * ctucan_get_berr_counter() - error counter routine
1276  * @ndev:	Pointer to net_device structure
1277  * @bec:	Pointer to can_berr_counter structure
1278  *
1279  * This is the driver error counter routine.
1280  * Return: 0 on success and failure value on error
1281  */
ctucan_get_berr_counter(const struct net_device * ndev,struct can_berr_counter * bec)1282 static int ctucan_get_berr_counter(const struct net_device *ndev, struct can_berr_counter *bec)
1283 {
1284 	struct ctucan_priv *priv = netdev_priv(ndev);
1285 	int ret;
1286 
1287 	ret = pm_runtime_get_sync(priv->dev);
1288 	if (ret < 0) {
1289 		netdev_err(ndev, "%s: pm_runtime_get failed(%d)\n", __func__, ret);
1290 		pm_runtime_put_noidle(priv->dev);
1291 		return ret;
1292 	}
1293 
1294 	ctucan_get_rec_tec(priv, bec);
1295 	pm_runtime_put(priv->dev);
1296 
1297 	return 0;
1298 }
1299 
1300 static const struct net_device_ops ctucan_netdev_ops = {
1301 	.ndo_open	= ctucan_open,
1302 	.ndo_stop	= ctucan_close,
1303 	.ndo_start_xmit	= ctucan_start_xmit,
1304 	.ndo_change_mtu	= can_change_mtu,
1305 };
1306 
1307 static const struct ethtool_ops ctucan_ethtool_ops = {
1308 	.get_ts_info = ethtool_op_get_ts_info,
1309 };
1310 
ctucan_suspend(struct device * dev)1311 int ctucan_suspend(struct device *dev)
1312 {
1313 	struct net_device *ndev = dev_get_drvdata(dev);
1314 	struct ctucan_priv *priv = netdev_priv(ndev);
1315 
1316 	if (netif_running(ndev)) {
1317 		netif_stop_queue(ndev);
1318 		netif_device_detach(ndev);
1319 	}
1320 
1321 	priv->can.state = CAN_STATE_SLEEPING;
1322 
1323 	return 0;
1324 }
1325 EXPORT_SYMBOL(ctucan_suspend);
1326 
ctucan_resume(struct device * dev)1327 int ctucan_resume(struct device *dev)
1328 {
1329 	struct net_device *ndev = dev_get_drvdata(dev);
1330 	struct ctucan_priv *priv = netdev_priv(ndev);
1331 
1332 	priv->can.state = CAN_STATE_ERROR_ACTIVE;
1333 
1334 	if (netif_running(ndev)) {
1335 		netif_device_attach(ndev);
1336 		netif_start_queue(ndev);
1337 	}
1338 
1339 	return 0;
1340 }
1341 EXPORT_SYMBOL(ctucan_resume);
1342 
ctucan_probe_common(struct device * dev,void __iomem * addr,int irq,unsigned int ntxbufs,unsigned long can_clk_rate,int pm_enable_call,void (* set_drvdata_fnc)(struct device * dev,struct net_device * ndev))1343 int ctucan_probe_common(struct device *dev, void __iomem *addr, int irq, unsigned int ntxbufs,
1344 			unsigned long can_clk_rate, int pm_enable_call,
1345 			void (*set_drvdata_fnc)(struct device *dev, struct net_device *ndev))
1346 {
1347 	struct ctucan_priv *priv;
1348 	struct net_device *ndev;
1349 	int ret;
1350 
1351 	/* Create a CAN device instance */
1352 	ndev = alloc_candev(sizeof(struct ctucan_priv), ntxbufs);
1353 	if (!ndev)
1354 		return -ENOMEM;
1355 
1356 	priv = netdev_priv(ndev);
1357 	spin_lock_init(&priv->tx_lock);
1358 	INIT_LIST_HEAD(&priv->peers_on_pdev);
1359 	priv->ntxbufs = ntxbufs;
1360 	priv->dev = dev;
1361 	priv->can.bittiming_const = &ctu_can_fd_bit_timing_max;
1362 	priv->can.fd.data_bittiming_const = &ctu_can_fd_bit_timing_data_max;
1363 	priv->can.do_set_mode = ctucan_do_set_mode;
1364 
1365 	/* Needed for timing adjustment to be performed as soon as possible */
1366 	priv->can.do_set_bittiming = ctucan_set_bittiming;
1367 	priv->can.fd.do_set_data_bittiming = ctucan_set_data_bittiming;
1368 
1369 	priv->can.do_get_berr_counter = ctucan_get_berr_counter;
1370 	priv->can.ctrlmode_supported = CAN_CTRLMODE_LOOPBACK
1371 					| CAN_CTRLMODE_LISTENONLY
1372 					| CAN_CTRLMODE_FD
1373 					| CAN_CTRLMODE_PRESUME_ACK
1374 					| CAN_CTRLMODE_BERR_REPORTING
1375 					| CAN_CTRLMODE_FD_NON_ISO
1376 					| CAN_CTRLMODE_ONE_SHOT;
1377 	priv->mem_base = addr;
1378 
1379 	/* Get IRQ for the device */
1380 	ndev->irq = irq;
1381 	ndev->flags |= IFF_ECHO;	/* We support local echo */
1382 
1383 	if (set_drvdata_fnc)
1384 		set_drvdata_fnc(dev, ndev);
1385 	SET_NETDEV_DEV(ndev, dev);
1386 	ndev->netdev_ops = &ctucan_netdev_ops;
1387 	ndev->ethtool_ops = &ctucan_ethtool_ops;
1388 
1389 	/* Getting the can_clk info */
1390 	if (!can_clk_rate) {
1391 		priv->can_clk = devm_clk_get(dev, NULL);
1392 		if (IS_ERR(priv->can_clk)) {
1393 			dev_err(dev, "Device clock not found.\n");
1394 			ret = PTR_ERR(priv->can_clk);
1395 			goto err_free;
1396 		}
1397 		can_clk_rate = clk_get_rate(priv->can_clk);
1398 	}
1399 
1400 	priv->write_reg = ctucan_write32_le;
1401 	priv->read_reg = ctucan_read32_le;
1402 
1403 	if (pm_enable_call)
1404 		pm_runtime_enable(dev);
1405 	ret = pm_runtime_get_sync(dev);
1406 	if (ret < 0) {
1407 		netdev_err(ndev, "%s: pm_runtime_get failed(%d)\n",
1408 			   __func__, ret);
1409 		pm_runtime_put_noidle(priv->dev);
1410 		goto err_pmdisable;
1411 	}
1412 
1413 	/* Check for big-endianity and set according IO-accessors */
1414 	if ((ctucan_read32(priv, CTUCANFD_DEVICE_ID) & 0xFFFF) != CTUCANFD_ID) {
1415 		priv->write_reg = ctucan_write32_be;
1416 		priv->read_reg = ctucan_read32_be;
1417 		if ((ctucan_read32(priv, CTUCANFD_DEVICE_ID) & 0xFFFF) != CTUCANFD_ID) {
1418 			netdev_err(ndev, "CTU_CAN_FD signature not found\n");
1419 			ret = -ENODEV;
1420 			goto err_deviceoff;
1421 		}
1422 	}
1423 
1424 	ret = ctucan_reset(ndev);
1425 	if (ret < 0)
1426 		goto err_deviceoff;
1427 
1428 	priv->can.clock.freq = can_clk_rate;
1429 
1430 	netif_napi_add(ndev, &priv->napi, ctucan_rx_poll);
1431 
1432 	ret = register_candev(ndev);
1433 	if (ret) {
1434 		dev_err(dev, "fail to register failed (err=%d)\n", ret);
1435 		goto err_deviceoff;
1436 	}
1437 
1438 	pm_runtime_put(dev);
1439 
1440 	netdev_dbg(ndev, "mem_base=0x%p irq=%d clock=%d, no. of txt buffers:%d\n",
1441 		   priv->mem_base, ndev->irq, priv->can.clock.freq, priv->ntxbufs);
1442 
1443 	return 0;
1444 
1445 err_deviceoff:
1446 	pm_runtime_put(priv->dev);
1447 err_pmdisable:
1448 	if (pm_enable_call)
1449 		pm_runtime_disable(dev);
1450 err_free:
1451 	list_del_init(&priv->peers_on_pdev);
1452 	free_candev(ndev);
1453 	return ret;
1454 }
1455 EXPORT_SYMBOL(ctucan_probe_common);
1456 
1457 MODULE_LICENSE("GPL");
1458 MODULE_AUTHOR("Martin Jerabek <martin.jerabek01@gmail.com>");
1459 MODULE_AUTHOR("Pavel Pisa <pisa@cmp.felk.cvut.cz>");
1460 MODULE_AUTHOR("Ondrej Ille <ondrej.ille@gmail.com>");
1461 MODULE_DESCRIPTION("CTU CAN FD interface");
1462