1 // SPDX-License-Identifier: (GPL-2.0 OR MIT)
2 /*
3 * DSA driver for:
4 * Hirschmann Hellcreek TSN switch.
5 *
6 * Copyright (C) 2019,2020 Hochschule Offenburg
7 * Copyright (C) 2019,2020 Linutronix GmbH
8 * Authors: Kamil Alkhouri <kamil.alkhouri@hs-offenburg.de>
9 * Kurt Kanzenbach <kurt@linutronix.de>
10 */
11
12 #include <linux/ptp_classify.h>
13
14 #include "hellcreek.h"
15 #include "hellcreek_hwtstamp.h"
16 #include "hellcreek_ptp.h"
17
hellcreek_get_ts_info(struct dsa_switch * ds,int port,struct kernel_ethtool_ts_info * info)18 int hellcreek_get_ts_info(struct dsa_switch *ds, int port,
19 struct kernel_ethtool_ts_info *info)
20 {
21 struct hellcreek *hellcreek = ds->priv;
22
23 info->phc_index = hellcreek->ptp_clock ?
24 ptp_clock_index(hellcreek->ptp_clock) : -1;
25 info->so_timestamping = SOF_TIMESTAMPING_TX_HARDWARE |
26 SOF_TIMESTAMPING_RX_HARDWARE |
27 SOF_TIMESTAMPING_RAW_HARDWARE;
28
29 /* enabled tx timestamping */
30 info->tx_types = BIT(HWTSTAMP_TX_ON);
31
32 /* L2 & L4 PTPv2 event rx messages are timestamped */
33 info->rx_filters = BIT(HWTSTAMP_FILTER_PTP_V2_EVENT);
34
35 return 0;
36 }
37
38 /* Enabling/disabling TX and RX HW timestamping for different PTP messages is
39 * not available in the switch. Thus, this function only serves as a check if
40 * the user requested what is actually available or not
41 */
hellcreek_set_hwtstamp_config(struct hellcreek * hellcreek,int port,struct hwtstamp_config * config)42 static int hellcreek_set_hwtstamp_config(struct hellcreek *hellcreek, int port,
43 struct hwtstamp_config *config)
44 {
45 struct hellcreek_port_hwtstamp *ps =
46 &hellcreek->ports[port].port_hwtstamp;
47 bool tx_tstamp_enable = false;
48 bool rx_tstamp_enable = false;
49
50 /* Interaction with the timestamp hardware is prevented here. It is
51 * enabled when this config function ends successfully
52 */
53 clear_bit_unlock(HELLCREEK_HWTSTAMP_ENABLED, &ps->state);
54
55 switch (config->tx_type) {
56 case HWTSTAMP_TX_ON:
57 tx_tstamp_enable = true;
58 break;
59
60 /* TX HW timestamping can't be disabled on the switch */
61 case HWTSTAMP_TX_OFF:
62 config->tx_type = HWTSTAMP_TX_ON;
63 break;
64
65 default:
66 return -ERANGE;
67 }
68
69 switch (config->rx_filter) {
70 /* RX HW timestamping can't be disabled on the switch */
71 case HWTSTAMP_FILTER_NONE:
72 config->rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT;
73 break;
74
75 case HWTSTAMP_FILTER_PTP_V2_L4_EVENT:
76 case HWTSTAMP_FILTER_PTP_V2_L4_SYNC:
77 case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ:
78 case HWTSTAMP_FILTER_PTP_V2_L2_EVENT:
79 case HWTSTAMP_FILTER_PTP_V2_L2_SYNC:
80 case HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ:
81 case HWTSTAMP_FILTER_PTP_V2_EVENT:
82 case HWTSTAMP_FILTER_PTP_V2_SYNC:
83 case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ:
84 config->rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT;
85 rx_tstamp_enable = true;
86 break;
87
88 /* RX HW timestamping can't be enabled for all messages on the switch */
89 case HWTSTAMP_FILTER_ALL:
90 config->rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT;
91 break;
92
93 default:
94 return -ERANGE;
95 }
96
97 if (!tx_tstamp_enable)
98 return -ERANGE;
99
100 if (!rx_tstamp_enable)
101 return -ERANGE;
102
103 /* If this point is reached, then the requested hwtstamp config is
104 * compatible with the hwtstamp offered by the switch. Therefore,
105 * enable the interaction with the HW timestamping
106 */
107 set_bit(HELLCREEK_HWTSTAMP_ENABLED, &ps->state);
108
109 return 0;
110 }
111
hellcreek_port_hwtstamp_set(struct dsa_switch * ds,int port,struct ifreq * ifr)112 int hellcreek_port_hwtstamp_set(struct dsa_switch *ds, int port,
113 struct ifreq *ifr)
114 {
115 struct hellcreek *hellcreek = ds->priv;
116 struct hellcreek_port_hwtstamp *ps;
117 struct hwtstamp_config config;
118 int err;
119
120 ps = &hellcreek->ports[port].port_hwtstamp;
121
122 if (copy_from_user(&config, ifr->ifr_data, sizeof(config)))
123 return -EFAULT;
124
125 err = hellcreek_set_hwtstamp_config(hellcreek, port, &config);
126 if (err)
127 return err;
128
129 /* Save the chosen configuration to be returned later */
130 memcpy(&ps->tstamp_config, &config, sizeof(config));
131
132 return copy_to_user(ifr->ifr_data, &config, sizeof(config)) ?
133 -EFAULT : 0;
134 }
135
hellcreek_port_hwtstamp_get(struct dsa_switch * ds,int port,struct ifreq * ifr)136 int hellcreek_port_hwtstamp_get(struct dsa_switch *ds, int port,
137 struct ifreq *ifr)
138 {
139 struct hellcreek *hellcreek = ds->priv;
140 struct hellcreek_port_hwtstamp *ps;
141 struct hwtstamp_config *config;
142
143 ps = &hellcreek->ports[port].port_hwtstamp;
144 config = &ps->tstamp_config;
145
146 return copy_to_user(ifr->ifr_data, config, sizeof(*config)) ?
147 -EFAULT : 0;
148 }
149
150 /* Returns a pointer to the PTP header if the caller should time stamp, or NULL
151 * if the caller should not.
152 */
hellcreek_should_tstamp(struct hellcreek * hellcreek,int port,struct sk_buff * skb,unsigned int type)153 static struct ptp_header *hellcreek_should_tstamp(struct hellcreek *hellcreek,
154 int port, struct sk_buff *skb,
155 unsigned int type)
156 {
157 struct hellcreek_port_hwtstamp *ps =
158 &hellcreek->ports[port].port_hwtstamp;
159 struct ptp_header *hdr;
160
161 hdr = ptp_parse_header(skb, type);
162 if (!hdr)
163 return NULL;
164
165 if (!test_bit(HELLCREEK_HWTSTAMP_ENABLED, &ps->state))
166 return NULL;
167
168 return hdr;
169 }
170
hellcreek_get_reserved_field(const struct ptp_header * hdr)171 static u64 hellcreek_get_reserved_field(const struct ptp_header *hdr)
172 {
173 return be32_to_cpu(hdr->reserved2);
174 }
175
hellcreek_clear_reserved_field(struct ptp_header * hdr)176 static void hellcreek_clear_reserved_field(struct ptp_header *hdr)
177 {
178 hdr->reserved2 = 0;
179 }
180
hellcreek_ptp_hwtstamp_available(struct hellcreek * hellcreek,unsigned int ts_reg)181 static int hellcreek_ptp_hwtstamp_available(struct hellcreek *hellcreek,
182 unsigned int ts_reg)
183 {
184 u16 status;
185
186 status = hellcreek_ptp_read(hellcreek, ts_reg);
187
188 if (status & PR_TS_STATUS_TS_LOST)
189 dev_err(hellcreek->dev,
190 "Tx time stamp lost! This should never happen!\n");
191
192 /* If hwtstamp is not available, this means the previous hwtstamp was
193 * successfully read, and the one we need is not yet available
194 */
195 return (status & PR_TS_STATUS_TS_AVAIL) ? 1 : 0;
196 }
197
198 /* Get nanoseconds timestamp from timestamping unit */
hellcreek_ptp_hwtstamp_read(struct hellcreek * hellcreek,unsigned int ts_reg)199 static u64 hellcreek_ptp_hwtstamp_read(struct hellcreek *hellcreek,
200 unsigned int ts_reg)
201 {
202 u16 nsl, nsh;
203
204 nsh = hellcreek_ptp_read(hellcreek, ts_reg);
205 nsh = hellcreek_ptp_read(hellcreek, ts_reg);
206 nsh = hellcreek_ptp_read(hellcreek, ts_reg);
207 nsh = hellcreek_ptp_read(hellcreek, ts_reg);
208 nsl = hellcreek_ptp_read(hellcreek, ts_reg);
209
210 return (u64)nsl | ((u64)nsh << 16);
211 }
212
hellcreek_txtstamp_work(struct hellcreek * hellcreek,struct hellcreek_port_hwtstamp * ps,int port)213 static int hellcreek_txtstamp_work(struct hellcreek *hellcreek,
214 struct hellcreek_port_hwtstamp *ps, int port)
215 {
216 struct skb_shared_hwtstamps shhwtstamps;
217 unsigned int status_reg, data_reg;
218 struct sk_buff *tmp_skb;
219 int ts_status;
220 u64 ns = 0;
221
222 if (!ps->tx_skb)
223 return 0;
224
225 switch (port) {
226 case 2:
227 status_reg = PR_TS_TX_P1_STATUS_C;
228 data_reg = PR_TS_TX_P1_DATA_C;
229 break;
230 case 3:
231 status_reg = PR_TS_TX_P2_STATUS_C;
232 data_reg = PR_TS_TX_P2_DATA_C;
233 break;
234 default:
235 dev_err(hellcreek->dev, "Wrong port for timestamping!\n");
236 return 0;
237 }
238
239 ts_status = hellcreek_ptp_hwtstamp_available(hellcreek, status_reg);
240
241 /* Not available yet? */
242 if (ts_status == 0) {
243 /* Check whether the operation of reading the tx timestamp has
244 * exceeded its allowed period
245 */
246 if (time_is_before_jiffies(ps->tx_tstamp_start +
247 TX_TSTAMP_TIMEOUT)) {
248 dev_err(hellcreek->dev,
249 "Timeout while waiting for Tx timestamp!\n");
250 goto free_and_clear_skb;
251 }
252
253 /* The timestamp should be available quickly, while getting it
254 * in high priority. Restart the work
255 */
256 return 1;
257 }
258
259 mutex_lock(&hellcreek->ptp_lock);
260 ns = hellcreek_ptp_hwtstamp_read(hellcreek, data_reg);
261 ns += hellcreek_ptp_gettime_seconds(hellcreek, ns);
262 mutex_unlock(&hellcreek->ptp_lock);
263
264 /* Now we have the timestamp in nanoseconds, store it in the correct
265 * structure in order to send it to the user
266 */
267 memset(&shhwtstamps, 0, sizeof(shhwtstamps));
268 shhwtstamps.hwtstamp = ns_to_ktime(ns);
269
270 tmp_skb = ps->tx_skb;
271 ps->tx_skb = NULL;
272
273 /* skb_complete_tx_timestamp() frees up the client to make another
274 * timestampable transmit. We have to be ready for it by clearing the
275 * ps->tx_skb "flag" beforehand
276 */
277 clear_bit_unlock(HELLCREEK_HWTSTAMP_TX_IN_PROGRESS, &ps->state);
278
279 /* Deliver a clone of the original outgoing tx_skb with tx hwtstamp */
280 skb_complete_tx_timestamp(tmp_skb, &shhwtstamps);
281
282 return 0;
283
284 free_and_clear_skb:
285 dev_kfree_skb_any(ps->tx_skb);
286 ps->tx_skb = NULL;
287 clear_bit_unlock(HELLCREEK_HWTSTAMP_TX_IN_PROGRESS, &ps->state);
288
289 return 0;
290 }
291
hellcreek_get_rxts(struct hellcreek * hellcreek,struct hellcreek_port_hwtstamp * ps,struct sk_buff * skb,struct sk_buff_head * rxq,int port)292 static void hellcreek_get_rxts(struct hellcreek *hellcreek,
293 struct hellcreek_port_hwtstamp *ps,
294 struct sk_buff *skb, struct sk_buff_head *rxq,
295 int port)
296 {
297 struct skb_shared_hwtstamps *shwt;
298 struct sk_buff_head received;
299 unsigned long flags;
300
301 /* Construct Rx timestamps for all received PTP packets. */
302 __skb_queue_head_init(&received);
303 spin_lock_irqsave(&rxq->lock, flags);
304 skb_queue_splice_tail_init(rxq, &received);
305 spin_unlock_irqrestore(&rxq->lock, flags);
306
307 for (; skb; skb = __skb_dequeue(&received)) {
308 struct ptp_header *hdr;
309 unsigned int type;
310 u64 ns;
311
312 /* Get nanoseconds from ptp packet */
313 type = SKB_PTP_TYPE(skb);
314 hdr = ptp_parse_header(skb, type);
315 ns = hellcreek_get_reserved_field(hdr);
316 hellcreek_clear_reserved_field(hdr);
317
318 /* Add seconds part */
319 mutex_lock(&hellcreek->ptp_lock);
320 ns += hellcreek_ptp_gettime_seconds(hellcreek, ns);
321 mutex_unlock(&hellcreek->ptp_lock);
322
323 /* Save time stamp */
324 shwt = skb_hwtstamps(skb);
325 memset(shwt, 0, sizeof(*shwt));
326 shwt->hwtstamp = ns_to_ktime(ns);
327 netif_rx(skb);
328 }
329 }
330
hellcreek_rxtstamp_work(struct hellcreek * hellcreek,struct hellcreek_port_hwtstamp * ps,int port)331 static void hellcreek_rxtstamp_work(struct hellcreek *hellcreek,
332 struct hellcreek_port_hwtstamp *ps,
333 int port)
334 {
335 struct sk_buff *skb;
336
337 skb = skb_dequeue(&ps->rx_queue);
338 if (skb)
339 hellcreek_get_rxts(hellcreek, ps, skb, &ps->rx_queue, port);
340 }
341
hellcreek_hwtstamp_work(struct ptp_clock_info * ptp)342 long hellcreek_hwtstamp_work(struct ptp_clock_info *ptp)
343 {
344 struct hellcreek *hellcreek = ptp_to_hellcreek(ptp);
345 struct dsa_switch *ds = hellcreek->ds;
346 int i, restart = 0;
347
348 for (i = 0; i < ds->num_ports; i++) {
349 struct hellcreek_port_hwtstamp *ps;
350
351 if (!dsa_is_user_port(ds, i))
352 continue;
353
354 ps = &hellcreek->ports[i].port_hwtstamp;
355
356 if (test_bit(HELLCREEK_HWTSTAMP_TX_IN_PROGRESS, &ps->state))
357 restart |= hellcreek_txtstamp_work(hellcreek, ps, i);
358
359 hellcreek_rxtstamp_work(hellcreek, ps, i);
360 }
361
362 return restart ? 1 : -1;
363 }
364
hellcreek_port_txtstamp(struct dsa_switch * ds,int port,struct sk_buff * skb)365 void hellcreek_port_txtstamp(struct dsa_switch *ds, int port,
366 struct sk_buff *skb)
367 {
368 struct hellcreek *hellcreek = ds->priv;
369 struct hellcreek_port_hwtstamp *ps;
370 struct ptp_header *hdr;
371 struct sk_buff *clone;
372 unsigned int type;
373
374 ps = &hellcreek->ports[port].port_hwtstamp;
375
376 type = ptp_classify_raw(skb);
377 if (type == PTP_CLASS_NONE)
378 return;
379
380 /* Make sure the message is a PTP message that needs to be timestamped
381 * and the interaction with the HW timestamping is enabled. If not, stop
382 * here
383 */
384 hdr = hellcreek_should_tstamp(hellcreek, port, skb, type);
385 if (!hdr)
386 return;
387
388 clone = skb_clone_sk(skb);
389 if (!clone)
390 return;
391
392 if (test_and_set_bit_lock(HELLCREEK_HWTSTAMP_TX_IN_PROGRESS,
393 &ps->state)) {
394 kfree_skb(clone);
395 return;
396 }
397
398 ps->tx_skb = clone;
399
400 /* store the number of ticks occurred since system start-up till this
401 * moment
402 */
403 ps->tx_tstamp_start = jiffies;
404
405 ptp_schedule_worker(hellcreek->ptp_clock, 0);
406 }
407
hellcreek_port_rxtstamp(struct dsa_switch * ds,int port,struct sk_buff * skb,unsigned int type)408 bool hellcreek_port_rxtstamp(struct dsa_switch *ds, int port,
409 struct sk_buff *skb, unsigned int type)
410 {
411 struct hellcreek *hellcreek = ds->priv;
412 struct hellcreek_port_hwtstamp *ps;
413 struct ptp_header *hdr;
414
415 ps = &hellcreek->ports[port].port_hwtstamp;
416
417 /* This check only fails if the user did not initialize hardware
418 * timestamping beforehand.
419 */
420 if (ps->tstamp_config.rx_filter != HWTSTAMP_FILTER_PTP_V2_EVENT)
421 return false;
422
423 /* Make sure the message is a PTP message that needs to be timestamped
424 * and the interaction with the HW timestamping is enabled. If not, stop
425 * here
426 */
427 hdr = hellcreek_should_tstamp(hellcreek, port, skb, type);
428 if (!hdr)
429 return false;
430
431 SKB_PTP_TYPE(skb) = type;
432
433 skb_queue_tail(&ps->rx_queue, skb);
434
435 ptp_schedule_worker(hellcreek->ptp_clock, 0);
436
437 return true;
438 }
439
hellcreek_hwtstamp_port_setup(struct hellcreek * hellcreek,int port)440 static void hellcreek_hwtstamp_port_setup(struct hellcreek *hellcreek, int port)
441 {
442 struct hellcreek_port_hwtstamp *ps =
443 &hellcreek->ports[port].port_hwtstamp;
444
445 skb_queue_head_init(&ps->rx_queue);
446 }
447
hellcreek_hwtstamp_setup(struct hellcreek * hellcreek)448 int hellcreek_hwtstamp_setup(struct hellcreek *hellcreek)
449 {
450 struct dsa_switch *ds = hellcreek->ds;
451 int i;
452
453 /* Initialize timestamping ports. */
454 for (i = 0; i < ds->num_ports; ++i) {
455 if (!dsa_is_user_port(ds, i))
456 continue;
457
458 hellcreek_hwtstamp_port_setup(hellcreek, i);
459 }
460
461 /* Select the synchronized clock as the source timekeeper for the
462 * timestamps and enable inline timestamping.
463 */
464 hellcreek_ptp_write(hellcreek, PR_SETTINGS_C_TS_SRC_TK_MASK |
465 PR_SETTINGS_C_RES3TS,
466 PR_SETTINGS_C);
467
468 return 0;
469 }
470
hellcreek_hwtstamp_free(struct hellcreek * hellcreek)471 void hellcreek_hwtstamp_free(struct hellcreek *hellcreek)
472 {
473 /* Nothing todo */
474 }
475