xref: /freebsd/sys/dev/usb/net/usb_ethernet.c (revision aa3860851b9f6a6002d135b1cac7736e0995eedc)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause
3  *
4  * Copyright (c) 2009 Andrew Thompson (thompsa@FreeBSD.org)
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions
8  * are met:
9  * 1. Redistributions of source code must retain the above copyright
10  *    notice, this list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright
12  *    notice, this list of conditions and the following disclaimer in the
13  *    documentation and/or other materials provided with the distribution.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25  * SUCH DAMAGE.
26  */
27 
28 #include <sys/param.h>
29 #include <sys/systm.h>
30 #include <sys/bus.h>
31 #include <sys/condvar.h>
32 #include <sys/kernel.h>
33 #include <sys/lock.h>
34 #include <sys/malloc.h>
35 #include <sys/mbuf.h>
36 #include <sys/module.h>
37 #include <sys/mutex.h>
38 #include <sys/socket.h>
39 #include <sys/sockio.h>
40 #include <sys/sysctl.h>
41 #include <sys/sx.h>
42 
43 #include <net/if.h>
44 #include <net/if_var.h>
45 #include <net/ethernet.h>
46 #include <net/if_types.h>
47 #include <net/if_media.h>
48 #include <net/if_vlan_var.h>
49 
50 #include <dev/mii/mii.h>
51 #include <dev/mii/miivar.h>
52 
53 #include <dev/usb/usb.h>
54 #include <dev/usb/usbdi.h>
55 
56 #include <dev/usb/usb_process.h>
57 #include <dev/usb/net/usb_ethernet.h>
58 
59 static SYSCTL_NODE(_net, OID_AUTO, ue, CTLFLAG_RD | CTLFLAG_MPSAFE, 0,
60     "USB Ethernet parameters");
61 
62 #define	UE_LOCK(_ue)		mtx_lock((_ue)->ue_mtx)
63 #define	UE_UNLOCK(_ue)		mtx_unlock((_ue)->ue_mtx)
64 #define	UE_LOCK_ASSERT(_ue, t)	mtx_assert((_ue)->ue_mtx, t)
65 
66 MODULE_DEPEND(uether, usb, 1, 1, 1);
67 MODULE_DEPEND(uether, miibus, 1, 1, 1);
68 
69 static struct unrhdr *ueunit;
70 
71 static usb_proc_callback_t ue_attach_post_task;
72 static usb_proc_callback_t ue_promisc_task;
73 static usb_proc_callback_t ue_setmulti_task;
74 static usb_proc_callback_t ue_ifmedia_task;
75 static usb_proc_callback_t ue_tick_task;
76 static usb_proc_callback_t ue_start_task;
77 static usb_proc_callback_t ue_stop_task;
78 
79 static void	ue_init(void *);
80 static void	ue_start(if_t);
81 static int	ue_ifmedia_upd(if_t);
82 static void	ue_watchdog(void *);
83 
84 /*
85  * Return values:
86  *    0: success
87  * Else: device has been detached
88  */
89 uint8_t
uether_pause(struct usb_ether * ue,unsigned _ticks)90 uether_pause(struct usb_ether *ue, unsigned _ticks)
91 {
92 	if (usb_proc_is_gone(&ue->ue_tq)) {
93 		/* nothing to do */
94 		return (1);
95 	}
96 	usb_pause_mtx(ue->ue_mtx, _ticks);
97 	return (0);
98 }
99 
100 static void
ue_queue_command(struct usb_ether * ue,usb_proc_callback_t * fn,struct usb_proc_msg * t0,struct usb_proc_msg * t1)101 ue_queue_command(struct usb_ether *ue,
102     usb_proc_callback_t *fn,
103     struct usb_proc_msg *t0, struct usb_proc_msg *t1)
104 {
105 	struct usb_ether_cfg_task *task;
106 
107 	UE_LOCK_ASSERT(ue, MA_OWNED);
108 
109 	if (usb_proc_is_gone(&ue->ue_tq)) {
110 		return;         /* nothing to do */
111 	}
112 	/*
113 	 * NOTE: The task cannot get executed before we drop the
114 	 * "sc_mtx" mutex. It is safe to update fields in the message
115 	 * structure after that the message got queued.
116 	 */
117 	task = (struct usb_ether_cfg_task *)
118 	  usb_proc_msignal(&ue->ue_tq, t0, t1);
119 
120 	/* Setup callback and self pointers */
121 	task->hdr.pm_callback = fn;
122 	task->ue = ue;
123 
124 	/*
125 	 * Start and stop must be synchronous!
126 	 */
127 	if ((fn == ue_start_task) || (fn == ue_stop_task))
128 		usb_proc_mwait(&ue->ue_tq, t0, t1);
129 }
130 
131 if_t
uether_getifp(struct usb_ether * ue)132 uether_getifp(struct usb_ether *ue)
133 {
134 	return (ue->ue_ifp);
135 }
136 
137 struct mii_data *
uether_getmii(struct usb_ether * ue)138 uether_getmii(struct usb_ether *ue)
139 {
140 	return (device_get_softc(ue->ue_miibus));
141 }
142 
143 void *
uether_getsc(struct usb_ether * ue)144 uether_getsc(struct usb_ether *ue)
145 {
146 	return (ue->ue_sc);
147 }
148 
149 static int
ue_sysctl_parent(SYSCTL_HANDLER_ARGS)150 ue_sysctl_parent(SYSCTL_HANDLER_ARGS)
151 {
152 	struct usb_ether *ue = arg1;
153 	const char *name;
154 
155 	name = device_get_nameunit(ue->ue_dev);
156 	return SYSCTL_OUT_STR(req, name);
157 }
158 
159 int
uether_ifattach(struct usb_ether * ue)160 uether_ifattach(struct usb_ether *ue)
161 {
162 	int error;
163 
164 	/* check some critical parameters */
165 	if ((ue->ue_dev == NULL) ||
166 	    (ue->ue_udev == NULL) ||
167 	    (ue->ue_mtx == NULL) ||
168 	    (ue->ue_methods == NULL))
169 		return (EINVAL);
170 
171 	error = usb_proc_create(&ue->ue_tq, ue->ue_mtx,
172 	    device_get_nameunit(ue->ue_dev), USB_PRI_MED);
173 	if (error) {
174 		device_printf(ue->ue_dev, "could not setup taskqueue\n");
175 		goto error;
176 	}
177 
178 	/* fork rest of the attach code */
179 	UE_LOCK(ue);
180 	ue_queue_command(ue, ue_attach_post_task,
181 	    &ue->ue_sync_task[0].hdr,
182 	    &ue->ue_sync_task[1].hdr);
183 	UE_UNLOCK(ue);
184 
185 error:
186 	return (error);
187 }
188 
189 void
uether_ifattach_wait(struct usb_ether * ue)190 uether_ifattach_wait(struct usb_ether *ue)
191 {
192 
193 	UE_LOCK(ue);
194 	usb_proc_mwait(&ue->ue_tq,
195 	    &ue->ue_sync_task[0].hdr,
196 	    &ue->ue_sync_task[1].hdr);
197 	UE_UNLOCK(ue);
198 }
199 
200 static void
ue_attach_post_task(struct usb_proc_msg * _task)201 ue_attach_post_task(struct usb_proc_msg *_task)
202 {
203 	struct usb_ether_cfg_task *task =
204 	    (struct usb_ether_cfg_task *)_task;
205 	struct usb_ether *ue = task->ue;
206 	if_t ifp;
207 	int error;
208 	char num[14];			/* sufficient for 32 bits */
209 
210 	/* first call driver's post attach routine */
211 	ue->ue_methods->ue_attach_post(ue);
212 
213 	UE_UNLOCK(ue);
214 
215 	ue->ue_unit = alloc_unr(ueunit);
216 	usb_callout_init_mtx(&ue->ue_watchdog, ue->ue_mtx, 0);
217 	sysctl_ctx_init(&ue->ue_sysctl_ctx);
218 	mbufq_init(&ue->ue_rxq, 0 /* unlimited length */);
219 
220 	error = 0;
221 	CURVNET_SET_QUIET(vnet0);
222 	ifp = if_alloc(IFT_ETHER);
223 	if_setsoftc(ifp, ue);
224 	if_initname(ifp, "ue", ue->ue_unit);
225 	if (ue->ue_methods->ue_attach_post_sub != NULL) {
226 		ue->ue_ifp = ifp;
227 		error = ue->ue_methods->ue_attach_post_sub(ue);
228 	} else {
229 		if_setflags(ifp, IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST);
230 		if (ue->ue_methods->ue_ioctl != NULL)
231 			if_setioctlfn(ifp, ue->ue_methods->ue_ioctl);
232 		else
233 			if_setioctlfn(ifp, uether_ioctl);
234 		if_setstartfn(ifp, ue_start);
235 		if_setinitfn(ifp, ue_init);
236 		if_setsendqlen(ifp, ifqmaxlen);
237 		if_setsendqready(ifp);
238 		ue->ue_ifp = ifp;
239 
240 		if (ue->ue_methods->ue_mii_upd != NULL &&
241 		    ue->ue_methods->ue_mii_sts != NULL) {
242 			bus_topo_lock();
243 			error = mii_attach(ue->ue_dev, &ue->ue_miibus, ifp,
244 			    ue_ifmedia_upd, ue->ue_methods->ue_mii_sts,
245 			    BMSR_DEFCAPMASK, MII_PHY_ANY, MII_OFFSET_ANY, 0);
246 			bus_topo_unlock();
247 		}
248 	}
249 
250 	if (error) {
251 		device_printf(ue->ue_dev, "attaching PHYs failed\n");
252 		goto fail;
253 	}
254 
255 	if_printf(ifp, "<USB Ethernet> on %s\n", device_get_nameunit(ue->ue_dev));
256 	ether_ifattach(ifp, ue->ue_eaddr);
257 	/* Tell upper layer we support VLAN oversized frames. */
258 	if (if_getcapabilities(ifp) & IFCAP_VLAN_MTU)
259 		if_setifheaderlen(ifp, sizeof(struct ether_vlan_header));
260 
261 	CURVNET_RESTORE();
262 
263 	snprintf(num, sizeof(num), "%u", ue->ue_unit);
264 	ue->ue_sysctl_oid = SYSCTL_ADD_NODE(&ue->ue_sysctl_ctx,
265 	    &SYSCTL_NODE_CHILDREN(_net, ue),
266 	    OID_AUTO, num, CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "");
267 	SYSCTL_ADD_PROC(&ue->ue_sysctl_ctx,
268 	    SYSCTL_CHILDREN(ue->ue_sysctl_oid), OID_AUTO, "%parent",
269 	    CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_MPSAFE, ue, 0,
270 	    ue_sysctl_parent, "A", "parent device");
271 
272 	UE_LOCK(ue);
273 	return;
274 
275 fail:
276 	CURVNET_RESTORE();
277 
278 	/* drain mbuf queue */
279 	mbufq_drain(&ue->ue_rxq);
280 
281 	/* free unit */
282 	free_unr(ueunit, ue->ue_unit);
283 	if (ue->ue_ifp != NULL) {
284 		if_free(ue->ue_ifp);
285 		ue->ue_ifp = NULL;
286 	}
287 	UE_LOCK(ue);
288 	return;
289 }
290 
291 void
uether_ifdetach(struct usb_ether * ue)292 uether_ifdetach(struct usb_ether *ue)
293 {
294 	if_t ifp;
295 
296 	/* wait for any post attach or other command to complete */
297 	usb_proc_drain(&ue->ue_tq);
298 
299 	/* read "ifnet" pointer after taskqueue drain */
300 	ifp = ue->ue_ifp;
301 
302 	if (ifp != NULL) {
303 		/* we are not running any more */
304 		UE_LOCK(ue);
305 		if_setdrvflagbits(ifp, 0, IFF_DRV_RUNNING);
306 		UE_UNLOCK(ue);
307 
308 		/* drain any callouts */
309 		usb_callout_drain(&ue->ue_watchdog);
310 
311 		/*
312 		 * Detach ethernet first to stop miibus calls from
313 		 * user-space:
314 		 */
315 		ether_ifdetach(ifp);
316 
317 		/* detach miibus */
318 		if (ue->ue_miibus != NULL) {
319 			bus_topo_lock();
320 			device_delete_child(ue->ue_dev, ue->ue_miibus);
321 			bus_topo_unlock();
322 		}
323 
324 		/* free interface instance */
325 		if_free(ifp);
326 
327 		/* free sysctl */
328 		sysctl_ctx_free(&ue->ue_sysctl_ctx);
329 
330 		/* drain mbuf queue */
331 		mbufq_drain(&ue->ue_rxq);
332 
333 		/* free unit */
334 		free_unr(ueunit, ue->ue_unit);
335 	}
336 
337 	/* free taskqueue, if any */
338 	usb_proc_free(&ue->ue_tq);
339 }
340 
341 uint8_t
uether_is_gone(struct usb_ether * ue)342 uether_is_gone(struct usb_ether *ue)
343 {
344 	return (usb_proc_is_gone(&ue->ue_tq));
345 }
346 
347 void
uether_init(void * arg)348 uether_init(void *arg)
349 {
350 
351 	ue_init(arg);
352 }
353 
354 static void
ue_init(void * arg)355 ue_init(void *arg)
356 {
357 	struct usb_ether *ue = arg;
358 
359 	UE_LOCK(ue);
360 	ue_queue_command(ue, ue_start_task,
361 	    &ue->ue_sync_task[0].hdr,
362 	    &ue->ue_sync_task[1].hdr);
363 	UE_UNLOCK(ue);
364 }
365 
366 static void
ue_start_task(struct usb_proc_msg * _task)367 ue_start_task(struct usb_proc_msg *_task)
368 {
369 	struct usb_ether_cfg_task *task =
370 	    (struct usb_ether_cfg_task *)_task;
371 	struct usb_ether *ue = task->ue;
372 	if_t ifp = ue->ue_ifp;
373 
374 	UE_LOCK_ASSERT(ue, MA_OWNED);
375 
376 	ue->ue_methods->ue_init(ue);
377 
378 	if ((if_getdrvflags(ifp) & IFF_DRV_RUNNING) == 0)
379 		return;
380 
381 	if (ue->ue_methods->ue_tick != NULL)
382 		usb_callout_reset(&ue->ue_watchdog, hz, ue_watchdog, ue);
383 }
384 
385 static void
ue_stop_task(struct usb_proc_msg * _task)386 ue_stop_task(struct usb_proc_msg *_task)
387 {
388 	struct usb_ether_cfg_task *task =
389 	    (struct usb_ether_cfg_task *)_task;
390 	struct usb_ether *ue = task->ue;
391 
392 	UE_LOCK_ASSERT(ue, MA_OWNED);
393 
394 	usb_callout_stop(&ue->ue_watchdog);
395 
396 	ue->ue_methods->ue_stop(ue);
397 }
398 
399 void
uether_start(if_t ifp)400 uether_start(if_t ifp)
401 {
402 
403 	ue_start(ifp);
404 }
405 
406 static void
ue_start(if_t ifp)407 ue_start(if_t ifp)
408 {
409 	struct usb_ether *ue = if_getsoftc(ifp);
410 
411 	if ((if_getdrvflags(ifp) & IFF_DRV_RUNNING) == 0)
412 		return;
413 
414 	UE_LOCK(ue);
415 	ue->ue_methods->ue_start(ue);
416 	UE_UNLOCK(ue);
417 }
418 
419 static void
ue_promisc_task(struct usb_proc_msg * _task)420 ue_promisc_task(struct usb_proc_msg *_task)
421 {
422 	struct usb_ether_cfg_task *task =
423 	    (struct usb_ether_cfg_task *)_task;
424 	struct usb_ether *ue = task->ue;
425 
426 	ue->ue_methods->ue_setpromisc(ue);
427 }
428 
429 static void
ue_setmulti_task(struct usb_proc_msg * _task)430 ue_setmulti_task(struct usb_proc_msg *_task)
431 {
432 	struct usb_ether_cfg_task *task =
433 	    (struct usb_ether_cfg_task *)_task;
434 	struct usb_ether *ue = task->ue;
435 
436 	ue->ue_methods->ue_setmulti(ue);
437 }
438 
439 int
uether_ifmedia_upd(if_t ifp)440 uether_ifmedia_upd(if_t ifp)
441 {
442 
443 	return (ue_ifmedia_upd(ifp));
444 }
445 
446 static int
ue_ifmedia_upd(if_t ifp)447 ue_ifmedia_upd(if_t ifp)
448 {
449 	struct usb_ether *ue = if_getsoftc(ifp);
450 
451 	/* Defer to process context */
452 	UE_LOCK(ue);
453 	ue_queue_command(ue, ue_ifmedia_task,
454 	    &ue->ue_media_task[0].hdr,
455 	    &ue->ue_media_task[1].hdr);
456 	UE_UNLOCK(ue);
457 
458 	return (0);
459 }
460 
461 static void
ue_ifmedia_task(struct usb_proc_msg * _task)462 ue_ifmedia_task(struct usb_proc_msg *_task)
463 {
464 	struct usb_ether_cfg_task *task =
465 	    (struct usb_ether_cfg_task *)_task;
466 	struct usb_ether *ue = task->ue;
467 	if_t ifp = ue->ue_ifp;
468 
469 	ue->ue_methods->ue_mii_upd(ifp);
470 }
471 
472 static void
ue_watchdog(void * arg)473 ue_watchdog(void *arg)
474 {
475 	struct usb_ether *ue = arg;
476 	if_t ifp = ue->ue_ifp;
477 
478 	if ((if_getdrvflags(ifp) & IFF_DRV_RUNNING) == 0)
479 		return;
480 
481 	ue_queue_command(ue, ue_tick_task,
482 	    &ue->ue_tick_task[0].hdr,
483 	    &ue->ue_tick_task[1].hdr);
484 
485 	usb_callout_reset(&ue->ue_watchdog, hz, ue_watchdog, ue);
486 }
487 
488 static void
ue_tick_task(struct usb_proc_msg * _task)489 ue_tick_task(struct usb_proc_msg *_task)
490 {
491 	struct usb_ether_cfg_task *task =
492 	    (struct usb_ether_cfg_task *)_task;
493 	struct usb_ether *ue = task->ue;
494 	if_t ifp = ue->ue_ifp;
495 
496 	if ((if_getdrvflags(ifp) & IFF_DRV_RUNNING) == 0)
497 		return;
498 
499 	ue->ue_methods->ue_tick(ue);
500 }
501 
502 int
uether_ioctl(if_t ifp,u_long command,caddr_t data)503 uether_ioctl(if_t ifp, u_long command, caddr_t data)
504 {
505 	struct usb_ether *ue = if_getsoftc(ifp);
506 	struct ifreq *ifr = (struct ifreq *)data;
507 	struct mii_data *mii;
508 	int error = 0;
509 
510 	switch (command) {
511 	case SIOCSIFFLAGS:
512 		UE_LOCK(ue);
513 		if (if_getflags(ifp) & IFF_UP) {
514 			if (if_getdrvflags(ifp) & IFF_DRV_RUNNING)
515 				ue_queue_command(ue, ue_promisc_task,
516 				    &ue->ue_promisc_task[0].hdr,
517 				    &ue->ue_promisc_task[1].hdr);
518 			else
519 				ue_queue_command(ue, ue_start_task,
520 				    &ue->ue_sync_task[0].hdr,
521 				    &ue->ue_sync_task[1].hdr);
522 		} else {
523 			ue_queue_command(ue, ue_stop_task,
524 			    &ue->ue_sync_task[0].hdr,
525 			    &ue->ue_sync_task[1].hdr);
526 		}
527 		UE_UNLOCK(ue);
528 		break;
529 	case SIOCADDMULTI:
530 	case SIOCDELMULTI:
531 		UE_LOCK(ue);
532 		ue_queue_command(ue, ue_setmulti_task,
533 		    &ue->ue_multi_task[0].hdr,
534 		    &ue->ue_multi_task[1].hdr);
535 		UE_UNLOCK(ue);
536 		break;
537 	case SIOCGIFMEDIA:
538 	case SIOCSIFMEDIA:
539 		if (ue->ue_miibus != NULL) {
540 			mii = device_get_softc(ue->ue_miibus);
541 			error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, command);
542 		} else
543 			error = ether_ioctl(ifp, command, data);
544 		break;
545 	default:
546 		error = ether_ioctl(ifp, command, data);
547 		break;
548 	}
549 	return (error);
550 }
551 
552 static int
uether_modevent(module_t mod,int type,void * data)553 uether_modevent(module_t mod, int type, void *data)
554 {
555 
556 	switch (type) {
557 	case MOD_LOAD:
558 		ueunit = new_unrhdr(0, INT_MAX, NULL);
559 		break;
560 	case MOD_UNLOAD:
561 		break;
562 	default:
563 		return (EOPNOTSUPP);
564 	}
565 	return (0);
566 }
567 static moduledata_t uether_mod = {
568 	"uether",
569 	uether_modevent,
570 	0
571 };
572 
573 struct mbuf *
uether_newbuf(void)574 uether_newbuf(void)
575 {
576 	struct mbuf *m_new;
577 
578 	m_new = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR);
579 	if (m_new == NULL)
580 		return (NULL);
581 	m_new->m_len = m_new->m_pkthdr.len = MCLBYTES;
582 
583 	m_adj(m_new, ETHER_ALIGN);
584 	return (m_new);
585 }
586 
587 int
uether_rxmbuf(struct usb_ether * ue,struct mbuf * m,unsigned len)588 uether_rxmbuf(struct usb_ether *ue, struct mbuf *m,
589     unsigned len)
590 {
591 	if_t ifp = ue->ue_ifp;
592 
593 	UE_LOCK_ASSERT(ue, MA_OWNED);
594 
595 	/* finalize mbuf */
596 	if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1);
597 	m->m_pkthdr.rcvif = ifp;
598 	m->m_pkthdr.len = m->m_len = len;
599 
600 	/* enqueue for later when the lock can be released */
601 	(void)mbufq_enqueue(&ue->ue_rxq, m);
602 	return (0);
603 }
604 
605 int
uether_rxbuf(struct usb_ether * ue,struct usb_page_cache * pc,unsigned offset,unsigned len)606 uether_rxbuf(struct usb_ether *ue, struct usb_page_cache *pc,
607     unsigned offset, unsigned len)
608 {
609 	if_t ifp = ue->ue_ifp;
610 	struct mbuf *m;
611 
612 	UE_LOCK_ASSERT(ue, MA_OWNED);
613 
614 	if (len < ETHER_HDR_LEN || len > MCLBYTES - ETHER_ALIGN)
615 		return (1);
616 
617 	m = uether_newbuf();
618 	if (m == NULL) {
619 		if_inc_counter(ifp, IFCOUNTER_IQDROPS, 1);
620 		return (ENOMEM);
621 	}
622 
623 	usbd_copy_out(pc, offset, mtod(m, uint8_t *), len);
624 
625 	/* finalize mbuf */
626 	if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1);
627 	m->m_pkthdr.rcvif = ifp;
628 	m->m_pkthdr.len = m->m_len = len;
629 
630 	/* enqueue for later when the lock can be released */
631 	(void)mbufq_enqueue(&ue->ue_rxq, m);
632 	return (0);
633 }
634 
635 void
uether_rxflush(struct usb_ether * ue)636 uether_rxflush(struct usb_ether *ue)
637 {
638 	if_t ifp = ue->ue_ifp;
639 	struct epoch_tracker et;
640 	struct mbuf *m, *n;
641 
642 	UE_LOCK_ASSERT(ue, MA_OWNED);
643 
644 	n = mbufq_flush(&ue->ue_rxq);
645 	UE_UNLOCK(ue);
646 	NET_EPOCH_ENTER(et);
647 	while ((m = n) != NULL) {
648 		n = STAILQ_NEXT(m, m_stailqpkt);
649 		m->m_nextpkt = NULL;
650 		if_input(ifp, m);
651 	}
652 	NET_EPOCH_EXIT(et);
653 	UE_LOCK(ue);
654 }
655 
656 /*
657  * USB net drivers are run by DRIVER_MODULE() thus SI_SUB_DRIVERS,
658  * SI_ORDER_MIDDLE.  Run uether after that.
659  */
660 DECLARE_MODULE(uether, uether_mod, SI_SUB_DRIVERS, SI_ORDER_ANY);
661 MODULE_VERSION(uether, 1);
662