xref: /freebsd/sys/dev/firewire/if_fwip.c (revision 2f513db72b034fd5ef7f080b11be5c711c15186a)
1 /*-
2  * SPDX-License-Identifier: BSD-4-Clause
3  *
4  * Copyright (c) 2004
5  *	Doug Rabson
6  * Copyright (c) 2002-2003
7  * 	Hidetoshi Shimokawa. All rights reserved.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted provided that the following conditions
11  * are met:
12  * 1. Redistributions of source code must retain the above copyright
13  *    notice, this list of conditions and the following disclaimer.
14  * 2. Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in the
16  *    documentation and/or other materials provided with the distribution.
17  * 3. All advertising materials mentioning features or use of this software
18  *    must display the following acknowledgement:
19  *
20  *	This product includes software developed by Hidetoshi Shimokawa.
21  *
22  * 4. Neither the name of the author nor the names of its contributors
23  *    may be used to endorse or promote products derived from this software
24  *    without specific prior written permission.
25  *
26  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36  * SUCH DAMAGE.
37  *
38  * $FreeBSD$
39  */
40 
41 #ifdef HAVE_KERNEL_OPTION_HEADERS
42 #include "opt_device_polling.h"
43 #include "opt_inet.h"
44 #endif
45 
46 #include <sys/param.h>
47 #include <sys/kernel.h>
48 #include <sys/malloc.h>
49 #include <sys/mbuf.h>
50 #include <sys/socket.h>
51 #include <sys/sockio.h>
52 #include <sys/sysctl.h>
53 #include <sys/systm.h>
54 #include <sys/taskqueue.h>
55 #include <sys/module.h>
56 #include <sys/bus.h>
57 #include <machine/bus.h>
58 
59 #include <net/bpf.h>
60 #include <net/if.h>
61 #include <net/if_var.h>
62 #include <net/firewire.h>
63 #include <net/if_arp.h>
64 #include <net/if_types.h>
65 #include <dev/firewire/firewire.h>
66 #include <dev/firewire/firewirereg.h>
67 #include <dev/firewire/iec13213.h>
68 #include <dev/firewire/if_fwipvar.h>
69 
70 /*
71  * We really need a mechanism for allocating regions in the FIFO
72  * address space. We pick a address in the OHCI controller's 'middle'
73  * address space. This means that the controller will automatically
74  * send responses for us, which is fine since we don't have any
75  * important information to put in the response anyway.
76  */
77 #define INET_FIFO	0xfffe00000000LL
78 
79 #define FWIPDEBUG	if (fwipdebug) if_printf
80 #define TX_MAX_QUEUE	(FWMAXQUEUE - 1)
81 
82 /* network interface */
83 static void fwip_start (struct ifnet *);
84 static int fwip_ioctl (struct ifnet *, u_long, caddr_t);
85 static void fwip_init (void *);
86 
87 static void fwip_post_busreset (void *);
88 static void fwip_output_callback (struct fw_xfer *);
89 static void fwip_async_output (struct fwip_softc *, struct ifnet *);
90 static void fwip_start_send (void *, int);
91 static void fwip_stream_input (struct fw_xferq *);
92 static void fwip_unicast_input(struct fw_xfer *);
93 
94 static int fwipdebug = 0;
95 static int broadcast_channel = 0xc0 | 0x1f; /*  tag | channel(XXX) */
96 static int tx_speed = 2;
97 static int rx_queue_len = FWMAXQUEUE;
98 
99 static MALLOC_DEFINE(M_FWIP, "if_fwip", "IP over FireWire interface");
100 SYSCTL_INT(_debug, OID_AUTO, if_fwip_debug, CTLFLAG_RW, &fwipdebug, 0, "");
101 SYSCTL_DECL(_hw_firewire);
102 static SYSCTL_NODE(_hw_firewire, OID_AUTO, fwip, CTLFLAG_RD, 0,
103 	"Firewire ip subsystem");
104 SYSCTL_INT(_hw_firewire_fwip, OID_AUTO, rx_queue_len, CTLFLAG_RWTUN, &rx_queue_len,
105 	0, "Length of the receive queue");
106 
107 #ifdef DEVICE_POLLING
108 static poll_handler_t fwip_poll;
109 
110 static int
111 fwip_poll(struct ifnet *ifp, enum poll_cmd cmd, int count)
112 {
113 	struct fwip_softc *fwip;
114 	struct firewire_comm *fc;
115 
116 	if (!(ifp->if_drv_flags & IFF_DRV_RUNNING))
117 		return (0);
118 
119 	fwip = ((struct fwip_eth_softc *)ifp->if_softc)->fwip;
120 	fc = fwip->fd.fc;
121 	fc->poll(fc, (cmd == POLL_AND_CHECK_STATUS)?0:1, count);
122 	return (0);
123 }
124 #endif /* DEVICE_POLLING */
125 
126 static void
127 fwip_identify(driver_t *driver, device_t parent)
128 {
129 	BUS_ADD_CHILD(parent, 0, "fwip", device_get_unit(parent));
130 }
131 
132 static int
133 fwip_probe(device_t dev)
134 {
135 	device_t pa;
136 
137 	pa = device_get_parent(dev);
138 	if (device_get_unit(dev) != device_get_unit(pa)) {
139 		return (ENXIO);
140 	}
141 
142 	device_set_desc(dev, "IP over FireWire");
143 	return (0);
144 }
145 
146 static int
147 fwip_attach(device_t dev)
148 {
149 	struct fwip_softc *fwip;
150 	struct ifnet *ifp;
151 	int unit, s;
152 	struct fw_hwaddr *hwaddr;
153 
154 	fwip = ((struct fwip_softc *)device_get_softc(dev));
155 	unit = device_get_unit(dev);
156 	ifp = fwip->fw_softc.fwip_ifp = if_alloc(IFT_IEEE1394);
157 	if (ifp == NULL)
158 		return (ENOSPC);
159 
160 	mtx_init(&fwip->mtx, "fwip", NULL, MTX_DEF);
161 	/* XXX */
162 	fwip->dma_ch = -1;
163 
164 	fwip->fd.fc = device_get_ivars(dev);
165 	if (tx_speed < 0)
166 		tx_speed = fwip->fd.fc->speed;
167 
168 	fwip->fd.dev = dev;
169 	fwip->fd.post_explore = NULL;
170 	fwip->fd.post_busreset = fwip_post_busreset;
171 	fwip->fw_softc.fwip = fwip;
172 	TASK_INIT(&fwip->start_send, 0, fwip_start_send, fwip);
173 
174 	/*
175 	 * Encode our hardware the way that arp likes it.
176 	 */
177 	hwaddr = &IFP2FWC(fwip->fw_softc.fwip_ifp)->fc_hwaddr;
178 	hwaddr->sender_unique_ID_hi = htonl(fwip->fd.fc->eui.hi);
179 	hwaddr->sender_unique_ID_lo = htonl(fwip->fd.fc->eui.lo);
180 	hwaddr->sender_max_rec = fwip->fd.fc->maxrec;
181 	hwaddr->sspd = fwip->fd.fc->speed;
182 	hwaddr->sender_unicast_FIFO_hi = htons((uint16_t)(INET_FIFO >> 32));
183 	hwaddr->sender_unicast_FIFO_lo = htonl((uint32_t)INET_FIFO);
184 
185 	/* fill the rest and attach interface */
186 	ifp->if_softc = &fwip->fw_softc;
187 
188 	if_initname(ifp, device_get_name(dev), unit);
189 	ifp->if_init = fwip_init;
190 	ifp->if_start = fwip_start;
191 	ifp->if_ioctl = fwip_ioctl;
192 	ifp->if_flags = (IFF_BROADCAST|IFF_SIMPLEX|IFF_MULTICAST);
193 	ifp->if_snd.ifq_maxlen = TX_MAX_QUEUE;
194 #ifdef DEVICE_POLLING
195 	ifp->if_capabilities |= IFCAP_POLLING;
196 #endif
197 
198 	s = splimp();
199 	firewire_ifattach(ifp, hwaddr);
200 	splx(s);
201 
202 	FWIPDEBUG(ifp, "interface created\n");
203 	return 0;
204 }
205 
206 static void
207 fwip_stop(struct fwip_softc *fwip)
208 {
209 	struct firewire_comm *fc;
210 	struct fw_xferq *xferq;
211 	struct ifnet *ifp = fwip->fw_softc.fwip_ifp;
212 	struct fw_xfer *xfer, *next;
213 	int i;
214 
215 	fc = fwip->fd.fc;
216 
217 	if (fwip->dma_ch >= 0) {
218 		xferq = fc->ir[fwip->dma_ch];
219 
220 		if (xferq->flag & FWXFERQ_RUNNING)
221 			fc->irx_disable(fc, fwip->dma_ch);
222 		xferq->flag &=
223 			~(FWXFERQ_MODEMASK | FWXFERQ_OPEN | FWXFERQ_STREAM |
224 			FWXFERQ_EXTBUF | FWXFERQ_HANDLER | FWXFERQ_CHTAGMASK);
225 		xferq->hand =  NULL;
226 
227 		for (i = 0; i < xferq->bnchunk; i++)
228 			m_freem(xferq->bulkxfer[i].mbuf);
229 		free(xferq->bulkxfer, M_FWIP);
230 
231 		fw_bindremove(fc, &fwip->fwb);
232 		for (xfer = STAILQ_FIRST(&fwip->fwb.xferlist); xfer != NULL;
233 					xfer = next) {
234 			next = STAILQ_NEXT(xfer, link);
235 			fw_xfer_free(xfer);
236 		}
237 
238 		for (xfer = STAILQ_FIRST(&fwip->xferlist); xfer != NULL;
239 					xfer = next) {
240 			next = STAILQ_NEXT(xfer, link);
241 			fw_xfer_free(xfer);
242 		}
243 		STAILQ_INIT(&fwip->xferlist);
244 
245 		xferq->bulkxfer =  NULL;
246 		fwip->dma_ch = -1;
247 	}
248 
249 	ifp->if_drv_flags &= ~(IFF_DRV_RUNNING | IFF_DRV_OACTIVE);
250 }
251 
252 static int
253 fwip_detach(device_t dev)
254 {
255 	struct fwip_softc *fwip;
256 	struct ifnet *ifp;
257 	int s;
258 
259 	fwip = (struct fwip_softc *)device_get_softc(dev);
260 	ifp = fwip->fw_softc.fwip_ifp;
261 
262 #ifdef DEVICE_POLLING
263 	if (ifp->if_capenable & IFCAP_POLLING)
264 		ether_poll_deregister(ifp);
265 #endif
266 
267 	s = splimp();
268 
269 	fwip_stop(fwip);
270 	firewire_ifdetach(ifp);
271 	if_free(ifp);
272 	mtx_destroy(&fwip->mtx);
273 
274 	splx(s);
275 	return 0;
276 }
277 
278 static void
279 fwip_init(void *arg)
280 {
281 	struct fwip_softc *fwip = ((struct fwip_eth_softc *)arg)->fwip;
282 	struct firewire_comm *fc;
283 	struct ifnet *ifp = fwip->fw_softc.fwip_ifp;
284 	struct fw_xferq *xferq;
285 	struct fw_xfer *xfer;
286 	struct mbuf *m;
287 	int i;
288 
289 	FWIPDEBUG(ifp, "initializing\n");
290 
291 	fc = fwip->fd.fc;
292 #define START 0
293 	if (fwip->dma_ch < 0) {
294 		fwip->dma_ch = fw_open_isodma(fc, /* tx */0);
295 		if (fwip->dma_ch < 0)
296 			return;
297 		xferq = fc->ir[fwip->dma_ch];
298 		xferq->flag |= FWXFERQ_EXTBUF |
299 				FWXFERQ_HANDLER | FWXFERQ_STREAM;
300 		xferq->flag &= ~0xff;
301 		xferq->flag |= broadcast_channel & 0xff;
302 		/* register fwip_input handler */
303 		xferq->sc = (caddr_t) fwip;
304 		xferq->hand = fwip_stream_input;
305 		xferq->bnchunk = rx_queue_len;
306 		xferq->bnpacket = 1;
307 		xferq->psize = MCLBYTES;
308 		xferq->queued = 0;
309 		xferq->buf = NULL;
310 		xferq->bulkxfer = (struct fw_bulkxfer *) malloc(
311 			sizeof(struct fw_bulkxfer) * xferq->bnchunk,
312 							M_FWIP, M_WAITOK);
313 		if (xferq->bulkxfer == NULL) {
314 			printf("if_fwip: malloc failed\n");
315 			return;
316 		}
317 		STAILQ_INIT(&xferq->stvalid);
318 		STAILQ_INIT(&xferq->stfree);
319 		STAILQ_INIT(&xferq->stdma);
320 		xferq->stproc = NULL;
321 		for (i = 0; i < xferq->bnchunk; i++) {
322 			m = m_getcl(M_WAITOK, MT_DATA, M_PKTHDR);
323 			xferq->bulkxfer[i].mbuf = m;
324 			m->m_len = m->m_pkthdr.len = m->m_ext.ext_size;
325 			STAILQ_INSERT_TAIL(&xferq->stfree,
326 					&xferq->bulkxfer[i], link);
327 		}
328 
329 		fwip->fwb.start = INET_FIFO;
330 		fwip->fwb.end = INET_FIFO + 16384; /* S3200 packet size */
331 
332 		/* pre-allocate xfer */
333 		STAILQ_INIT(&fwip->fwb.xferlist);
334 		for (i = 0; i < rx_queue_len; i++) {
335 			xfer = fw_xfer_alloc(M_FWIP);
336 			if (xfer == NULL)
337 				break;
338 			m = m_getcl(M_WAITOK, MT_DATA, M_PKTHDR);
339 			xfer->recv.payload = mtod(m, uint32_t *);
340 			xfer->recv.pay_len = MCLBYTES;
341 			xfer->hand = fwip_unicast_input;
342 			xfer->fc = fc;
343 			xfer->sc = (caddr_t)fwip;
344 			xfer->mbuf = m;
345 			STAILQ_INSERT_TAIL(&fwip->fwb.xferlist, xfer, link);
346 		}
347 		fw_bindadd(fc, &fwip->fwb);
348 
349 		STAILQ_INIT(&fwip->xferlist);
350 		for (i = 0; i < TX_MAX_QUEUE; i++) {
351 			xfer = fw_xfer_alloc(M_FWIP);
352 			if (xfer == NULL)
353 				break;
354 			xfer->send.spd = tx_speed;
355 			xfer->fc = fwip->fd.fc;
356 			xfer->sc = (caddr_t)fwip;
357 			xfer->hand = fwip_output_callback;
358 			STAILQ_INSERT_TAIL(&fwip->xferlist, xfer, link);
359 		}
360 	} else
361 		xferq = fc->ir[fwip->dma_ch];
362 
363 	fwip->last_dest.hi = 0;
364 	fwip->last_dest.lo = 0;
365 
366 	/* start dma */
367 	if ((xferq->flag & FWXFERQ_RUNNING) == 0)
368 		fc->irx_enable(fc, fwip->dma_ch);
369 
370 	ifp->if_drv_flags |= IFF_DRV_RUNNING;
371 	ifp->if_drv_flags &= ~IFF_DRV_OACTIVE;
372 
373 #if 0
374 	/* attempt to start output */
375 	fwip_start(ifp);
376 #endif
377 }
378 
379 static int
380 fwip_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
381 {
382 	struct fwip_softc *fwip = ((struct fwip_eth_softc *)ifp->if_softc)->fwip;
383 	int s, error;
384 
385 	switch (cmd) {
386 	case SIOCSIFFLAGS:
387 		s = splimp();
388 		if (ifp->if_flags & IFF_UP) {
389 			if (!(ifp->if_drv_flags & IFF_DRV_RUNNING))
390 				fwip_init(&fwip->fw_softc);
391 		} else {
392 			if (ifp->if_drv_flags & IFF_DRV_RUNNING)
393 				fwip_stop(fwip);
394 		}
395 		splx(s);
396 		break;
397 	case SIOCADDMULTI:
398 	case SIOCDELMULTI:
399 		break;
400 	case SIOCSIFCAP:
401 #ifdef DEVICE_POLLING
402 	    {
403 		struct ifreq *ifr = (struct ifreq *) data;
404 		struct firewire_comm *fc = fwip->fd.fc;
405 
406 		if (ifr->ifr_reqcap & IFCAP_POLLING &&
407 		    !(ifp->if_capenable & IFCAP_POLLING)) {
408 			error = ether_poll_register(fwip_poll, ifp);
409 			if (error)
410 				return (error);
411 			/* Disable interrupts */
412 			fc->set_intr(fc, 0);
413 			ifp->if_capenable |= IFCAP_POLLING;
414 			return (error);
415 		}
416 		if (!(ifr->ifr_reqcap & IFCAP_POLLING) &&
417 		    ifp->if_capenable & IFCAP_POLLING) {
418 			error = ether_poll_deregister(ifp);
419 			/* Enable interrupts. */
420 			fc->set_intr(fc, 1);
421 			ifp->if_capenable &= ~IFCAP_POLLING;
422 			return (error);
423 		}
424 	    }
425 #endif /* DEVICE_POLLING */
426 		break;
427 	default:
428 		s = splimp();
429 		error = firewire_ioctl(ifp, cmd, data);
430 		splx(s);
431 		return (error);
432 	}
433 
434 	return (0);
435 }
436 
437 static void
438 fwip_post_busreset(void *arg)
439 {
440 	struct fwip_softc *fwip = arg;
441 	struct crom_src *src;
442 	struct crom_chunk *root;
443 
444 	src = fwip->fd.fc->crom_src;
445 	root = fwip->fd.fc->crom_root;
446 
447 	/* RFC2734 IPv4 over IEEE1394 */
448 	bzero(&fwip->unit4, sizeof(struct crom_chunk));
449 	crom_add_chunk(src, root, &fwip->unit4, CROM_UDIR);
450 	crom_add_entry(&fwip->unit4, CSRKEY_SPEC, CSRVAL_IETF);
451 	crom_add_simple_text(src, &fwip->unit4, &fwip->spec4, "IANA");
452 	crom_add_entry(&fwip->unit4, CSRKEY_VER, 1);
453 	crom_add_simple_text(src, &fwip->unit4, &fwip->ver4, "IPv4");
454 
455 	/* RFC3146 IPv6 over IEEE1394 */
456 	bzero(&fwip->unit6, sizeof(struct crom_chunk));
457 	crom_add_chunk(src, root, &fwip->unit6, CROM_UDIR);
458 	crom_add_entry(&fwip->unit6, CSRKEY_SPEC, CSRVAL_IETF);
459 	crom_add_simple_text(src, &fwip->unit6, &fwip->spec6, "IANA");
460 	crom_add_entry(&fwip->unit6, CSRKEY_VER, 2);
461 	crom_add_simple_text(src, &fwip->unit6, &fwip->ver6, "IPv6");
462 
463 	fwip->last_dest.hi = 0;
464 	fwip->last_dest.lo = 0;
465 	firewire_busreset(fwip->fw_softc.fwip_ifp);
466 }
467 
468 static void
469 fwip_output_callback(struct fw_xfer *xfer)
470 {
471 	struct fwip_softc *fwip;
472 	struct ifnet *ifp;
473 	int s;
474 
475 	fwip = (struct fwip_softc *)xfer->sc;
476 	ifp = fwip->fw_softc.fwip_ifp;
477 	/* XXX error check */
478 	FWIPDEBUG(ifp, "resp = %d\n", xfer->resp);
479 	if (xfer->resp != 0)
480 		if_inc_counter(ifp, IFCOUNTER_OERRORS, 1);
481 	m_freem(xfer->mbuf);
482 	fw_xfer_unload(xfer);
483 
484 	s = splimp();
485 	FWIP_LOCK(fwip);
486 	STAILQ_INSERT_TAIL(&fwip->xferlist, xfer, link);
487 	FWIP_UNLOCK(fwip);
488 	splx(s);
489 
490 	/* for queue full */
491 	if (ifp->if_snd.ifq_head != NULL) {
492 		fwip_start(ifp);
493 	}
494 }
495 
496 static void
497 fwip_start(struct ifnet *ifp)
498 {
499 	struct fwip_softc *fwip = ((struct fwip_eth_softc *)ifp->if_softc)->fwip;
500 	int s;
501 
502 	FWIPDEBUG(ifp, "starting\n");
503 
504 	if (fwip->dma_ch < 0) {
505 		struct mbuf	*m = NULL;
506 
507 		FWIPDEBUG(ifp, "not ready\n");
508 
509 		s = splimp();
510 		do {
511 			IF_DEQUEUE(&ifp->if_snd, m);
512 			if (m != NULL)
513 				m_freem(m);
514 			if_inc_counter(ifp, IFCOUNTER_OERRORS, 1);
515 		} while (m != NULL);
516 		splx(s);
517 
518 		return;
519 	}
520 
521 	s = splimp();
522 	ifp->if_drv_flags |= IFF_DRV_OACTIVE;
523 
524 	if (ifp->if_snd.ifq_len != 0)
525 		fwip_async_output(fwip, ifp);
526 
527 	ifp->if_drv_flags &= ~IFF_DRV_OACTIVE;
528 	splx(s);
529 }
530 
531 /* Async. stream output */
532 static void
533 fwip_async_output(struct fwip_softc *fwip, struct ifnet *ifp)
534 {
535 	struct firewire_comm *fc = fwip->fd.fc;
536 	struct mbuf *m;
537 	struct m_tag *mtag;
538 	struct fw_hwaddr *destfw;
539 	struct fw_xfer *xfer;
540 	struct fw_xferq *xferq;
541 	struct fw_pkt *fp;
542 	uint16_t nodeid;
543 	int error;
544 	int i = 0;
545 
546 	xfer = NULL;
547 	xferq = fc->atq;
548 	while ((xferq->queued < xferq->maxq - 1) &&
549 			(ifp->if_snd.ifq_head != NULL)) {
550 		FWIP_LOCK(fwip);
551 		xfer = STAILQ_FIRST(&fwip->xferlist);
552 		if (xfer == NULL) {
553 			FWIP_UNLOCK(fwip);
554 #if 0
555 			printf("if_fwip: lack of xfer\n");
556 #endif
557 			break;
558 		}
559 		STAILQ_REMOVE_HEAD(&fwip->xferlist, link);
560 		FWIP_UNLOCK(fwip);
561 
562 		IF_DEQUEUE(&ifp->if_snd, m);
563 		if (m == NULL) {
564 			FWIP_LOCK(fwip);
565 			STAILQ_INSERT_HEAD(&fwip->xferlist, xfer, link);
566 			FWIP_UNLOCK(fwip);
567 			break;
568 		}
569 
570 		/*
571 		 * Dig out the link-level address which
572 		 * firewire_output got via arp or neighbour
573 		 * discovery. If we don't have a link-level address,
574 		 * just stick the thing on the broadcast channel.
575 		 */
576 		mtag = m_tag_locate(m, MTAG_FIREWIRE, MTAG_FIREWIRE_HWADDR, 0);
577 		if (mtag == NULL)
578 			destfw = NULL;
579 		else
580 			destfw = (struct fw_hwaddr *) (mtag + 1);
581 
582 
583 		/*
584 		 * We don't do any bpf stuff here - the generic code
585 		 * in firewire_output gives the packet to bpf before
586 		 * it adds the link-level encapsulation.
587 		 */
588 
589 		/*
590 		 * Put the mbuf in the xfer early in case we hit an
591 		 * error case below - fwip_output_callback will free
592 		 * the mbuf.
593 		 */
594 		xfer->mbuf = m;
595 
596 		/*
597 		 * We use the arp result (if any) to add a suitable firewire
598 		 * packet header before handing off to the bus.
599 		 */
600 		fp = &xfer->send.hdr;
601 		nodeid = FWLOCALBUS | fc->nodeid;
602 		if ((m->m_flags & M_BCAST) || !destfw) {
603 			/*
604 			 * Broadcast packets are sent as GASP packets with
605 			 * specifier ID 0x00005e, version 1 on the broadcast
606 			 * channel. To be conservative, we send at the
607 			 * slowest possible speed.
608 			 */
609 			uint32_t *p;
610 
611 			M_PREPEND(m, 2*sizeof(uint32_t), M_NOWAIT);
612 			p = mtod(m, uint32_t *);
613 			fp->mode.stream.len = m->m_pkthdr.len;
614 			fp->mode.stream.chtag = broadcast_channel;
615 			fp->mode.stream.tcode = FWTCODE_STREAM;
616 			fp->mode.stream.sy = 0;
617 			xfer->send.spd = 0;
618 			p[0] = htonl(nodeid << 16);
619 			p[1] = htonl((0x5e << 24) | 1);
620 		} else {
621 			/*
622 			 * Unicast packets are sent as block writes to the
623 			 * target's unicast fifo address. If we can't
624 			 * find the node address, we just give up. We
625 			 * could broadcast it but that might overflow
626 			 * the packet size limitations due to the
627 			 * extra GASP header. Note: the hardware
628 			 * address is stored in network byte order to
629 			 * make life easier for ARP.
630 			 */
631 			struct fw_device *fd;
632 			struct fw_eui64 eui;
633 
634 			eui.hi = ntohl(destfw->sender_unique_ID_hi);
635 			eui.lo = ntohl(destfw->sender_unique_ID_lo);
636 			if (fwip->last_dest.hi != eui.hi ||
637 			    fwip->last_dest.lo != eui.lo) {
638 				fd = fw_noderesolve_eui64(fc, &eui);
639 				if (!fd) {
640 					/* error */
641 					if_inc_counter(ifp, IFCOUNTER_OERRORS, 1);
642 					/* XXX set error code */
643 					fwip_output_callback(xfer);
644 					continue;
645 
646 				}
647 				fwip->last_hdr.mode.wreqb.dst = FWLOCALBUS | fd->dst;
648 				fwip->last_hdr.mode.wreqb.tlrt = 0;
649 				fwip->last_hdr.mode.wreqb.tcode = FWTCODE_WREQB;
650 				fwip->last_hdr.mode.wreqb.pri = 0;
651 				fwip->last_hdr.mode.wreqb.src = nodeid;
652 				fwip->last_hdr.mode.wreqb.dest_hi =
653 					ntohs(destfw->sender_unicast_FIFO_hi);
654 				fwip->last_hdr.mode.wreqb.dest_lo =
655 					ntohl(destfw->sender_unicast_FIFO_lo);
656 				fwip->last_hdr.mode.wreqb.extcode = 0;
657 				fwip->last_dest = eui;
658 			}
659 
660 			fp->mode.wreqb = fwip->last_hdr.mode.wreqb;
661 			fp->mode.wreqb.len = m->m_pkthdr.len;
662 			xfer->send.spd = min(destfw->sspd, fc->speed);
663 		}
664 
665 		xfer->send.pay_len = m->m_pkthdr.len;
666 
667 		error = fw_asyreq(fc, -1, xfer);
668 		if (error == EAGAIN) {
669 			/*
670 			 * We ran out of tlabels - requeue the packet
671 			 * for later transmission.
672 			 */
673 			xfer->mbuf = 0;
674 			FWIP_LOCK(fwip);
675 			STAILQ_INSERT_TAIL(&fwip->xferlist, xfer, link);
676 			FWIP_UNLOCK(fwip);
677 			IF_PREPEND(&ifp->if_snd, m);
678 			break;
679 		}
680 		if (error) {
681 			/* error */
682 			if_inc_counter(ifp, IFCOUNTER_OERRORS, 1);
683 			/* XXX set error code */
684 			fwip_output_callback(xfer);
685 			continue;
686 		} else {
687 			if_inc_counter(ifp, IFCOUNTER_OPACKETS, 1);
688 			i++;
689 		}
690 	}
691 #if 0
692 	if (i > 1)
693 		printf("%d queued\n", i);
694 #endif
695 	if (i > 0)
696 		xferq->start(fc);
697 }
698 
699 static void
700 fwip_start_send (void *arg, int count)
701 {
702 	struct fwip_softc *fwip = arg;
703 
704 	fwip->fd.fc->atq->start(fwip->fd.fc);
705 }
706 
707 /* Async. stream output */
708 static void
709 fwip_stream_input(struct fw_xferq *xferq)
710 {
711 	struct epoch_tracker et;
712 	struct mbuf *m, *m0;
713 	struct m_tag *mtag;
714 	struct ifnet *ifp;
715 	struct fwip_softc *fwip;
716 	struct fw_bulkxfer *sxfer;
717 	struct fw_pkt *fp;
718 	uint16_t src;
719 	uint32_t *p;
720 
721 	fwip = (struct fwip_softc *)xferq->sc;
722 	ifp = fwip->fw_softc.fwip_ifp;
723 
724 	NET_EPOCH_ENTER(et);
725 	while ((sxfer = STAILQ_FIRST(&xferq->stvalid)) != NULL) {
726 		STAILQ_REMOVE_HEAD(&xferq->stvalid, link);
727 		fp = mtod(sxfer->mbuf, struct fw_pkt *);
728 		if (fwip->fd.fc->irx_post != NULL)
729 			fwip->fd.fc->irx_post(fwip->fd.fc, fp->mode.ld);
730 		m = sxfer->mbuf;
731 
732 		/* insert new rbuf */
733 		sxfer->mbuf = m0 = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR);
734 		if (m0 != NULL) {
735 			m0->m_len = m0->m_pkthdr.len = m0->m_ext.ext_size;
736 			STAILQ_INSERT_TAIL(&xferq->stfree, sxfer, link);
737 		} else
738 			printf("fwip_as_input: m_getcl failed\n");
739 
740 		/*
741 		 * We must have a GASP header - leave the
742 		 * encapsulation sanity checks to the generic
743 		 * code. Remember that we also have the firewire async
744 		 * stream header even though that isn't accounted for
745 		 * in mode.stream.len.
746 		 */
747 		if (sxfer->resp != 0 || fp->mode.stream.len <
748 		    2*sizeof(uint32_t)) {
749 			m_freem(m);
750 			if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
751 			continue;
752 		}
753 		m->m_len = m->m_pkthdr.len = fp->mode.stream.len
754 			+ sizeof(fp->mode.stream);
755 
756 		/*
757 		 * If we received the packet on the broadcast channel,
758 		 * mark it as broadcast, otherwise we assume it must
759 		 * be multicast.
760 		 */
761 		if (fp->mode.stream.chtag == broadcast_channel)
762 			m->m_flags |= M_BCAST;
763 		else
764 			m->m_flags |= M_MCAST;
765 
766 		/*
767 		 * Make sure we recognise the GASP specifier and
768 		 * version.
769 		 */
770 		p = mtod(m, uint32_t *);
771 		if ((((ntohl(p[1]) & 0xffff) << 8) | ntohl(p[2]) >> 24) != 0x00005e
772 		    || (ntohl(p[2]) & 0xffffff) != 1) {
773 			FWIPDEBUG(ifp, "Unrecognised GASP header %#08x %#08x\n",
774 			    ntohl(p[1]), ntohl(p[2]));
775 			m_freem(m);
776 			if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
777 			continue;
778 		}
779 
780 		/*
781 		 * Record the sender ID for possible BPF usage.
782 		 */
783 		src = ntohl(p[1]) >> 16;
784 		if (bpf_peers_present(ifp->if_bpf)) {
785 			mtag = m_tag_alloc(MTAG_FIREWIRE,
786 			    MTAG_FIREWIRE_SENDER_EUID,
787 			    2*sizeof(uint32_t), M_NOWAIT);
788 			if (mtag) {
789 				/* bpf wants it in network byte order */
790 				struct fw_device *fd;
791 				uint32_t *p = (uint32_t *) (mtag + 1);
792 				fd = fw_noderesolve_nodeid(fwip->fd.fc,
793 				    src & 0x3f);
794 				if (fd) {
795 					p[0] = htonl(fd->eui.hi);
796 					p[1] = htonl(fd->eui.lo);
797 				} else {
798 					p[0] = 0;
799 					p[1] = 0;
800 				}
801 				m_tag_prepend(m, mtag);
802 			}
803 		}
804 
805 		/*
806 		 * Trim off the GASP header
807 		 */
808 		m_adj(m, 3*sizeof(uint32_t));
809 		m->m_pkthdr.rcvif = ifp;
810 		firewire_input(ifp, m, src);
811 		if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1);
812 	}
813 	NET_EPOCH_EXIT(et);
814 	if (STAILQ_FIRST(&xferq->stfree) != NULL)
815 		fwip->fd.fc->irx_enable(fwip->fd.fc, fwip->dma_ch);
816 }
817 
818 static __inline void
819 fwip_unicast_input_recycle(struct fwip_softc *fwip, struct fw_xfer *xfer)
820 {
821 	struct mbuf *m;
822 
823 	/*
824 	 * We have finished with a unicast xfer. Allocate a new
825 	 * cluster and stick it on the back of the input queue.
826 	 */
827 	m = m_getcl(M_WAITOK, MT_DATA, M_PKTHDR);
828 	xfer->mbuf = m;
829 	xfer->recv.payload = mtod(m, uint32_t *);
830 	xfer->recv.pay_len = MCLBYTES;
831 	xfer->mbuf = m;
832 	STAILQ_INSERT_TAIL(&fwip->fwb.xferlist, xfer, link);
833 }
834 
835 static void
836 fwip_unicast_input(struct fw_xfer *xfer)
837 {
838 	uint64_t address;
839 	struct mbuf *m;
840 	struct m_tag *mtag;
841 	struct ifnet *ifp;
842 	struct fwip_softc *fwip;
843 	struct fw_pkt *fp;
844 	//struct fw_pkt *sfp;
845 	int rtcode;
846 
847 	fwip = (struct fwip_softc *)xfer->sc;
848 	ifp = fwip->fw_softc.fwip_ifp;
849 	m = xfer->mbuf;
850 	xfer->mbuf = 0;
851 	fp = &xfer->recv.hdr;
852 
853 	/*
854 	 * Check the fifo address - we only accept addresses of
855 	 * exactly INET_FIFO.
856 	 */
857 	address = ((uint64_t)fp->mode.wreqb.dest_hi << 32)
858 		| fp->mode.wreqb.dest_lo;
859 	if (fp->mode.wreqb.tcode != FWTCODE_WREQB) {
860 		rtcode = FWRCODE_ER_TYPE;
861 	} else if (address != INET_FIFO) {
862 		rtcode = FWRCODE_ER_ADDR;
863 	} else {
864 		rtcode = FWRCODE_COMPLETE;
865 	}
866 
867 	/*
868 	 * Pick up a new mbuf and stick it on the back of the receive
869 	 * queue.
870 	 */
871 	fwip_unicast_input_recycle(fwip, xfer);
872 
873 	/*
874 	 * If we've already rejected the packet, give up now.
875 	 */
876 	if (rtcode != FWRCODE_COMPLETE) {
877 		m_freem(m);
878 		if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
879 		return;
880 	}
881 
882 	if (bpf_peers_present(ifp->if_bpf)) {
883 		/*
884 		 * Record the sender ID for possible BPF usage.
885 		 */
886 		mtag = m_tag_alloc(MTAG_FIREWIRE, MTAG_FIREWIRE_SENDER_EUID,
887 		    2*sizeof(uint32_t), M_NOWAIT);
888 		if (mtag) {
889 			/* bpf wants it in network byte order */
890 			struct fw_device *fd;
891 			uint32_t *p = (uint32_t *) (mtag + 1);
892 			fd = fw_noderesolve_nodeid(fwip->fd.fc,
893 			    fp->mode.wreqb.src & 0x3f);
894 			if (fd) {
895 				p[0] = htonl(fd->eui.hi);
896 				p[1] = htonl(fd->eui.lo);
897 			} else {
898 				p[0] = 0;
899 				p[1] = 0;
900 			}
901 			m_tag_prepend(m, mtag);
902 		}
903 	}
904 
905 	/*
906 	 * Hand off to the generic encapsulation code. We don't use
907 	 * ifp->if_input so that we can pass the source nodeid as an
908 	 * argument to facilitate link-level fragment reassembly.
909 	 */
910 	m->m_len = m->m_pkthdr.len = fp->mode.wreqb.len;
911 	m->m_pkthdr.rcvif = ifp;
912 	firewire_input(ifp, m, fp->mode.wreqb.src);
913 	if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1);
914 }
915 
916 static devclass_t fwip_devclass;
917 
918 static device_method_t fwip_methods[] = {
919 	/* device interface */
920 	DEVMETHOD(device_identify,	fwip_identify),
921 	DEVMETHOD(device_probe,		fwip_probe),
922 	DEVMETHOD(device_attach,	fwip_attach),
923 	DEVMETHOD(device_detach,	fwip_detach),
924 	{ 0, 0 }
925 };
926 
927 static driver_t fwip_driver = {
928         "fwip",
929 	fwip_methods,
930 	sizeof(struct fwip_softc),
931 };
932 
933 
934 DRIVER_MODULE(fwip, firewire, fwip_driver, fwip_devclass, 0, 0);
935 MODULE_VERSION(fwip, 1);
936 MODULE_DEPEND(fwip, firewire, 1, 1, 1);
937