xref: /titanic_52/usr/src/uts/common/io/trill.c (revision 3f7d54a6b84904c8f4d8daa4c7b577bede7df8b9)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright 2010 Sun Microsystems, Inc.  All rights reserved.
24  * Use is subject to license terms.
25  */
26 
27 /*
28  *  This module supports AF_TRILL sockets and TRILL layer-2 forwarding.
29  */
30 
31 #include <sys/strsubr.h>
32 #include <sys/socket.h>
33 #include <sys/socketvar.h>
34 #include <sys/modctl.h>
35 #include <sys/cmn_err.h>
36 #include <sys/tihdr.h>
37 #include <sys/strsun.h>
38 #include <sys/policy.h>
39 #include <sys/ethernet.h>
40 #include <sys/vlan.h>
41 #include <net/trill.h>
42 #include <net/if_dl.h>
43 #include <sys/mac.h>
44 #include <sys/mac_client.h>
45 #include <sys/mac_provider.h>
46 #include <sys/mac_client_priv.h>
47 #include <sys/sdt.h>
48 #include <sys/dls.h>
49 #include <sys/sunddi.h>
50 
51 #include "trill_impl.h"
52 
53 static void trill_del_all(trill_inst_t *, boolean_t);
54 static int trill_del_nick(trill_inst_t *, uint16_t, boolean_t);
55 static void trill_stop_recv(trill_sock_t *);
56 static void trill_ctrl_input(trill_sock_t *, mblk_t *, const uint8_t *,
57     uint16_t);
58 static trill_node_t *trill_node_lookup(trill_inst_t *, uint16_t);
59 static void trill_node_unref(trill_inst_t *, trill_node_t *);
60 static void trill_sock_unref(trill_sock_t *);
61 static void trill_kstats_init(trill_sock_t *, const char *);
62 
63 static list_t trill_inst_list;
64 static krwlock_t trill_inst_rwlock;
65 
66 static sock_lower_handle_t trill_create(int, int, int, sock_downcalls_t **,
67     uint_t *, int *, int, cred_t *);
68 
69 static smod_reg_t sinfo = {
70 	SOCKMOD_VERSION,
71 	"trill",
72 	SOCK_UC_VERSION,
73 	SOCK_DC_VERSION,
74 	trill_create,
75 	NULL,
76 };
77 
78 /* modldrv structure */
79 static struct modlsockmod sockmod = {
80 	&mod_sockmodops, "AF_TRILL socket module", &sinfo
81 };
82 
83 /* modlinkage structure */
84 static struct modlinkage ml = {
85 	MODREV_1,
86 	&sockmod,
87 	NULL
88 };
89 
90 #define	VALID_NICK(n)	((n) != RBRIDGE_NICKNAME_NONE && \
91 			(n) != RBRIDGE_NICKNAME_UNUSED)
92 
93 static mblk_t *
94 create_trill_header(trill_sock_t *tsock, mblk_t *mp, const uint8_t *daddr,
95     boolean_t trill_hdr_ok, boolean_t multidest, uint16_t tci,
96     size_t msglen)
97 {
98 	int extra_hdr_len;
99 	struct ether_vlan_header *ethvlanhdr;
100 	mblk_t *hdr_mp;
101 	uint16_t etype;
102 
103 	etype = msglen > 0 ? (uint16_t)msglen : ETHERTYPE_TRILL;
104 
105 	/* When sending on the PVID, we must not give a VLAN ID */
106 	if (tci == tsock->ts_link->bl_pvid)
107 		tci = TRILL_NO_TCI;
108 
109 	/*
110 	 * Create new Ethernet header and include additional space
111 	 * for writing TRILL header and/or VLAN tag.
112 	 */
113 	extra_hdr_len = (trill_hdr_ok ? 0 : sizeof (trill_header_t)) +
114 	    (tci != TRILL_NO_TCI ? sizeof (struct ether_vlan_extinfo) : 0);
115 	hdr_mp = mac_header(tsock->ts_link->bl_mh, daddr,
116 	    tci != TRILL_NO_TCI ? ETHERTYPE_VLAN : etype, mp, extra_hdr_len);
117 	if (hdr_mp == NULL) {
118 		freemsg(mp);
119 		return (NULL);
120 	}
121 
122 	if (tci != TRILL_NO_TCI) {
123 		/* LINTED: alignment */
124 		ethvlanhdr = (struct ether_vlan_header *)hdr_mp->b_rptr;
125 		ethvlanhdr->ether_tci = htons(tci);
126 		ethvlanhdr->ether_type = htons(etype);
127 		hdr_mp->b_wptr += sizeof (struct ether_vlan_extinfo);
128 	}
129 
130 	if (!trill_hdr_ok) {
131 		trill_header_t *thp;
132 		/* LINTED: alignment */
133 		thp = (trill_header_t *)hdr_mp->b_wptr;
134 		(void) memset(thp, 0, sizeof (trill_header_t));
135 		thp->th_hopcount = TRILL_DEFAULT_HOPS;
136 		thp->th_multidest = (multidest ? 1:0);
137 		hdr_mp->b_wptr += sizeof (trill_header_t);
138 	}
139 
140 	hdr_mp->b_cont = mp;
141 	return (hdr_mp);
142 }
143 
144 /*
145  * TRILL local recv function. TRILL data frames that should be received
146  * by the local system are decapsulated here and passed to bridging for
147  * learning and local system receive. Only called when we are the forwarder
148  * on the link (multi-dest frames) or the frame was destined for us.
149  */
150 static void
151 trill_recv_local(trill_sock_t *tsock, mblk_t *mp, uint16_t ingressnick)
152 {
153 	struct ether_header *inner_ethhdr;
154 
155 	/* LINTED: alignment */
156 	inner_ethhdr = (struct ether_header *)mp->b_rptr;
157 	DTRACE_PROBE1(trill__recv__local, struct ether_header *, inner_ethhdr);
158 
159 	DB_CKSUMFLAGS(mp) = 0;
160 	/*
161 	 * Transmit the decapsulated frame on the link via Bridging.
162 	 * Bridging does source address learning and appropriate forwarding.
163 	 */
164 	bridge_trill_decaps(tsock->ts_link, mp, ingressnick);
165 	KSPINCR(tks_decap);
166 }
167 
168 /*
169  * Determines the outgoing link to reach a RBridge having the given nick
170  * Assumes caller has acquired the trill instance rwlock.
171  */
172 static trill_sock_t *
173 find_trill_link(trill_inst_t *tip, datalink_id_t linkid)
174 {
175 	trill_sock_t *tsp = NULL;
176 
177 	ASSERT(RW_LOCK_HELD(&tip->ti_rwlock));
178 	for (tsp = list_head(&tip->ti_socklist); tsp != NULL;
179 	    tsp = list_next(&tip->ti_socklist, tsp)) {
180 		if (tsp->ts_link != NULL && tsp->ts_link->bl_linkid == linkid) {
181 			ASSERT(tsp->ts_link->bl_mh != NULL);
182 			ASSERT(!(tsp->ts_flags & TSF_SHUTDOWN));
183 			atomic_inc_uint(&tsp->ts_refs);
184 			break;
185 		}
186 	}
187 	return (tsp);
188 }
189 
190 /*
191  * TRILL destination forwarding function. Transmits the TRILL data packet
192  * to the next-hop, adjacent RBridge.  Consumes passed mblk_t.
193  */
194 static void
195 trill_dest_fwd(trill_inst_t *tip, mblk_t *fwd_mp, uint16_t adj_nick,
196     boolean_t has_trill_hdr, boolean_t multidest, uint16_t dtnick)
197 {
198 	trill_node_t *adj;
199 	trill_sock_t *tsock = NULL;
200 	trill_header_t *trillhdr;
201 	struct ether_header *ethhdr;
202 	int ethtype;
203 	int ethhdrlen;
204 
205 	adj = trill_node_lookup(tip, adj_nick);
206 	if (adj == NULL || ((tsock = adj->tn_tsp) == NULL))
207 		goto dest_fwd_fail;
208 
209 	ASSERT(tsock->ts_link != NULL);
210 	ASSERT(!(tsock->ts_flags & TSF_SHUTDOWN));
211 	ASSERT(adj->tn_ni != NULL);
212 
213 	DTRACE_PROBE3(trill__dest__fwd, uint16_t, adj_nick, trill_node_t,
214 	    adj, trill_sock_t, tsock);
215 
216 	/*
217 	 * For broadcast links by using the dest address of
218 	 * the RBridge to forward the frame should result in
219 	 * savings. When the link is a bridged LAN or there are
220 	 * many end stations the frame will not always be flooded.
221 	 */
222 	fwd_mp = create_trill_header(tsock, fwd_mp, adj->tn_ni->tni_adjsnpa,
223 	    has_trill_hdr, multidest, tsock->ts_desigvlan, 0);
224 	if (fwd_mp == NULL)
225 		goto dest_fwd_fail;
226 
227 	/* LINTED: alignment */
228 	ethhdr = (struct ether_header *)fwd_mp->b_rptr;
229 	ethtype = ntohs(ethhdr->ether_type);
230 	ASSERT(ethtype == ETHERTYPE_VLAN || ethtype == ETHERTYPE_TRILL);
231 
232 	/* Pullup Ethernet and TRILL header (w/o TRILL options) */
233 	ethhdrlen = sizeof (struct ether_header) +
234 	    (ethtype == ETHERTYPE_VLAN ? sizeof (struct ether_vlan_extinfo):0);
235 	if (!pullupmsg(fwd_mp, ethhdrlen + sizeof (trill_header_t)))
236 		goto dest_fwd_fail;
237 	/* LINTED: alignment */
238 	trillhdr = (struct trill_header *)(fwd_mp->b_rptr + ethhdrlen);
239 
240 	/* Update TRILL header with ingress and egress nicks for new frames */
241 	if (!has_trill_hdr) {
242 		/* We are creating a new TRILL frame */
243 		trillhdr->th_egressnick = (multidest ? dtnick:adj_nick);
244 		rw_enter(&tip->ti_rwlock, RW_READER);
245 		trillhdr->th_ingressnick = tip->ti_nick;
246 		rw_exit(&tip->ti_rwlock);
247 		if (!VALID_NICK(trillhdr->th_ingressnick))
248 			goto dest_fwd_fail;
249 	}
250 
251 	/* Set hop count and update header in packet */
252 	ASSERT(trillhdr->th_hopcount != 0);
253 	trillhdr->th_hopcount--;
254 
255 	/* Clear checksum flag and transmit frame on the link */
256 	DB_CKSUMFLAGS(fwd_mp) = 0;
257 	DTRACE_PROBE1(trill__dest__fwd__tx, trill_header_t *, &trillhdr);
258 	fwd_mp = bridge_trill_output(tsock->ts_link, fwd_mp);
259 	if (fwd_mp == NULL) {
260 		KSPINCR(tks_sent);
261 		KSPINCR(tks_forward);
262 	} else {
263 		freemsg(fwd_mp);
264 		KSPINCR(tks_drops);
265 	}
266 	trill_node_unref(tip, adj);
267 	return;
268 
269 dest_fwd_fail:
270 	if (adj != NULL)
271 		trill_node_unref(tip, adj);
272 	if (tsock != NULL)
273 		KSPINCR(tks_drops);
274 	freemsg(fwd_mp);
275 }
276 
277 /*
278  * TRILL multi-destination forwarding. Transmits the packet to the adjacencies
279  * on the distribution tree determined by the egress nick. Source addr (saddr)
280  * is NULL for new TRILL packets originating from us.
281  */
282 static void
283 trill_multidest_fwd(trill_inst_t *tip, mblk_t *mp, uint16_t egressnick,
284     uint16_t ingressnick, boolean_t is_trill_pkt, const uint8_t *saddr,
285     int inner_vlan, boolean_t free_mblk)
286 {
287 	int idx;
288 	uint16_t adjnick;
289 	trill_node_t *dest;
290 	trill_node_t *adj;
291 	mblk_t *fwd_mp;
292 	boolean_t nicksaved = B_FALSE;
293 	uint16_t adjnicksaved;
294 
295 	/* Lookup the egress nick info, this is the DT root */
296 	if ((dest = trill_node_lookup(tip, egressnick)) == NULL)
297 		goto fail_multidest_fwd;
298 
299 	/* Send a copy to all our adjacencies on the DT root  */
300 	ASSERT(dest->tn_ni);
301 	for (idx = 0; idx < dest->tn_ni->tni_adjcount; idx++) {
302 
303 		/* Check for a valid adjacency node */
304 		adjnick = TNI_ADJNICK(dest->tn_ni, idx);
305 		if (!VALID_NICK(adjnick) || ingressnick == adjnick ||
306 		    ((adj = trill_node_lookup(tip, adjnick)) == NULL))
307 			continue;
308 
309 		/* Do not forward back to adjacency that sent the pkt to us */
310 		ASSERT(adj->tn_ni != NULL);
311 		if ((saddr != NULL) &&
312 		    (memcmp(adj->tn_ni->tni_adjsnpa, saddr,
313 		    ETHERADDRL) == 0)) {
314 			trill_node_unref(tip, adj);
315 			continue;
316 		}
317 
318 		/* Check if adj is marked as reaching inner VLAN downstream */
319 		if ((inner_vlan != VLAN_ID_NONE) &&
320 		    !TRILL_VLANISSET(TNI_VLANFILTERMAP(dest->tn_ni, idx),
321 		    inner_vlan)) {
322 			trill_node_unref(tip, adj);
323 			DTRACE_PROBE4(trill__multi__dest__fwd__vlanfiltered,
324 			    uint16_t, adjnick, uint16_t, ingressnick,
325 			    uint16_t, egressnick, int, inner_vlan);
326 			continue;
327 		}
328 
329 		trill_node_unref(tip, adj);
330 
331 		/*
332 		 * Save the nick and look ahead to see if we should forward the
333 		 * frame to more adjacencies. We avoid doing a copy for this
334 		 * nick and use the passed mblk when we can consume the passed
335 		 * mblk.
336 		 */
337 		if (free_mblk && !nicksaved) {
338 			adjnicksaved = adjnick;
339 			nicksaved = B_TRUE;
340 			continue;
341 		}
342 
343 		fwd_mp = copymsg(mp);
344 		if (fwd_mp == NULL)
345 			break;
346 		DTRACE_PROBE2(trill__multi__dest__fwd, uint16_t,
347 		    adjnick, uint16_t, ingressnick);
348 		trill_dest_fwd(tip, fwd_mp, adjnick, is_trill_pkt,
349 		    B_TRUE, egressnick);
350 	}
351 	trill_node_unref(tip, dest);
352 
353 	if (nicksaved) {
354 		ASSERT(free_mblk);
355 		DTRACE_PROBE2(trill__multi__dest__fwd, uint16_t,
356 		    adjnicksaved, uint16_t, ingressnick);
357 		trill_dest_fwd(tip, mp, adjnicksaved, is_trill_pkt,
358 		    B_TRUE, egressnick);
359 		return;
360 	}
361 
362 fail_multidest_fwd:
363 	DTRACE_PROBE2(trill__multi__dest__fwd__fail, uint16_t,
364 	    egressnick, uint16_t, ingressnick);
365 	if (free_mblk) {
366 		freemsg(mp);
367 	}
368 }
369 
370 /*
371  * TRILL data receive function. Forwards the received frame if necessary
372  * and also determines if the received frame should be consumed locally.
373  * Consumes passed mblk.
374  */
375 static void
376 trill_recv(trill_sock_t *tsock, mblk_t *mp, const uint8_t *mpsaddr)
377 {
378 	trill_header_t *trillhdr;
379 	trill_node_t *dest = NULL;
380 	trill_node_t *source = NULL;
381 	trill_node_t *adj;
382 	uint16_t ournick, adjnick, treeroot;
383 	struct ether_header *ethhdr;
384 	trill_inst_t *tip = tsock->ts_tip;
385 	uint8_t srcaddr[ETHERADDRL];
386 	size_t trillhdrlen;
387 	int inner_vlan = VLAN_ID_NONE;
388 	int tci;
389 	int idx;
390 	size_t min_size;
391 
392 	/* Copy Ethernet source address before modifying packet */
393 	(void) memcpy(srcaddr, mpsaddr, ETHERADDRL);
394 
395 	/* Pull up TRILL header if necessary. */
396 	min_size = sizeof (trill_header_t);
397 	if ((MBLKL(mp) < min_size ||
398 	    !IS_P2ALIGNED(mp->b_rptr, TRILL_HDR_ALIGN)) &&
399 	    !pullupmsg(mp, min_size))
400 		goto fail;
401 
402 	/* LINTED: alignment */
403 	trillhdr = (trill_header_t *)mp->b_rptr;
404 	if (trillhdr->th_version != TRILL_PROTOCOL_VERS) {
405 		DTRACE_PROBE1(trill__recv__wrongversion,
406 		    trill_header_t *, trillhdr);
407 		goto fail;
408 	}
409 
410 	/* Drop if unknown or invalid nickname */
411 	if (!VALID_NICK(trillhdr->th_egressnick) ||
412 	    !VALID_NICK(trillhdr->th_ingressnick)) {
413 		DTRACE_PROBE1(trill__recv__invalidnick,
414 		    trill_header_t *, trillhdr);
415 		goto fail;
416 	}
417 
418 	rw_enter(&tip->ti_rwlock, RW_READER);
419 	ournick = tip->ti_nick;
420 	treeroot = tip->ti_treeroot;
421 	rw_exit(&tip->ti_rwlock);
422 	/* Drop if we received a packet with our nick as ingress */
423 	if (trillhdr->th_ingressnick == ournick)
424 		goto fail;
425 
426 	/* Re-pull any TRILL options and inner Ethernet header */
427 	min_size += GET_TRILL_OPTS_LEN(trillhdr) * sizeof (uint32_t) +
428 	    sizeof (struct ether_header);
429 	if (MBLKL(mp) < min_size) {
430 		if (!pullupmsg(mp, min_size))
431 			goto fail;
432 		/* LINTED: alignment */
433 		trillhdr = (trill_header_t *)mp->b_rptr;
434 	}
435 	trillhdrlen = sizeof (trill_header_t) +
436 	    (GET_TRILL_OPTS_LEN(trillhdr) * sizeof (uint32_t));
437 
438 	/*
439 	 * Get the inner Ethernet header, plus the inner VLAN header if there
440 	 * is one.
441 	 */
442 	/* LINTED: alignment */
443 	ethhdr = (struct ether_header *)(mp->b_rptr + trillhdrlen);
444 	if (ethhdr->ether_type == htons(ETHERTYPE_VLAN)) {
445 		min_size += sizeof (struct ether_vlan_extinfo);
446 		if (MBLKL(mp) < min_size) {
447 			if (!pullupmsg(mp, min_size))
448 				goto fail;
449 			/* LINTED: alignment */
450 			trillhdr = (trill_header_t *)mp->b_rptr;
451 			/* LINTED: alignment */
452 			ethhdr = (struct ether_header *)(mp->b_rptr +
453 			    trillhdrlen);
454 		}
455 
456 		tci = ntohs(((struct ether_vlan_header *)ethhdr)->ether_tci);
457 		inner_vlan = VLAN_ID(tci);
458 	}
459 
460 	/* Known/single destination forwarding. */
461 	if (!trillhdr->th_multidest) {
462 
463 		/* Inner MacDA must be unicast */
464 		if (ethhdr->ether_dhost.ether_addr_octet[0] & 1)
465 			goto fail;
466 
467 		/* Ingress and Egress nicks must be different */
468 		if (trillhdr->th_egressnick == trillhdr->th_ingressnick)
469 			goto fail;
470 
471 		DTRACE_PROBE1(trill__recv__singledest,
472 		    trill_header_t *, trillhdr);
473 		if (trillhdr->th_egressnick == ournick) {
474 			mp->b_rptr += trillhdrlen;
475 			trill_recv_local(tsock, mp, trillhdr->th_ingressnick);
476 		} else if (trillhdr->th_hopcount > 0) {
477 			trill_dest_fwd(tip, mp, trillhdr->th_egressnick,
478 			    B_TRUE, B_FALSE, RBRIDGE_NICKNAME_NONE);
479 		} else {
480 			goto fail;
481 		}
482 		return;
483 	}
484 
485 	/*
486 	 * Multi-destination frame: perform checks verifying we have
487 	 * received a valid multi-destination frame before receiving the
488 	 * frame locally and forwarding the frame to other RBridges.
489 	 *
490 	 * Check if we received this multi-destination frame on a
491 	 * adjacency in the distribution tree indicated by the frame's
492 	 * egress nickname.
493 	 */
494 	if ((dest = trill_node_lookup(tip, trillhdr->th_egressnick)) == NULL)
495 		goto fail;
496 	for (idx = 0; idx < dest->tn_ni->tni_adjcount; idx++) {
497 		adjnick = TNI_ADJNICK(dest->tn_ni, idx);
498 		if ((adj = trill_node_lookup(tip, adjnick)) == NULL)
499 			continue;
500 		if (memcmp(adj->tn_ni->tni_adjsnpa, srcaddr, ETHERADDRL) == 0) {
501 			trill_node_unref(tip, adj);
502 			break;
503 		}
504 		trill_node_unref(tip, adj);
505 	}
506 
507 	if (idx >= dest->tn_ni->tni_adjcount) {
508 		DTRACE_PROBE2(trill__recv__multidest__adjcheckfail,
509 		    trill_header_t *, trillhdr, trill_node_t *, dest);
510 		goto fail;
511 	}
512 
513 	/*
514 	 * Reverse path forwarding check. Check if the ingress RBridge
515 	 * that has forwarded the frame advertised the use of the
516 	 * distribution tree specified in the egress nick.
517 	 */
518 	if ((source = trill_node_lookup(tip, trillhdr->th_ingressnick)) == NULL)
519 		goto fail;
520 	for (idx = 0; idx < source->tn_ni->tni_dtrootcount; idx++) {
521 		if (TNI_DTROOTNICK(source->tn_ni, idx) ==
522 		    trillhdr->th_egressnick)
523 			break;
524 	}
525 
526 	if (idx >= source->tn_ni->tni_dtrootcount) {
527 		/*
528 		 * Allow receipt of forwarded frame with the highest
529 		 * tree root RBridge as the egress RBridge when the
530 		 * ingress RBridge has not advertised the use of any
531 		 * distribution trees.
532 		 */
533 		if (source->tn_ni->tni_dtrootcount != 0 ||
534 		    trillhdr->th_egressnick != treeroot) {
535 			DTRACE_PROBE3(
536 			    trill__recv__multidest__rpfcheckfail,
537 			    trill_header_t *, trillhdr, trill_node_t *,
538 			    source, trill_inst_t *, tip);
539 			goto fail;
540 		}
541 	}
542 
543 	/* Check hop count before doing any forwarding */
544 	if (trillhdr->th_hopcount == 0)
545 		goto fail;
546 
547 	/* Forward frame using the distribution tree specified by egress nick */
548 	DTRACE_PROBE2(trill__recv__multidest, trill_header_t *,
549 	    trillhdr, trill_node_t *, source);
550 	trill_node_unref(tip, source);
551 	trill_node_unref(tip, dest);
552 
553 	/* Tell forwarding not to free if we're the link forwarder. */
554 	trill_multidest_fwd(tip, mp, trillhdr->th_egressnick,
555 	    trillhdr->th_ingressnick, B_TRUE, srcaddr, inner_vlan,
556 	    B_FALSE);
557 
558 	/*
559 	 * Send de-capsulated frame locally if we are the link forwarder (also
560 	 * does bridge learning).
561 	 */
562 	mp->b_rptr += trillhdrlen;
563 	trill_recv_local(tsock, mp, trillhdr->th_ingressnick);
564 	KSPINCR(tks_recv);
565 	return;
566 
567 fail:
568 	DTRACE_PROBE2(trill__recv__multidest__fail, mblk_t *, mp,
569 	    trill_sock_t *, tsock);
570 	if (dest != NULL)
571 		trill_node_unref(tip, dest);
572 	if (source != NULL)
573 		trill_node_unref(tip, source);
574 	freemsg(mp);
575 	KSPINCR(tks_drops);
576 }
577 
578 static void
579 trill_stop_recv(trill_sock_t *tsock)
580 {
581 	mutex_enter(&tsock->ts_socklock);
582 stop_retry:
583 	if (tsock->ts_state == TS_UNBND || tsock->ts_link == NULL) {
584 		mutex_exit(&tsock->ts_socklock);
585 		return;
586 	}
587 
588 	/*
589 	 * If another thread is closing the socket then wait. Our callers
590 	 * expect us to return only after the socket is closed.
591 	 */
592 	if (tsock->ts_flags & TSF_CLOSEWAIT) {
593 		cv_wait(&tsock->ts_sockclosewait, &tsock->ts_socklock);
594 		goto stop_retry;
595 	}
596 
597 	/*
598 	 * Set state and flags to block new bind or close calls
599 	 * while we close the socket.
600 	 */
601 	tsock->ts_flags |= TSF_CLOSEWAIT;
602 
603 	/* Wait until all AF_TRILL socket transmit operations are done */
604 	while (tsock->ts_sockthreadcount > 0)
605 		cv_wait(&tsock->ts_sockthreadwait, &tsock->ts_socklock);
606 
607 	/*
608 	 * We are guaranteed to be the only thread closing on the
609 	 * socket while the TSF_CLOSEWAIT flag is set, all others cv_wait
610 	 * for us to finish.
611 	 */
612 	ASSERT(tsock->ts_link != NULL);
613 	if (tsock->ts_ksp != NULL)
614 		kstat_delete(tsock->ts_ksp);
615 
616 	/*
617 	 * Release lock before bridge_trill_lnunref to prevent deadlock
618 	 * between trill_ctrl_input thread waiting to acquire ts_socklock
619 	 * and bridge_trill_lnunref waiting for the trill thread to finish.
620 	 */
621 	mutex_exit(&tsock->ts_socklock);
622 
623 	/*
624 	 * Release TRILL link reference from Bridging. On return from
625 	 * bridge_trill_lnunref we can be sure there are no active TRILL data
626 	 * threads for this link.
627 	 */
628 	bridge_trill_lnunref(tsock->ts_link);
629 
630 	/* Set socket as unbound & wakeup threads waiting for socket to close */
631 	mutex_enter(&tsock->ts_socklock);
632 	ASSERT(tsock->ts_link != NULL);
633 	tsock->ts_link = NULL;
634 	tsock->ts_state = TS_UNBND;
635 	tsock->ts_flags &= ~TSF_CLOSEWAIT;
636 	cv_broadcast(&tsock->ts_sockclosewait);
637 	mutex_exit(&tsock->ts_socklock);
638 }
639 
640 static int
641 trill_start_recv(trill_sock_t *tsock, const struct sockaddr *sa, socklen_t len)
642 {
643 	struct sockaddr_dl *lladdr = (struct sockaddr_dl *)sa;
644 	datalink_id_t linkid;
645 	int err = 0;
646 
647 	if (len != sizeof (*lladdr))
648 		return (EINVAL);
649 
650 	mutex_enter(&tsock->ts_socklock);
651 	if (tsock->ts_tip == NULL || tsock->ts_state != TS_UNBND) {
652 		err = EINVAL;
653 		goto bind_error;
654 	}
655 
656 	if (tsock->ts_flags & TSF_CLOSEWAIT || tsock->ts_link != NULL) {
657 		err = EBUSY;
658 		goto bind_error;
659 	}
660 
661 	(void) memcpy(&(tsock->ts_lladdr), lladdr,
662 	    sizeof (struct sockaddr_dl));
663 	(void) memcpy(&linkid, tsock->ts_lladdr.sdl_data,
664 	    sizeof (datalink_id_t));
665 
666 	tsock->ts_link = bridge_trill_lnref(tsock->ts_tip->ti_binst,
667 	    linkid, tsock);
668 	if (tsock->ts_link == NULL) {
669 		err = EINVAL;
670 		goto bind_error;
671 	}
672 
673 	trill_kstats_init(tsock, tsock->ts_tip->ti_bridgename);
674 	tsock->ts_state = TS_IDLE;
675 
676 bind_error:
677 	mutex_exit(&tsock->ts_socklock);
678 	return (err);
679 }
680 
681 static int
682 trill_do_unbind(trill_sock_t *tsock)
683 {
684 	/* If a bind has not been done, we can't unbind. */
685 	if (tsock->ts_state != TS_IDLE)
686 		return (EINVAL);
687 
688 	trill_stop_recv(tsock);
689 	return (0);
690 }
691 
692 static void
693 trill_instance_unref(trill_inst_t *tip)
694 {
695 	rw_enter(&trill_inst_rwlock, RW_WRITER);
696 	rw_enter(&tip->ti_rwlock, RW_WRITER);
697 	if (atomic_dec_uint_nv(&tip->ti_refs) == 0) {
698 		list_remove(&trill_inst_list, tip);
699 		rw_exit(&tip->ti_rwlock);
700 		rw_exit(&trill_inst_rwlock);
701 		if (tip->ti_binst != NULL)
702 			bridge_trill_brunref(tip->ti_binst);
703 		list_destroy(&tip->ti_socklist);
704 		rw_destroy(&tip->ti_rwlock);
705 		kmem_free(tip, sizeof (*tip));
706 	} else {
707 		rw_exit(&tip->ti_rwlock);
708 		rw_exit(&trill_inst_rwlock);
709 	}
710 }
711 
712 /*
713  * This is called when the bridge module receives a TRILL-encapsulated packet
714  * on a given link or a packet identified as "TRILL control."  We must verify
715  * that it's for us (it almost certainly will be), and then either decapsulate
716  * (if it's to our nickname), forward (if it's to someone else), or send up one
717  * of the sockets (if it's control traffic).
718  *
719  * Sadly, on Ethernet, the control traffic is identified by Outer.MacDA, and
720  * not by TRILL header information.
721  */
722 static void
723 trill_recv_pkt_cb(void *lptr, bridge_link_t *blp, mac_resource_handle_t rsrc,
724     mblk_t *mp, mac_header_info_t *hdr_info)
725 {
726 	trill_sock_t *tsock = lptr;
727 
728 	_NOTE(ARGUNUSED(rsrc));
729 
730 	ASSERT(tsock->ts_tip != NULL);
731 	ASSERT(tsock->ts_link != NULL);
732 	ASSERT(!(tsock->ts_flags & TSF_SHUTDOWN));
733 
734 	/*
735 	 * Only receive packet if the source address is not multicast (which is
736 	 * bogus).
737 	 */
738 	if (hdr_info->mhi_saddr[0] & 1)
739 		goto discard;
740 
741 	/*
742 	 * Check if this is our own packet reflected back.  It should not be.
743 	 */
744 	if (bcmp(hdr_info->mhi_saddr, blp->bl_local_mac, ETHERADDRL) == 0)
745 		goto discard;
746 
747 	/* Only receive unicast packet if addressed to us */
748 	if (hdr_info->mhi_dsttype == MAC_ADDRTYPE_UNICAST &&
749 	    bcmp(hdr_info->mhi_daddr, blp->bl_local_mac, ETHERADDRL) != 0)
750 		goto discard;
751 
752 	if (hdr_info->mhi_bindsap == ETHERTYPE_TRILL) {
753 		/* TRILL data packets */
754 		trill_recv(tsock, mp, hdr_info->mhi_saddr);
755 	} else {
756 		/* Design constraint for cheap IS-IS/BPDU comparison */
757 		ASSERT(all_isis_rbridges[4] != bridge_group_address[4]);
758 		/* Send received control packet upstream */
759 		trill_ctrl_input(tsock, mp, hdr_info->mhi_saddr,
760 		    hdr_info->mhi_daddr[4] == all_isis_rbridges[4] ?
761 		    hdr_info->mhi_tci : TRILL_TCI_BPDU);
762 	}
763 
764 	return;
765 
766 discard:
767 	freemsg(mp);
768 	KSPINCR(tks_drops);
769 }
770 
771 /*
772  * This is called when the bridge module discovers that the destination address
773  * for a packet is not local -- it's through some remote node.  We must verify
774  * that the remote node isn't our nickname (it shouldn't be), add a TRILL
775  * header, and then use the IS-IS data to determine which link and which
776  * next-hop RBridge should be used for output.  We then transmit on that link.
777  *
778  * The egress_nick is RBRIDGE_NICKNAME_NONE for the "unknown destination" case.
779  */
780 static void
781 trill_encap_pkt_cb(void *lptr, bridge_link_t *blp, mac_header_info_t *hdr_info,
782     mblk_t *mp, uint16_t egress_nick)
783 {
784 	uint16_t ournick;
785 	uint16_t dtnick;
786 	trill_node_t *self = NULL;
787 	trill_sock_t *tsock = lptr;
788 	trill_inst_t *tip = tsock->ts_tip;
789 	int vlan = VLAN_ID_NONE;
790 
791 	_NOTE(ARGUNUSED(blp));
792 	ASSERT(hdr_info->mhi_bindsap != ETHERTYPE_TRILL);
793 
794 	/* egress_nick = RBRIDGE_NICKNAME_NONE is valid */
795 	if (egress_nick != RBRIDGE_NICKNAME_NONE && !VALID_NICK(egress_nick))
796 		goto discard;
797 
798 	/* Check if our own nick is valid before we do any forwarding */
799 	rw_enter(&tip->ti_rwlock, RW_READER);
800 	ournick = tip->ti_nick;
801 	dtnick = tip->ti_treeroot;
802 	rw_exit(&tip->ti_rwlock);
803 	if (!VALID_NICK(ournick))
804 		goto discard;
805 
806 	/*
807 	 * For Multi-Destination forwarding determine our choice of
808 	 * root distribution tree. If we didn't choose a distribution
809 	 * tree (dtroots_count=0) then we use the highest priority tree
810 	 * root (t_treeroot) else we drop the packet without forwarding.
811 	 */
812 	if (egress_nick == RBRIDGE_NICKNAME_NONE) {
813 		if ((self = trill_node_lookup(tip, ournick)) == NULL)
814 			goto discard;
815 
816 		/*
817 		 * Use the first DT configured for now. In future we
818 		 * should have DT selection code here.
819 		 */
820 		if (self->tn_ni->tni_dtrootcount > 0) {
821 			dtnick = TNI_DTROOTNICK(self->tn_ni, 0);
822 		}
823 
824 		trill_node_unref(tip, self);
825 		if (!VALID_NICK(dtnick)) {
826 			DTRACE_PROBE(trill__fwd__packet__nodtroot);
827 			goto discard;
828 		}
829 	}
830 
831 	/*
832 	 * Retrieve VLAN ID of the native frame used for VLAN
833 	 * pruning of multi-destination frames.
834 	 */
835 	if (hdr_info->mhi_istagged) {
836 		vlan = VLAN_ID(hdr_info->mhi_tci);
837 	}
838 
839 	DTRACE_PROBE2(trill__fwd__packet, mac_header_info_t *, hdr_info,
840 	    uint16_t, egress_nick);
841 	if (egress_nick == RBRIDGE_NICKNAME_NONE) {
842 		trill_multidest_fwd(tip, mp, dtnick,
843 		    ournick, B_FALSE, NULL, vlan, B_TRUE);
844 	} else {
845 		trill_dest_fwd(tip, mp, egress_nick, B_FALSE, B_FALSE,
846 		    RBRIDGE_NICKNAME_NONE);
847 	}
848 	KSPINCR(tks_encap);
849 	return;
850 
851 discard:
852 	freemsg(mp);
853 }
854 
855 /*
856  * This is called when the bridge module has completely torn down a bridge
857  * instance and all of the attached links.  We need to make the TRILL instance
858  * go away at this point.
859  */
860 static void
861 trill_br_dstr_cb(void *bptr, bridge_inst_t *bip)
862 {
863 	trill_inst_t *tip = bptr;
864 
865 	_NOTE(ARGUNUSED(bip));
866 	rw_enter(&tip->ti_rwlock, RW_WRITER);
867 	if (tip->ti_binst != NULL)
868 		bridge_trill_brunref(tip->ti_binst);
869 	tip->ti_binst = NULL;
870 	rw_exit(&tip->ti_rwlock);
871 }
872 
873 /*
874  * This is called when the bridge module is tearing down a link, but before the
875  * actual tear-down starts.  When this function returns, we must make sure that
876  * we will not initiate any new transmits on this link.
877  */
878 static void
879 trill_ln_dstr_cb(void *lptr, bridge_link_t *blp)
880 {
881 	trill_sock_t *tsock = lptr;
882 
883 	_NOTE(ARGUNUSED(blp));
884 	trill_stop_recv(tsock);
885 }
886 
887 static void
888 trill_init(void)
889 {
890 	list_create(&trill_inst_list, sizeof (trill_inst_t),
891 	    offsetof(trill_inst_t, ti_instnode));
892 	rw_init(&trill_inst_rwlock, NULL, RW_DRIVER, NULL);
893 	bridge_trill_register_cb(trill_recv_pkt_cb, trill_encap_pkt_cb,
894 	    trill_br_dstr_cb, trill_ln_dstr_cb);
895 }
896 
897 static void
898 trill_fini(void)
899 {
900 	bridge_trill_register_cb(NULL, NULL, NULL, NULL);
901 	rw_destroy(&trill_inst_rwlock);
902 	list_destroy(&trill_inst_list);
903 }
904 
905 /* Loadable module configuration entry points */
906 int
907 _init(void)
908 {
909 	int rc;
910 
911 	trill_init();
912 	if ((rc = mod_install(&ml)) != 0)
913 		trill_fini();
914 	return (rc);
915 }
916 
917 int
918 _info(struct modinfo *modinfop)
919 {
920 	return (mod_info(&ml, modinfop));
921 }
922 
923 int
924 _fini(void)
925 {
926 	int rc;
927 
928 	rw_enter(&trill_inst_rwlock, RW_READER);
929 	rc = list_is_empty(&trill_inst_list) ? 0 : EBUSY;
930 	rw_exit(&trill_inst_rwlock);
931 	if (rc == 0 && ((rc = mod_remove(&ml)) == 0))
932 		trill_fini();
933 	return (rc);
934 }
935 
936 static void
937 trill_kstats_init(trill_sock_t *tsock, const char *bname)
938 {
939 	int i;
940 	char kstatname[KSTAT_STRLEN];
941 	kstat_named_t  *knt;
942 	static const char *sock_kstats_list[] = { TRILL_KSSOCK_NAMES };
943 	char link_name[MAXNAMELEN];
944 	int num;
945 	int err;
946 
947 	bzero(link_name, sizeof (link_name));
948 	if ((err = dls_mgmt_get_linkinfo(tsock->ts_link->bl_linkid, link_name,
949 	    NULL, NULL, NULL)) != 0) {
950 		cmn_err(CE_WARN, "%s: trill_kstats_init: error %d retrieving"
951 		    " linkinfo for linkid:%d", "trill", err,
952 		    tsock->ts_link->bl_linkid);
953 		return;
954 	}
955 
956 	bzero(kstatname, sizeof (kstatname));
957 	(void) snprintf(kstatname, sizeof (kstatname), "%s-%s",
958 	    bname, link_name);
959 
960 	num = sizeof (sock_kstats_list) / sizeof (*sock_kstats_list);
961 	for (i = 0; i < num; i++) {
962 		knt = (kstat_named_t *)&(tsock->ts_kstats);
963 		kstat_named_init(&knt[i], sock_kstats_list[i],
964 		    KSTAT_DATA_UINT64);
965 	}
966 
967 	tsock->ts_ksp = kstat_create_zone("trill", 0, kstatname, "sock",
968 	    KSTAT_TYPE_NAMED, num, KSTAT_FLAG_VIRTUAL, GLOBAL_ZONEID);
969 	if (tsock->ts_ksp != NULL) {
970 		tsock->ts_ksp->ks_data = &tsock->ts_kstats;
971 		kstat_install(tsock->ts_ksp);
972 	}
973 }
974 
975 static trill_sock_t *
976 trill_do_open(int flags)
977 {
978 	trill_sock_t *tsock;
979 	int kmflag = ((flags & SOCKET_NOSLEEP)) ? KM_NOSLEEP:KM_SLEEP;
980 
981 	tsock = kmem_zalloc(sizeof (trill_sock_t), kmflag);
982 	if (tsock != NULL) {
983 		tsock->ts_state = TS_UNBND;
984 		tsock->ts_refs++;
985 		mutex_init(&tsock->ts_socklock, NULL, MUTEX_DRIVER, NULL);
986 		cv_init(&tsock->ts_sockthreadwait, NULL, CV_DRIVER, NULL);
987 		cv_init(&tsock->ts_sockclosewait, NULL, CV_DRIVER, NULL);
988 	}
989 	return (tsock);
990 }
991 
992 static int
993 trill_find_bridge(trill_sock_t *tsock, const char *bname, boolean_t can_create)
994 {
995 	trill_inst_t *tip, *newtip = NULL;
996 
997 	/* Allocate some memory (speculatively) before taking locks */
998 	if (can_create)
999 		newtip = kmem_zalloc(sizeof (*tip), KM_NOSLEEP);
1000 
1001 	rw_enter(&trill_inst_rwlock, RW_WRITER);
1002 	for (tip = list_head(&trill_inst_list); tip != NULL;
1003 	    tip = list_next(&trill_inst_list, tip)) {
1004 		if (strcmp(tip->ti_bridgename, bname) == 0)
1005 			break;
1006 	}
1007 	if (tip == NULL) {
1008 		if (!can_create || newtip == NULL) {
1009 			rw_exit(&trill_inst_rwlock);
1010 			return (can_create ? ENOMEM : ENOENT);
1011 		}
1012 
1013 		tip = newtip;
1014 		newtip = NULL;
1015 		(void) strcpy(tip->ti_bridgename, bname);
1016 
1017 		/* Register TRILL instance with bridging */
1018 		tip->ti_binst = bridge_trill_brref(bname, tip);
1019 		if (tip->ti_binst == NULL) {
1020 			rw_exit(&trill_inst_rwlock);
1021 			kmem_free(tip, sizeof (*tip));
1022 			return (ENOENT);
1023 		}
1024 
1025 		rw_init(&tip->ti_rwlock, NULL, RW_DRIVER, NULL);
1026 		list_create(&tip->ti_socklist, sizeof (trill_sock_t),
1027 		    offsetof(trill_sock_t, ts_socklistnode));
1028 		list_insert_tail(&trill_inst_list, tip);
1029 	}
1030 	atomic_inc_uint(&tip->ti_refs);
1031 	rw_exit(&trill_inst_rwlock);
1032 
1033 	/* If we didn't need the preallocated memory, then discard now. */
1034 	if (newtip != NULL)
1035 		kmem_free(newtip, sizeof (*newtip));
1036 
1037 	rw_enter(&tip->ti_rwlock, RW_WRITER);
1038 	list_insert_tail(&(tip->ti_socklist), tsock);
1039 	tsock->ts_tip = tip;
1040 	rw_exit(&tip->ti_rwlock);
1041 	return (0);
1042 }
1043 
1044 static void
1045 trill_clear_bridge(trill_sock_t *tsock)
1046 {
1047 	trill_inst_t *tip;
1048 
1049 	if ((tip = tsock->ts_tip) == NULL)
1050 		return;
1051 	rw_enter(&tip->ti_rwlock, RW_WRITER);
1052 	list_remove(&tip->ti_socklist, tsock);
1053 	if (list_is_empty(&tip->ti_socklist))
1054 		trill_del_all(tip, B_TRUE);
1055 	rw_exit(&tip->ti_rwlock);
1056 }
1057 
1058 static void
1059 trill_sock_unref(trill_sock_t *tsock)
1060 {
1061 	if (atomic_dec_uint_nv(&tsock->ts_refs) == 0) {
1062 		mutex_destroy(&tsock->ts_socklock);
1063 		cv_destroy(&tsock->ts_sockthreadwait);
1064 		cv_destroy(&tsock->ts_sockclosewait);
1065 		kmem_free(tsock, sizeof (trill_sock_t));
1066 	}
1067 }
1068 
1069 static void
1070 trill_do_close(trill_sock_t *tsock)
1071 {
1072 	trill_inst_t *tip;
1073 
1074 	tip = tsock->ts_tip;
1075 	trill_stop_recv(tsock);
1076 	/* Remove socket from TRILL instance socket list */
1077 	trill_clear_bridge(tsock);
1078 	tsock->ts_flags |= TSF_SHUTDOWN;
1079 	trill_sock_unref(tsock);
1080 	if (tip != NULL)
1081 		trill_instance_unref(tip);
1082 }
1083 
1084 static void
1085 trill_del_all(trill_inst_t *tip, boolean_t lockheld)
1086 {
1087 	int i;
1088 
1089 	if (!lockheld)
1090 		rw_enter(&tip->ti_rwlock, RW_WRITER);
1091 	for (i = RBRIDGE_NICKNAME_MIN; i < RBRIDGE_NICKNAME_MAX; i++) {
1092 		if (tip->ti_nodes[i] != NULL)
1093 			(void) trill_del_nick(tip, i, B_TRUE);
1094 	}
1095 	if (!lockheld)
1096 		rw_exit(&tip->ti_rwlock);
1097 }
1098 
1099 static void
1100 trill_node_free(trill_node_t *nick_entry)
1101 {
1102 	trill_nickinfo_t *tni;
1103 
1104 	tni = nick_entry->tn_ni;
1105 	kmem_free(tni, TNI_TOTALSIZE(tni));
1106 	kmem_free(nick_entry, sizeof (trill_node_t));
1107 }
1108 
1109 static void
1110 trill_node_unref(trill_inst_t *tip, trill_node_t *tnp)
1111 {
1112 	if (atomic_dec_uint_nv(&tnp->tn_refs) == 0) {
1113 		if (tnp->tn_tsp != NULL)
1114 			trill_sock_unref(tnp->tn_tsp);
1115 		trill_node_free(tnp);
1116 		(void) atomic_dec_uint_nv(&tip->ti_nodecount);
1117 	}
1118 }
1119 
1120 static trill_node_t *
1121 trill_node_lookup(trill_inst_t *tip, uint16_t nick)
1122 {
1123 	trill_node_t *nick_entry;
1124 
1125 	if (!VALID_NICK(nick))
1126 		return (NULL);
1127 	rw_enter(&tip->ti_rwlock, RW_READER);
1128 	nick_entry = tip->ti_nodes[nick];
1129 	if (nick_entry != NULL) {
1130 		atomic_inc_uint(&nick_entry->tn_refs);
1131 	}
1132 	rw_exit(&tip->ti_rwlock);
1133 	return (nick_entry);
1134 }
1135 
1136 static int
1137 trill_del_nick(trill_inst_t *tip, uint16_t nick, boolean_t lockheld)
1138 {
1139 	trill_node_t *nick_entry;
1140 	int rc = ENOENT;
1141 
1142 	if (!lockheld)
1143 		rw_enter(&tip->ti_rwlock, RW_WRITER);
1144 	if (VALID_NICK(nick)) {
1145 		nick_entry = tip->ti_nodes[nick];
1146 		if (nick_entry != NULL) {
1147 			trill_node_unref(tip, nick_entry);
1148 			tip->ti_nodes[nick] = NULL;
1149 			rc = 0;
1150 		}
1151 	}
1152 	if (!lockheld)
1153 		rw_exit(&tip->ti_rwlock);
1154 	return (rc);
1155 }
1156 
1157 static int
1158 trill_add_nick(trill_inst_t *tip, void *arg, boolean_t self, int mode)
1159 {
1160 	uint16_t nick;
1161 	int size;
1162 	trill_node_t *tnode;
1163 	trill_nickinfo_t tnihdr;
1164 
1165 	/* First make sure we have at least the header available */
1166 	if (ddi_copyin(arg, &tnihdr, sizeof (trill_nickinfo_t), mode) != 0)
1167 		return (EFAULT);
1168 
1169 	nick = tnihdr.tni_nick;
1170 	if (!VALID_NICK(nick)) {
1171 		DTRACE_PROBE1(trill__add__nick__bad, trill_nickinfo_t *,
1172 		    &tnihdr);
1173 		return (EINVAL);
1174 	}
1175 
1176 	size = TNI_TOTALSIZE(&tnihdr);
1177 	if (size > TNI_MAXSIZE)
1178 		return (EINVAL);
1179 	tnode = kmem_zalloc(sizeof (trill_node_t), KM_SLEEP);
1180 	tnode->tn_ni = kmem_zalloc(size, KM_SLEEP);
1181 	if (ddi_copyin(arg, tnode->tn_ni, size, mode) != 0) {
1182 		kmem_free(tnode->tn_ni, size);
1183 		kmem_free(tnode, sizeof (trill_node_t));
1184 		return (EFAULT);
1185 	}
1186 
1187 	tnode->tn_refs++;
1188 	rw_enter(&tip->ti_rwlock, RW_WRITER);
1189 	if (tip->ti_nodes[nick] != NULL)
1190 		(void) trill_del_nick(tip, nick, B_TRUE);
1191 
1192 	if (self) {
1193 		tip->ti_nick = nick;
1194 	} else {
1195 		tnode->tn_tsp = find_trill_link(tip,
1196 		    tnode->tn_ni->tni_linkid);
1197 	}
1198 	DTRACE_PROBE2(trill__add__nick, trill_node_t *, tnode,
1199 	    uint16_t, nick);
1200 	tip->ti_nodes[nick] = tnode;
1201 	tip->ti_nodecount++;
1202 	rw_exit(&tip->ti_rwlock);
1203 	return (0);
1204 }
1205 
1206 static int
1207 trill_do_ioctl(trill_sock_t *tsock, int cmd, void *arg, int mode)
1208 {
1209 	int error = 0;
1210 	trill_inst_t *tip = tsock->ts_tip;
1211 
1212 	switch (cmd) {
1213 	case TRILL_DESIGVLAN: {
1214 		uint16_t desigvlan;
1215 
1216 		if (ddi_copyin(arg, &desigvlan, sizeof (desigvlan), mode) != 0)
1217 			return (EFAULT);
1218 		tsock->ts_desigvlan = desigvlan;
1219 		break;
1220 	}
1221 	case TRILL_VLANFWDER: {
1222 		uint8_t vlans[TRILL_VLANS_ARRSIZE];
1223 
1224 		if (tsock->ts_link == NULL)
1225 			return (EINVAL);
1226 		if ((ddi_copyin(arg, vlans, sizeof (vlans), mode)) != 0)
1227 			return (EFAULT);
1228 		bridge_trill_setvlans(tsock->ts_link, vlans);
1229 		break;
1230 	}
1231 	case TRILL_SETNICK:
1232 		if (tip == NULL)
1233 			return (EINVAL);
1234 		error = trill_add_nick(tip, arg, B_TRUE, mode);
1235 		break;
1236 
1237 	case TRILL_GETNICK:
1238 		if (tip == NULL)
1239 			return (EINVAL);
1240 		rw_enter(&tip->ti_rwlock, RW_READER);
1241 		if (ddi_copyout(&tip->ti_nick, arg, sizeof (tip->ti_nick),
1242 		    mode) != 0)
1243 			error = EFAULT;
1244 		rw_exit(&tip->ti_rwlock);
1245 		break;
1246 
1247 	case TRILL_ADDNICK:
1248 		if (tip == NULL)
1249 			break;
1250 		error = trill_add_nick(tip, arg, B_FALSE, mode);
1251 		break;
1252 
1253 	case TRILL_DELNICK: {
1254 		uint16_t delnick;
1255 
1256 		if (tip == NULL)
1257 			break;
1258 		if (ddi_copyin(arg, &delnick, sizeof (delnick), mode) != 0)
1259 			return (EFAULT);
1260 		error = trill_del_nick(tip, delnick, B_FALSE);
1261 		break;
1262 	}
1263 	case TRILL_DELALL:
1264 		if (tip == NULL)
1265 			break;
1266 		trill_del_all(tip, B_FALSE);
1267 		break;
1268 
1269 	case TRILL_TREEROOT: {
1270 		uint16_t treeroot;
1271 
1272 		if (tip == NULL)
1273 			break;
1274 		if (ddi_copyin(arg, &treeroot, sizeof (treeroot), mode) != 0)
1275 			return (EFAULT);
1276 		if (!VALID_NICK(treeroot))
1277 			return (EINVAL);
1278 		rw_enter(&tip->ti_rwlock, RW_WRITER);
1279 		tip->ti_treeroot = treeroot;
1280 		rw_exit(&tip->ti_rwlock);
1281 		break;
1282 	}
1283 	case TRILL_HWADDR:
1284 		if (tsock->ts_link == NULL)
1285 			break;
1286 		if (ddi_copyout(tsock->ts_link->bl_local_mac, arg, ETHERADDRL,
1287 		    mode) != 0)
1288 			return (EFAULT);
1289 		break;
1290 
1291 	case TRILL_NEWBRIDGE: {
1292 		char bname[MAXLINKNAMELEN];
1293 
1294 		if (tsock->ts_state != TS_UNBND)
1295 			return (ENOTSUP);
1296 		/* ts_tip can only be set once */
1297 		if (tip != NULL)
1298 			return (EEXIST);
1299 		if (ddi_copyin(arg, bname, sizeof (bname), mode) != 0)
1300 			return (EFAULT);
1301 		bname[MAXLINKNAMELEN-1] = '\0';
1302 		error = trill_find_bridge(tsock, bname, B_TRUE);
1303 		break;
1304 	}
1305 
1306 	case TRILL_GETBRIDGE: {
1307 		char bname[MAXLINKNAMELEN];
1308 
1309 		/* ts_tip can only be set once */
1310 		if (tip != NULL)
1311 			return (EEXIST);
1312 		if (ddi_copyin(arg, bname, sizeof (bname), mode) != 0)
1313 			return (EFAULT);
1314 		bname[MAXLINKNAMELEN - 1] = '\0';
1315 		error = trill_find_bridge(tsock, bname, B_FALSE);
1316 		break;
1317 	}
1318 
1319 	case TRILL_LISTNICK: {
1320 		trill_listnick_t tln;
1321 		trill_node_t *tnp;
1322 		trill_nickinfo_t *tnip;
1323 		uint16_t nick;
1324 
1325 		if (tip == NULL)
1326 			return (EINVAL);
1327 		if (ddi_copyin(arg, &tln, sizeof (tln), mode) != 0)
1328 			return (EFAULT);
1329 		nick = tln.tln_nick;
1330 		if (nick >= RBRIDGE_NICKNAME_MAX) {
1331 			error = EINVAL;
1332 			break;
1333 		}
1334 		rw_enter(&tip->ti_rwlock, RW_READER);
1335 		while (++nick < RBRIDGE_NICKNAME_MAX) {
1336 			if ((tnp = tip->ti_nodes[nick]) != NULL) {
1337 				tnip = tnp->tn_ni;
1338 				ASSERT(nick == tnip->tni_nick);
1339 				tln.tln_nick = nick;
1340 				bcopy(tnip->tni_adjsnpa, tln.tln_nexthop,
1341 				    ETHERADDRL);
1342 				tln.tln_ours = nick == tip->ti_nick;
1343 				if (tln.tln_ours || tnp->tn_tsp == NULL) {
1344 					tln.tln_linkid =
1345 					    DATALINK_INVALID_LINKID;
1346 				} else {
1347 					tln.tln_linkid =
1348 					    tnp->tn_tsp->ts_link->bl_linkid;
1349 				}
1350 				break;
1351 			}
1352 		}
1353 		rw_exit(&tip->ti_rwlock);
1354 		if (nick >= RBRIDGE_NICKNAME_MAX)
1355 			bzero(&tln, sizeof (tln));
1356 		if (ddi_copyout(&tln, arg, sizeof (tln), mode) != 0)
1357 			return (EFAULT);
1358 		break;
1359 	}
1360 
1361 	/*
1362 	 * Port flush: this is used when we lose AF on a port.  We must discard
1363 	 * all regular bridge forwarding entries on this port with the
1364 	 * indicated VLAN.
1365 	 */
1366 	case TRILL_PORTFLUSH: {
1367 		uint16_t vlan = (uint16_t)(uintptr_t)arg;
1368 
1369 		if (tsock->ts_link == NULL)
1370 			return (EINVAL);
1371 		bridge_trill_flush(tsock->ts_link, vlan, B_FALSE);
1372 		break;
1373 	}
1374 
1375 	/*
1376 	 * Nick flush: this is used when we lose AF on a port.  We must discard
1377 	 * all bridge TRILL forwarding entries on this port with the indicated
1378 	 * VLAN.
1379 	 */
1380 	case TRILL_NICKFLUSH: {
1381 		uint16_t vlan = (uint16_t)(uintptr_t)arg;
1382 
1383 		if (tsock->ts_link == NULL)
1384 			return (EINVAL);
1385 		bridge_trill_flush(tsock->ts_link, vlan, B_TRUE);
1386 		break;
1387 	}
1388 
1389 	case TRILL_GETMTU:
1390 		if (tsock->ts_link == NULL)
1391 			break;
1392 		if (ddi_copyout(&tsock->ts_link->bl_maxsdu, arg,
1393 		    sizeof (uint_t), mode) != 0)
1394 			return (EFAULT);
1395 		break;
1396 
1397 	default:
1398 		error = ENOTSUP;
1399 		break;
1400 	}
1401 
1402 	return (error);
1403 }
1404 
1405 /*
1406  * Sends received packet back upstream on the TRILL socket.
1407  * Consumes passed mblk_t.
1408  */
1409 static void
1410 trill_ctrl_input(trill_sock_t *tsock, mblk_t *mp, const uint8_t *saddr,
1411     uint16_t tci)
1412 {
1413 	int udi_size;
1414 	mblk_t *mp1;
1415 	struct T_unitdata_ind *tudi;
1416 	struct sockaddr_dl *sdl;
1417 	char *lladdr;
1418 	int error;
1419 
1420 	ASSERT(!(tsock->ts_flags & TSF_SHUTDOWN));
1421 	if (tsock->ts_flow_ctrld) {
1422 		freemsg(mp);
1423 		KSPINCR(tks_drops);
1424 		return;
1425 	}
1426 
1427 	udi_size =  sizeof (struct T_unitdata_ind) +
1428 	    sizeof (struct sockaddr_dl);
1429 	mp1 = allocb(udi_size, BPRI_MED);
1430 	if (mp1 == NULL) {
1431 		freemsg(mp);
1432 		KSPINCR(tks_drops);
1433 		return;
1434 	}
1435 
1436 	mp1->b_cont = mp;
1437 	mp = mp1;
1438 	mp->b_datap->db_type = M_PROTO;
1439 	/* LINTED: alignment */
1440 	tudi = (struct T_unitdata_ind *)mp->b_rptr;
1441 	mp->b_wptr = (uchar_t *)tudi + udi_size;
1442 
1443 	tudi->PRIM_type = T_UNITDATA_IND;
1444 	tudi->SRC_length = sizeof (struct sockaddr_dl);
1445 	tudi->SRC_offset = sizeof (struct T_unitdata_ind);
1446 	tudi->OPT_length = 0;
1447 	tudi->OPT_offset = sizeof (struct T_unitdata_ind) +
1448 	    sizeof (struct sockaddr_dl);
1449 
1450 	/* Information of the link on which packet was received. */
1451 	sdl = (struct sockaddr_dl *)&tudi[1];
1452 	(void) memset(sdl, 0, sizeof (struct sockaddr_dl));
1453 	sdl->sdl_family = AF_TRILL;
1454 
1455 	/* LINTED: alignment */
1456 	*(datalink_id_t *)sdl->sdl_data = tsock->ts_link->bl_linkid;
1457 	sdl->sdl_nlen = sizeof (tsock->ts_link->bl_linkid);
1458 
1459 	lladdr = LLADDR(sdl);
1460 	(void) memcpy(lladdr, saddr, ETHERADDRL);
1461 	lladdr += ETHERADDRL;
1462 	sdl->sdl_alen = ETHERADDRL;
1463 
1464 	/* LINTED: alignment */
1465 	*(uint16_t *)lladdr = tci;
1466 	sdl->sdl_slen = sizeof (uint16_t);
1467 
1468 	DTRACE_PROBE2(trill__ctrl__input, trill_sock_t *, tsock, mblk_t *, mp);
1469 	(*tsock->ts_conn_upcalls->su_recv)(tsock->ts_conn_upper_handle,
1470 	    mp, msgdsize(mp), 0, &error, NULL);
1471 
1472 	if (error == ENOSPC) {
1473 		mutex_enter(&tsock->ts_socklock);
1474 		(*tsock->ts_conn_upcalls->su_recv)(tsock->ts_conn_upper_handle,
1475 		    NULL, 0, 0, &error, NULL);
1476 		if (error == ENOSPC)
1477 			tsock->ts_flow_ctrld = B_TRUE;
1478 		mutex_exit(&tsock->ts_socklock);
1479 		KSPINCR(tks_drops);
1480 	} else if (error != 0) {
1481 		KSPINCR(tks_drops);
1482 	} else {
1483 		KSPINCR(tks_recv);
1484 	}
1485 
1486 	DTRACE_PROBE2(trill__ctrl__input__done, trill_sock_t *,
1487 	    tsock, int, error);
1488 }
1489 
1490 /* ARGSUSED */
1491 static void
1492 trill_activate(sock_lower_handle_t proto_handle,
1493     sock_upper_handle_t sock_handle, sock_upcalls_t *sock_upcalls,
1494     int flags, cred_t *cr)
1495 {
1496 	trill_sock_t *tsock = (trill_sock_t *)proto_handle;
1497 	struct sock_proto_props sopp;
1498 
1499 	tsock->ts_conn_upcalls = sock_upcalls;
1500 	tsock->ts_conn_upper_handle = sock_handle;
1501 
1502 	sopp.sopp_flags = SOCKOPT_WROFF | SOCKOPT_RCVHIWAT |
1503 	    SOCKOPT_RCVLOWAT | SOCKOPT_MAXADDRLEN | SOCKOPT_MAXPSZ |
1504 	    SOCKOPT_MAXBLK | SOCKOPT_MINPSZ;
1505 	sopp.sopp_wroff = 0;
1506 	sopp.sopp_rxhiwat = SOCKET_RECVHIWATER;
1507 	sopp.sopp_rxlowat = SOCKET_RECVLOWATER;
1508 	sopp.sopp_maxaddrlen = sizeof (struct sockaddr_dl);
1509 	sopp.sopp_maxpsz = INFPSZ;
1510 	sopp.sopp_maxblk = INFPSZ;
1511 	sopp.sopp_minpsz = 0;
1512 	(*tsock->ts_conn_upcalls->su_set_proto_props)(
1513 	    tsock->ts_conn_upper_handle, &sopp);
1514 }
1515 
1516 /* ARGSUSED */
1517 static int
1518 trill_close(sock_lower_handle_t proto_handle, int flags, cred_t *cr)
1519 {
1520 	trill_sock_t *tsock = (trill_sock_t *)proto_handle;
1521 
1522 	trill_do_close(tsock);
1523 	return (0);
1524 }
1525 
1526 /* ARGSUSED */
1527 static int
1528 trill_bind(sock_lower_handle_t proto_handle, struct sockaddr *sa,
1529     socklen_t len, cred_t *cr)
1530 {
1531 	int error;
1532 	trill_sock_t *tsock = (trill_sock_t *)proto_handle;
1533 
1534 	if (sa == NULL)
1535 		error = trill_do_unbind(tsock);
1536 	else
1537 		error = trill_start_recv(tsock, sa, len);
1538 
1539 	return (error);
1540 }
1541 
1542 /* ARGSUSED */
1543 static int
1544 trill_send(sock_lower_handle_t proto_handle, mblk_t *mp, struct nmsghdr *msg,
1545     cred_t *cr)
1546 {
1547 	trill_sock_t *tsock = (trill_sock_t *)proto_handle;
1548 	struct sockaddr_dl *laddr;
1549 	uint16_t tci;
1550 
1551 	ASSERT(DB_TYPE(mp) == M_DATA);
1552 	ASSERT(!(tsock->ts_flags & TSF_SHUTDOWN));
1553 
1554 	if (msg->msg_name == NULL || msg->msg_namelen != sizeof (*laddr))
1555 		goto eproto;
1556 
1557 	/*
1558 	 * The name is a datalink_id_t, the address is an Ethernet address, and
1559 	 * the selector value is the VLAN ID.
1560 	 */
1561 	laddr = (struct sockaddr_dl *)msg->msg_name;
1562 	if (laddr->sdl_nlen != sizeof (datalink_id_t) ||
1563 	    laddr->sdl_alen != ETHERADDRL ||
1564 	    (laddr->sdl_slen != sizeof (tci) && laddr->sdl_slen != 0))
1565 		goto eproto;
1566 
1567 	mutex_enter(&tsock->ts_socklock);
1568 	if (tsock->ts_state != TS_IDLE || tsock->ts_link == NULL) {
1569 		mutex_exit(&tsock->ts_socklock);
1570 		goto eproto;
1571 	}
1572 	atomic_inc_uint(&tsock->ts_sockthreadcount);
1573 	mutex_exit(&tsock->ts_socklock);
1574 
1575 	/*
1576 	 * Safe to dereference VLAN now, as we've checked the user's specified
1577 	 * values, and alignment is now guaranteed.
1578 	 */
1579 	if (laddr->sdl_slen == 0) {
1580 		tci = TRILL_NO_TCI;
1581 	} else {
1582 		/* LINTED: alignment */
1583 		tci = *(uint16_t *)(LLADDR(laddr) + ETHERADDRL);
1584 	}
1585 
1586 	mp = create_trill_header(tsock, mp, (const uchar_t *)LLADDR(laddr),
1587 	    B_TRUE, B_FALSE, tci, msgdsize(mp));
1588 	if (mp != NULL) {
1589 		mp = bridge_trill_output(tsock->ts_link, mp);
1590 		if (mp == NULL) {
1591 			KSPINCR(tks_sent);
1592 		} else {
1593 			freemsg(mp);
1594 			KSPINCR(tks_drops);
1595 		}
1596 	}
1597 
1598 	/* Wake up any threads blocking on us */
1599 	if (atomic_dec_uint_nv(&tsock->ts_sockthreadcount) == 0)
1600 		cv_broadcast(&tsock->ts_sockthreadwait);
1601 	return (0);
1602 
1603 eproto:
1604 	freemsg(mp);
1605 	KSPINCR(tks_drops);
1606 	return (EPROTO);
1607 }
1608 
1609 /* ARGSUSED */
1610 static int
1611 trill_ioctl(sock_lower_handle_t proto_handle, int cmd, intptr_t arg,
1612     int mode, int32_t *rvalp, cred_t *cr)
1613 {
1614 	trill_sock_t *tsock = (trill_sock_t *)proto_handle;
1615 	int rc;
1616 
1617 	switch (cmd) {
1618 	/* List of unprivileged TRILL ioctls */
1619 	case TRILL_GETNICK:
1620 	case TRILL_GETBRIDGE:
1621 	case TRILL_LISTNICK:
1622 		break;
1623 	default:
1624 		if (secpolicy_dl_config(cr) != 0)
1625 			return (EPERM);
1626 		break;
1627 	}
1628 
1629 	/* Lock ensures socket state is unchanged during ioctl handling */
1630 	mutex_enter(&tsock->ts_socklock);
1631 	rc = trill_do_ioctl(tsock, cmd, (void *)arg, mode);
1632 	mutex_exit(&tsock->ts_socklock);
1633 	return (rc);
1634 }
1635 
1636 static void
1637 trill_clr_flowctrl(sock_lower_handle_t proto_handle)
1638 {
1639 	trill_sock_t *tsock = (trill_sock_t *)proto_handle;
1640 
1641 	mutex_enter(&tsock->ts_socklock);
1642 	tsock->ts_flow_ctrld = B_FALSE;
1643 	mutex_exit(&tsock->ts_socklock);
1644 }
1645 
1646 static sock_downcalls_t sock_trill_downcalls = {
1647 	trill_activate,			/* sd_activate */
1648 	sock_accept_notsupp,		/* sd_accept */
1649 	trill_bind,			/* sd_bind */
1650 	sock_listen_notsupp,		/* sd_listen */
1651 	sock_connect_notsupp,		/* sd_connect */
1652 	sock_getpeername_notsupp,	/* sd_getpeername */
1653 	sock_getsockname_notsupp,	/* sd_getsockname */
1654 	sock_getsockopt_notsupp,	/* sd_getsockopt */
1655 	sock_setsockopt_notsupp,	/* sd_setsockopt */
1656 	trill_send,			/* sd_send */
1657 	NULL,				/* sd_send_uio */
1658 	NULL,				/* sd_recv_uio */
1659 	NULL,				/* sd_poll */
1660 	sock_shutdown_notsupp,		/* sd_shutdown */
1661 	trill_clr_flowctrl,		/* sd_setflowctrl */
1662 	trill_ioctl,			/* sd_ioctl */
1663 	trill_close			/* sd_close */
1664 };
1665 
1666 /* ARGSUSED */
1667 static sock_lower_handle_t
1668 trill_create(int family, int type, int proto, sock_downcalls_t **sock_downcalls,
1669     uint_t *smodep, int *errorp, int flags, cred_t *credp)
1670 {
1671 	trill_sock_t *tsock;
1672 
1673 	if (family != AF_TRILL || type != SOCK_DGRAM || proto != 0) {
1674 		*errorp = EPROTONOSUPPORT;
1675 		return (NULL);
1676 	}
1677 
1678 	*sock_downcalls = &sock_trill_downcalls;
1679 	*smodep = SM_ATOMIC;
1680 	tsock = trill_do_open(flags);
1681 	*errorp = (tsock != NULL) ? 0:ENOMEM;
1682 	return ((sock_lower_handle_t)tsock);
1683 }
1684