1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 */ 25 26 #pragma ident "%Z%%M% %I% %E% SMI" 27 28 /* 29 * DL_IB MAC Type plugin for the Nemo mac module 30 */ 31 32 #include <sys/types.h> 33 #include <sys/modctl.h> 34 #include <sys/dlpi.h> 35 #include <sys/ib/clients/ibd/ibd.h> 36 #include <sys/mac.h> 37 #include <sys/mac_ib.h> 38 #include <sys/dls.h> 39 #include <sys/byteorder.h> 40 #include <sys/strsun.h> 41 #include <inet/common.h> 42 #include <sys/note.h> 43 44 static uint8_t ib_brdcst[] = { 0x00, 0xff, 0xff, 0xff, 45 0xff, 0x10, 0x40, 0x1b, 0x00, 0x00, 0x00, 0x00, 46 0x00, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff }; 47 48 static struct modlmisc mac_ib_modlmisc = { 49 &mod_miscops, 50 "Infiniband MAC Type plugin 1.0" 51 }; 52 53 static struct modlinkage mac_ib_modlinkage = { 54 MODREV_1, 55 &mac_ib_modlmisc, 56 NULL 57 }; 58 59 static mactype_ops_t mac_ib_type_ops; 60 61 int 62 _init(void) 63 { 64 mactype_register_t *mtrp; 65 int err; 66 67 if ((mtrp = mactype_alloc(MACTYPE_VERSION)) == NULL) 68 return (ENOTSUP); 69 mtrp->mtr_ident = MAC_PLUGIN_IDENT_IB; 70 mtrp->mtr_ops = &mac_ib_type_ops; 71 mtrp->mtr_mactype = DL_IB; 72 mtrp->mtr_nativetype = DL_IB; 73 mtrp->mtr_addrlen = IPOIB_ADDRL; 74 mtrp->mtr_brdcst_addr = ib_brdcst; 75 76 /* 77 * So far, generic stats maintained by GLDv3 are sufficient for IB. 78 */ 79 mtrp->mtr_stats = NULL; 80 mtrp->mtr_statcount = 0; 81 if ((err = mactype_register(mtrp)) == 0) { 82 if ((err = mod_install(&mac_ib_modlinkage)) != 0) 83 (void) mactype_unregister(MAC_PLUGIN_IDENT_IB); 84 } 85 mactype_free(mtrp); 86 return (err); 87 } 88 89 int 90 _fini(void) 91 { 92 int err; 93 94 if ((err = mactype_unregister(MAC_PLUGIN_IDENT_IB)) != 0) 95 return (err); 96 return (mod_remove(&mac_ib_modlinkage)); 97 } 98 99 int 100 _info(struct modinfo *modinfop) 101 { 102 return (mod_info(&mac_ib_modlinkage, modinfop)); 103 } 104 105 /* 106 * MAC Type plugin operations 107 */ 108 109 /* ARGSUSED */ 110 int 111 mac_ib_unicst_verify(const void *addr, void *mac_pdata) 112 { 113 ipoib_mac_t *ibaddr = (ipoib_mac_t *)addr; 114 115 /* 116 * The address must not be a multicast address. 117 */ 118 return (ntohl(ibaddr->ipoib_qpn) == IB_MC_QPN ? EINVAL : 0); 119 } 120 121 int 122 mac_ib_multicst_verify(const void *addr, void *mac_pdata) 123 { 124 ipoib_mac_t *ibaddr = (ipoib_mac_t *)addr; 125 uint8_t *p_gid = (uint8_t *)addr + sizeof (ipoib_mac_t) 126 - MAC_IB_GID_SIZE; 127 uint32_t bcst_gid[3] = { 0x0, 0x0, MAC_IB_BROADCAST_GID }; 128 129 _NOTE(ARGUNUSED(mac_pdata)); 130 131 /* 132 * The address must be a multicast address. 133 */ 134 if ((ntohl(ibaddr->ipoib_qpn) & IB_QPN_MASK) != IB_MC_QPN) 135 return (EINVAL); 136 137 /* 138 * The address must not be the broadcast address. 139 */ 140 if (bcmp(p_gid, (uint8_t *)bcst_gid + sizeof (bcst_gid) - 141 MAC_IB_GID_SIZE, MAC_IB_GID_SIZE) == 0) 142 return (EINVAL); 143 144 return (0); 145 } 146 147 /* 148 * Check the legality of a SAP value. The following values are 149 * allowed, as specified by PSARC 2003/150: 150 * 151 * min-ethertype-sap (256).. EtherType max(65535) ethertype semantics 152 * (0) .. max-802-sap(255) IEEE 802 semantics 153 */ 154 boolean_t 155 mac_ib_sap_verify(uint32_t sap, uint32_t *bind_sap, void *mac_pdata) 156 { 157 _NOTE(ARGUNUSED(mac_pdata)); 158 159 if (sap > MAC_IB_MAX_802_SAP && sap <= MAC_IB_ETHERTYPE_MAX) { 160 if (bind_sap != NULL) 161 *bind_sap = sap; 162 return (B_TRUE); 163 } 164 165 if (sap <= MAC_IB_MAX_802_SAP) { 166 if (bind_sap != NULL) 167 *bind_sap = DLS_SAP_LLC; 168 return (B_TRUE); 169 } 170 171 return (B_FALSE); 172 } 173 174 /* ARGSUSED */ 175 mblk_t * 176 mac_ib_header(const void *saddr, const void *daddr, uint32_t sap, 177 void *mac_pdata, mblk_t *payload, size_t extra_len) 178 { 179 ib_header_info_t *ibhp; 180 mblk_t *mp; 181 182 if (!mac_ib_sap_verify(sap, NULL, NULL)) 183 return (NULL); 184 185 mp = allocb(sizeof (ib_header_info_t) + extra_len, BPRI_HI); 186 if (mp == NULL) 187 return (NULL); 188 189 ibhp = (void *)mp->b_rptr; 190 ibhp->ipib_rhdr.ipoib_type = htons(sap); 191 ibhp->ipib_rhdr.ipoib_mbz = 0; 192 bcopy(daddr, &ibhp->ib_dst, IPOIB_ADDRL); 193 mp->b_wptr += sizeof (ib_header_info_t); 194 return (mp); 195 } 196 197 int 198 mac_ib_header_info(mblk_t *mp, void *mac_pdata, mac_header_info_t *hdr_info) 199 { 200 ib_header_info_t *ibhp; 201 uint16_t sap; 202 203 if (MBLKL(mp) < sizeof (ib_header_info_t)) 204 return (EINVAL); 205 206 ibhp = (void *)mp->b_rptr; 207 208 hdr_info->mhi_hdrsize = sizeof (ib_header_info_t); 209 hdr_info->mhi_daddr = (const uint8_t *)&(ibhp->ib_dst); 210 if (ibhp->ib_grh.ipoib_vertcflow != 0) 211 hdr_info->mhi_saddr = (const uint8_t *)&(ibhp->ib_src); 212 else 213 hdr_info->mhi_saddr = NULL; 214 215 if (mac_ib_unicst_verify(hdr_info->mhi_daddr, mac_pdata) == 0) { 216 hdr_info->mhi_dsttype = MAC_ADDRTYPE_UNICAST; 217 } else if (mac_ib_multicst_verify(hdr_info->mhi_daddr, 218 mac_pdata) == 0) { 219 hdr_info->mhi_dsttype = MAC_ADDRTYPE_MULTICAST; 220 } else { 221 hdr_info->mhi_dsttype = MAC_ADDRTYPE_BROADCAST; 222 } 223 224 sap = ntohs(ibhp->ipib_rhdr.ipoib_type); 225 hdr_info->mhi_origsap = hdr_info->mhi_bindsap = sap; 226 hdr_info->mhi_pktsize = 0; 227 228 return (0); 229 } 230 231 /* 232 * Take the provided `mp' (which is expected to have a header "dst + type"), 233 * and return a pointer to an mblk_t with a header "GRH + type". 234 * If the conversion cannot be performed, return NULL. 235 */ 236 static mblk_t * 237 mac_ib_header_cook(mblk_t *mp, void *pdata) 238 { 239 ipoib_ptxhdr_t *orig_hp; 240 mblk_t *llmp; 241 242 if (MBLKL(mp) < sizeof (ipoib_ptxhdr_t)) 243 return (NULL); 244 245 orig_hp = (void *)mp->b_rptr; 246 llmp = mac_ib_header(NULL, &orig_hp->ipoib_dest, 247 ntohs(orig_hp->ipoib_rhdr.ipoib_type), pdata, NULL, 0); 248 if (llmp == NULL) 249 return (NULL); 250 251 /* 252 * The plugin framework guarantees that we have the only reference 253 * to the mblk_t, so we can safely modify it. 254 */ 255 ASSERT(DB_REF(mp) == 1); 256 mp->b_rptr += sizeof (ipoib_ptxhdr_t); 257 llmp->b_cont = mp; 258 return (llmp); 259 } 260 261 /* 262 * Take the provided `mp' (which is expected to have a header "GRH + type"), 263 * and return a pointer to an mblk_t with a header "type". If the conversion 264 * cannot be performed, return NULL. 265 */ 266 static mblk_t * 267 mac_ib_header_uncook(mblk_t *mp, void *pdata) 268 { 269 _NOTE(ARGUNUSED(pdata)); 270 271 /* 272 * The plugin framework guarantees that we have the only reference to 273 * the mblk_t and the underlying dblk_t, so we can safely modify it. 274 */ 275 ASSERT(DB_REF(mp) == 1); 276 277 mp->b_rptr += sizeof (ib_addrs_t); 278 return (mp); 279 } 280 281 void 282 mac_ib_link_details(char *buf, size_t sz, mac_handle_t mh, void *mac_pdata) 283 { 284 uint64_t speed; 285 286 _NOTE(ARGUNUSED(mac_pdata)); 287 288 speed = mac_stat_get(mh, MAC_STAT_IFSPEED); 289 290 /* convert to Mbps */ 291 speed /= 1000000; 292 293 buf[0] = 0; 294 (void) snprintf(buf, sz, "%u Mbps", (uint32_t)speed); 295 } 296 297 static mactype_ops_t mac_ib_type_ops = { 298 MTOPS_HEADER_COOK | MTOPS_HEADER_UNCOOK | MTOPS_LINK_DETAILS, 299 mac_ib_unicst_verify, 300 mac_ib_multicst_verify, 301 mac_ib_sap_verify, 302 mac_ib_header, 303 mac_ib_header_info, 304 NULL, 305 mac_ib_header_cook, 306 mac_ib_header_uncook, 307 mac_ib_link_details 308 }; 309