1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 */ 25 26 /* 27 * DL_IB MAC Type plugin for the Nemo mac module 28 */ 29 30 #include <sys/types.h> 31 #include <sys/modctl.h> 32 #include <sys/dlpi.h> 33 #include <sys/ib/clients/ibd/ibd.h> 34 #include <sys/mac.h> 35 #include <sys/mac_ib.h> 36 #include <sys/dls.h> 37 #include <sys/byteorder.h> 38 #include <sys/strsun.h> 39 #include <inet/common.h> 40 #include <sys/note.h> 41 42 static uint8_t ib_brdcst[] = { 0x00, 0xff, 0xff, 0xff, 43 0xff, 0x10, 0x40, 0x1b, 0x00, 0x00, 0x00, 0x00, 44 0x00, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff }; 45 46 static struct modlmisc mac_ib_modlmisc = { 47 &mod_miscops, 48 "Infiniband MAC Type plugin 1.0" 49 }; 50 51 static struct modlinkage mac_ib_modlinkage = { 52 MODREV_1, 53 &mac_ib_modlmisc, 54 NULL 55 }; 56 57 static mactype_ops_t mac_ib_type_ops; 58 59 int 60 _init(void) 61 { 62 mactype_register_t *mtrp; 63 int err; 64 65 if ((mtrp = mactype_alloc(MACTYPE_VERSION)) == NULL) 66 return (ENOTSUP); 67 mtrp->mtr_ident = MAC_PLUGIN_IDENT_IB; 68 mtrp->mtr_ops = &mac_ib_type_ops; 69 mtrp->mtr_mactype = DL_IB; 70 mtrp->mtr_nativetype = DL_IB; 71 mtrp->mtr_addrlen = IPOIB_ADDRL; 72 mtrp->mtr_brdcst_addr = ib_brdcst; 73 74 /* 75 * So far, generic stats maintained by GLDv3 are sufficient for IB. 76 */ 77 mtrp->mtr_stats = NULL; 78 mtrp->mtr_statcount = 0; 79 if ((err = mactype_register(mtrp)) == 0) { 80 if ((err = mod_install(&mac_ib_modlinkage)) != 0) 81 (void) mactype_unregister(MAC_PLUGIN_IDENT_IB); 82 } 83 mactype_free(mtrp); 84 return (err); 85 } 86 87 int 88 _fini(void) 89 { 90 int err; 91 92 if ((err = mactype_unregister(MAC_PLUGIN_IDENT_IB)) != 0) 93 return (err); 94 return (mod_remove(&mac_ib_modlinkage)); 95 } 96 97 int 98 _info(struct modinfo *modinfop) 99 { 100 return (mod_info(&mac_ib_modlinkage, modinfop)); 101 } 102 103 /* 104 * MAC Type plugin operations 105 */ 106 107 /* ARGSUSED */ 108 int 109 mac_ib_unicst_verify(const void *addr, void *mac_pdata) 110 { 111 ipoib_mac_t *ibaddr = (ipoib_mac_t *)addr; 112 113 /* 114 * The address must not be a multicast address. 115 */ 116 return (ntohl(ibaddr->ipoib_qpn) == IB_MC_QPN ? EINVAL : 0); 117 } 118 119 int 120 mac_ib_multicst_verify(const void *addr, void *mac_pdata) 121 { 122 ipoib_mac_t *ibaddr = (ipoib_mac_t *)addr; 123 uint8_t *p_gid = (uint8_t *)addr + sizeof (ipoib_mac_t) 124 - MAC_IB_GID_SIZE; 125 uint32_t bcst_gid[3] = { 0x0, 0x0, MAC_IB_BROADCAST_GID }; 126 127 _NOTE(ARGUNUSED(mac_pdata)); 128 129 /* 130 * The address must be a multicast address. 131 */ 132 if ((ntohl(ibaddr->ipoib_qpn) & IB_QPN_MASK) != IB_MC_QPN) 133 return (EINVAL); 134 135 /* 136 * The address must not be the broadcast address. 137 */ 138 if (bcmp(p_gid, (uint8_t *)bcst_gid + sizeof (bcst_gid) - 139 MAC_IB_GID_SIZE, MAC_IB_GID_SIZE) == 0) 140 return (EINVAL); 141 142 return (0); 143 } 144 145 /* 146 * Check the legality of a SAP value. The following values are 147 * allowed, as specified by PSARC 2003/150: 148 * 149 * min-ethertype-sap (256).. EtherType max(65535) ethertype semantics 150 * (0) .. max-802-sap(255) IEEE 802 semantics 151 */ 152 boolean_t 153 mac_ib_sap_verify(uint32_t sap, uint32_t *bind_sap, void *mac_pdata) 154 { 155 _NOTE(ARGUNUSED(mac_pdata)); 156 157 if (sap > MAC_IB_MAX_802_SAP && sap <= MAC_IB_ETHERTYPE_MAX) { 158 if (bind_sap != NULL) 159 *bind_sap = sap; 160 return (B_TRUE); 161 } 162 163 if (sap <= MAC_IB_MAX_802_SAP) { 164 if (bind_sap != NULL) 165 *bind_sap = DLS_SAP_LLC; 166 return (B_TRUE); 167 } 168 169 return (B_FALSE); 170 } 171 172 /* ARGSUSED */ 173 mblk_t * 174 mac_ib_header(const void *saddr, const void *daddr, uint32_t sap, 175 void *mac_pdata, mblk_t *payload, size_t extra_len) 176 { 177 ib_header_info_t *ibhp; 178 mblk_t *mp; 179 180 if (!mac_ib_sap_verify(sap, NULL, NULL)) 181 return (NULL); 182 183 mp = allocb(sizeof (ib_header_info_t) + extra_len, BPRI_HI); 184 if (mp == NULL) 185 return (NULL); 186 187 ibhp = (void *)mp->b_rptr; 188 ibhp->ipib_rhdr.ipoib_type = htons(sap); 189 ibhp->ipib_rhdr.ipoib_mbz = 0; 190 bcopy(daddr, &ibhp->ib_dst, IPOIB_ADDRL); 191 mp->b_wptr += sizeof (ib_header_info_t); 192 return (mp); 193 } 194 195 int 196 mac_ib_header_info(mblk_t *mp, void *mac_pdata, mac_header_info_t *hdr_info) 197 { 198 ib_header_info_t *ibhp; 199 uint16_t sap; 200 201 if (MBLKL(mp) < sizeof (ib_header_info_t)) 202 return (EINVAL); 203 204 ibhp = (void *)mp->b_rptr; 205 206 hdr_info->mhi_hdrsize = sizeof (ib_header_info_t); 207 hdr_info->mhi_daddr = (const uint8_t *)&(ibhp->ib_dst); 208 if (ibhp->ib_grh.ipoib_vertcflow != 0) 209 hdr_info->mhi_saddr = (const uint8_t *)&(ibhp->ib_src); 210 else 211 hdr_info->mhi_saddr = NULL; 212 213 if (mac_ib_unicst_verify(hdr_info->mhi_daddr, mac_pdata) == 0) { 214 hdr_info->mhi_dsttype = MAC_ADDRTYPE_UNICAST; 215 } else if (mac_ib_multicst_verify(hdr_info->mhi_daddr, 216 mac_pdata) == 0) { 217 hdr_info->mhi_dsttype = MAC_ADDRTYPE_MULTICAST; 218 } else { 219 hdr_info->mhi_dsttype = MAC_ADDRTYPE_BROADCAST; 220 } 221 222 sap = ntohs(ibhp->ipib_rhdr.ipoib_type); 223 hdr_info->mhi_origsap = hdr_info->mhi_bindsap = sap; 224 hdr_info->mhi_pktsize = 0; 225 226 return (0); 227 } 228 229 /* 230 * Take the provided `mp' (which is expected to have a header "dst + type"), 231 * and return a pointer to an mblk_t with a header "GRH + type". 232 * If the conversion cannot be performed, return NULL. 233 */ 234 static mblk_t * 235 mac_ib_header_cook(mblk_t *mp, void *pdata) 236 { 237 ipoib_ptxhdr_t *orig_hp; 238 mblk_t *llmp; 239 240 if (MBLKL(mp) < sizeof (ipoib_ptxhdr_t)) 241 return (NULL); 242 243 orig_hp = (void *)mp->b_rptr; 244 llmp = mac_ib_header(NULL, &orig_hp->ipoib_dest, 245 ntohs(orig_hp->ipoib_rhdr.ipoib_type), pdata, NULL, 0); 246 if (llmp == NULL) 247 return (NULL); 248 249 /* 250 * The plugin framework guarantees that we have the only reference 251 * to the mblk_t, so we can safely modify it. 252 */ 253 ASSERT(DB_REF(mp) == 1); 254 mp->b_rptr += sizeof (ipoib_ptxhdr_t); 255 llmp->b_cont = mp; 256 return (llmp); 257 } 258 259 /* 260 * Take the provided `mp' (which is expected to have a header "GRH + type"), 261 * and return a pointer to an mblk_t with a header "type". If the conversion 262 * cannot be performed, return NULL. 263 */ 264 static mblk_t * 265 mac_ib_header_uncook(mblk_t *mp, void *pdata) 266 { 267 _NOTE(ARGUNUSED(pdata)); 268 269 /* 270 * The plugin framework guarantees that we have the only reference to 271 * the mblk_t and the underlying dblk_t, so we can safely modify it. 272 */ 273 ASSERT(DB_REF(mp) == 1); 274 275 mp->b_rptr += sizeof (ib_addrs_t); 276 return (mp); 277 } 278 279 void 280 mac_ib_link_details(char *buf, size_t sz, mac_handle_t mh, void *mac_pdata) 281 { 282 uint64_t speed; 283 284 _NOTE(ARGUNUSED(mac_pdata)); 285 286 speed = mac_stat_get(mh, MAC_STAT_IFSPEED); 287 288 /* convert to Mbps */ 289 speed /= 1000000; 290 291 buf[0] = 0; 292 (void) snprintf(buf, sz, "%u Mbps", (uint32_t)speed); 293 } 294 295 static mactype_ops_t mac_ib_type_ops = { 296 MTOPS_HEADER_COOK | MTOPS_HEADER_UNCOOK | MTOPS_LINK_DETAILS, 297 mac_ib_unicst_verify, 298 mac_ib_multicst_verify, 299 mac_ib_sap_verify, 300 mac_ib_header, 301 mac_ib_header_info, 302 NULL, 303 mac_ib_header_cook, 304 mac_ib_header_uncook, 305 mac_ib_link_details 306 }; 307