1 /* QLogic qedr NIC Driver 2 * Copyright (c) 2015-2017 QLogic Corporation 3 * 4 * This software is available to you under a choice of one of two 5 * licenses. You may choose to be licensed under the terms of the GNU 6 * General Public License (GPL) Version 2, available from the file 7 * COPYING in the main directory of this source tree, or the 8 * OpenIB.org BSD license below: 9 * 10 * Redistribution and use in source and binary forms, with or 11 * without modification, are permitted provided that the following 12 * conditions are met: 13 * 14 * - Redistributions of source code must retain the above 15 * copyright notice, this list of conditions and the following 16 * disclaimer. 17 * 18 * - Redistributions in binary form must reproduce the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer in the documentation and /or other materials 21 * provided with the distribution. 22 * 23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30 * SOFTWARE. 31 */ 32 #include <net/ip.h> 33 #include <net/ipv6.h> 34 #include <net/udp.h> 35 #include <net/addrconf.h> 36 #include <net/route.h> 37 #include <net/ip6_route.h> 38 #include <net/flow.h> 39 #include "qedr.h" 40 #include "qedr_iw_cm.h" 41 42 static inline void 43 qedr_fill_sockaddr4(const struct qed_iwarp_cm_info *cm_info, 44 struct iw_cm_event *event) 45 { 46 struct sockaddr_in *laddr = (struct sockaddr_in *)&event->local_addr; 47 struct sockaddr_in *raddr = (struct sockaddr_in *)&event->remote_addr; 48 49 laddr->sin_family = AF_INET; 50 raddr->sin_family = AF_INET; 51 52 laddr->sin_port = htons(cm_info->local_port); 53 raddr->sin_port = htons(cm_info->remote_port); 54 55 laddr->sin_addr.s_addr = htonl(cm_info->local_ip[0]); 56 raddr->sin_addr.s_addr = htonl(cm_info->remote_ip[0]); 57 } 58 59 static inline void 60 qedr_fill_sockaddr6(const struct qed_iwarp_cm_info *cm_info, 61 struct iw_cm_event *event) 62 { 63 struct sockaddr_in6 *laddr6 = (struct sockaddr_in6 *)&event->local_addr; 64 struct sockaddr_in6 *raddr6 = 65 (struct sockaddr_in6 *)&event->remote_addr; 66 int i; 67 68 laddr6->sin6_family = AF_INET6; 69 raddr6->sin6_family = AF_INET6; 70 71 laddr6->sin6_port = htons(cm_info->local_port); 72 raddr6->sin6_port = htons(cm_info->remote_port); 73 74 for (i = 0; i < 4; i++) { 75 laddr6->sin6_addr.in6_u.u6_addr32[i] = 76 htonl(cm_info->local_ip[i]); 77 raddr6->sin6_addr.in6_u.u6_addr32[i] = 78 htonl(cm_info->remote_ip[i]); 79 } 80 } 81 82 static void qedr_iw_free_qp(struct kref *ref) 83 { 84 struct qedr_qp *qp = container_of(ref, struct qedr_qp, refcnt); 85 86 complete(&qp->qp_rel_comp); 87 } 88 89 static void 90 qedr_iw_free_ep(struct kref *ref) 91 { 92 struct qedr_iw_ep *ep = container_of(ref, struct qedr_iw_ep, refcnt); 93 94 if (ep->qp) 95 kref_put(&ep->qp->refcnt, qedr_iw_free_qp); 96 97 if (ep->cm_id) 98 ep->cm_id->rem_ref(ep->cm_id); 99 100 kfree(ep); 101 } 102 103 static void 104 qedr_iw_mpa_request(void *context, struct qed_iwarp_cm_event_params *params) 105 { 106 struct qedr_iw_listener *listener = (struct qedr_iw_listener *)context; 107 struct qedr_dev *dev = listener->dev; 108 struct iw_cm_event event; 109 struct qedr_iw_ep *ep; 110 111 ep = kzalloc(sizeof(*ep), GFP_ATOMIC); 112 if (!ep) 113 return; 114 115 ep->dev = dev; 116 ep->qed_context = params->ep_context; 117 kref_init(&ep->refcnt); 118 119 memset(&event, 0, sizeof(event)); 120 event.event = IW_CM_EVENT_CONNECT_REQUEST; 121 event.status = params->status; 122 123 if (!IS_ENABLED(CONFIG_IPV6) || 124 params->cm_info->ip_version == QED_TCP_IPV4) 125 qedr_fill_sockaddr4(params->cm_info, &event); 126 else 127 qedr_fill_sockaddr6(params->cm_info, &event); 128 129 event.provider_data = (void *)ep; 130 event.private_data = (void *)params->cm_info->private_data; 131 event.private_data_len = (u8)params->cm_info->private_data_len; 132 event.ord = params->cm_info->ord; 133 event.ird = params->cm_info->ird; 134 135 listener->cm_id->event_handler(listener->cm_id, &event); 136 } 137 138 static void 139 qedr_iw_issue_event(void *context, 140 struct qed_iwarp_cm_event_params *params, 141 enum iw_cm_event_type event_type) 142 { 143 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 144 struct iw_cm_event event; 145 146 memset(&event, 0, sizeof(event)); 147 event.status = params->status; 148 event.event = event_type; 149 150 if (params->cm_info) { 151 event.ird = params->cm_info->ird; 152 event.ord = params->cm_info->ord; 153 /* Only connect_request and reply have valid private data 154 * the rest of the events this may be left overs from 155 * connection establishment. CONNECT_REQUEST is issued via 156 * qedr_iw_mpa_request 157 */ 158 if (event_type == IW_CM_EVENT_CONNECT_REPLY) { 159 event.private_data_len = 160 params->cm_info->private_data_len; 161 event.private_data = 162 (void *)params->cm_info->private_data; 163 } 164 } 165 166 if (ep->cm_id) 167 ep->cm_id->event_handler(ep->cm_id, &event); 168 } 169 170 static void 171 qedr_iw_close_event(void *context, struct qed_iwarp_cm_event_params *params) 172 { 173 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 174 175 if (ep->cm_id) 176 qedr_iw_issue_event(context, params, IW_CM_EVENT_CLOSE); 177 178 kref_put(&ep->refcnt, qedr_iw_free_ep); 179 } 180 181 static void 182 qedr_iw_qp_event(void *context, 183 struct qed_iwarp_cm_event_params *params, 184 enum ib_event_type ib_event, char *str) 185 { 186 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 187 struct qedr_dev *dev = ep->dev; 188 struct ib_qp *ibqp = &ep->qp->ibqp; 189 struct ib_event event; 190 191 DP_NOTICE(dev, "QP error received: %s\n", str); 192 193 if (ibqp->event_handler) { 194 event.event = ib_event; 195 event.device = ibqp->device; 196 event.element.qp = ibqp; 197 ibqp->event_handler(&event, ibqp->qp_context); 198 } 199 } 200 201 struct qedr_discon_work { 202 struct work_struct work; 203 struct qedr_iw_ep *ep; 204 enum qed_iwarp_event_type event; 205 int status; 206 }; 207 208 static void qedr_iw_disconnect_worker(struct work_struct *work) 209 { 210 struct qedr_discon_work *dwork = 211 container_of(work, struct qedr_discon_work, work); 212 struct qed_rdma_modify_qp_in_params qp_params = { 0 }; 213 struct qedr_iw_ep *ep = dwork->ep; 214 struct qedr_dev *dev = ep->dev; 215 struct qedr_qp *qp = ep->qp; 216 struct iw_cm_event event; 217 218 /* The qp won't be released until we release the ep. 219 * the ep's refcnt was increased before calling this 220 * function, therefore it is safe to access qp 221 */ 222 if (test_and_set_bit(QEDR_IWARP_CM_WAIT_FOR_DISCONNECT, 223 &qp->iwarp_cm_flags)) 224 goto out; 225 226 memset(&event, 0, sizeof(event)); 227 event.status = dwork->status; 228 event.event = IW_CM_EVENT_DISCONNECT; 229 230 /* Success means graceful disconnect was requested. modifying 231 * to SQD is translated to graceful disconnect. O/w reset is sent 232 */ 233 if (dwork->status) 234 qp_params.new_state = QED_ROCE_QP_STATE_ERR; 235 else 236 qp_params.new_state = QED_ROCE_QP_STATE_SQD; 237 238 239 if (ep->cm_id) 240 ep->cm_id->event_handler(ep->cm_id, &event); 241 242 SET_FIELD(qp_params.modify_flags, 243 QED_RDMA_MODIFY_QP_VALID_NEW_STATE, 1); 244 245 dev->ops->rdma_modify_qp(dev->rdma_ctx, qp->qed_qp, &qp_params); 246 247 complete(&ep->qp->iwarp_cm_comp); 248 out: 249 kfree(dwork); 250 kref_put(&ep->refcnt, qedr_iw_free_ep); 251 } 252 253 static void 254 qedr_iw_disconnect_event(void *context, 255 struct qed_iwarp_cm_event_params *params) 256 { 257 struct qedr_discon_work *work; 258 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 259 struct qedr_dev *dev = ep->dev; 260 261 work = kzalloc(sizeof(*work), GFP_ATOMIC); 262 if (!work) 263 return; 264 265 /* We can't get a close event before disconnect, but since 266 * we're scheduling a work queue we need to make sure close 267 * won't delete the ep, so we increase the refcnt 268 */ 269 kref_get(&ep->refcnt); 270 271 work->ep = ep; 272 work->event = params->event; 273 work->status = params->status; 274 275 INIT_WORK(&work->work, qedr_iw_disconnect_worker); 276 queue_work(dev->iwarp_wq, &work->work); 277 } 278 279 static void 280 qedr_iw_passive_complete(void *context, 281 struct qed_iwarp_cm_event_params *params) 282 { 283 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 284 struct qedr_dev *dev = ep->dev; 285 286 /* We will only reach the following state if MPA_REJECT was called on 287 * passive. In this case there will be no associated QP. 288 */ 289 if ((params->status == -ECONNREFUSED) && (!ep->qp)) { 290 DP_DEBUG(dev, QEDR_MSG_IWARP, 291 "PASSIVE connection refused releasing ep...\n"); 292 kref_put(&ep->refcnt, qedr_iw_free_ep); 293 return; 294 } 295 296 complete(&ep->qp->iwarp_cm_comp); 297 qedr_iw_issue_event(context, params, IW_CM_EVENT_ESTABLISHED); 298 299 if (params->status < 0) 300 qedr_iw_close_event(context, params); 301 } 302 303 static void 304 qedr_iw_active_complete(void *context, 305 struct qed_iwarp_cm_event_params *params) 306 { 307 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 308 309 complete(&ep->qp->iwarp_cm_comp); 310 qedr_iw_issue_event(context, params, IW_CM_EVENT_CONNECT_REPLY); 311 312 if (params->status < 0) 313 kref_put(&ep->refcnt, qedr_iw_free_ep); 314 } 315 316 static int 317 qedr_iw_mpa_reply(void *context, struct qed_iwarp_cm_event_params *params) 318 { 319 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 320 struct qedr_dev *dev = ep->dev; 321 struct qed_iwarp_send_rtr_in rtr_in; 322 323 rtr_in.ep_context = params->ep_context; 324 325 return dev->ops->iwarp_send_rtr(dev->rdma_ctx, &rtr_in); 326 } 327 328 static int 329 qedr_iw_event_handler(void *context, struct qed_iwarp_cm_event_params *params) 330 { 331 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)context; 332 struct qedr_dev *dev = ep->dev; 333 334 switch (params->event) { 335 case QED_IWARP_EVENT_MPA_REQUEST: 336 qedr_iw_mpa_request(context, params); 337 break; 338 case QED_IWARP_EVENT_ACTIVE_MPA_REPLY: 339 qedr_iw_mpa_reply(context, params); 340 break; 341 case QED_IWARP_EVENT_PASSIVE_COMPLETE: 342 qedr_iw_passive_complete(context, params); 343 break; 344 case QED_IWARP_EVENT_ACTIVE_COMPLETE: 345 qedr_iw_active_complete(context, params); 346 break; 347 case QED_IWARP_EVENT_DISCONNECT: 348 qedr_iw_disconnect_event(context, params); 349 break; 350 case QED_IWARP_EVENT_CLOSE: 351 qedr_iw_close_event(context, params); 352 break; 353 case QED_IWARP_EVENT_RQ_EMPTY: 354 qedr_iw_qp_event(context, params, IB_EVENT_QP_FATAL, 355 "QED_IWARP_EVENT_RQ_EMPTY"); 356 break; 357 case QED_IWARP_EVENT_IRQ_FULL: 358 qedr_iw_qp_event(context, params, IB_EVENT_QP_FATAL, 359 "QED_IWARP_EVENT_IRQ_FULL"); 360 break; 361 case QED_IWARP_EVENT_LLP_TIMEOUT: 362 qedr_iw_qp_event(context, params, IB_EVENT_QP_FATAL, 363 "QED_IWARP_EVENT_LLP_TIMEOUT"); 364 break; 365 case QED_IWARP_EVENT_REMOTE_PROTECTION_ERROR: 366 qedr_iw_qp_event(context, params, IB_EVENT_QP_ACCESS_ERR, 367 "QED_IWARP_EVENT_REMOTE_PROTECTION_ERROR"); 368 break; 369 case QED_IWARP_EVENT_CQ_OVERFLOW: 370 qedr_iw_qp_event(context, params, IB_EVENT_QP_FATAL, 371 "QED_IWARP_EVENT_CQ_OVERFLOW"); 372 break; 373 case QED_IWARP_EVENT_QP_CATASTROPHIC: 374 qedr_iw_qp_event(context, params, IB_EVENT_QP_FATAL, 375 "QED_IWARP_EVENT_QP_CATASTROPHIC"); 376 break; 377 case QED_IWARP_EVENT_LOCAL_ACCESS_ERROR: 378 qedr_iw_qp_event(context, params, IB_EVENT_QP_ACCESS_ERR, 379 "QED_IWARP_EVENT_LOCAL_ACCESS_ERROR"); 380 break; 381 case QED_IWARP_EVENT_REMOTE_OPERATION_ERROR: 382 qedr_iw_qp_event(context, params, IB_EVENT_QP_FATAL, 383 "QED_IWARP_EVENT_REMOTE_OPERATION_ERROR"); 384 break; 385 case QED_IWARP_EVENT_TERMINATE_RECEIVED: 386 DP_NOTICE(dev, "Got terminate message\n"); 387 break; 388 default: 389 DP_NOTICE(dev, "Unknown event received %d\n", params->event); 390 break; 391 } 392 return 0; 393 } 394 395 static u16 qedr_iw_get_vlan_ipv4(struct qedr_dev *dev, u32 *addr) 396 { 397 struct net_device *ndev; 398 u16 vlan_id = 0; 399 400 ndev = ip_dev_find(&init_net, htonl(addr[0])); 401 402 if (ndev) { 403 vlan_id = rdma_vlan_dev_vlan_id(ndev); 404 dev_put(ndev); 405 } 406 if (vlan_id == 0xffff) 407 vlan_id = 0; 408 return vlan_id; 409 } 410 411 static u16 qedr_iw_get_vlan_ipv6(u32 *addr) 412 { 413 struct net_device *ndev = NULL; 414 struct in6_addr laddr6; 415 u16 vlan_id = 0; 416 int i; 417 418 if (!IS_ENABLED(CONFIG_IPV6)) 419 return vlan_id; 420 421 for (i = 0; i < 4; i++) 422 laddr6.in6_u.u6_addr32[i] = htonl(addr[i]); 423 424 rcu_read_lock(); 425 for_each_netdev_rcu(&init_net, ndev) { 426 if (ipv6_chk_addr(&init_net, &laddr6, ndev, 1)) { 427 vlan_id = rdma_vlan_dev_vlan_id(ndev); 428 break; 429 } 430 } 431 432 rcu_read_unlock(); 433 if (vlan_id == 0xffff) 434 vlan_id = 0; 435 436 return vlan_id; 437 } 438 439 static int 440 qedr_addr4_resolve(struct qedr_dev *dev, 441 struct sockaddr_in *src_in, 442 struct sockaddr_in *dst_in, u8 *dst_mac) 443 { 444 __be32 src_ip = src_in->sin_addr.s_addr; 445 __be32 dst_ip = dst_in->sin_addr.s_addr; 446 struct neighbour *neigh = NULL; 447 struct rtable *rt = NULL; 448 int rc = 0; 449 450 rt = ip_route_output(&init_net, dst_ip, src_ip, 0, 0); 451 if (IS_ERR(rt)) { 452 DP_ERR(dev, "ip_route_output returned error\n"); 453 return -EINVAL; 454 } 455 456 neigh = dst_neigh_lookup(&rt->dst, &dst_ip); 457 458 if (neigh) { 459 rcu_read_lock(); 460 if (neigh->nud_state & NUD_VALID) { 461 ether_addr_copy(dst_mac, neigh->ha); 462 DP_DEBUG(dev, QEDR_MSG_QP, "mac_addr=[%pM]\n", dst_mac); 463 } else { 464 neigh_event_send(neigh, NULL); 465 } 466 rcu_read_unlock(); 467 neigh_release(neigh); 468 } 469 470 ip_rt_put(rt); 471 472 return rc; 473 } 474 475 static int 476 qedr_addr6_resolve(struct qedr_dev *dev, 477 struct sockaddr_in6 *src_in, 478 struct sockaddr_in6 *dst_in, u8 *dst_mac) 479 { 480 struct neighbour *neigh = NULL; 481 struct dst_entry *dst; 482 struct flowi6 fl6; 483 int rc = 0; 484 485 memset(&fl6, 0, sizeof(fl6)); 486 fl6.daddr = dst_in->sin6_addr; 487 fl6.saddr = src_in->sin6_addr; 488 489 dst = ip6_route_output(&init_net, NULL, &fl6); 490 491 if ((!dst) || dst->error) { 492 if (dst) { 493 DP_ERR(dev, 494 "ip6_route_output returned dst->error = %d\n", 495 dst->error); 496 dst_release(dst); 497 } 498 return -EINVAL; 499 } 500 neigh = dst_neigh_lookup(dst, &fl6.daddr); 501 if (neigh) { 502 rcu_read_lock(); 503 if (neigh->nud_state & NUD_VALID) { 504 ether_addr_copy(dst_mac, neigh->ha); 505 DP_DEBUG(dev, QEDR_MSG_QP, "mac_addr=[%pM]\n", dst_mac); 506 } else { 507 neigh_event_send(neigh, NULL); 508 } 509 rcu_read_unlock(); 510 neigh_release(neigh); 511 } 512 513 dst_release(dst); 514 515 return rc; 516 } 517 518 static struct qedr_qp *qedr_iw_load_qp(struct qedr_dev *dev, u32 qpn) 519 { 520 struct qedr_qp *qp; 521 522 xa_lock(&dev->qps); 523 qp = xa_load(&dev->qps, qpn); 524 if (qp) 525 kref_get(&qp->refcnt); 526 xa_unlock(&dev->qps); 527 528 return qp; 529 } 530 531 int qedr_iw_connect(struct iw_cm_id *cm_id, struct iw_cm_conn_param *conn_param) 532 { 533 struct qedr_dev *dev = get_qedr_dev(cm_id->device); 534 struct qed_iwarp_connect_out out_params; 535 struct qed_iwarp_connect_in in_params; 536 struct qed_iwarp_cm_info *cm_info; 537 struct sockaddr_in6 *laddr6; 538 struct sockaddr_in6 *raddr6; 539 struct sockaddr_in *laddr; 540 struct sockaddr_in *raddr; 541 struct qedr_iw_ep *ep; 542 struct qedr_qp *qp; 543 int rc = 0; 544 int i; 545 546 laddr = (struct sockaddr_in *)&cm_id->m_local_addr; 547 raddr = (struct sockaddr_in *)&cm_id->m_remote_addr; 548 laddr6 = (struct sockaddr_in6 *)&cm_id->m_local_addr; 549 raddr6 = (struct sockaddr_in6 *)&cm_id->m_remote_addr; 550 551 DP_DEBUG(dev, QEDR_MSG_IWARP, "MAPPED %d %d\n", 552 ntohs(((struct sockaddr_in *)&cm_id->remote_addr)->sin_port), 553 ntohs(raddr->sin_port)); 554 555 DP_DEBUG(dev, QEDR_MSG_IWARP, 556 "Connect source address: %pISpc, remote address: %pISpc\n", 557 &cm_id->local_addr, &cm_id->remote_addr); 558 559 if (!laddr->sin_port || !raddr->sin_port) 560 return -EINVAL; 561 562 ep = kzalloc(sizeof(*ep), GFP_KERNEL); 563 if (!ep) 564 return -ENOMEM; 565 566 ep->dev = dev; 567 kref_init(&ep->refcnt); 568 569 qp = qedr_iw_load_qp(dev, conn_param->qpn); 570 if (!qp) { 571 rc = -EINVAL; 572 goto err; 573 } 574 575 ep->qp = qp; 576 cm_id->add_ref(cm_id); 577 ep->cm_id = cm_id; 578 579 in_params.event_cb = qedr_iw_event_handler; 580 in_params.cb_context = ep; 581 582 cm_info = &in_params.cm_info; 583 memset(cm_info->local_ip, 0, sizeof(cm_info->local_ip)); 584 memset(cm_info->remote_ip, 0, sizeof(cm_info->remote_ip)); 585 586 if (!IS_ENABLED(CONFIG_IPV6) || 587 cm_id->remote_addr.ss_family == AF_INET) { 588 cm_info->ip_version = QED_TCP_IPV4; 589 590 cm_info->remote_ip[0] = ntohl(raddr->sin_addr.s_addr); 591 cm_info->local_ip[0] = ntohl(laddr->sin_addr.s_addr); 592 cm_info->remote_port = ntohs(raddr->sin_port); 593 cm_info->local_port = ntohs(laddr->sin_port); 594 cm_info->vlan = qedr_iw_get_vlan_ipv4(dev, cm_info->local_ip); 595 596 rc = qedr_addr4_resolve(dev, laddr, raddr, 597 (u8 *)in_params.remote_mac_addr); 598 599 in_params.mss = dev->iwarp_max_mtu - 600 (sizeof(struct iphdr) + sizeof(struct tcphdr)); 601 602 } else { 603 in_params.cm_info.ip_version = QED_TCP_IPV6; 604 605 for (i = 0; i < 4; i++) { 606 cm_info->remote_ip[i] = 607 ntohl(raddr6->sin6_addr.in6_u.u6_addr32[i]); 608 cm_info->local_ip[i] = 609 ntohl(laddr6->sin6_addr.in6_u.u6_addr32[i]); 610 } 611 612 cm_info->local_port = ntohs(laddr6->sin6_port); 613 cm_info->remote_port = ntohs(raddr6->sin6_port); 614 615 in_params.mss = dev->iwarp_max_mtu - 616 (sizeof(struct ipv6hdr) + sizeof(struct tcphdr)); 617 618 cm_info->vlan = qedr_iw_get_vlan_ipv6(cm_info->local_ip); 619 620 rc = qedr_addr6_resolve(dev, laddr6, raddr6, 621 (u8 *)in_params.remote_mac_addr); 622 } 623 if (rc) 624 goto err; 625 626 DP_DEBUG(dev, QEDR_MSG_IWARP, 627 "ord = %d ird=%d private_data=%p private_data_len=%d rq_psn=%d\n", 628 conn_param->ord, conn_param->ird, conn_param->private_data, 629 conn_param->private_data_len, qp->rq_psn); 630 631 cm_info->ord = conn_param->ord; 632 cm_info->ird = conn_param->ird; 633 cm_info->private_data = conn_param->private_data; 634 cm_info->private_data_len = conn_param->private_data_len; 635 in_params.qp = qp->qed_qp; 636 memcpy(in_params.local_mac_addr, dev->ndev->dev_addr, ETH_ALEN); 637 638 if (test_and_set_bit(QEDR_IWARP_CM_WAIT_FOR_CONNECT, 639 &qp->iwarp_cm_flags)) { 640 rc = -ENODEV; 641 goto err; /* QP already being destroyed */ 642 } 643 644 rc = dev->ops->iwarp_connect(dev->rdma_ctx, &in_params, &out_params); 645 if (rc) { 646 complete(&qp->iwarp_cm_comp); 647 goto err; 648 } 649 650 return rc; 651 652 err: 653 kref_put(&ep->refcnt, qedr_iw_free_ep); 654 return rc; 655 } 656 657 int qedr_iw_create_listen(struct iw_cm_id *cm_id, int backlog) 658 { 659 struct qedr_dev *dev = get_qedr_dev(cm_id->device); 660 struct qedr_iw_listener *listener; 661 struct qed_iwarp_listen_in iparams; 662 struct qed_iwarp_listen_out oparams; 663 struct sockaddr_in *laddr; 664 struct sockaddr_in6 *laddr6; 665 int rc; 666 int i; 667 668 laddr = (struct sockaddr_in *)&cm_id->m_local_addr; 669 laddr6 = (struct sockaddr_in6 *)&cm_id->m_local_addr; 670 671 DP_DEBUG(dev, QEDR_MSG_IWARP, 672 "Create Listener address: %pISpc\n", &cm_id->local_addr); 673 674 listener = kzalloc(sizeof(*listener), GFP_KERNEL); 675 if (!listener) 676 return -ENOMEM; 677 678 listener->dev = dev; 679 cm_id->add_ref(cm_id); 680 listener->cm_id = cm_id; 681 listener->backlog = backlog; 682 683 iparams.cb_context = listener; 684 iparams.event_cb = qedr_iw_event_handler; 685 iparams.max_backlog = backlog; 686 687 if (!IS_ENABLED(CONFIG_IPV6) || 688 cm_id->local_addr.ss_family == AF_INET) { 689 iparams.ip_version = QED_TCP_IPV4; 690 memset(iparams.ip_addr, 0, sizeof(iparams.ip_addr)); 691 692 iparams.ip_addr[0] = ntohl(laddr->sin_addr.s_addr); 693 iparams.port = ntohs(laddr->sin_port); 694 iparams.vlan = qedr_iw_get_vlan_ipv4(dev, iparams.ip_addr); 695 } else { 696 iparams.ip_version = QED_TCP_IPV6; 697 698 for (i = 0; i < 4; i++) { 699 iparams.ip_addr[i] = 700 ntohl(laddr6->sin6_addr.in6_u.u6_addr32[i]); 701 } 702 703 iparams.port = ntohs(laddr6->sin6_port); 704 705 iparams.vlan = qedr_iw_get_vlan_ipv6(iparams.ip_addr); 706 } 707 rc = dev->ops->iwarp_create_listen(dev->rdma_ctx, &iparams, &oparams); 708 if (rc) 709 goto err; 710 711 listener->qed_handle = oparams.handle; 712 cm_id->provider_data = listener; 713 return rc; 714 715 err: 716 cm_id->rem_ref(cm_id); 717 kfree(listener); 718 return rc; 719 } 720 721 int qedr_iw_destroy_listen(struct iw_cm_id *cm_id) 722 { 723 struct qedr_iw_listener *listener = cm_id->provider_data; 724 struct qedr_dev *dev = get_qedr_dev(cm_id->device); 725 int rc = 0; 726 727 if (listener->qed_handle) 728 rc = dev->ops->iwarp_destroy_listen(dev->rdma_ctx, 729 listener->qed_handle); 730 731 cm_id->rem_ref(cm_id); 732 kfree(listener); 733 return rc; 734 } 735 736 int qedr_iw_accept(struct iw_cm_id *cm_id, struct iw_cm_conn_param *conn_param) 737 { 738 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)cm_id->provider_data; 739 struct qedr_dev *dev = ep->dev; 740 struct qedr_qp *qp; 741 struct qed_iwarp_accept_in params; 742 int rc; 743 744 DP_DEBUG(dev, QEDR_MSG_IWARP, "Accept on qpid=%d\n", conn_param->qpn); 745 746 qp = qedr_iw_load_qp(dev, conn_param->qpn); 747 if (!qp) { 748 DP_ERR(dev, "Invalid QP number %d\n", conn_param->qpn); 749 return -EINVAL; 750 } 751 752 ep->qp = qp; 753 cm_id->add_ref(cm_id); 754 ep->cm_id = cm_id; 755 756 params.ep_context = ep->qed_context; 757 params.cb_context = ep; 758 params.qp = ep->qp->qed_qp; 759 params.private_data = conn_param->private_data; 760 params.private_data_len = conn_param->private_data_len; 761 params.ird = conn_param->ird; 762 params.ord = conn_param->ord; 763 764 if (test_and_set_bit(QEDR_IWARP_CM_WAIT_FOR_CONNECT, 765 &qp->iwarp_cm_flags)) { 766 rc = -EINVAL; 767 goto err; /* QP already destroyed */ 768 } 769 770 rc = dev->ops->iwarp_accept(dev->rdma_ctx, ¶ms); 771 if (rc) { 772 complete(&qp->iwarp_cm_comp); 773 goto err; 774 } 775 776 return rc; 777 778 err: 779 kref_put(&ep->refcnt, qedr_iw_free_ep); 780 781 return rc; 782 } 783 784 int qedr_iw_reject(struct iw_cm_id *cm_id, const void *pdata, u8 pdata_len) 785 { 786 struct qedr_iw_ep *ep = (struct qedr_iw_ep *)cm_id->provider_data; 787 struct qedr_dev *dev = ep->dev; 788 struct qed_iwarp_reject_in params; 789 790 params.ep_context = ep->qed_context; 791 params.cb_context = ep; 792 params.private_data = pdata; 793 params.private_data_len = pdata_len; 794 ep->qp = NULL; 795 796 return dev->ops->iwarp_reject(dev->rdma_ctx, ¶ms); 797 } 798 799 void qedr_iw_qp_add_ref(struct ib_qp *ibqp) 800 { 801 struct qedr_qp *qp = get_qedr_qp(ibqp); 802 803 kref_get(&qp->refcnt); 804 } 805 806 void qedr_iw_qp_rem_ref(struct ib_qp *ibqp) 807 { 808 struct qedr_qp *qp = get_qedr_qp(ibqp); 809 810 kref_put(&qp->refcnt, qedr_iw_free_qp); 811 } 812 813 struct ib_qp *qedr_iw_get_qp(struct ib_device *ibdev, int qpn) 814 { 815 struct qedr_dev *dev = get_qedr_dev(ibdev); 816 817 return xa_load(&dev->qps, qpn); 818 } 819