1e51060f0SSean Hefty /* 2e51060f0SSean Hefty * Copyright (c) 2005 Voltaire Inc. All rights reserved. 3e51060f0SSean Hefty * Copyright (c) 2002-2005, Network Appliance, Inc. All rights reserved. 4e51060f0SSean Hefty * Copyright (c) 1999-2005, Mellanox Technologies, Inc. All rights reserved. 5e51060f0SSean Hefty * Copyright (c) 2005-2006 Intel Corporation. All rights reserved. 6e51060f0SSean Hefty * 7e51060f0SSean Hefty * This Software is licensed under one of the following licenses: 8e51060f0SSean Hefty * 9e51060f0SSean Hefty * 1) under the terms of the "Common Public License 1.0" a copy of which is 10e51060f0SSean Hefty * available from the Open Source Initiative, see 11e51060f0SSean Hefty * http://www.opensource.org/licenses/cpl.php. 12e51060f0SSean Hefty * 13e51060f0SSean Hefty * 2) under the terms of the "The BSD License" a copy of which is 14e51060f0SSean Hefty * available from the Open Source Initiative, see 15e51060f0SSean Hefty * http://www.opensource.org/licenses/bsd-license.php. 16e51060f0SSean Hefty * 17e51060f0SSean Hefty * 3) under the terms of the "GNU General Public License (GPL) Version 2" a 18e51060f0SSean Hefty * copy of which is available from the Open Source Initiative, see 19e51060f0SSean Hefty * http://www.opensource.org/licenses/gpl-license.php. 20e51060f0SSean Hefty * 21e51060f0SSean Hefty * Licensee has the right to choose one of the above licenses. 22e51060f0SSean Hefty * 23e51060f0SSean Hefty * Redistributions of source code must retain the above copyright 24e51060f0SSean Hefty * notice and one of the license notices. 25e51060f0SSean Hefty * 26e51060f0SSean Hefty * Redistributions in binary form must reproduce both the above copyright 27e51060f0SSean Hefty * notice, one of the license notices in the documentation 28e51060f0SSean Hefty * and/or other materials provided with the distribution. 29e51060f0SSean Hefty * 30e51060f0SSean Hefty */ 31e51060f0SSean Hefty 32e51060f0SSean Hefty #include <linux/completion.h> 33e51060f0SSean Hefty #include <linux/in.h> 34e51060f0SSean Hefty #include <linux/in6.h> 35e51060f0SSean Hefty #include <linux/mutex.h> 36e51060f0SSean Hefty #include <linux/random.h> 37e51060f0SSean Hefty #include <linux/idr.h> 3807ebafbaSTom Tucker #include <linux/inetdevice.h> 39e51060f0SSean Hefty 40e51060f0SSean Hefty #include <net/tcp.h> 41e51060f0SSean Hefty 42e51060f0SSean Hefty #include <rdma/rdma_cm.h> 43e51060f0SSean Hefty #include <rdma/rdma_cm_ib.h> 44e51060f0SSean Hefty #include <rdma/ib_cache.h> 45e51060f0SSean Hefty #include <rdma/ib_cm.h> 46e51060f0SSean Hefty #include <rdma/ib_sa.h> 4707ebafbaSTom Tucker #include <rdma/iw_cm.h> 48e51060f0SSean Hefty 49e51060f0SSean Hefty MODULE_AUTHOR("Sean Hefty"); 50e51060f0SSean Hefty MODULE_DESCRIPTION("Generic RDMA CM Agent"); 51e51060f0SSean Hefty MODULE_LICENSE("Dual BSD/GPL"); 52e51060f0SSean Hefty 53e51060f0SSean Hefty #define CMA_CM_RESPONSE_TIMEOUT 20 54d5bb7599SMichael S. Tsirkin #define CMA_MAX_CM_RETRIES 15 55e51060f0SSean Hefty 56e51060f0SSean Hefty static void cma_add_one(struct ib_device *device); 57e51060f0SSean Hefty static void cma_remove_one(struct ib_device *device); 58e51060f0SSean Hefty 59e51060f0SSean Hefty static struct ib_client cma_client = { 60e51060f0SSean Hefty .name = "cma", 61e51060f0SSean Hefty .add = cma_add_one, 62e51060f0SSean Hefty .remove = cma_remove_one 63e51060f0SSean Hefty }; 64e51060f0SSean Hefty 65c1a0b23bSMichael S. Tsirkin static struct ib_sa_client sa_client; 66*7a118df3SSean Hefty static struct rdma_addr_client addr_client; 67e51060f0SSean Hefty static LIST_HEAD(dev_list); 68e51060f0SSean Hefty static LIST_HEAD(listen_any_list); 69e51060f0SSean Hefty static DEFINE_MUTEX(lock); 70e51060f0SSean Hefty static struct workqueue_struct *cma_wq; 71e51060f0SSean Hefty static DEFINE_IDR(sdp_ps); 72e51060f0SSean Hefty static DEFINE_IDR(tcp_ps); 73e51060f0SSean Hefty 74e51060f0SSean Hefty struct cma_device { 75e51060f0SSean Hefty struct list_head list; 76e51060f0SSean Hefty struct ib_device *device; 77e51060f0SSean Hefty __be64 node_guid; 78e51060f0SSean Hefty struct completion comp; 79e51060f0SSean Hefty atomic_t refcount; 80e51060f0SSean Hefty struct list_head id_list; 81e51060f0SSean Hefty }; 82e51060f0SSean Hefty 83e51060f0SSean Hefty enum cma_state { 84e51060f0SSean Hefty CMA_IDLE, 85e51060f0SSean Hefty CMA_ADDR_QUERY, 86e51060f0SSean Hefty CMA_ADDR_RESOLVED, 87e51060f0SSean Hefty CMA_ROUTE_QUERY, 88e51060f0SSean Hefty CMA_ROUTE_RESOLVED, 89e51060f0SSean Hefty CMA_CONNECT, 90e51060f0SSean Hefty CMA_DISCONNECT, 91e51060f0SSean Hefty CMA_ADDR_BOUND, 92e51060f0SSean Hefty CMA_LISTEN, 93e51060f0SSean Hefty CMA_DEVICE_REMOVAL, 94e51060f0SSean Hefty CMA_DESTROYING 95e51060f0SSean Hefty }; 96e51060f0SSean Hefty 97e51060f0SSean Hefty struct rdma_bind_list { 98e51060f0SSean Hefty struct idr *ps; 99e51060f0SSean Hefty struct hlist_head owners; 100e51060f0SSean Hefty unsigned short port; 101e51060f0SSean Hefty }; 102e51060f0SSean Hefty 103e51060f0SSean Hefty /* 104e51060f0SSean Hefty * Device removal can occur at anytime, so we need extra handling to 105e51060f0SSean Hefty * serialize notifying the user of device removal with other callbacks. 106e51060f0SSean Hefty * We do this by disabling removal notification while a callback is in process, 107e51060f0SSean Hefty * and reporting it after the callback completes. 108e51060f0SSean Hefty */ 109e51060f0SSean Hefty struct rdma_id_private { 110e51060f0SSean Hefty struct rdma_cm_id id; 111e51060f0SSean Hefty 112e51060f0SSean Hefty struct rdma_bind_list *bind_list; 113e51060f0SSean Hefty struct hlist_node node; 114e51060f0SSean Hefty struct list_head list; 115e51060f0SSean Hefty struct list_head listen_list; 116e51060f0SSean Hefty struct cma_device *cma_dev; 117e51060f0SSean Hefty 118e51060f0SSean Hefty enum cma_state state; 119e51060f0SSean Hefty spinlock_t lock; 120e51060f0SSean Hefty struct completion comp; 121e51060f0SSean Hefty atomic_t refcount; 122e51060f0SSean Hefty wait_queue_head_t wait_remove; 123e51060f0SSean Hefty atomic_t dev_remove; 124e51060f0SSean Hefty 125e51060f0SSean Hefty int backlog; 126e51060f0SSean Hefty int timeout_ms; 127e51060f0SSean Hefty struct ib_sa_query *query; 128e51060f0SSean Hefty int query_id; 129e51060f0SSean Hefty union { 130e51060f0SSean Hefty struct ib_cm_id *ib; 13107ebafbaSTom Tucker struct iw_cm_id *iw; 132e51060f0SSean Hefty } cm_id; 133e51060f0SSean Hefty 134e51060f0SSean Hefty u32 seq_num; 135e51060f0SSean Hefty u32 qp_num; 136e51060f0SSean Hefty enum ib_qp_type qp_type; 137e51060f0SSean Hefty u8 srq; 138e51060f0SSean Hefty }; 139e51060f0SSean Hefty 140e51060f0SSean Hefty struct cma_work { 141e51060f0SSean Hefty struct work_struct work; 142e51060f0SSean Hefty struct rdma_id_private *id; 143e51060f0SSean Hefty enum cma_state old_state; 144e51060f0SSean Hefty enum cma_state new_state; 145e51060f0SSean Hefty struct rdma_cm_event event; 146e51060f0SSean Hefty }; 147e51060f0SSean Hefty 148e51060f0SSean Hefty union cma_ip_addr { 149e51060f0SSean Hefty struct in6_addr ip6; 150e51060f0SSean Hefty struct { 151e51060f0SSean Hefty __u32 pad[3]; 152e51060f0SSean Hefty __u32 addr; 153e51060f0SSean Hefty } ip4; 154e51060f0SSean Hefty }; 155e51060f0SSean Hefty 156e51060f0SSean Hefty struct cma_hdr { 157e51060f0SSean Hefty u8 cma_version; 158e51060f0SSean Hefty u8 ip_version; /* IP version: 7:4 */ 159e51060f0SSean Hefty __u16 port; 160e51060f0SSean Hefty union cma_ip_addr src_addr; 161e51060f0SSean Hefty union cma_ip_addr dst_addr; 162e51060f0SSean Hefty }; 163e51060f0SSean Hefty 164e51060f0SSean Hefty struct sdp_hh { 165e51060f0SSean Hefty u8 bsdh[16]; 166e51060f0SSean Hefty u8 sdp_version; /* Major version: 7:4 */ 167e51060f0SSean Hefty u8 ip_version; /* IP version: 7:4 */ 168e51060f0SSean Hefty u8 sdp_specific1[10]; 169e51060f0SSean Hefty __u16 port; 170e51060f0SSean Hefty __u16 sdp_specific2; 171e51060f0SSean Hefty union cma_ip_addr src_addr; 172e51060f0SSean Hefty union cma_ip_addr dst_addr; 173e51060f0SSean Hefty }; 174e51060f0SSean Hefty 175e51060f0SSean Hefty struct sdp_hah { 176e51060f0SSean Hefty u8 bsdh[16]; 177e51060f0SSean Hefty u8 sdp_version; 178e51060f0SSean Hefty }; 179e51060f0SSean Hefty 180e51060f0SSean Hefty #define CMA_VERSION 0x00 181e51060f0SSean Hefty #define SDP_MAJ_VERSION 0x2 182e51060f0SSean Hefty 183e51060f0SSean Hefty static int cma_comp(struct rdma_id_private *id_priv, enum cma_state comp) 184e51060f0SSean Hefty { 185e51060f0SSean Hefty unsigned long flags; 186e51060f0SSean Hefty int ret; 187e51060f0SSean Hefty 188e51060f0SSean Hefty spin_lock_irqsave(&id_priv->lock, flags); 189e51060f0SSean Hefty ret = (id_priv->state == comp); 190e51060f0SSean Hefty spin_unlock_irqrestore(&id_priv->lock, flags); 191e51060f0SSean Hefty return ret; 192e51060f0SSean Hefty } 193e51060f0SSean Hefty 194e51060f0SSean Hefty static int cma_comp_exch(struct rdma_id_private *id_priv, 195e51060f0SSean Hefty enum cma_state comp, enum cma_state exch) 196e51060f0SSean Hefty { 197e51060f0SSean Hefty unsigned long flags; 198e51060f0SSean Hefty int ret; 199e51060f0SSean Hefty 200e51060f0SSean Hefty spin_lock_irqsave(&id_priv->lock, flags); 201e51060f0SSean Hefty if ((ret = (id_priv->state == comp))) 202e51060f0SSean Hefty id_priv->state = exch; 203e51060f0SSean Hefty spin_unlock_irqrestore(&id_priv->lock, flags); 204e51060f0SSean Hefty return ret; 205e51060f0SSean Hefty } 206e51060f0SSean Hefty 207e51060f0SSean Hefty static enum cma_state cma_exch(struct rdma_id_private *id_priv, 208e51060f0SSean Hefty enum cma_state exch) 209e51060f0SSean Hefty { 210e51060f0SSean Hefty unsigned long flags; 211e51060f0SSean Hefty enum cma_state old; 212e51060f0SSean Hefty 213e51060f0SSean Hefty spin_lock_irqsave(&id_priv->lock, flags); 214e51060f0SSean Hefty old = id_priv->state; 215e51060f0SSean Hefty id_priv->state = exch; 216e51060f0SSean Hefty spin_unlock_irqrestore(&id_priv->lock, flags); 217e51060f0SSean Hefty return old; 218e51060f0SSean Hefty } 219e51060f0SSean Hefty 220e51060f0SSean Hefty static inline u8 cma_get_ip_ver(struct cma_hdr *hdr) 221e51060f0SSean Hefty { 222e51060f0SSean Hefty return hdr->ip_version >> 4; 223e51060f0SSean Hefty } 224e51060f0SSean Hefty 225e51060f0SSean Hefty static inline void cma_set_ip_ver(struct cma_hdr *hdr, u8 ip_ver) 226e51060f0SSean Hefty { 227e51060f0SSean Hefty hdr->ip_version = (ip_ver << 4) | (hdr->ip_version & 0xF); 228e51060f0SSean Hefty } 229e51060f0SSean Hefty 230e51060f0SSean Hefty static inline u8 sdp_get_majv(u8 sdp_version) 231e51060f0SSean Hefty { 232e51060f0SSean Hefty return sdp_version >> 4; 233e51060f0SSean Hefty } 234e51060f0SSean Hefty 235e51060f0SSean Hefty static inline u8 sdp_get_ip_ver(struct sdp_hh *hh) 236e51060f0SSean Hefty { 237e51060f0SSean Hefty return hh->ip_version >> 4; 238e51060f0SSean Hefty } 239e51060f0SSean Hefty 240e51060f0SSean Hefty static inline void sdp_set_ip_ver(struct sdp_hh *hh, u8 ip_ver) 241e51060f0SSean Hefty { 242e51060f0SSean Hefty hh->ip_version = (ip_ver << 4) | (hh->ip_version & 0xF); 243e51060f0SSean Hefty } 244e51060f0SSean Hefty 245e51060f0SSean Hefty static void cma_attach_to_dev(struct rdma_id_private *id_priv, 246e51060f0SSean Hefty struct cma_device *cma_dev) 247e51060f0SSean Hefty { 248e51060f0SSean Hefty atomic_inc(&cma_dev->refcount); 249e51060f0SSean Hefty id_priv->cma_dev = cma_dev; 250e51060f0SSean Hefty id_priv->id.device = cma_dev->device; 251e51060f0SSean Hefty list_add_tail(&id_priv->list, &cma_dev->id_list); 252e51060f0SSean Hefty } 253e51060f0SSean Hefty 254e51060f0SSean Hefty static inline void cma_deref_dev(struct cma_device *cma_dev) 255e51060f0SSean Hefty { 256e51060f0SSean Hefty if (atomic_dec_and_test(&cma_dev->refcount)) 257e51060f0SSean Hefty complete(&cma_dev->comp); 258e51060f0SSean Hefty } 259e51060f0SSean Hefty 260e51060f0SSean Hefty static void cma_detach_from_dev(struct rdma_id_private *id_priv) 261e51060f0SSean Hefty { 262e51060f0SSean Hefty list_del(&id_priv->list); 263e51060f0SSean Hefty cma_deref_dev(id_priv->cma_dev); 264e51060f0SSean Hefty id_priv->cma_dev = NULL; 265e51060f0SSean Hefty } 266e51060f0SSean Hefty 26707ebafbaSTom Tucker static int cma_acquire_dev(struct rdma_id_private *id_priv) 268e51060f0SSean Hefty { 26907ebafbaSTom Tucker enum rdma_node_type dev_type = id_priv->id.route.addr.dev_addr.dev_type; 270e51060f0SSean Hefty struct cma_device *cma_dev; 271f0ee3404SMichael S. Tsirkin union ib_gid gid; 272e51060f0SSean Hefty int ret = -ENODEV; 273e51060f0SSean Hefty 27407ebafbaSTom Tucker switch (rdma_node_get_transport(dev_type)) { 27507ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 27607ebafbaSTom Tucker ib_addr_get_sgid(&id_priv->id.route.addr.dev_addr, &gid); 27707ebafbaSTom Tucker break; 27807ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 27907ebafbaSTom Tucker iw_addr_get_sgid(&id_priv->id.route.addr.dev_addr, &gid); 28007ebafbaSTom Tucker break; 28107ebafbaSTom Tucker default: 28207ebafbaSTom Tucker return -ENODEV; 28307ebafbaSTom Tucker } 28461a73c70SSean Hefty 285e51060f0SSean Hefty list_for_each_entry(cma_dev, &dev_list, list) { 286f0ee3404SMichael S. Tsirkin ret = ib_find_cached_gid(cma_dev->device, &gid, 287e51060f0SSean Hefty &id_priv->id.port_num, NULL); 288e51060f0SSean Hefty if (!ret) { 289e51060f0SSean Hefty cma_attach_to_dev(id_priv, cma_dev); 290e51060f0SSean Hefty break; 291e51060f0SSean Hefty } 292e51060f0SSean Hefty } 293e51060f0SSean Hefty return ret; 294e51060f0SSean Hefty } 295e51060f0SSean Hefty 296e51060f0SSean Hefty static void cma_deref_id(struct rdma_id_private *id_priv) 297e51060f0SSean Hefty { 298e51060f0SSean Hefty if (atomic_dec_and_test(&id_priv->refcount)) 299e51060f0SSean Hefty complete(&id_priv->comp); 300e51060f0SSean Hefty } 301e51060f0SSean Hefty 302e51060f0SSean Hefty static void cma_release_remove(struct rdma_id_private *id_priv) 303e51060f0SSean Hefty { 304e51060f0SSean Hefty if (atomic_dec_and_test(&id_priv->dev_remove)) 305e51060f0SSean Hefty wake_up(&id_priv->wait_remove); 306e51060f0SSean Hefty } 307e51060f0SSean Hefty 308e51060f0SSean Hefty struct rdma_cm_id *rdma_create_id(rdma_cm_event_handler event_handler, 309e51060f0SSean Hefty void *context, enum rdma_port_space ps) 310e51060f0SSean Hefty { 311e51060f0SSean Hefty struct rdma_id_private *id_priv; 312e51060f0SSean Hefty 313e51060f0SSean Hefty id_priv = kzalloc(sizeof *id_priv, GFP_KERNEL); 314e51060f0SSean Hefty if (!id_priv) 315e51060f0SSean Hefty return ERR_PTR(-ENOMEM); 316e51060f0SSean Hefty 317e51060f0SSean Hefty id_priv->state = CMA_IDLE; 318e51060f0SSean Hefty id_priv->id.context = context; 319e51060f0SSean Hefty id_priv->id.event_handler = event_handler; 320e51060f0SSean Hefty id_priv->id.ps = ps; 321e51060f0SSean Hefty spin_lock_init(&id_priv->lock); 322e51060f0SSean Hefty init_completion(&id_priv->comp); 323e51060f0SSean Hefty atomic_set(&id_priv->refcount, 1); 324e51060f0SSean Hefty init_waitqueue_head(&id_priv->wait_remove); 325e51060f0SSean Hefty atomic_set(&id_priv->dev_remove, 0); 326e51060f0SSean Hefty INIT_LIST_HEAD(&id_priv->listen_list); 327e51060f0SSean Hefty get_random_bytes(&id_priv->seq_num, sizeof id_priv->seq_num); 328e51060f0SSean Hefty 329e51060f0SSean Hefty return &id_priv->id; 330e51060f0SSean Hefty } 331e51060f0SSean Hefty EXPORT_SYMBOL(rdma_create_id); 332e51060f0SSean Hefty 333e51060f0SSean Hefty static int cma_init_ib_qp(struct rdma_id_private *id_priv, struct ib_qp *qp) 334e51060f0SSean Hefty { 335e51060f0SSean Hefty struct ib_qp_attr qp_attr; 336e51060f0SSean Hefty struct rdma_dev_addr *dev_addr; 337e51060f0SSean Hefty int ret; 338e51060f0SSean Hefty 339e51060f0SSean Hefty dev_addr = &id_priv->id.route.addr.dev_addr; 340e51060f0SSean Hefty ret = ib_find_cached_pkey(id_priv->id.device, id_priv->id.port_num, 341e51060f0SSean Hefty ib_addr_get_pkey(dev_addr), 342e51060f0SSean Hefty &qp_attr.pkey_index); 343e51060f0SSean Hefty if (ret) 344e51060f0SSean Hefty return ret; 345e51060f0SSean Hefty 346e51060f0SSean Hefty qp_attr.qp_state = IB_QPS_INIT; 347e51060f0SSean Hefty qp_attr.qp_access_flags = IB_ACCESS_LOCAL_WRITE; 348e51060f0SSean Hefty qp_attr.port_num = id_priv->id.port_num; 349e51060f0SSean Hefty return ib_modify_qp(qp, &qp_attr, IB_QP_STATE | IB_QP_ACCESS_FLAGS | 350e51060f0SSean Hefty IB_QP_PKEY_INDEX | IB_QP_PORT); 351e51060f0SSean Hefty } 352e51060f0SSean Hefty 35307ebafbaSTom Tucker static int cma_init_iw_qp(struct rdma_id_private *id_priv, struct ib_qp *qp) 35407ebafbaSTom Tucker { 35507ebafbaSTom Tucker struct ib_qp_attr qp_attr; 35607ebafbaSTom Tucker 35707ebafbaSTom Tucker qp_attr.qp_state = IB_QPS_INIT; 35807ebafbaSTom Tucker qp_attr.qp_access_flags = IB_ACCESS_LOCAL_WRITE; 35907ebafbaSTom Tucker 36007ebafbaSTom Tucker return ib_modify_qp(qp, &qp_attr, IB_QP_STATE | IB_QP_ACCESS_FLAGS); 36107ebafbaSTom Tucker } 36207ebafbaSTom Tucker 363e51060f0SSean Hefty int rdma_create_qp(struct rdma_cm_id *id, struct ib_pd *pd, 364e51060f0SSean Hefty struct ib_qp_init_attr *qp_init_attr) 365e51060f0SSean Hefty { 366e51060f0SSean Hefty struct rdma_id_private *id_priv; 367e51060f0SSean Hefty struct ib_qp *qp; 368e51060f0SSean Hefty int ret; 369e51060f0SSean Hefty 370e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 371e51060f0SSean Hefty if (id->device != pd->device) 372e51060f0SSean Hefty return -EINVAL; 373e51060f0SSean Hefty 374e51060f0SSean Hefty qp = ib_create_qp(pd, qp_init_attr); 375e51060f0SSean Hefty if (IS_ERR(qp)) 376e51060f0SSean Hefty return PTR_ERR(qp); 377e51060f0SSean Hefty 37807ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 37907ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 380e51060f0SSean Hefty ret = cma_init_ib_qp(id_priv, qp); 381e51060f0SSean Hefty break; 38207ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 38307ebafbaSTom Tucker ret = cma_init_iw_qp(id_priv, qp); 38407ebafbaSTom Tucker break; 385e51060f0SSean Hefty default: 386e51060f0SSean Hefty ret = -ENOSYS; 387e51060f0SSean Hefty break; 388e51060f0SSean Hefty } 389e51060f0SSean Hefty 390e51060f0SSean Hefty if (ret) 391e51060f0SSean Hefty goto err; 392e51060f0SSean Hefty 393e51060f0SSean Hefty id->qp = qp; 394e51060f0SSean Hefty id_priv->qp_num = qp->qp_num; 395e51060f0SSean Hefty id_priv->qp_type = qp->qp_type; 396e51060f0SSean Hefty id_priv->srq = (qp->srq != NULL); 397e51060f0SSean Hefty return 0; 398e51060f0SSean Hefty err: 399e51060f0SSean Hefty ib_destroy_qp(qp); 400e51060f0SSean Hefty return ret; 401e51060f0SSean Hefty } 402e51060f0SSean Hefty EXPORT_SYMBOL(rdma_create_qp); 403e51060f0SSean Hefty 404e51060f0SSean Hefty void rdma_destroy_qp(struct rdma_cm_id *id) 405e51060f0SSean Hefty { 406e51060f0SSean Hefty ib_destroy_qp(id->qp); 407e51060f0SSean Hefty } 408e51060f0SSean Hefty EXPORT_SYMBOL(rdma_destroy_qp); 409e51060f0SSean Hefty 410e51060f0SSean Hefty static int cma_modify_qp_rtr(struct rdma_cm_id *id) 411e51060f0SSean Hefty { 412e51060f0SSean Hefty struct ib_qp_attr qp_attr; 413e51060f0SSean Hefty int qp_attr_mask, ret; 414e51060f0SSean Hefty 415e51060f0SSean Hefty if (!id->qp) 416e51060f0SSean Hefty return 0; 417e51060f0SSean Hefty 418e51060f0SSean Hefty /* Need to update QP attributes from default values. */ 419e51060f0SSean Hefty qp_attr.qp_state = IB_QPS_INIT; 420e51060f0SSean Hefty ret = rdma_init_qp_attr(id, &qp_attr, &qp_attr_mask); 421e51060f0SSean Hefty if (ret) 422e51060f0SSean Hefty return ret; 423e51060f0SSean Hefty 424e51060f0SSean Hefty ret = ib_modify_qp(id->qp, &qp_attr, qp_attr_mask); 425e51060f0SSean Hefty if (ret) 426e51060f0SSean Hefty return ret; 427e51060f0SSean Hefty 428e51060f0SSean Hefty qp_attr.qp_state = IB_QPS_RTR; 429e51060f0SSean Hefty ret = rdma_init_qp_attr(id, &qp_attr, &qp_attr_mask); 430e51060f0SSean Hefty if (ret) 431e51060f0SSean Hefty return ret; 432e51060f0SSean Hefty 433e51060f0SSean Hefty return ib_modify_qp(id->qp, &qp_attr, qp_attr_mask); 434e51060f0SSean Hefty } 435e51060f0SSean Hefty 436e51060f0SSean Hefty static int cma_modify_qp_rts(struct rdma_cm_id *id) 437e51060f0SSean Hefty { 438e51060f0SSean Hefty struct ib_qp_attr qp_attr; 439e51060f0SSean Hefty int qp_attr_mask, ret; 440e51060f0SSean Hefty 441e51060f0SSean Hefty if (!id->qp) 442e51060f0SSean Hefty return 0; 443e51060f0SSean Hefty 444e51060f0SSean Hefty qp_attr.qp_state = IB_QPS_RTS; 445e51060f0SSean Hefty ret = rdma_init_qp_attr(id, &qp_attr, &qp_attr_mask); 446e51060f0SSean Hefty if (ret) 447e51060f0SSean Hefty return ret; 448e51060f0SSean Hefty 449e51060f0SSean Hefty return ib_modify_qp(id->qp, &qp_attr, qp_attr_mask); 450e51060f0SSean Hefty } 451e51060f0SSean Hefty 452e51060f0SSean Hefty static int cma_modify_qp_err(struct rdma_cm_id *id) 453e51060f0SSean Hefty { 454e51060f0SSean Hefty struct ib_qp_attr qp_attr; 455e51060f0SSean Hefty 456e51060f0SSean Hefty if (!id->qp) 457e51060f0SSean Hefty return 0; 458e51060f0SSean Hefty 459e51060f0SSean Hefty qp_attr.qp_state = IB_QPS_ERR; 460e51060f0SSean Hefty return ib_modify_qp(id->qp, &qp_attr, IB_QP_STATE); 461e51060f0SSean Hefty } 462e51060f0SSean Hefty 463e51060f0SSean Hefty int rdma_init_qp_attr(struct rdma_cm_id *id, struct ib_qp_attr *qp_attr, 464e51060f0SSean Hefty int *qp_attr_mask) 465e51060f0SSean Hefty { 466e51060f0SSean Hefty struct rdma_id_private *id_priv; 467e51060f0SSean Hefty int ret; 468e51060f0SSean Hefty 469e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 47007ebafbaSTom Tucker switch (rdma_node_get_transport(id_priv->id.device->node_type)) { 47107ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 472e51060f0SSean Hefty ret = ib_cm_init_qp_attr(id_priv->cm_id.ib, qp_attr, 473e51060f0SSean Hefty qp_attr_mask); 474e51060f0SSean Hefty if (qp_attr->qp_state == IB_QPS_RTR) 475e51060f0SSean Hefty qp_attr->rq_psn = id_priv->seq_num; 476e51060f0SSean Hefty break; 47707ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 47807ebafbaSTom Tucker ret = iw_cm_init_qp_attr(id_priv->cm_id.iw, qp_attr, 47907ebafbaSTom Tucker qp_attr_mask); 48007ebafbaSTom Tucker break; 481e51060f0SSean Hefty default: 482e51060f0SSean Hefty ret = -ENOSYS; 483e51060f0SSean Hefty break; 484e51060f0SSean Hefty } 485e51060f0SSean Hefty 486e51060f0SSean Hefty return ret; 487e51060f0SSean Hefty } 488e51060f0SSean Hefty EXPORT_SYMBOL(rdma_init_qp_attr); 489e51060f0SSean Hefty 490e51060f0SSean Hefty static inline int cma_zero_addr(struct sockaddr *addr) 491e51060f0SSean Hefty { 492e51060f0SSean Hefty struct in6_addr *ip6; 493e51060f0SSean Hefty 494e51060f0SSean Hefty if (addr->sa_family == AF_INET) 495e51060f0SSean Hefty return ZERONET(((struct sockaddr_in *) addr)->sin_addr.s_addr); 496e51060f0SSean Hefty else { 497e51060f0SSean Hefty ip6 = &((struct sockaddr_in6 *) addr)->sin6_addr; 498e51060f0SSean Hefty return (ip6->s6_addr32[0] | ip6->s6_addr32[1] | 4995fd571cbSEric Sesterhenn ip6->s6_addr32[2] | ip6->s6_addr32[3]) == 0; 500e51060f0SSean Hefty } 501e51060f0SSean Hefty } 502e51060f0SSean Hefty 503e51060f0SSean Hefty static inline int cma_loopback_addr(struct sockaddr *addr) 504e51060f0SSean Hefty { 505e51060f0SSean Hefty return LOOPBACK(((struct sockaddr_in *) addr)->sin_addr.s_addr); 506e51060f0SSean Hefty } 507e51060f0SSean Hefty 508e51060f0SSean Hefty static inline int cma_any_addr(struct sockaddr *addr) 509e51060f0SSean Hefty { 510e51060f0SSean Hefty return cma_zero_addr(addr) || cma_loopback_addr(addr); 511e51060f0SSean Hefty } 512e51060f0SSean Hefty 513e51060f0SSean Hefty static inline int cma_any_port(struct sockaddr *addr) 514e51060f0SSean Hefty { 515e51060f0SSean Hefty return !((struct sockaddr_in *) addr)->sin_port; 516e51060f0SSean Hefty } 517e51060f0SSean Hefty 518e51060f0SSean Hefty static int cma_get_net_info(void *hdr, enum rdma_port_space ps, 519e51060f0SSean Hefty u8 *ip_ver, __u16 *port, 520e51060f0SSean Hefty union cma_ip_addr **src, union cma_ip_addr **dst) 521e51060f0SSean Hefty { 522e51060f0SSean Hefty switch (ps) { 523e51060f0SSean Hefty case RDMA_PS_SDP: 524e51060f0SSean Hefty if (sdp_get_majv(((struct sdp_hh *) hdr)->sdp_version) != 525e51060f0SSean Hefty SDP_MAJ_VERSION) 526e51060f0SSean Hefty return -EINVAL; 527e51060f0SSean Hefty 528e51060f0SSean Hefty *ip_ver = sdp_get_ip_ver(hdr); 529e51060f0SSean Hefty *port = ((struct sdp_hh *) hdr)->port; 530e51060f0SSean Hefty *src = &((struct sdp_hh *) hdr)->src_addr; 531e51060f0SSean Hefty *dst = &((struct sdp_hh *) hdr)->dst_addr; 532e51060f0SSean Hefty break; 533e51060f0SSean Hefty default: 534e51060f0SSean Hefty if (((struct cma_hdr *) hdr)->cma_version != CMA_VERSION) 535e51060f0SSean Hefty return -EINVAL; 536e51060f0SSean Hefty 537e51060f0SSean Hefty *ip_ver = cma_get_ip_ver(hdr); 538e51060f0SSean Hefty *port = ((struct cma_hdr *) hdr)->port; 539e51060f0SSean Hefty *src = &((struct cma_hdr *) hdr)->src_addr; 540e51060f0SSean Hefty *dst = &((struct cma_hdr *) hdr)->dst_addr; 541e51060f0SSean Hefty break; 542e51060f0SSean Hefty } 543e51060f0SSean Hefty 544e51060f0SSean Hefty if (*ip_ver != 4 && *ip_ver != 6) 545e51060f0SSean Hefty return -EINVAL; 546e51060f0SSean Hefty return 0; 547e51060f0SSean Hefty } 548e51060f0SSean Hefty 549e51060f0SSean Hefty static void cma_save_net_info(struct rdma_addr *addr, 550e51060f0SSean Hefty struct rdma_addr *listen_addr, 551e51060f0SSean Hefty u8 ip_ver, __u16 port, 552e51060f0SSean Hefty union cma_ip_addr *src, union cma_ip_addr *dst) 553e51060f0SSean Hefty { 554e51060f0SSean Hefty struct sockaddr_in *listen4, *ip4; 555e51060f0SSean Hefty struct sockaddr_in6 *listen6, *ip6; 556e51060f0SSean Hefty 557e51060f0SSean Hefty switch (ip_ver) { 558e51060f0SSean Hefty case 4: 559e51060f0SSean Hefty listen4 = (struct sockaddr_in *) &listen_addr->src_addr; 560e51060f0SSean Hefty ip4 = (struct sockaddr_in *) &addr->src_addr; 561e51060f0SSean Hefty ip4->sin_family = listen4->sin_family; 562e51060f0SSean Hefty ip4->sin_addr.s_addr = dst->ip4.addr; 563e51060f0SSean Hefty ip4->sin_port = listen4->sin_port; 564e51060f0SSean Hefty 565e51060f0SSean Hefty ip4 = (struct sockaddr_in *) &addr->dst_addr; 566e51060f0SSean Hefty ip4->sin_family = listen4->sin_family; 567e51060f0SSean Hefty ip4->sin_addr.s_addr = src->ip4.addr; 568e51060f0SSean Hefty ip4->sin_port = port; 569e51060f0SSean Hefty break; 570e51060f0SSean Hefty case 6: 571e51060f0SSean Hefty listen6 = (struct sockaddr_in6 *) &listen_addr->src_addr; 572e51060f0SSean Hefty ip6 = (struct sockaddr_in6 *) &addr->src_addr; 573e51060f0SSean Hefty ip6->sin6_family = listen6->sin6_family; 574e51060f0SSean Hefty ip6->sin6_addr = dst->ip6; 575e51060f0SSean Hefty ip6->sin6_port = listen6->sin6_port; 576e51060f0SSean Hefty 577e51060f0SSean Hefty ip6 = (struct sockaddr_in6 *) &addr->dst_addr; 578e51060f0SSean Hefty ip6->sin6_family = listen6->sin6_family; 579e51060f0SSean Hefty ip6->sin6_addr = src->ip6; 580e51060f0SSean Hefty ip6->sin6_port = port; 581e51060f0SSean Hefty break; 582e51060f0SSean Hefty default: 583e51060f0SSean Hefty break; 584e51060f0SSean Hefty } 585e51060f0SSean Hefty } 586e51060f0SSean Hefty 587e51060f0SSean Hefty static inline int cma_user_data_offset(enum rdma_port_space ps) 588e51060f0SSean Hefty { 589e51060f0SSean Hefty switch (ps) { 590e51060f0SSean Hefty case RDMA_PS_SDP: 591e51060f0SSean Hefty return 0; 592e51060f0SSean Hefty default: 593e51060f0SSean Hefty return sizeof(struct cma_hdr); 594e51060f0SSean Hefty } 595e51060f0SSean Hefty } 596e51060f0SSean Hefty 597e51060f0SSean Hefty static int cma_notify_user(struct rdma_id_private *id_priv, 598e51060f0SSean Hefty enum rdma_cm_event_type type, int status, 599e51060f0SSean Hefty void *data, u8 data_len) 600e51060f0SSean Hefty { 601e51060f0SSean Hefty struct rdma_cm_event event; 602e51060f0SSean Hefty 603e51060f0SSean Hefty event.event = type; 604e51060f0SSean Hefty event.status = status; 605e51060f0SSean Hefty event.private_data = data; 606e51060f0SSean Hefty event.private_data_len = data_len; 607e51060f0SSean Hefty 608e51060f0SSean Hefty return id_priv->id.event_handler(&id_priv->id, &event); 609e51060f0SSean Hefty } 610e51060f0SSean Hefty 611e51060f0SSean Hefty static void cma_cancel_route(struct rdma_id_private *id_priv) 612e51060f0SSean Hefty { 61307ebafbaSTom Tucker switch (rdma_node_get_transport(id_priv->id.device->node_type)) { 61407ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 615e51060f0SSean Hefty if (id_priv->query) 616e51060f0SSean Hefty ib_sa_cancel_query(id_priv->query_id, id_priv->query); 617e51060f0SSean Hefty break; 618e51060f0SSean Hefty default: 619e51060f0SSean Hefty break; 620e51060f0SSean Hefty } 621e51060f0SSean Hefty } 622e51060f0SSean Hefty 623e51060f0SSean Hefty static inline int cma_internal_listen(struct rdma_id_private *id_priv) 624e51060f0SSean Hefty { 625e51060f0SSean Hefty return (id_priv->state == CMA_LISTEN) && id_priv->cma_dev && 626e51060f0SSean Hefty cma_any_addr(&id_priv->id.route.addr.src_addr); 627e51060f0SSean Hefty } 628e51060f0SSean Hefty 629e51060f0SSean Hefty static void cma_destroy_listen(struct rdma_id_private *id_priv) 630e51060f0SSean Hefty { 631e51060f0SSean Hefty cma_exch(id_priv, CMA_DESTROYING); 632e51060f0SSean Hefty 633e51060f0SSean Hefty if (id_priv->cma_dev) { 63407ebafbaSTom Tucker switch (rdma_node_get_transport(id_priv->id.device->node_type)) { 63507ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 636e51060f0SSean Hefty if (id_priv->cm_id.ib && !IS_ERR(id_priv->cm_id.ib)) 637e51060f0SSean Hefty ib_destroy_cm_id(id_priv->cm_id.ib); 638e51060f0SSean Hefty break; 63907ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 64007ebafbaSTom Tucker if (id_priv->cm_id.iw && !IS_ERR(id_priv->cm_id.iw)) 64107ebafbaSTom Tucker iw_destroy_cm_id(id_priv->cm_id.iw); 64207ebafbaSTom Tucker break; 643e51060f0SSean Hefty default: 644e51060f0SSean Hefty break; 645e51060f0SSean Hefty } 646e51060f0SSean Hefty cma_detach_from_dev(id_priv); 647e51060f0SSean Hefty } 648e51060f0SSean Hefty list_del(&id_priv->listen_list); 649e51060f0SSean Hefty 650e51060f0SSean Hefty cma_deref_id(id_priv); 651e51060f0SSean Hefty wait_for_completion(&id_priv->comp); 652e51060f0SSean Hefty 653e51060f0SSean Hefty kfree(id_priv); 654e51060f0SSean Hefty } 655e51060f0SSean Hefty 656e51060f0SSean Hefty static void cma_cancel_listens(struct rdma_id_private *id_priv) 657e51060f0SSean Hefty { 658e51060f0SSean Hefty struct rdma_id_private *dev_id_priv; 659e51060f0SSean Hefty 660e51060f0SSean Hefty mutex_lock(&lock); 661e51060f0SSean Hefty list_del(&id_priv->list); 662e51060f0SSean Hefty 663e51060f0SSean Hefty while (!list_empty(&id_priv->listen_list)) { 664e51060f0SSean Hefty dev_id_priv = list_entry(id_priv->listen_list.next, 665e51060f0SSean Hefty struct rdma_id_private, listen_list); 666e51060f0SSean Hefty cma_destroy_listen(dev_id_priv); 667e51060f0SSean Hefty } 668e51060f0SSean Hefty mutex_unlock(&lock); 669e51060f0SSean Hefty } 670e51060f0SSean Hefty 671e51060f0SSean Hefty static void cma_cancel_operation(struct rdma_id_private *id_priv, 672e51060f0SSean Hefty enum cma_state state) 673e51060f0SSean Hefty { 674e51060f0SSean Hefty switch (state) { 675e51060f0SSean Hefty case CMA_ADDR_QUERY: 676e51060f0SSean Hefty rdma_addr_cancel(&id_priv->id.route.addr.dev_addr); 677e51060f0SSean Hefty break; 678e51060f0SSean Hefty case CMA_ROUTE_QUERY: 679e51060f0SSean Hefty cma_cancel_route(id_priv); 680e51060f0SSean Hefty break; 681e51060f0SSean Hefty case CMA_LISTEN: 682e51060f0SSean Hefty if (cma_any_addr(&id_priv->id.route.addr.src_addr) && 683e51060f0SSean Hefty !id_priv->cma_dev) 684e51060f0SSean Hefty cma_cancel_listens(id_priv); 685e51060f0SSean Hefty break; 686e51060f0SSean Hefty default: 687e51060f0SSean Hefty break; 688e51060f0SSean Hefty } 689e51060f0SSean Hefty } 690e51060f0SSean Hefty 691e51060f0SSean Hefty static void cma_release_port(struct rdma_id_private *id_priv) 692e51060f0SSean Hefty { 693e51060f0SSean Hefty struct rdma_bind_list *bind_list = id_priv->bind_list; 694e51060f0SSean Hefty 695e51060f0SSean Hefty if (!bind_list) 696e51060f0SSean Hefty return; 697e51060f0SSean Hefty 698e51060f0SSean Hefty mutex_lock(&lock); 699e51060f0SSean Hefty hlist_del(&id_priv->node); 700e51060f0SSean Hefty if (hlist_empty(&bind_list->owners)) { 701e51060f0SSean Hefty idr_remove(bind_list->ps, bind_list->port); 702e51060f0SSean Hefty kfree(bind_list); 703e51060f0SSean Hefty } 704e51060f0SSean Hefty mutex_unlock(&lock); 705e51060f0SSean Hefty } 706e51060f0SSean Hefty 707e51060f0SSean Hefty void rdma_destroy_id(struct rdma_cm_id *id) 708e51060f0SSean Hefty { 709e51060f0SSean Hefty struct rdma_id_private *id_priv; 710e51060f0SSean Hefty enum cma_state state; 711e51060f0SSean Hefty 712e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 713e51060f0SSean Hefty state = cma_exch(id_priv, CMA_DESTROYING); 714e51060f0SSean Hefty cma_cancel_operation(id_priv, state); 715e51060f0SSean Hefty 71661a73c70SSean Hefty mutex_lock(&lock); 717e51060f0SSean Hefty if (id_priv->cma_dev) { 71861a73c70SSean Hefty mutex_unlock(&lock); 71907ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 72007ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 721e51060f0SSean Hefty if (id_priv->cm_id.ib && !IS_ERR(id_priv->cm_id.ib)) 722e51060f0SSean Hefty ib_destroy_cm_id(id_priv->cm_id.ib); 723e51060f0SSean Hefty break; 72407ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 72507ebafbaSTom Tucker if (id_priv->cm_id.iw && !IS_ERR(id_priv->cm_id.iw)) 72607ebafbaSTom Tucker iw_destroy_cm_id(id_priv->cm_id.iw); 72707ebafbaSTom Tucker break; 728e51060f0SSean Hefty default: 729e51060f0SSean Hefty break; 730e51060f0SSean Hefty } 731e51060f0SSean Hefty mutex_lock(&lock); 732e51060f0SSean Hefty cma_detach_from_dev(id_priv); 733e51060f0SSean Hefty } 73461a73c70SSean Hefty mutex_unlock(&lock); 735e51060f0SSean Hefty 736e51060f0SSean Hefty cma_release_port(id_priv); 737e51060f0SSean Hefty cma_deref_id(id_priv); 738e51060f0SSean Hefty wait_for_completion(&id_priv->comp); 739e51060f0SSean Hefty 740e51060f0SSean Hefty kfree(id_priv->id.route.path_rec); 741e51060f0SSean Hefty kfree(id_priv); 742e51060f0SSean Hefty } 743e51060f0SSean Hefty EXPORT_SYMBOL(rdma_destroy_id); 744e51060f0SSean Hefty 745e51060f0SSean Hefty static int cma_rep_recv(struct rdma_id_private *id_priv) 746e51060f0SSean Hefty { 747e51060f0SSean Hefty int ret; 748e51060f0SSean Hefty 749e51060f0SSean Hefty ret = cma_modify_qp_rtr(&id_priv->id); 750e51060f0SSean Hefty if (ret) 751e51060f0SSean Hefty goto reject; 752e51060f0SSean Hefty 753e51060f0SSean Hefty ret = cma_modify_qp_rts(&id_priv->id); 754e51060f0SSean Hefty if (ret) 755e51060f0SSean Hefty goto reject; 756e51060f0SSean Hefty 757e51060f0SSean Hefty ret = ib_send_cm_rtu(id_priv->cm_id.ib, NULL, 0); 758e51060f0SSean Hefty if (ret) 759e51060f0SSean Hefty goto reject; 760e51060f0SSean Hefty 761e51060f0SSean Hefty return 0; 762e51060f0SSean Hefty reject: 763e51060f0SSean Hefty cma_modify_qp_err(&id_priv->id); 764e51060f0SSean Hefty ib_send_cm_rej(id_priv->cm_id.ib, IB_CM_REJ_CONSUMER_DEFINED, 765e51060f0SSean Hefty NULL, 0, NULL, 0); 766e51060f0SSean Hefty return ret; 767e51060f0SSean Hefty } 768e51060f0SSean Hefty 769e51060f0SSean Hefty static int cma_verify_rep(struct rdma_id_private *id_priv, void *data) 770e51060f0SSean Hefty { 771e51060f0SSean Hefty if (id_priv->id.ps == RDMA_PS_SDP && 772e51060f0SSean Hefty sdp_get_majv(((struct sdp_hah *) data)->sdp_version) != 773e51060f0SSean Hefty SDP_MAJ_VERSION) 774e51060f0SSean Hefty return -EINVAL; 775e51060f0SSean Hefty 776e51060f0SSean Hefty return 0; 777e51060f0SSean Hefty } 778e51060f0SSean Hefty 779e51060f0SSean Hefty static int cma_rtu_recv(struct rdma_id_private *id_priv) 780e51060f0SSean Hefty { 781e51060f0SSean Hefty int ret; 782e51060f0SSean Hefty 783e51060f0SSean Hefty ret = cma_modify_qp_rts(&id_priv->id); 784e51060f0SSean Hefty if (ret) 785e51060f0SSean Hefty goto reject; 786e51060f0SSean Hefty 787e51060f0SSean Hefty return 0; 788e51060f0SSean Hefty reject: 789e51060f0SSean Hefty cma_modify_qp_err(&id_priv->id); 790e51060f0SSean Hefty ib_send_cm_rej(id_priv->cm_id.ib, IB_CM_REJ_CONSUMER_DEFINED, 791e51060f0SSean Hefty NULL, 0, NULL, 0); 792e51060f0SSean Hefty return ret; 793e51060f0SSean Hefty } 794e51060f0SSean Hefty 795e51060f0SSean Hefty static int cma_ib_handler(struct ib_cm_id *cm_id, struct ib_cm_event *ib_event) 796e51060f0SSean Hefty { 797e51060f0SSean Hefty struct rdma_id_private *id_priv = cm_id->context; 798e51060f0SSean Hefty enum rdma_cm_event_type event; 799e51060f0SSean Hefty u8 private_data_len = 0; 800e51060f0SSean Hefty int ret = 0, status = 0; 801e51060f0SSean Hefty 802e51060f0SSean Hefty atomic_inc(&id_priv->dev_remove); 803e51060f0SSean Hefty if (!cma_comp(id_priv, CMA_CONNECT)) 804e51060f0SSean Hefty goto out; 805e51060f0SSean Hefty 806e51060f0SSean Hefty switch (ib_event->event) { 807e51060f0SSean Hefty case IB_CM_REQ_ERROR: 808e51060f0SSean Hefty case IB_CM_REP_ERROR: 809e51060f0SSean Hefty event = RDMA_CM_EVENT_UNREACHABLE; 810e51060f0SSean Hefty status = -ETIMEDOUT; 811e51060f0SSean Hefty break; 812e51060f0SSean Hefty case IB_CM_REP_RECEIVED: 813e51060f0SSean Hefty status = cma_verify_rep(id_priv, ib_event->private_data); 814e51060f0SSean Hefty if (status) 815e51060f0SSean Hefty event = RDMA_CM_EVENT_CONNECT_ERROR; 816e51060f0SSean Hefty else if (id_priv->id.qp && id_priv->id.ps != RDMA_PS_SDP) { 817e51060f0SSean Hefty status = cma_rep_recv(id_priv); 818e51060f0SSean Hefty event = status ? RDMA_CM_EVENT_CONNECT_ERROR : 819e51060f0SSean Hefty RDMA_CM_EVENT_ESTABLISHED; 820e51060f0SSean Hefty } else 821e51060f0SSean Hefty event = RDMA_CM_EVENT_CONNECT_RESPONSE; 822e51060f0SSean Hefty private_data_len = IB_CM_REP_PRIVATE_DATA_SIZE; 823e51060f0SSean Hefty break; 824e51060f0SSean Hefty case IB_CM_RTU_RECEIVED: 825e51060f0SSean Hefty status = cma_rtu_recv(id_priv); 826e51060f0SSean Hefty event = status ? RDMA_CM_EVENT_CONNECT_ERROR : 827e51060f0SSean Hefty RDMA_CM_EVENT_ESTABLISHED; 828e51060f0SSean Hefty break; 829e51060f0SSean Hefty case IB_CM_DREQ_ERROR: 830e51060f0SSean Hefty status = -ETIMEDOUT; /* fall through */ 831e51060f0SSean Hefty case IB_CM_DREQ_RECEIVED: 832e51060f0SSean Hefty case IB_CM_DREP_RECEIVED: 833e51060f0SSean Hefty if (!cma_comp_exch(id_priv, CMA_CONNECT, CMA_DISCONNECT)) 834e51060f0SSean Hefty goto out; 835e51060f0SSean Hefty event = RDMA_CM_EVENT_DISCONNECTED; 836e51060f0SSean Hefty break; 837e51060f0SSean Hefty case IB_CM_TIMEWAIT_EXIT: 838e51060f0SSean Hefty case IB_CM_MRA_RECEIVED: 839e51060f0SSean Hefty /* ignore event */ 840e51060f0SSean Hefty goto out; 841e51060f0SSean Hefty case IB_CM_REJ_RECEIVED: 842e51060f0SSean Hefty cma_modify_qp_err(&id_priv->id); 843e51060f0SSean Hefty status = ib_event->param.rej_rcvd.reason; 844e51060f0SSean Hefty event = RDMA_CM_EVENT_REJECTED; 84574f76fbaSIra Weiny private_data_len = IB_CM_REJ_PRIVATE_DATA_SIZE; 846e51060f0SSean Hefty break; 847e51060f0SSean Hefty default: 848e51060f0SSean Hefty printk(KERN_ERR "RDMA CMA: unexpected IB CM event: %d", 849e51060f0SSean Hefty ib_event->event); 850e51060f0SSean Hefty goto out; 851e51060f0SSean Hefty } 852e51060f0SSean Hefty 853e51060f0SSean Hefty ret = cma_notify_user(id_priv, event, status, ib_event->private_data, 854e51060f0SSean Hefty private_data_len); 855e51060f0SSean Hefty if (ret) { 856e51060f0SSean Hefty /* Destroy the CM ID by returning a non-zero value. */ 857e51060f0SSean Hefty id_priv->cm_id.ib = NULL; 858e51060f0SSean Hefty cma_exch(id_priv, CMA_DESTROYING); 859e51060f0SSean Hefty cma_release_remove(id_priv); 860e51060f0SSean Hefty rdma_destroy_id(&id_priv->id); 861e51060f0SSean Hefty return ret; 862e51060f0SSean Hefty } 863e51060f0SSean Hefty out: 864e51060f0SSean Hefty cma_release_remove(id_priv); 865e51060f0SSean Hefty return ret; 866e51060f0SSean Hefty } 867e51060f0SSean Hefty 868e51060f0SSean Hefty static struct rdma_id_private *cma_new_id(struct rdma_cm_id *listen_id, 869e51060f0SSean Hefty struct ib_cm_event *ib_event) 870e51060f0SSean Hefty { 871e51060f0SSean Hefty struct rdma_id_private *id_priv; 872e51060f0SSean Hefty struct rdma_cm_id *id; 873e51060f0SSean Hefty struct rdma_route *rt; 874e51060f0SSean Hefty union cma_ip_addr *src, *dst; 875e51060f0SSean Hefty __u16 port; 876e51060f0SSean Hefty u8 ip_ver; 877e51060f0SSean Hefty 878e51060f0SSean Hefty if (cma_get_net_info(ib_event->private_data, listen_id->ps, 879e51060f0SSean Hefty &ip_ver, &port, &src, &dst)) 880e51060f0SSean Hefty goto err; 881e51060f0SSean Hefty 8823f168d2bSKrishna Kumar id = rdma_create_id(listen_id->event_handler, listen_id->context, 8833f168d2bSKrishna Kumar listen_id->ps); 8843f168d2bSKrishna Kumar if (IS_ERR(id)) 8853f168d2bSKrishna Kumar goto err; 8863f168d2bSKrishna Kumar 887e51060f0SSean Hefty cma_save_net_info(&id->route.addr, &listen_id->route.addr, 888e51060f0SSean Hefty ip_ver, port, src, dst); 8893f168d2bSKrishna Kumar 8903f168d2bSKrishna Kumar rt = &id->route; 8913f168d2bSKrishna Kumar rt->num_paths = ib_event->param.req_rcvd.alternate_path ? 2 : 1; 8923f168d2bSKrishna Kumar rt->path_rec = kmalloc(sizeof *rt->path_rec * rt->num_paths, 8933f168d2bSKrishna Kumar GFP_KERNEL); 8943f168d2bSKrishna Kumar if (!rt->path_rec) 8953f168d2bSKrishna Kumar goto destroy_id; 8963f168d2bSKrishna Kumar 897e51060f0SSean Hefty rt->path_rec[0] = *ib_event->param.req_rcvd.primary_path; 898e51060f0SSean Hefty if (rt->num_paths == 2) 899e51060f0SSean Hefty rt->path_rec[1] = *ib_event->param.req_rcvd.alternate_path; 900e51060f0SSean Hefty 901e51060f0SSean Hefty ib_addr_set_sgid(&rt->addr.dev_addr, &rt->path_rec[0].sgid); 902e51060f0SSean Hefty ib_addr_set_dgid(&rt->addr.dev_addr, &rt->path_rec[0].dgid); 903e51060f0SSean Hefty ib_addr_set_pkey(&rt->addr.dev_addr, be16_to_cpu(rt->path_rec[0].pkey)); 90407ebafbaSTom Tucker rt->addr.dev_addr.dev_type = RDMA_NODE_IB_CA; 905e51060f0SSean Hefty 906e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 907e51060f0SSean Hefty id_priv->state = CMA_CONNECT; 908e51060f0SSean Hefty return id_priv; 9093f168d2bSKrishna Kumar 9103f168d2bSKrishna Kumar destroy_id: 911e51060f0SSean Hefty rdma_destroy_id(id); 9123f168d2bSKrishna Kumar err: 913e51060f0SSean Hefty return NULL; 914e51060f0SSean Hefty } 915e51060f0SSean Hefty 916e51060f0SSean Hefty static int cma_req_handler(struct ib_cm_id *cm_id, struct ib_cm_event *ib_event) 917e51060f0SSean Hefty { 918e51060f0SSean Hefty struct rdma_id_private *listen_id, *conn_id; 919e51060f0SSean Hefty int offset, ret; 920e51060f0SSean Hefty 921e51060f0SSean Hefty listen_id = cm_id->context; 922e51060f0SSean Hefty atomic_inc(&listen_id->dev_remove); 923e51060f0SSean Hefty if (!cma_comp(listen_id, CMA_LISTEN)) { 924e51060f0SSean Hefty ret = -ECONNABORTED; 925e51060f0SSean Hefty goto out; 926e51060f0SSean Hefty } 927e51060f0SSean Hefty 928e51060f0SSean Hefty conn_id = cma_new_id(&listen_id->id, ib_event); 929e51060f0SSean Hefty if (!conn_id) { 930e51060f0SSean Hefty ret = -ENOMEM; 931e51060f0SSean Hefty goto out; 932e51060f0SSean Hefty } 933e51060f0SSean Hefty 934e51060f0SSean Hefty atomic_inc(&conn_id->dev_remove); 93561a73c70SSean Hefty mutex_lock(&lock); 93607ebafbaSTom Tucker ret = cma_acquire_dev(conn_id); 93761a73c70SSean Hefty mutex_unlock(&lock); 938e51060f0SSean Hefty if (ret) { 939e51060f0SSean Hefty ret = -ENODEV; 9406e35aabeSKrishna Kumar cma_exch(conn_id, CMA_DESTROYING); 941e51060f0SSean Hefty cma_release_remove(conn_id); 942e51060f0SSean Hefty rdma_destroy_id(&conn_id->id); 943e51060f0SSean Hefty goto out; 944e51060f0SSean Hefty } 945e51060f0SSean Hefty 946e51060f0SSean Hefty conn_id->cm_id.ib = cm_id; 947e51060f0SSean Hefty cm_id->context = conn_id; 948e51060f0SSean Hefty cm_id->cm_handler = cma_ib_handler; 949e51060f0SSean Hefty 950e51060f0SSean Hefty offset = cma_user_data_offset(listen_id->id.ps); 951e51060f0SSean Hefty ret = cma_notify_user(conn_id, RDMA_CM_EVENT_CONNECT_REQUEST, 0, 952e51060f0SSean Hefty ib_event->private_data + offset, 953e51060f0SSean Hefty IB_CM_REQ_PRIVATE_DATA_SIZE - offset); 954e51060f0SSean Hefty if (ret) { 955e51060f0SSean Hefty /* Destroy the CM ID by returning a non-zero value. */ 956e51060f0SSean Hefty conn_id->cm_id.ib = NULL; 957e51060f0SSean Hefty cma_exch(conn_id, CMA_DESTROYING); 958e51060f0SSean Hefty cma_release_remove(conn_id); 959e51060f0SSean Hefty rdma_destroy_id(&conn_id->id); 960e51060f0SSean Hefty } 961e51060f0SSean Hefty out: 962e51060f0SSean Hefty cma_release_remove(listen_id); 963e51060f0SSean Hefty return ret; 964e51060f0SSean Hefty } 965e51060f0SSean Hefty 966e51060f0SSean Hefty static __be64 cma_get_service_id(enum rdma_port_space ps, struct sockaddr *addr) 967e51060f0SSean Hefty { 968e51060f0SSean Hefty return cpu_to_be64(((u64)ps << 16) + 969e51060f0SSean Hefty be16_to_cpu(((struct sockaddr_in *) addr)->sin_port)); 970e51060f0SSean Hefty } 971e51060f0SSean Hefty 972e51060f0SSean Hefty static void cma_set_compare_data(enum rdma_port_space ps, struct sockaddr *addr, 973e51060f0SSean Hefty struct ib_cm_compare_data *compare) 974e51060f0SSean Hefty { 975e51060f0SSean Hefty struct cma_hdr *cma_data, *cma_mask; 976e51060f0SSean Hefty struct sdp_hh *sdp_data, *sdp_mask; 977e51060f0SSean Hefty __u32 ip4_addr; 978e51060f0SSean Hefty struct in6_addr ip6_addr; 979e51060f0SSean Hefty 980e51060f0SSean Hefty memset(compare, 0, sizeof *compare); 981e51060f0SSean Hefty cma_data = (void *) compare->data; 982e51060f0SSean Hefty cma_mask = (void *) compare->mask; 983e51060f0SSean Hefty sdp_data = (void *) compare->data; 984e51060f0SSean Hefty sdp_mask = (void *) compare->mask; 985e51060f0SSean Hefty 986e51060f0SSean Hefty switch (addr->sa_family) { 987e51060f0SSean Hefty case AF_INET: 988e51060f0SSean Hefty ip4_addr = ((struct sockaddr_in *) addr)->sin_addr.s_addr; 989e51060f0SSean Hefty if (ps == RDMA_PS_SDP) { 990e51060f0SSean Hefty sdp_set_ip_ver(sdp_data, 4); 991e51060f0SSean Hefty sdp_set_ip_ver(sdp_mask, 0xF); 992e51060f0SSean Hefty sdp_data->dst_addr.ip4.addr = ip4_addr; 993e51060f0SSean Hefty sdp_mask->dst_addr.ip4.addr = ~0; 994e51060f0SSean Hefty } else { 995e51060f0SSean Hefty cma_set_ip_ver(cma_data, 4); 996e51060f0SSean Hefty cma_set_ip_ver(cma_mask, 0xF); 997e51060f0SSean Hefty cma_data->dst_addr.ip4.addr = ip4_addr; 998e51060f0SSean Hefty cma_mask->dst_addr.ip4.addr = ~0; 999e51060f0SSean Hefty } 1000e51060f0SSean Hefty break; 1001e51060f0SSean Hefty case AF_INET6: 1002e51060f0SSean Hefty ip6_addr = ((struct sockaddr_in6 *) addr)->sin6_addr; 1003e51060f0SSean Hefty if (ps == RDMA_PS_SDP) { 1004e51060f0SSean Hefty sdp_set_ip_ver(sdp_data, 6); 1005e51060f0SSean Hefty sdp_set_ip_ver(sdp_mask, 0xF); 1006e51060f0SSean Hefty sdp_data->dst_addr.ip6 = ip6_addr; 1007e51060f0SSean Hefty memset(&sdp_mask->dst_addr.ip6, 0xFF, 1008e51060f0SSean Hefty sizeof sdp_mask->dst_addr.ip6); 1009e51060f0SSean Hefty } else { 1010e51060f0SSean Hefty cma_set_ip_ver(cma_data, 6); 1011e51060f0SSean Hefty cma_set_ip_ver(cma_mask, 0xF); 1012e51060f0SSean Hefty cma_data->dst_addr.ip6 = ip6_addr; 1013e51060f0SSean Hefty memset(&cma_mask->dst_addr.ip6, 0xFF, 1014e51060f0SSean Hefty sizeof cma_mask->dst_addr.ip6); 1015e51060f0SSean Hefty } 1016e51060f0SSean Hefty break; 1017e51060f0SSean Hefty default: 1018e51060f0SSean Hefty break; 1019e51060f0SSean Hefty } 1020e51060f0SSean Hefty } 1021e51060f0SSean Hefty 102207ebafbaSTom Tucker static int cma_iw_handler(struct iw_cm_id *iw_id, struct iw_cm_event *iw_event) 102307ebafbaSTom Tucker { 102407ebafbaSTom Tucker struct rdma_id_private *id_priv = iw_id->context; 102507ebafbaSTom Tucker enum rdma_cm_event_type event = 0; 102607ebafbaSTom Tucker struct sockaddr_in *sin; 102707ebafbaSTom Tucker int ret = 0; 102807ebafbaSTom Tucker 102907ebafbaSTom Tucker atomic_inc(&id_priv->dev_remove); 103007ebafbaSTom Tucker 103107ebafbaSTom Tucker switch (iw_event->event) { 103207ebafbaSTom Tucker case IW_CM_EVENT_CLOSE: 103307ebafbaSTom Tucker event = RDMA_CM_EVENT_DISCONNECTED; 103407ebafbaSTom Tucker break; 103507ebafbaSTom Tucker case IW_CM_EVENT_CONNECT_REPLY: 103607ebafbaSTom Tucker sin = (struct sockaddr_in *) &id_priv->id.route.addr.src_addr; 103707ebafbaSTom Tucker *sin = iw_event->local_addr; 103807ebafbaSTom Tucker sin = (struct sockaddr_in *) &id_priv->id.route.addr.dst_addr; 103907ebafbaSTom Tucker *sin = iw_event->remote_addr; 104007ebafbaSTom Tucker if (iw_event->status) 104107ebafbaSTom Tucker event = RDMA_CM_EVENT_REJECTED; 104207ebafbaSTom Tucker else 104307ebafbaSTom Tucker event = RDMA_CM_EVENT_ESTABLISHED; 104407ebafbaSTom Tucker break; 104507ebafbaSTom Tucker case IW_CM_EVENT_ESTABLISHED: 104607ebafbaSTom Tucker event = RDMA_CM_EVENT_ESTABLISHED; 104707ebafbaSTom Tucker break; 104807ebafbaSTom Tucker default: 104907ebafbaSTom Tucker BUG_ON(1); 105007ebafbaSTom Tucker } 105107ebafbaSTom Tucker 105207ebafbaSTom Tucker ret = cma_notify_user(id_priv, event, iw_event->status, 105307ebafbaSTom Tucker iw_event->private_data, 105407ebafbaSTom Tucker iw_event->private_data_len); 105507ebafbaSTom Tucker if (ret) { 105607ebafbaSTom Tucker /* Destroy the CM ID by returning a non-zero value. */ 105707ebafbaSTom Tucker id_priv->cm_id.iw = NULL; 105807ebafbaSTom Tucker cma_exch(id_priv, CMA_DESTROYING); 105907ebafbaSTom Tucker cma_release_remove(id_priv); 106007ebafbaSTom Tucker rdma_destroy_id(&id_priv->id); 106107ebafbaSTom Tucker return ret; 106207ebafbaSTom Tucker } 106307ebafbaSTom Tucker 106407ebafbaSTom Tucker cma_release_remove(id_priv); 106507ebafbaSTom Tucker return ret; 106607ebafbaSTom Tucker } 106707ebafbaSTom Tucker 106807ebafbaSTom Tucker static int iw_conn_req_handler(struct iw_cm_id *cm_id, 106907ebafbaSTom Tucker struct iw_cm_event *iw_event) 107007ebafbaSTom Tucker { 107107ebafbaSTom Tucker struct rdma_cm_id *new_cm_id; 107207ebafbaSTom Tucker struct rdma_id_private *listen_id, *conn_id; 107307ebafbaSTom Tucker struct sockaddr_in *sin; 107407ebafbaSTom Tucker struct net_device *dev = NULL; 107507ebafbaSTom Tucker int ret; 107607ebafbaSTom Tucker 107707ebafbaSTom Tucker listen_id = cm_id->context; 107807ebafbaSTom Tucker atomic_inc(&listen_id->dev_remove); 107907ebafbaSTom Tucker if (!cma_comp(listen_id, CMA_LISTEN)) { 108007ebafbaSTom Tucker ret = -ECONNABORTED; 108107ebafbaSTom Tucker goto out; 108207ebafbaSTom Tucker } 108307ebafbaSTom Tucker 108407ebafbaSTom Tucker /* Create a new RDMA id for the new IW CM ID */ 108507ebafbaSTom Tucker new_cm_id = rdma_create_id(listen_id->id.event_handler, 108607ebafbaSTom Tucker listen_id->id.context, 108707ebafbaSTom Tucker RDMA_PS_TCP); 108807ebafbaSTom Tucker if (!new_cm_id) { 108907ebafbaSTom Tucker ret = -ENOMEM; 109007ebafbaSTom Tucker goto out; 109107ebafbaSTom Tucker } 109207ebafbaSTom Tucker conn_id = container_of(new_cm_id, struct rdma_id_private, id); 109307ebafbaSTom Tucker atomic_inc(&conn_id->dev_remove); 109407ebafbaSTom Tucker conn_id->state = CMA_CONNECT; 109507ebafbaSTom Tucker 109607ebafbaSTom Tucker dev = ip_dev_find(iw_event->local_addr.sin_addr.s_addr); 109707ebafbaSTom Tucker if (!dev) { 109807ebafbaSTom Tucker ret = -EADDRNOTAVAIL; 109907ebafbaSTom Tucker cma_release_remove(conn_id); 110007ebafbaSTom Tucker rdma_destroy_id(new_cm_id); 110107ebafbaSTom Tucker goto out; 110207ebafbaSTom Tucker } 110307ebafbaSTom Tucker ret = rdma_copy_addr(&conn_id->id.route.addr.dev_addr, dev, NULL); 110407ebafbaSTom Tucker if (ret) { 110507ebafbaSTom Tucker cma_release_remove(conn_id); 110607ebafbaSTom Tucker rdma_destroy_id(new_cm_id); 110707ebafbaSTom Tucker goto out; 110807ebafbaSTom Tucker } 110907ebafbaSTom Tucker 111061a73c70SSean Hefty mutex_lock(&lock); 111107ebafbaSTom Tucker ret = cma_acquire_dev(conn_id); 111261a73c70SSean Hefty mutex_unlock(&lock); 111307ebafbaSTom Tucker if (ret) { 111407ebafbaSTom Tucker cma_release_remove(conn_id); 111507ebafbaSTom Tucker rdma_destroy_id(new_cm_id); 111607ebafbaSTom Tucker goto out; 111707ebafbaSTom Tucker } 111807ebafbaSTom Tucker 111907ebafbaSTom Tucker conn_id->cm_id.iw = cm_id; 112007ebafbaSTom Tucker cm_id->context = conn_id; 112107ebafbaSTom Tucker cm_id->cm_handler = cma_iw_handler; 112207ebafbaSTom Tucker 112307ebafbaSTom Tucker sin = (struct sockaddr_in *) &new_cm_id->route.addr.src_addr; 112407ebafbaSTom Tucker *sin = iw_event->local_addr; 112507ebafbaSTom Tucker sin = (struct sockaddr_in *) &new_cm_id->route.addr.dst_addr; 112607ebafbaSTom Tucker *sin = iw_event->remote_addr; 112707ebafbaSTom Tucker 112807ebafbaSTom Tucker ret = cma_notify_user(conn_id, RDMA_CM_EVENT_CONNECT_REQUEST, 0, 112907ebafbaSTom Tucker iw_event->private_data, 113007ebafbaSTom Tucker iw_event->private_data_len); 113107ebafbaSTom Tucker if (ret) { 113207ebafbaSTom Tucker /* User wants to destroy the CM ID */ 113307ebafbaSTom Tucker conn_id->cm_id.iw = NULL; 113407ebafbaSTom Tucker cma_exch(conn_id, CMA_DESTROYING); 113507ebafbaSTom Tucker cma_release_remove(conn_id); 113607ebafbaSTom Tucker rdma_destroy_id(&conn_id->id); 113707ebafbaSTom Tucker } 113807ebafbaSTom Tucker 113907ebafbaSTom Tucker out: 114007ebafbaSTom Tucker if (dev) 114107ebafbaSTom Tucker dev_put(dev); 114207ebafbaSTom Tucker cma_release_remove(listen_id); 114307ebafbaSTom Tucker return ret; 114407ebafbaSTom Tucker } 114507ebafbaSTom Tucker 1146e51060f0SSean Hefty static int cma_ib_listen(struct rdma_id_private *id_priv) 1147e51060f0SSean Hefty { 1148e51060f0SSean Hefty struct ib_cm_compare_data compare_data; 1149e51060f0SSean Hefty struct sockaddr *addr; 1150e51060f0SSean Hefty __be64 svc_id; 1151e51060f0SSean Hefty int ret; 1152e51060f0SSean Hefty 1153e51060f0SSean Hefty id_priv->cm_id.ib = ib_create_cm_id(id_priv->id.device, cma_req_handler, 1154e51060f0SSean Hefty id_priv); 1155e51060f0SSean Hefty if (IS_ERR(id_priv->cm_id.ib)) 1156e51060f0SSean Hefty return PTR_ERR(id_priv->cm_id.ib); 1157e51060f0SSean Hefty 1158e51060f0SSean Hefty addr = &id_priv->id.route.addr.src_addr; 1159e51060f0SSean Hefty svc_id = cma_get_service_id(id_priv->id.ps, addr); 1160e51060f0SSean Hefty if (cma_any_addr(addr)) 1161e51060f0SSean Hefty ret = ib_cm_listen(id_priv->cm_id.ib, svc_id, 0, NULL); 1162e51060f0SSean Hefty else { 1163e51060f0SSean Hefty cma_set_compare_data(id_priv->id.ps, addr, &compare_data); 1164e51060f0SSean Hefty ret = ib_cm_listen(id_priv->cm_id.ib, svc_id, 0, &compare_data); 1165e51060f0SSean Hefty } 1166e51060f0SSean Hefty 1167e51060f0SSean Hefty if (ret) { 1168e51060f0SSean Hefty ib_destroy_cm_id(id_priv->cm_id.ib); 1169e51060f0SSean Hefty id_priv->cm_id.ib = NULL; 1170e51060f0SSean Hefty } 1171e51060f0SSean Hefty 1172e51060f0SSean Hefty return ret; 1173e51060f0SSean Hefty } 1174e51060f0SSean Hefty 117507ebafbaSTom Tucker static int cma_iw_listen(struct rdma_id_private *id_priv, int backlog) 117607ebafbaSTom Tucker { 117707ebafbaSTom Tucker int ret; 117807ebafbaSTom Tucker struct sockaddr_in *sin; 117907ebafbaSTom Tucker 118007ebafbaSTom Tucker id_priv->cm_id.iw = iw_create_cm_id(id_priv->id.device, 118107ebafbaSTom Tucker iw_conn_req_handler, 118207ebafbaSTom Tucker id_priv); 118307ebafbaSTom Tucker if (IS_ERR(id_priv->cm_id.iw)) 118407ebafbaSTom Tucker return PTR_ERR(id_priv->cm_id.iw); 118507ebafbaSTom Tucker 118607ebafbaSTom Tucker sin = (struct sockaddr_in *) &id_priv->id.route.addr.src_addr; 118707ebafbaSTom Tucker id_priv->cm_id.iw->local_addr = *sin; 118807ebafbaSTom Tucker 118907ebafbaSTom Tucker ret = iw_cm_listen(id_priv->cm_id.iw, backlog); 119007ebafbaSTom Tucker 119107ebafbaSTom Tucker if (ret) { 119207ebafbaSTom Tucker iw_destroy_cm_id(id_priv->cm_id.iw); 119307ebafbaSTom Tucker id_priv->cm_id.iw = NULL; 119407ebafbaSTom Tucker } 119507ebafbaSTom Tucker 119607ebafbaSTom Tucker return ret; 119707ebafbaSTom Tucker } 119807ebafbaSTom Tucker 1199e51060f0SSean Hefty static int cma_listen_handler(struct rdma_cm_id *id, 1200e51060f0SSean Hefty struct rdma_cm_event *event) 1201e51060f0SSean Hefty { 1202e51060f0SSean Hefty struct rdma_id_private *id_priv = id->context; 1203e51060f0SSean Hefty 1204e51060f0SSean Hefty id->context = id_priv->id.context; 1205e51060f0SSean Hefty id->event_handler = id_priv->id.event_handler; 1206e51060f0SSean Hefty return id_priv->id.event_handler(id, event); 1207e51060f0SSean Hefty } 1208e51060f0SSean Hefty 1209e51060f0SSean Hefty static void cma_listen_on_dev(struct rdma_id_private *id_priv, 1210e51060f0SSean Hefty struct cma_device *cma_dev) 1211e51060f0SSean Hefty { 1212e51060f0SSean Hefty struct rdma_id_private *dev_id_priv; 1213e51060f0SSean Hefty struct rdma_cm_id *id; 1214e51060f0SSean Hefty int ret; 1215e51060f0SSean Hefty 1216e51060f0SSean Hefty id = rdma_create_id(cma_listen_handler, id_priv, id_priv->id.ps); 1217e51060f0SSean Hefty if (IS_ERR(id)) 1218e51060f0SSean Hefty return; 1219e51060f0SSean Hefty 1220e51060f0SSean Hefty dev_id_priv = container_of(id, struct rdma_id_private, id); 1221e51060f0SSean Hefty 1222e51060f0SSean Hefty dev_id_priv->state = CMA_ADDR_BOUND; 1223e51060f0SSean Hefty memcpy(&id->route.addr.src_addr, &id_priv->id.route.addr.src_addr, 1224e51060f0SSean Hefty ip_addr_size(&id_priv->id.route.addr.src_addr)); 1225e51060f0SSean Hefty 1226e51060f0SSean Hefty cma_attach_to_dev(dev_id_priv, cma_dev); 1227e51060f0SSean Hefty list_add_tail(&dev_id_priv->listen_list, &id_priv->listen_list); 1228e51060f0SSean Hefty 1229e51060f0SSean Hefty ret = rdma_listen(id, id_priv->backlog); 1230e51060f0SSean Hefty if (ret) 1231e51060f0SSean Hefty goto err; 1232e51060f0SSean Hefty 1233e51060f0SSean Hefty return; 1234e51060f0SSean Hefty err: 1235e51060f0SSean Hefty cma_destroy_listen(dev_id_priv); 1236e51060f0SSean Hefty } 1237e51060f0SSean Hefty 1238e51060f0SSean Hefty static void cma_listen_on_all(struct rdma_id_private *id_priv) 1239e51060f0SSean Hefty { 1240e51060f0SSean Hefty struct cma_device *cma_dev; 1241e51060f0SSean Hefty 1242e51060f0SSean Hefty mutex_lock(&lock); 1243e51060f0SSean Hefty list_add_tail(&id_priv->list, &listen_any_list); 1244e51060f0SSean Hefty list_for_each_entry(cma_dev, &dev_list, list) 1245e51060f0SSean Hefty cma_listen_on_dev(id_priv, cma_dev); 1246e51060f0SSean Hefty mutex_unlock(&lock); 1247e51060f0SSean Hefty } 1248e51060f0SSean Hefty 1249e51060f0SSean Hefty static int cma_bind_any(struct rdma_cm_id *id, sa_family_t af) 1250e51060f0SSean Hefty { 1251e51060f0SSean Hefty struct sockaddr_in addr_in; 1252e51060f0SSean Hefty 1253e51060f0SSean Hefty memset(&addr_in, 0, sizeof addr_in); 1254e51060f0SSean Hefty addr_in.sin_family = af; 1255e51060f0SSean Hefty return rdma_bind_addr(id, (struct sockaddr *) &addr_in); 1256e51060f0SSean Hefty } 1257e51060f0SSean Hefty 1258e51060f0SSean Hefty int rdma_listen(struct rdma_cm_id *id, int backlog) 1259e51060f0SSean Hefty { 1260e51060f0SSean Hefty struct rdma_id_private *id_priv; 1261e51060f0SSean Hefty int ret; 1262e51060f0SSean Hefty 1263e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 1264e51060f0SSean Hefty if (id_priv->state == CMA_IDLE) { 1265e51060f0SSean Hefty ret = cma_bind_any(id, AF_INET); 1266e51060f0SSean Hefty if (ret) 1267e51060f0SSean Hefty return ret; 1268e51060f0SSean Hefty } 1269e51060f0SSean Hefty 1270e51060f0SSean Hefty if (!cma_comp_exch(id_priv, CMA_ADDR_BOUND, CMA_LISTEN)) 1271e51060f0SSean Hefty return -EINVAL; 1272e51060f0SSean Hefty 1273e51060f0SSean Hefty id_priv->backlog = backlog; 1274e51060f0SSean Hefty if (id->device) { 127507ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 127607ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 1277e51060f0SSean Hefty ret = cma_ib_listen(id_priv); 1278e51060f0SSean Hefty if (ret) 1279e51060f0SSean Hefty goto err; 1280e51060f0SSean Hefty break; 128107ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 128207ebafbaSTom Tucker ret = cma_iw_listen(id_priv, backlog); 128307ebafbaSTom Tucker if (ret) 128407ebafbaSTom Tucker goto err; 128507ebafbaSTom Tucker break; 1286e51060f0SSean Hefty default: 1287e51060f0SSean Hefty ret = -ENOSYS; 1288e51060f0SSean Hefty goto err; 1289e51060f0SSean Hefty } 1290e51060f0SSean Hefty } else 1291e51060f0SSean Hefty cma_listen_on_all(id_priv); 1292e51060f0SSean Hefty 1293e51060f0SSean Hefty return 0; 1294e51060f0SSean Hefty err: 1295e51060f0SSean Hefty id_priv->backlog = 0; 1296e51060f0SSean Hefty cma_comp_exch(id_priv, CMA_LISTEN, CMA_ADDR_BOUND); 1297e51060f0SSean Hefty return ret; 1298e51060f0SSean Hefty } 1299e51060f0SSean Hefty EXPORT_SYMBOL(rdma_listen); 1300e51060f0SSean Hefty 1301e51060f0SSean Hefty static void cma_query_handler(int status, struct ib_sa_path_rec *path_rec, 1302e51060f0SSean Hefty void *context) 1303e51060f0SSean Hefty { 1304e51060f0SSean Hefty struct cma_work *work = context; 1305e51060f0SSean Hefty struct rdma_route *route; 1306e51060f0SSean Hefty 1307e51060f0SSean Hefty route = &work->id->id.route; 1308e51060f0SSean Hefty 1309e51060f0SSean Hefty if (!status) { 1310e51060f0SSean Hefty route->num_paths = 1; 1311e51060f0SSean Hefty *route->path_rec = *path_rec; 1312e51060f0SSean Hefty } else { 1313e51060f0SSean Hefty work->old_state = CMA_ROUTE_QUERY; 1314e51060f0SSean Hefty work->new_state = CMA_ADDR_RESOLVED; 1315e51060f0SSean Hefty work->event.event = RDMA_CM_EVENT_ROUTE_ERROR; 13168f0472d3SSean Hefty work->event.status = status; 1317e51060f0SSean Hefty } 1318e51060f0SSean Hefty 1319e51060f0SSean Hefty queue_work(cma_wq, &work->work); 1320e51060f0SSean Hefty } 1321e51060f0SSean Hefty 1322e51060f0SSean Hefty static int cma_query_ib_route(struct rdma_id_private *id_priv, int timeout_ms, 1323e51060f0SSean Hefty struct cma_work *work) 1324e51060f0SSean Hefty { 1325e51060f0SSean Hefty struct rdma_dev_addr *addr = &id_priv->id.route.addr.dev_addr; 1326e51060f0SSean Hefty struct ib_sa_path_rec path_rec; 1327e51060f0SSean Hefty 1328e51060f0SSean Hefty memset(&path_rec, 0, sizeof path_rec); 1329f0ee3404SMichael S. Tsirkin ib_addr_get_sgid(addr, &path_rec.sgid); 1330f0ee3404SMichael S. Tsirkin ib_addr_get_dgid(addr, &path_rec.dgid); 1331e51060f0SSean Hefty path_rec.pkey = cpu_to_be16(ib_addr_get_pkey(addr)); 1332e51060f0SSean Hefty path_rec.numb_path = 1; 1333e51060f0SSean Hefty 1334c1a0b23bSMichael S. Tsirkin id_priv->query_id = ib_sa_path_rec_get(&sa_client, id_priv->id.device, 1335e51060f0SSean Hefty id_priv->id.port_num, &path_rec, 1336e51060f0SSean Hefty IB_SA_PATH_REC_DGID | IB_SA_PATH_REC_SGID | 1337e51060f0SSean Hefty IB_SA_PATH_REC_PKEY | IB_SA_PATH_REC_NUMB_PATH, 1338e51060f0SSean Hefty timeout_ms, GFP_KERNEL, 1339e51060f0SSean Hefty cma_query_handler, work, &id_priv->query); 1340e51060f0SSean Hefty 1341e51060f0SSean Hefty return (id_priv->query_id < 0) ? id_priv->query_id : 0; 1342e51060f0SSean Hefty } 1343e51060f0SSean Hefty 1344e51060f0SSean Hefty static void cma_work_handler(void *data) 1345e51060f0SSean Hefty { 1346e51060f0SSean Hefty struct cma_work *work = data; 1347e51060f0SSean Hefty struct rdma_id_private *id_priv = work->id; 1348e51060f0SSean Hefty int destroy = 0; 1349e51060f0SSean Hefty 1350e51060f0SSean Hefty atomic_inc(&id_priv->dev_remove); 1351e51060f0SSean Hefty if (!cma_comp_exch(id_priv, work->old_state, work->new_state)) 1352e51060f0SSean Hefty goto out; 1353e51060f0SSean Hefty 1354e51060f0SSean Hefty if (id_priv->id.event_handler(&id_priv->id, &work->event)) { 1355e51060f0SSean Hefty cma_exch(id_priv, CMA_DESTROYING); 1356e51060f0SSean Hefty destroy = 1; 1357e51060f0SSean Hefty } 1358e51060f0SSean Hefty out: 1359e51060f0SSean Hefty cma_release_remove(id_priv); 1360e51060f0SSean Hefty cma_deref_id(id_priv); 1361e51060f0SSean Hefty if (destroy) 1362e51060f0SSean Hefty rdma_destroy_id(&id_priv->id); 1363e51060f0SSean Hefty kfree(work); 1364e51060f0SSean Hefty } 1365e51060f0SSean Hefty 1366e51060f0SSean Hefty static int cma_resolve_ib_route(struct rdma_id_private *id_priv, int timeout_ms) 1367e51060f0SSean Hefty { 1368e51060f0SSean Hefty struct rdma_route *route = &id_priv->id.route; 1369e51060f0SSean Hefty struct cma_work *work; 1370e51060f0SSean Hefty int ret; 1371e51060f0SSean Hefty 1372e51060f0SSean Hefty work = kzalloc(sizeof *work, GFP_KERNEL); 1373e51060f0SSean Hefty if (!work) 1374e51060f0SSean Hefty return -ENOMEM; 1375e51060f0SSean Hefty 1376e51060f0SSean Hefty work->id = id_priv; 1377e51060f0SSean Hefty INIT_WORK(&work->work, cma_work_handler, work); 1378e51060f0SSean Hefty work->old_state = CMA_ROUTE_QUERY; 1379e51060f0SSean Hefty work->new_state = CMA_ROUTE_RESOLVED; 1380e51060f0SSean Hefty work->event.event = RDMA_CM_EVENT_ROUTE_RESOLVED; 1381e51060f0SSean Hefty 1382e51060f0SSean Hefty route->path_rec = kmalloc(sizeof *route->path_rec, GFP_KERNEL); 1383e51060f0SSean Hefty if (!route->path_rec) { 1384e51060f0SSean Hefty ret = -ENOMEM; 1385e51060f0SSean Hefty goto err1; 1386e51060f0SSean Hefty } 1387e51060f0SSean Hefty 1388e51060f0SSean Hefty ret = cma_query_ib_route(id_priv, timeout_ms, work); 1389e51060f0SSean Hefty if (ret) 1390e51060f0SSean Hefty goto err2; 1391e51060f0SSean Hefty 1392e51060f0SSean Hefty return 0; 1393e51060f0SSean Hefty err2: 1394e51060f0SSean Hefty kfree(route->path_rec); 1395e51060f0SSean Hefty route->path_rec = NULL; 1396e51060f0SSean Hefty err1: 1397e51060f0SSean Hefty kfree(work); 1398e51060f0SSean Hefty return ret; 1399e51060f0SSean Hefty } 1400e51060f0SSean Hefty 1401e51060f0SSean Hefty int rdma_set_ib_paths(struct rdma_cm_id *id, 1402e51060f0SSean Hefty struct ib_sa_path_rec *path_rec, int num_paths) 1403e51060f0SSean Hefty { 1404e51060f0SSean Hefty struct rdma_id_private *id_priv; 1405e51060f0SSean Hefty int ret; 1406e51060f0SSean Hefty 1407e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 1408e51060f0SSean Hefty if (!cma_comp_exch(id_priv, CMA_ADDR_RESOLVED, CMA_ROUTE_RESOLVED)) 1409e51060f0SSean Hefty return -EINVAL; 1410e51060f0SSean Hefty 1411e51060f0SSean Hefty id->route.path_rec = kmalloc(sizeof *path_rec * num_paths, GFP_KERNEL); 1412e51060f0SSean Hefty if (!id->route.path_rec) { 1413e51060f0SSean Hefty ret = -ENOMEM; 1414e51060f0SSean Hefty goto err; 1415e51060f0SSean Hefty } 1416e51060f0SSean Hefty 1417e51060f0SSean Hefty memcpy(id->route.path_rec, path_rec, sizeof *path_rec * num_paths); 1418e51060f0SSean Hefty return 0; 1419e51060f0SSean Hefty err: 1420e51060f0SSean Hefty cma_comp_exch(id_priv, CMA_ROUTE_RESOLVED, CMA_ADDR_RESOLVED); 1421e51060f0SSean Hefty return ret; 1422e51060f0SSean Hefty } 1423e51060f0SSean Hefty EXPORT_SYMBOL(rdma_set_ib_paths); 1424e51060f0SSean Hefty 142507ebafbaSTom Tucker static int cma_resolve_iw_route(struct rdma_id_private *id_priv, int timeout_ms) 142607ebafbaSTom Tucker { 142707ebafbaSTom Tucker struct cma_work *work; 142807ebafbaSTom Tucker 142907ebafbaSTom Tucker work = kzalloc(sizeof *work, GFP_KERNEL); 143007ebafbaSTom Tucker if (!work) 143107ebafbaSTom Tucker return -ENOMEM; 143207ebafbaSTom Tucker 143307ebafbaSTom Tucker work->id = id_priv; 143407ebafbaSTom Tucker INIT_WORK(&work->work, cma_work_handler, work); 143507ebafbaSTom Tucker work->old_state = CMA_ROUTE_QUERY; 143607ebafbaSTom Tucker work->new_state = CMA_ROUTE_RESOLVED; 143707ebafbaSTom Tucker work->event.event = RDMA_CM_EVENT_ROUTE_RESOLVED; 143807ebafbaSTom Tucker queue_work(cma_wq, &work->work); 143907ebafbaSTom Tucker return 0; 144007ebafbaSTom Tucker } 144107ebafbaSTom Tucker 1442e51060f0SSean Hefty int rdma_resolve_route(struct rdma_cm_id *id, int timeout_ms) 1443e51060f0SSean Hefty { 1444e51060f0SSean Hefty struct rdma_id_private *id_priv; 1445e51060f0SSean Hefty int ret; 1446e51060f0SSean Hefty 1447e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 1448e51060f0SSean Hefty if (!cma_comp_exch(id_priv, CMA_ADDR_RESOLVED, CMA_ROUTE_QUERY)) 1449e51060f0SSean Hefty return -EINVAL; 1450e51060f0SSean Hefty 1451e51060f0SSean Hefty atomic_inc(&id_priv->refcount); 145207ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 145307ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 1454e51060f0SSean Hefty ret = cma_resolve_ib_route(id_priv, timeout_ms); 1455e51060f0SSean Hefty break; 145607ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 145707ebafbaSTom Tucker ret = cma_resolve_iw_route(id_priv, timeout_ms); 145807ebafbaSTom Tucker break; 1459e51060f0SSean Hefty default: 1460e51060f0SSean Hefty ret = -ENOSYS; 1461e51060f0SSean Hefty break; 1462e51060f0SSean Hefty } 1463e51060f0SSean Hefty if (ret) 1464e51060f0SSean Hefty goto err; 1465e51060f0SSean Hefty 1466e51060f0SSean Hefty return 0; 1467e51060f0SSean Hefty err: 1468e51060f0SSean Hefty cma_comp_exch(id_priv, CMA_ROUTE_QUERY, CMA_ADDR_RESOLVED); 1469e51060f0SSean Hefty cma_deref_id(id_priv); 1470e51060f0SSean Hefty return ret; 1471e51060f0SSean Hefty } 1472e51060f0SSean Hefty EXPORT_SYMBOL(rdma_resolve_route); 1473e51060f0SSean Hefty 1474e51060f0SSean Hefty static int cma_bind_loopback(struct rdma_id_private *id_priv) 1475e51060f0SSean Hefty { 1476e51060f0SSean Hefty struct cma_device *cma_dev; 1477e51060f0SSean Hefty struct ib_port_attr port_attr; 1478f0ee3404SMichael S. Tsirkin union ib_gid gid; 1479e51060f0SSean Hefty u16 pkey; 1480e51060f0SSean Hefty int ret; 1481e51060f0SSean Hefty u8 p; 1482e51060f0SSean Hefty 1483e51060f0SSean Hefty mutex_lock(&lock); 1484e51060f0SSean Hefty list_for_each_entry(cma_dev, &dev_list, list) 1485e51060f0SSean Hefty for (p = 1; p <= cma_dev->device->phys_port_cnt; ++p) 1486e51060f0SSean Hefty if (!ib_query_port (cma_dev->device, p, &port_attr) && 1487e51060f0SSean Hefty port_attr.state == IB_PORT_ACTIVE) 1488e51060f0SSean Hefty goto port_found; 1489e51060f0SSean Hefty 1490e51060f0SSean Hefty if (!list_empty(&dev_list)) { 1491e51060f0SSean Hefty p = 1; 1492e51060f0SSean Hefty cma_dev = list_entry(dev_list.next, struct cma_device, list); 1493e51060f0SSean Hefty } else { 1494e51060f0SSean Hefty ret = -ENODEV; 1495e51060f0SSean Hefty goto out; 1496e51060f0SSean Hefty } 1497e51060f0SSean Hefty 1498e51060f0SSean Hefty port_found: 1499f0ee3404SMichael S. Tsirkin ret = ib_get_cached_gid(cma_dev->device, p, 0, &gid); 1500e51060f0SSean Hefty if (ret) 1501e51060f0SSean Hefty goto out; 1502e51060f0SSean Hefty 1503e51060f0SSean Hefty ret = ib_get_cached_pkey(cma_dev->device, p, 0, &pkey); 1504e51060f0SSean Hefty if (ret) 1505e51060f0SSean Hefty goto out; 1506e51060f0SSean Hefty 1507f0ee3404SMichael S. Tsirkin ib_addr_set_sgid(&id_priv->id.route.addr.dev_addr, &gid); 1508e51060f0SSean Hefty ib_addr_set_pkey(&id_priv->id.route.addr.dev_addr, pkey); 1509e51060f0SSean Hefty id_priv->id.port_num = p; 1510e51060f0SSean Hefty cma_attach_to_dev(id_priv, cma_dev); 1511e51060f0SSean Hefty out: 1512e51060f0SSean Hefty mutex_unlock(&lock); 1513e51060f0SSean Hefty return ret; 1514e51060f0SSean Hefty } 1515e51060f0SSean Hefty 1516e51060f0SSean Hefty static void addr_handler(int status, struct sockaddr *src_addr, 1517e51060f0SSean Hefty struct rdma_dev_addr *dev_addr, void *context) 1518e51060f0SSean Hefty { 1519e51060f0SSean Hefty struct rdma_id_private *id_priv = context; 1520e51060f0SSean Hefty enum rdma_cm_event_type event; 1521e51060f0SSean Hefty 1522e51060f0SSean Hefty atomic_inc(&id_priv->dev_remove); 152361a73c70SSean Hefty 152461a73c70SSean Hefty /* 152561a73c70SSean Hefty * Grab mutex to block rdma_destroy_id() from removing the device while 152661a73c70SSean Hefty * we're trying to acquire it. 152761a73c70SSean Hefty */ 152861a73c70SSean Hefty mutex_lock(&lock); 152961a73c70SSean Hefty if (!cma_comp_exch(id_priv, CMA_ADDR_QUERY, CMA_ADDR_RESOLVED)) { 153061a73c70SSean Hefty mutex_unlock(&lock); 153161a73c70SSean Hefty goto out; 153261a73c70SSean Hefty } 153361a73c70SSean Hefty 153461a73c70SSean Hefty if (!status && !id_priv->cma_dev) 1535e51060f0SSean Hefty status = cma_acquire_dev(id_priv); 153661a73c70SSean Hefty mutex_unlock(&lock); 1537e51060f0SSean Hefty 1538e51060f0SSean Hefty if (status) { 153961a73c70SSean Hefty if (!cma_comp_exch(id_priv, CMA_ADDR_RESOLVED, CMA_ADDR_BOUND)) 1540e51060f0SSean Hefty goto out; 1541e51060f0SSean Hefty event = RDMA_CM_EVENT_ADDR_ERROR; 1542e51060f0SSean Hefty } else { 1543e51060f0SSean Hefty memcpy(&id_priv->id.route.addr.src_addr, src_addr, 1544e51060f0SSean Hefty ip_addr_size(src_addr)); 1545e51060f0SSean Hefty event = RDMA_CM_EVENT_ADDR_RESOLVED; 1546e51060f0SSean Hefty } 1547e51060f0SSean Hefty 1548e51060f0SSean Hefty if (cma_notify_user(id_priv, event, status, NULL, 0)) { 1549e51060f0SSean Hefty cma_exch(id_priv, CMA_DESTROYING); 1550e51060f0SSean Hefty cma_release_remove(id_priv); 1551e51060f0SSean Hefty cma_deref_id(id_priv); 1552e51060f0SSean Hefty rdma_destroy_id(&id_priv->id); 1553e51060f0SSean Hefty return; 1554e51060f0SSean Hefty } 1555e51060f0SSean Hefty out: 1556e51060f0SSean Hefty cma_release_remove(id_priv); 1557e51060f0SSean Hefty cma_deref_id(id_priv); 1558e51060f0SSean Hefty } 1559e51060f0SSean Hefty 1560e51060f0SSean Hefty static int cma_resolve_loopback(struct rdma_id_private *id_priv) 1561e51060f0SSean Hefty { 1562e51060f0SSean Hefty struct cma_work *work; 1563e51060f0SSean Hefty struct sockaddr_in *src_in, *dst_in; 1564f0ee3404SMichael S. Tsirkin union ib_gid gid; 1565e51060f0SSean Hefty int ret; 1566e51060f0SSean Hefty 1567e51060f0SSean Hefty work = kzalloc(sizeof *work, GFP_KERNEL); 1568e51060f0SSean Hefty if (!work) 1569e51060f0SSean Hefty return -ENOMEM; 1570e51060f0SSean Hefty 1571e51060f0SSean Hefty if (!id_priv->cma_dev) { 1572e51060f0SSean Hefty ret = cma_bind_loopback(id_priv); 1573e51060f0SSean Hefty if (ret) 1574e51060f0SSean Hefty goto err; 1575e51060f0SSean Hefty } 1576e51060f0SSean Hefty 1577f0ee3404SMichael S. Tsirkin ib_addr_get_sgid(&id_priv->id.route.addr.dev_addr, &gid); 1578f0ee3404SMichael S. Tsirkin ib_addr_set_dgid(&id_priv->id.route.addr.dev_addr, &gid); 1579e51060f0SSean Hefty 1580e51060f0SSean Hefty if (cma_zero_addr(&id_priv->id.route.addr.src_addr)) { 1581e51060f0SSean Hefty src_in = (struct sockaddr_in *)&id_priv->id.route.addr.src_addr; 1582e51060f0SSean Hefty dst_in = (struct sockaddr_in *)&id_priv->id.route.addr.dst_addr; 1583e51060f0SSean Hefty src_in->sin_family = dst_in->sin_family; 1584e51060f0SSean Hefty src_in->sin_addr.s_addr = dst_in->sin_addr.s_addr; 1585e51060f0SSean Hefty } 1586e51060f0SSean Hefty 1587e51060f0SSean Hefty work->id = id_priv; 1588e51060f0SSean Hefty INIT_WORK(&work->work, cma_work_handler, work); 1589e51060f0SSean Hefty work->old_state = CMA_ADDR_QUERY; 1590e51060f0SSean Hefty work->new_state = CMA_ADDR_RESOLVED; 1591e51060f0SSean Hefty work->event.event = RDMA_CM_EVENT_ADDR_RESOLVED; 1592e51060f0SSean Hefty queue_work(cma_wq, &work->work); 1593e51060f0SSean Hefty return 0; 1594e51060f0SSean Hefty err: 1595e51060f0SSean Hefty kfree(work); 1596e51060f0SSean Hefty return ret; 1597e51060f0SSean Hefty } 1598e51060f0SSean Hefty 1599e51060f0SSean Hefty static int cma_bind_addr(struct rdma_cm_id *id, struct sockaddr *src_addr, 1600e51060f0SSean Hefty struct sockaddr *dst_addr) 1601e51060f0SSean Hefty { 1602e51060f0SSean Hefty if (src_addr && src_addr->sa_family) 1603e51060f0SSean Hefty return rdma_bind_addr(id, src_addr); 1604e51060f0SSean Hefty else 1605e51060f0SSean Hefty return cma_bind_any(id, dst_addr->sa_family); 1606e51060f0SSean Hefty } 1607e51060f0SSean Hefty 1608e51060f0SSean Hefty int rdma_resolve_addr(struct rdma_cm_id *id, struct sockaddr *src_addr, 1609e51060f0SSean Hefty struct sockaddr *dst_addr, int timeout_ms) 1610e51060f0SSean Hefty { 1611e51060f0SSean Hefty struct rdma_id_private *id_priv; 1612e51060f0SSean Hefty int ret; 1613e51060f0SSean Hefty 1614e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 1615e51060f0SSean Hefty if (id_priv->state == CMA_IDLE) { 1616e51060f0SSean Hefty ret = cma_bind_addr(id, src_addr, dst_addr); 1617e51060f0SSean Hefty if (ret) 1618e51060f0SSean Hefty return ret; 1619e51060f0SSean Hefty } 1620e51060f0SSean Hefty 1621e51060f0SSean Hefty if (!cma_comp_exch(id_priv, CMA_ADDR_BOUND, CMA_ADDR_QUERY)) 1622e51060f0SSean Hefty return -EINVAL; 1623e51060f0SSean Hefty 1624e51060f0SSean Hefty atomic_inc(&id_priv->refcount); 1625e51060f0SSean Hefty memcpy(&id->route.addr.dst_addr, dst_addr, ip_addr_size(dst_addr)); 1626e51060f0SSean Hefty if (cma_any_addr(dst_addr)) 1627e51060f0SSean Hefty ret = cma_resolve_loopback(id_priv); 1628e51060f0SSean Hefty else 1629*7a118df3SSean Hefty ret = rdma_resolve_ip(&addr_client, &id->route.addr.src_addr, 1630*7a118df3SSean Hefty dst_addr, &id->route.addr.dev_addr, 1631e51060f0SSean Hefty timeout_ms, addr_handler, id_priv); 1632e51060f0SSean Hefty if (ret) 1633e51060f0SSean Hefty goto err; 1634e51060f0SSean Hefty 1635e51060f0SSean Hefty return 0; 1636e51060f0SSean Hefty err: 1637e51060f0SSean Hefty cma_comp_exch(id_priv, CMA_ADDR_QUERY, CMA_ADDR_BOUND); 1638e51060f0SSean Hefty cma_deref_id(id_priv); 1639e51060f0SSean Hefty return ret; 1640e51060f0SSean Hefty } 1641e51060f0SSean Hefty EXPORT_SYMBOL(rdma_resolve_addr); 1642e51060f0SSean Hefty 1643e51060f0SSean Hefty static void cma_bind_port(struct rdma_bind_list *bind_list, 1644e51060f0SSean Hefty struct rdma_id_private *id_priv) 1645e51060f0SSean Hefty { 1646e51060f0SSean Hefty struct sockaddr_in *sin; 1647e51060f0SSean Hefty 1648e51060f0SSean Hefty sin = (struct sockaddr_in *) &id_priv->id.route.addr.src_addr; 1649e51060f0SSean Hefty sin->sin_port = htons(bind_list->port); 1650e51060f0SSean Hefty id_priv->bind_list = bind_list; 1651e51060f0SSean Hefty hlist_add_head(&id_priv->node, &bind_list->owners); 1652e51060f0SSean Hefty } 1653e51060f0SSean Hefty 1654e51060f0SSean Hefty static int cma_alloc_port(struct idr *ps, struct rdma_id_private *id_priv, 1655e51060f0SSean Hefty unsigned short snum) 1656e51060f0SSean Hefty { 1657e51060f0SSean Hefty struct rdma_bind_list *bind_list; 1658e51060f0SSean Hefty int port, start, ret; 1659e51060f0SSean Hefty 1660e51060f0SSean Hefty bind_list = kzalloc(sizeof *bind_list, GFP_KERNEL); 1661e51060f0SSean Hefty if (!bind_list) 1662e51060f0SSean Hefty return -ENOMEM; 1663e51060f0SSean Hefty 1664e51060f0SSean Hefty start = snum ? snum : sysctl_local_port_range[0]; 1665e51060f0SSean Hefty 1666e51060f0SSean Hefty do { 1667e51060f0SSean Hefty ret = idr_get_new_above(ps, bind_list, start, &port); 1668e51060f0SSean Hefty } while ((ret == -EAGAIN) && idr_pre_get(ps, GFP_KERNEL)); 1669e51060f0SSean Hefty 1670e51060f0SSean Hefty if (ret) 1671e51060f0SSean Hefty goto err; 1672e51060f0SSean Hefty 1673e51060f0SSean Hefty if ((snum && port != snum) || 1674e51060f0SSean Hefty (!snum && port > sysctl_local_port_range[1])) { 1675e51060f0SSean Hefty idr_remove(ps, port); 1676e51060f0SSean Hefty ret = -EADDRNOTAVAIL; 1677e51060f0SSean Hefty goto err; 1678e51060f0SSean Hefty } 1679e51060f0SSean Hefty 1680e51060f0SSean Hefty bind_list->ps = ps; 1681e51060f0SSean Hefty bind_list->port = (unsigned short) port; 1682e51060f0SSean Hefty cma_bind_port(bind_list, id_priv); 1683e51060f0SSean Hefty return 0; 1684e51060f0SSean Hefty err: 1685e51060f0SSean Hefty kfree(bind_list); 1686e51060f0SSean Hefty return ret; 1687e51060f0SSean Hefty } 1688e51060f0SSean Hefty 1689e51060f0SSean Hefty static int cma_use_port(struct idr *ps, struct rdma_id_private *id_priv) 1690e51060f0SSean Hefty { 1691e51060f0SSean Hefty struct rdma_id_private *cur_id; 1692e51060f0SSean Hefty struct sockaddr_in *sin, *cur_sin; 1693e51060f0SSean Hefty struct rdma_bind_list *bind_list; 1694e51060f0SSean Hefty struct hlist_node *node; 1695e51060f0SSean Hefty unsigned short snum; 1696e51060f0SSean Hefty 1697e51060f0SSean Hefty sin = (struct sockaddr_in *) &id_priv->id.route.addr.src_addr; 1698e51060f0SSean Hefty snum = ntohs(sin->sin_port); 1699e51060f0SSean Hefty if (snum < PROT_SOCK && !capable(CAP_NET_BIND_SERVICE)) 1700e51060f0SSean Hefty return -EACCES; 1701e51060f0SSean Hefty 1702e51060f0SSean Hefty bind_list = idr_find(ps, snum); 1703e51060f0SSean Hefty if (!bind_list) 1704e51060f0SSean Hefty return cma_alloc_port(ps, id_priv, snum); 1705e51060f0SSean Hefty 1706e51060f0SSean Hefty /* 1707e51060f0SSean Hefty * We don't support binding to any address if anyone is bound to 1708e51060f0SSean Hefty * a specific address on the same port. 1709e51060f0SSean Hefty */ 1710e51060f0SSean Hefty if (cma_any_addr(&id_priv->id.route.addr.src_addr)) 1711e51060f0SSean Hefty return -EADDRNOTAVAIL; 1712e51060f0SSean Hefty 1713e51060f0SSean Hefty hlist_for_each_entry(cur_id, node, &bind_list->owners, node) { 1714e51060f0SSean Hefty if (cma_any_addr(&cur_id->id.route.addr.src_addr)) 1715e51060f0SSean Hefty return -EADDRNOTAVAIL; 1716e51060f0SSean Hefty 1717e51060f0SSean Hefty cur_sin = (struct sockaddr_in *) &cur_id->id.route.addr.src_addr; 1718e51060f0SSean Hefty if (sin->sin_addr.s_addr == cur_sin->sin_addr.s_addr) 1719e51060f0SSean Hefty return -EADDRINUSE; 1720e51060f0SSean Hefty } 1721e51060f0SSean Hefty 1722e51060f0SSean Hefty cma_bind_port(bind_list, id_priv); 1723e51060f0SSean Hefty return 0; 1724e51060f0SSean Hefty } 1725e51060f0SSean Hefty 1726e51060f0SSean Hefty static int cma_get_port(struct rdma_id_private *id_priv) 1727e51060f0SSean Hefty { 1728e51060f0SSean Hefty struct idr *ps; 1729e51060f0SSean Hefty int ret; 1730e51060f0SSean Hefty 1731e51060f0SSean Hefty switch (id_priv->id.ps) { 1732e51060f0SSean Hefty case RDMA_PS_SDP: 1733e51060f0SSean Hefty ps = &sdp_ps; 1734e51060f0SSean Hefty break; 1735e51060f0SSean Hefty case RDMA_PS_TCP: 1736e51060f0SSean Hefty ps = &tcp_ps; 1737e51060f0SSean Hefty break; 1738e51060f0SSean Hefty default: 1739e51060f0SSean Hefty return -EPROTONOSUPPORT; 1740e51060f0SSean Hefty } 1741e51060f0SSean Hefty 1742e51060f0SSean Hefty mutex_lock(&lock); 1743e51060f0SSean Hefty if (cma_any_port(&id_priv->id.route.addr.src_addr)) 1744e51060f0SSean Hefty ret = cma_alloc_port(ps, id_priv, 0); 1745e51060f0SSean Hefty else 1746e51060f0SSean Hefty ret = cma_use_port(ps, id_priv); 1747e51060f0SSean Hefty mutex_unlock(&lock); 1748e51060f0SSean Hefty 1749e51060f0SSean Hefty return ret; 1750e51060f0SSean Hefty } 1751e51060f0SSean Hefty 1752e51060f0SSean Hefty int rdma_bind_addr(struct rdma_cm_id *id, struct sockaddr *addr) 1753e51060f0SSean Hefty { 1754e51060f0SSean Hefty struct rdma_id_private *id_priv; 1755e51060f0SSean Hefty int ret; 1756e51060f0SSean Hefty 1757e51060f0SSean Hefty if (addr->sa_family != AF_INET) 1758e51060f0SSean Hefty return -EAFNOSUPPORT; 1759e51060f0SSean Hefty 1760e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 1761e51060f0SSean Hefty if (!cma_comp_exch(id_priv, CMA_IDLE, CMA_ADDR_BOUND)) 1762e51060f0SSean Hefty return -EINVAL; 1763e51060f0SSean Hefty 1764e51060f0SSean Hefty if (!cma_any_addr(addr)) { 1765e51060f0SSean Hefty ret = rdma_translate_ip(addr, &id->route.addr.dev_addr); 1766255d0c14SKrishna Kumar if (ret) 1767255d0c14SKrishna Kumar goto err1; 1768255d0c14SKrishna Kumar 176961a73c70SSean Hefty mutex_lock(&lock); 1770e51060f0SSean Hefty ret = cma_acquire_dev(id_priv); 177161a73c70SSean Hefty mutex_unlock(&lock); 1772e51060f0SSean Hefty if (ret) 1773255d0c14SKrishna Kumar goto err1; 1774e51060f0SSean Hefty } 1775e51060f0SSean Hefty 1776e51060f0SSean Hefty memcpy(&id->route.addr.src_addr, addr, ip_addr_size(addr)); 1777e51060f0SSean Hefty ret = cma_get_port(id_priv); 1778e51060f0SSean Hefty if (ret) 1779255d0c14SKrishna Kumar goto err2; 1780e51060f0SSean Hefty 1781e51060f0SSean Hefty return 0; 1782255d0c14SKrishna Kumar err2: 1783255d0c14SKrishna Kumar if (!cma_any_addr(addr)) { 1784255d0c14SKrishna Kumar mutex_lock(&lock); 1785255d0c14SKrishna Kumar cma_detach_from_dev(id_priv); 1786255d0c14SKrishna Kumar mutex_unlock(&lock); 1787255d0c14SKrishna Kumar } 1788255d0c14SKrishna Kumar err1: 1789e51060f0SSean Hefty cma_comp_exch(id_priv, CMA_ADDR_BOUND, CMA_IDLE); 1790e51060f0SSean Hefty return ret; 1791e51060f0SSean Hefty } 1792e51060f0SSean Hefty EXPORT_SYMBOL(rdma_bind_addr); 1793e51060f0SSean Hefty 1794e51060f0SSean Hefty static int cma_format_hdr(void *hdr, enum rdma_port_space ps, 1795e51060f0SSean Hefty struct rdma_route *route) 1796e51060f0SSean Hefty { 1797e51060f0SSean Hefty struct sockaddr_in *src4, *dst4; 1798e51060f0SSean Hefty struct cma_hdr *cma_hdr; 1799e51060f0SSean Hefty struct sdp_hh *sdp_hdr; 1800e51060f0SSean Hefty 1801e51060f0SSean Hefty src4 = (struct sockaddr_in *) &route->addr.src_addr; 1802e51060f0SSean Hefty dst4 = (struct sockaddr_in *) &route->addr.dst_addr; 1803e51060f0SSean Hefty 1804e51060f0SSean Hefty switch (ps) { 1805e51060f0SSean Hefty case RDMA_PS_SDP: 1806e51060f0SSean Hefty sdp_hdr = hdr; 1807e51060f0SSean Hefty if (sdp_get_majv(sdp_hdr->sdp_version) != SDP_MAJ_VERSION) 1808e51060f0SSean Hefty return -EINVAL; 1809e51060f0SSean Hefty sdp_set_ip_ver(sdp_hdr, 4); 1810e51060f0SSean Hefty sdp_hdr->src_addr.ip4.addr = src4->sin_addr.s_addr; 1811e51060f0SSean Hefty sdp_hdr->dst_addr.ip4.addr = dst4->sin_addr.s_addr; 1812e51060f0SSean Hefty sdp_hdr->port = src4->sin_port; 1813e51060f0SSean Hefty break; 1814e51060f0SSean Hefty default: 1815e51060f0SSean Hefty cma_hdr = hdr; 1816e51060f0SSean Hefty cma_hdr->cma_version = CMA_VERSION; 1817e51060f0SSean Hefty cma_set_ip_ver(cma_hdr, 4); 1818e51060f0SSean Hefty cma_hdr->src_addr.ip4.addr = src4->sin_addr.s_addr; 1819e51060f0SSean Hefty cma_hdr->dst_addr.ip4.addr = dst4->sin_addr.s_addr; 1820e51060f0SSean Hefty cma_hdr->port = src4->sin_port; 1821e51060f0SSean Hefty break; 1822e51060f0SSean Hefty } 1823e51060f0SSean Hefty return 0; 1824e51060f0SSean Hefty } 1825e51060f0SSean Hefty 1826e51060f0SSean Hefty static int cma_connect_ib(struct rdma_id_private *id_priv, 1827e51060f0SSean Hefty struct rdma_conn_param *conn_param) 1828e51060f0SSean Hefty { 1829e51060f0SSean Hefty struct ib_cm_req_param req; 1830e51060f0SSean Hefty struct rdma_route *route; 1831e51060f0SSean Hefty void *private_data; 1832e51060f0SSean Hefty int offset, ret; 1833e51060f0SSean Hefty 1834e51060f0SSean Hefty memset(&req, 0, sizeof req); 1835e51060f0SSean Hefty offset = cma_user_data_offset(id_priv->id.ps); 1836e51060f0SSean Hefty req.private_data_len = offset + conn_param->private_data_len; 1837e51060f0SSean Hefty private_data = kzalloc(req.private_data_len, GFP_ATOMIC); 1838e51060f0SSean Hefty if (!private_data) 1839e51060f0SSean Hefty return -ENOMEM; 1840e51060f0SSean Hefty 1841e51060f0SSean Hefty if (conn_param->private_data && conn_param->private_data_len) 1842e51060f0SSean Hefty memcpy(private_data + offset, conn_param->private_data, 1843e51060f0SSean Hefty conn_param->private_data_len); 1844e51060f0SSean Hefty 1845e51060f0SSean Hefty id_priv->cm_id.ib = ib_create_cm_id(id_priv->id.device, cma_ib_handler, 1846e51060f0SSean Hefty id_priv); 1847e51060f0SSean Hefty if (IS_ERR(id_priv->cm_id.ib)) { 1848e51060f0SSean Hefty ret = PTR_ERR(id_priv->cm_id.ib); 1849e51060f0SSean Hefty goto out; 1850e51060f0SSean Hefty } 1851e51060f0SSean Hefty 1852e51060f0SSean Hefty route = &id_priv->id.route; 1853e51060f0SSean Hefty ret = cma_format_hdr(private_data, id_priv->id.ps, route); 1854e51060f0SSean Hefty if (ret) 1855e51060f0SSean Hefty goto out; 1856e51060f0SSean Hefty req.private_data = private_data; 1857e51060f0SSean Hefty 1858e51060f0SSean Hefty req.primary_path = &route->path_rec[0]; 1859e51060f0SSean Hefty if (route->num_paths == 2) 1860e51060f0SSean Hefty req.alternate_path = &route->path_rec[1]; 1861e51060f0SSean Hefty 1862e51060f0SSean Hefty req.service_id = cma_get_service_id(id_priv->id.ps, 1863e51060f0SSean Hefty &route->addr.dst_addr); 1864e51060f0SSean Hefty req.qp_num = id_priv->qp_num; 1865e51060f0SSean Hefty req.qp_type = id_priv->qp_type; 1866e51060f0SSean Hefty req.starting_psn = id_priv->seq_num; 1867e51060f0SSean Hefty req.responder_resources = conn_param->responder_resources; 1868e51060f0SSean Hefty req.initiator_depth = conn_param->initiator_depth; 1869e51060f0SSean Hefty req.flow_control = conn_param->flow_control; 1870e51060f0SSean Hefty req.retry_count = conn_param->retry_count; 1871e51060f0SSean Hefty req.rnr_retry_count = conn_param->rnr_retry_count; 1872e51060f0SSean Hefty req.remote_cm_response_timeout = CMA_CM_RESPONSE_TIMEOUT; 1873e51060f0SSean Hefty req.local_cm_response_timeout = CMA_CM_RESPONSE_TIMEOUT; 1874e51060f0SSean Hefty req.max_cm_retries = CMA_MAX_CM_RETRIES; 1875e51060f0SSean Hefty req.srq = id_priv->srq ? 1 : 0; 1876e51060f0SSean Hefty 1877e51060f0SSean Hefty ret = ib_send_cm_req(id_priv->cm_id.ib, &req); 1878e51060f0SSean Hefty out: 1879675a027cSKrishna Kumar if (ret && !IS_ERR(id_priv->cm_id.ib)) { 1880675a027cSKrishna Kumar ib_destroy_cm_id(id_priv->cm_id.ib); 1881675a027cSKrishna Kumar id_priv->cm_id.ib = NULL; 1882675a027cSKrishna Kumar } 1883675a027cSKrishna Kumar 1884e51060f0SSean Hefty kfree(private_data); 1885e51060f0SSean Hefty return ret; 1886e51060f0SSean Hefty } 1887e51060f0SSean Hefty 188807ebafbaSTom Tucker static int cma_connect_iw(struct rdma_id_private *id_priv, 188907ebafbaSTom Tucker struct rdma_conn_param *conn_param) 189007ebafbaSTom Tucker { 189107ebafbaSTom Tucker struct iw_cm_id *cm_id; 189207ebafbaSTom Tucker struct sockaddr_in* sin; 189307ebafbaSTom Tucker int ret; 189407ebafbaSTom Tucker struct iw_cm_conn_param iw_param; 189507ebafbaSTom Tucker 189607ebafbaSTom Tucker cm_id = iw_create_cm_id(id_priv->id.device, cma_iw_handler, id_priv); 189707ebafbaSTom Tucker if (IS_ERR(cm_id)) { 189807ebafbaSTom Tucker ret = PTR_ERR(cm_id); 189907ebafbaSTom Tucker goto out; 190007ebafbaSTom Tucker } 190107ebafbaSTom Tucker 190207ebafbaSTom Tucker id_priv->cm_id.iw = cm_id; 190307ebafbaSTom Tucker 190407ebafbaSTom Tucker sin = (struct sockaddr_in*) &id_priv->id.route.addr.src_addr; 190507ebafbaSTom Tucker cm_id->local_addr = *sin; 190607ebafbaSTom Tucker 190707ebafbaSTom Tucker sin = (struct sockaddr_in*) &id_priv->id.route.addr.dst_addr; 190807ebafbaSTom Tucker cm_id->remote_addr = *sin; 190907ebafbaSTom Tucker 191007ebafbaSTom Tucker ret = cma_modify_qp_rtr(&id_priv->id); 1911675a027cSKrishna Kumar if (ret) 1912675a027cSKrishna Kumar goto out; 191307ebafbaSTom Tucker 191407ebafbaSTom Tucker iw_param.ord = conn_param->initiator_depth; 191507ebafbaSTom Tucker iw_param.ird = conn_param->responder_resources; 191607ebafbaSTom Tucker iw_param.private_data = conn_param->private_data; 191707ebafbaSTom Tucker iw_param.private_data_len = conn_param->private_data_len; 191807ebafbaSTom Tucker if (id_priv->id.qp) 191907ebafbaSTom Tucker iw_param.qpn = id_priv->qp_num; 192007ebafbaSTom Tucker else 192107ebafbaSTom Tucker iw_param.qpn = conn_param->qp_num; 192207ebafbaSTom Tucker ret = iw_cm_connect(cm_id, &iw_param); 192307ebafbaSTom Tucker out: 1924675a027cSKrishna Kumar if (ret && !IS_ERR(cm_id)) { 1925675a027cSKrishna Kumar iw_destroy_cm_id(cm_id); 1926675a027cSKrishna Kumar id_priv->cm_id.iw = NULL; 1927675a027cSKrishna Kumar } 192807ebafbaSTom Tucker return ret; 192907ebafbaSTom Tucker } 193007ebafbaSTom Tucker 1931e51060f0SSean Hefty int rdma_connect(struct rdma_cm_id *id, struct rdma_conn_param *conn_param) 1932e51060f0SSean Hefty { 1933e51060f0SSean Hefty struct rdma_id_private *id_priv; 1934e51060f0SSean Hefty int ret; 1935e51060f0SSean Hefty 1936e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 1937e51060f0SSean Hefty if (!cma_comp_exch(id_priv, CMA_ROUTE_RESOLVED, CMA_CONNECT)) 1938e51060f0SSean Hefty return -EINVAL; 1939e51060f0SSean Hefty 1940e51060f0SSean Hefty if (!id->qp) { 1941e51060f0SSean Hefty id_priv->qp_num = conn_param->qp_num; 1942e51060f0SSean Hefty id_priv->qp_type = conn_param->qp_type; 1943e51060f0SSean Hefty id_priv->srq = conn_param->srq; 1944e51060f0SSean Hefty } 1945e51060f0SSean Hefty 194607ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 194707ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 1948e51060f0SSean Hefty ret = cma_connect_ib(id_priv, conn_param); 1949e51060f0SSean Hefty break; 195007ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 195107ebafbaSTom Tucker ret = cma_connect_iw(id_priv, conn_param); 195207ebafbaSTom Tucker break; 1953e51060f0SSean Hefty default: 1954e51060f0SSean Hefty ret = -ENOSYS; 1955e51060f0SSean Hefty break; 1956e51060f0SSean Hefty } 1957e51060f0SSean Hefty if (ret) 1958e51060f0SSean Hefty goto err; 1959e51060f0SSean Hefty 1960e51060f0SSean Hefty return 0; 1961e51060f0SSean Hefty err: 1962e51060f0SSean Hefty cma_comp_exch(id_priv, CMA_CONNECT, CMA_ROUTE_RESOLVED); 1963e51060f0SSean Hefty return ret; 1964e51060f0SSean Hefty } 1965e51060f0SSean Hefty EXPORT_SYMBOL(rdma_connect); 1966e51060f0SSean Hefty 1967e51060f0SSean Hefty static int cma_accept_ib(struct rdma_id_private *id_priv, 1968e51060f0SSean Hefty struct rdma_conn_param *conn_param) 1969e51060f0SSean Hefty { 1970e51060f0SSean Hefty struct ib_cm_rep_param rep; 1971e51060f0SSean Hefty int ret; 1972e51060f0SSean Hefty 1973e51060f0SSean Hefty ret = cma_modify_qp_rtr(&id_priv->id); 1974e51060f0SSean Hefty if (ret) 1975e51060f0SSean Hefty return ret; 1976e51060f0SSean Hefty 1977e51060f0SSean Hefty memset(&rep, 0, sizeof rep); 1978e51060f0SSean Hefty rep.qp_num = id_priv->qp_num; 1979e51060f0SSean Hefty rep.starting_psn = id_priv->seq_num; 1980e51060f0SSean Hefty rep.private_data = conn_param->private_data; 1981e51060f0SSean Hefty rep.private_data_len = conn_param->private_data_len; 1982e51060f0SSean Hefty rep.responder_resources = conn_param->responder_resources; 1983e51060f0SSean Hefty rep.initiator_depth = conn_param->initiator_depth; 1984e51060f0SSean Hefty rep.target_ack_delay = CMA_CM_RESPONSE_TIMEOUT; 1985e51060f0SSean Hefty rep.failover_accepted = 0; 1986e51060f0SSean Hefty rep.flow_control = conn_param->flow_control; 1987e51060f0SSean Hefty rep.rnr_retry_count = conn_param->rnr_retry_count; 1988e51060f0SSean Hefty rep.srq = id_priv->srq ? 1 : 0; 1989e51060f0SSean Hefty 1990e51060f0SSean Hefty return ib_send_cm_rep(id_priv->cm_id.ib, &rep); 1991e51060f0SSean Hefty } 1992e51060f0SSean Hefty 199307ebafbaSTom Tucker static int cma_accept_iw(struct rdma_id_private *id_priv, 199407ebafbaSTom Tucker struct rdma_conn_param *conn_param) 199507ebafbaSTom Tucker { 199607ebafbaSTom Tucker struct iw_cm_conn_param iw_param; 199707ebafbaSTom Tucker int ret; 199807ebafbaSTom Tucker 199907ebafbaSTom Tucker ret = cma_modify_qp_rtr(&id_priv->id); 200007ebafbaSTom Tucker if (ret) 200107ebafbaSTom Tucker return ret; 200207ebafbaSTom Tucker 200307ebafbaSTom Tucker iw_param.ord = conn_param->initiator_depth; 200407ebafbaSTom Tucker iw_param.ird = conn_param->responder_resources; 200507ebafbaSTom Tucker iw_param.private_data = conn_param->private_data; 200607ebafbaSTom Tucker iw_param.private_data_len = conn_param->private_data_len; 200707ebafbaSTom Tucker if (id_priv->id.qp) { 200807ebafbaSTom Tucker iw_param.qpn = id_priv->qp_num; 200907ebafbaSTom Tucker } else 201007ebafbaSTom Tucker iw_param.qpn = conn_param->qp_num; 201107ebafbaSTom Tucker 201207ebafbaSTom Tucker return iw_cm_accept(id_priv->cm_id.iw, &iw_param); 201307ebafbaSTom Tucker } 201407ebafbaSTom Tucker 2015e51060f0SSean Hefty int rdma_accept(struct rdma_cm_id *id, struct rdma_conn_param *conn_param) 2016e51060f0SSean Hefty { 2017e51060f0SSean Hefty struct rdma_id_private *id_priv; 2018e51060f0SSean Hefty int ret; 2019e51060f0SSean Hefty 2020e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 2021e51060f0SSean Hefty if (!cma_comp(id_priv, CMA_CONNECT)) 2022e51060f0SSean Hefty return -EINVAL; 2023e51060f0SSean Hefty 2024e51060f0SSean Hefty if (!id->qp && conn_param) { 2025e51060f0SSean Hefty id_priv->qp_num = conn_param->qp_num; 2026e51060f0SSean Hefty id_priv->qp_type = conn_param->qp_type; 2027e51060f0SSean Hefty id_priv->srq = conn_param->srq; 2028e51060f0SSean Hefty } 2029e51060f0SSean Hefty 203007ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 203107ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 2032e51060f0SSean Hefty if (conn_param) 2033e51060f0SSean Hefty ret = cma_accept_ib(id_priv, conn_param); 2034e51060f0SSean Hefty else 2035e51060f0SSean Hefty ret = cma_rep_recv(id_priv); 2036e51060f0SSean Hefty break; 203707ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 203807ebafbaSTom Tucker ret = cma_accept_iw(id_priv, conn_param); 203907ebafbaSTom Tucker break; 2040e51060f0SSean Hefty default: 2041e51060f0SSean Hefty ret = -ENOSYS; 2042e51060f0SSean Hefty break; 2043e51060f0SSean Hefty } 2044e51060f0SSean Hefty 2045e51060f0SSean Hefty if (ret) 2046e51060f0SSean Hefty goto reject; 2047e51060f0SSean Hefty 2048e51060f0SSean Hefty return 0; 2049e51060f0SSean Hefty reject: 2050e51060f0SSean Hefty cma_modify_qp_err(id); 2051e51060f0SSean Hefty rdma_reject(id, NULL, 0); 2052e51060f0SSean Hefty return ret; 2053e51060f0SSean Hefty } 2054e51060f0SSean Hefty EXPORT_SYMBOL(rdma_accept); 2055e51060f0SSean Hefty 2056e51060f0SSean Hefty int rdma_reject(struct rdma_cm_id *id, const void *private_data, 2057e51060f0SSean Hefty u8 private_data_len) 2058e51060f0SSean Hefty { 2059e51060f0SSean Hefty struct rdma_id_private *id_priv; 2060e51060f0SSean Hefty int ret; 2061e51060f0SSean Hefty 2062e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 2063e51060f0SSean Hefty if (!cma_comp(id_priv, CMA_CONNECT)) 2064e51060f0SSean Hefty return -EINVAL; 2065e51060f0SSean Hefty 206607ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 206707ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 2068e51060f0SSean Hefty ret = ib_send_cm_rej(id_priv->cm_id.ib, 2069e51060f0SSean Hefty IB_CM_REJ_CONSUMER_DEFINED, NULL, 0, 2070e51060f0SSean Hefty private_data, private_data_len); 2071e51060f0SSean Hefty break; 207207ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 207307ebafbaSTom Tucker ret = iw_cm_reject(id_priv->cm_id.iw, 207407ebafbaSTom Tucker private_data, private_data_len); 207507ebafbaSTom Tucker break; 2076e51060f0SSean Hefty default: 2077e51060f0SSean Hefty ret = -ENOSYS; 2078e51060f0SSean Hefty break; 2079e51060f0SSean Hefty } 2080e51060f0SSean Hefty return ret; 2081e51060f0SSean Hefty } 2082e51060f0SSean Hefty EXPORT_SYMBOL(rdma_reject); 2083e51060f0SSean Hefty 2084e51060f0SSean Hefty int rdma_disconnect(struct rdma_cm_id *id) 2085e51060f0SSean Hefty { 2086e51060f0SSean Hefty struct rdma_id_private *id_priv; 2087e51060f0SSean Hefty int ret; 2088e51060f0SSean Hefty 2089e51060f0SSean Hefty id_priv = container_of(id, struct rdma_id_private, id); 2090e51060f0SSean Hefty if (!cma_comp(id_priv, CMA_CONNECT) && 2091e51060f0SSean Hefty !cma_comp(id_priv, CMA_DISCONNECT)) 2092e51060f0SSean Hefty return -EINVAL; 2093e51060f0SSean Hefty 209407ebafbaSTom Tucker switch (rdma_node_get_transport(id->device->node_type)) { 209507ebafbaSTom Tucker case RDMA_TRANSPORT_IB: 2096e51060f0SSean Hefty ret = cma_modify_qp_err(id); 2097e51060f0SSean Hefty if (ret) 2098e51060f0SSean Hefty goto out; 2099e51060f0SSean Hefty /* Initiate or respond to a disconnect. */ 2100e51060f0SSean Hefty if (ib_send_cm_dreq(id_priv->cm_id.ib, NULL, 0)) 2101e51060f0SSean Hefty ib_send_cm_drep(id_priv->cm_id.ib, NULL, 0); 2102e51060f0SSean Hefty break; 210307ebafbaSTom Tucker case RDMA_TRANSPORT_IWARP: 210407ebafbaSTom Tucker ret = iw_cm_disconnect(id_priv->cm_id.iw, 0); 210507ebafbaSTom Tucker break; 2106e51060f0SSean Hefty default: 210707ebafbaSTom Tucker ret = -EINVAL; 2108e51060f0SSean Hefty break; 2109e51060f0SSean Hefty } 2110e51060f0SSean Hefty out: 2111e51060f0SSean Hefty return ret; 2112e51060f0SSean Hefty } 2113e51060f0SSean Hefty EXPORT_SYMBOL(rdma_disconnect); 2114e51060f0SSean Hefty 2115e51060f0SSean Hefty static void cma_add_one(struct ib_device *device) 2116e51060f0SSean Hefty { 2117e51060f0SSean Hefty struct cma_device *cma_dev; 2118e51060f0SSean Hefty struct rdma_id_private *id_priv; 2119e51060f0SSean Hefty 2120e51060f0SSean Hefty cma_dev = kmalloc(sizeof *cma_dev, GFP_KERNEL); 2121e51060f0SSean Hefty if (!cma_dev) 2122e51060f0SSean Hefty return; 2123e51060f0SSean Hefty 2124e51060f0SSean Hefty cma_dev->device = device; 2125e51060f0SSean Hefty cma_dev->node_guid = device->node_guid; 2126e51060f0SSean Hefty if (!cma_dev->node_guid) 2127e51060f0SSean Hefty goto err; 2128e51060f0SSean Hefty 2129e51060f0SSean Hefty init_completion(&cma_dev->comp); 2130e51060f0SSean Hefty atomic_set(&cma_dev->refcount, 1); 2131e51060f0SSean Hefty INIT_LIST_HEAD(&cma_dev->id_list); 2132e51060f0SSean Hefty ib_set_client_data(device, &cma_client, cma_dev); 2133e51060f0SSean Hefty 2134e51060f0SSean Hefty mutex_lock(&lock); 2135e51060f0SSean Hefty list_add_tail(&cma_dev->list, &dev_list); 2136e51060f0SSean Hefty list_for_each_entry(id_priv, &listen_any_list, list) 2137e51060f0SSean Hefty cma_listen_on_dev(id_priv, cma_dev); 2138e51060f0SSean Hefty mutex_unlock(&lock); 2139e51060f0SSean Hefty return; 2140e51060f0SSean Hefty err: 2141e51060f0SSean Hefty kfree(cma_dev); 2142e51060f0SSean Hefty } 2143e51060f0SSean Hefty 2144e51060f0SSean Hefty static int cma_remove_id_dev(struct rdma_id_private *id_priv) 2145e51060f0SSean Hefty { 2146e51060f0SSean Hefty enum cma_state state; 2147e51060f0SSean Hefty 2148e51060f0SSean Hefty /* Record that we want to remove the device */ 2149e51060f0SSean Hefty state = cma_exch(id_priv, CMA_DEVICE_REMOVAL); 2150e51060f0SSean Hefty if (state == CMA_DESTROYING) 2151e51060f0SSean Hefty return 0; 2152e51060f0SSean Hefty 2153e51060f0SSean Hefty cma_cancel_operation(id_priv, state); 2154e51060f0SSean Hefty wait_event(id_priv->wait_remove, !atomic_read(&id_priv->dev_remove)); 2155e51060f0SSean Hefty 2156e51060f0SSean Hefty /* Check for destruction from another callback. */ 2157e51060f0SSean Hefty if (!cma_comp(id_priv, CMA_DEVICE_REMOVAL)) 2158e51060f0SSean Hefty return 0; 2159e51060f0SSean Hefty 2160e51060f0SSean Hefty return cma_notify_user(id_priv, RDMA_CM_EVENT_DEVICE_REMOVAL, 2161e51060f0SSean Hefty 0, NULL, 0); 2162e51060f0SSean Hefty } 2163e51060f0SSean Hefty 2164e51060f0SSean Hefty static void cma_process_remove(struct cma_device *cma_dev) 2165e51060f0SSean Hefty { 2166e51060f0SSean Hefty struct rdma_id_private *id_priv; 2167e51060f0SSean Hefty int ret; 2168e51060f0SSean Hefty 2169e51060f0SSean Hefty mutex_lock(&lock); 2170e51060f0SSean Hefty while (!list_empty(&cma_dev->id_list)) { 2171e51060f0SSean Hefty id_priv = list_entry(cma_dev->id_list.next, 2172e51060f0SSean Hefty struct rdma_id_private, list); 2173e51060f0SSean Hefty 2174e51060f0SSean Hefty if (cma_internal_listen(id_priv)) { 2175e51060f0SSean Hefty cma_destroy_listen(id_priv); 2176e51060f0SSean Hefty continue; 2177e51060f0SSean Hefty } 2178e51060f0SSean Hefty 217994de178aSKrishna Kumar list_del_init(&id_priv->list); 2180e51060f0SSean Hefty atomic_inc(&id_priv->refcount); 2181e51060f0SSean Hefty mutex_unlock(&lock); 2182e51060f0SSean Hefty 2183e51060f0SSean Hefty ret = cma_remove_id_dev(id_priv); 2184e51060f0SSean Hefty cma_deref_id(id_priv); 2185e51060f0SSean Hefty if (ret) 2186e51060f0SSean Hefty rdma_destroy_id(&id_priv->id); 2187e51060f0SSean Hefty 2188e51060f0SSean Hefty mutex_lock(&lock); 2189e51060f0SSean Hefty } 2190e51060f0SSean Hefty mutex_unlock(&lock); 2191e51060f0SSean Hefty 2192e51060f0SSean Hefty cma_deref_dev(cma_dev); 2193e51060f0SSean Hefty wait_for_completion(&cma_dev->comp); 2194e51060f0SSean Hefty } 2195e51060f0SSean Hefty 2196e51060f0SSean Hefty static void cma_remove_one(struct ib_device *device) 2197e51060f0SSean Hefty { 2198e51060f0SSean Hefty struct cma_device *cma_dev; 2199e51060f0SSean Hefty 2200e51060f0SSean Hefty cma_dev = ib_get_client_data(device, &cma_client); 2201e51060f0SSean Hefty if (!cma_dev) 2202e51060f0SSean Hefty return; 2203e51060f0SSean Hefty 2204e51060f0SSean Hefty mutex_lock(&lock); 2205e51060f0SSean Hefty list_del(&cma_dev->list); 2206e51060f0SSean Hefty mutex_unlock(&lock); 2207e51060f0SSean Hefty 2208e51060f0SSean Hefty cma_process_remove(cma_dev); 2209e51060f0SSean Hefty kfree(cma_dev); 2210e51060f0SSean Hefty } 2211e51060f0SSean Hefty 2212e51060f0SSean Hefty static int cma_init(void) 2213e51060f0SSean Hefty { 2214e51060f0SSean Hefty int ret; 2215e51060f0SSean Hefty 2216e51060f0SSean Hefty cma_wq = create_singlethread_workqueue("rdma_cm_wq"); 2217e51060f0SSean Hefty if (!cma_wq) 2218e51060f0SSean Hefty return -ENOMEM; 2219e51060f0SSean Hefty 2220c1a0b23bSMichael S. Tsirkin ib_sa_register_client(&sa_client); 2221*7a118df3SSean Hefty rdma_addr_register_client(&addr_client); 2222c1a0b23bSMichael S. Tsirkin 2223e51060f0SSean Hefty ret = ib_register_client(&cma_client); 2224e51060f0SSean Hefty if (ret) 2225e51060f0SSean Hefty goto err; 2226e51060f0SSean Hefty return 0; 2227e51060f0SSean Hefty 2228e51060f0SSean Hefty err: 2229*7a118df3SSean Hefty rdma_addr_unregister_client(&addr_client); 2230c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&sa_client); 2231e51060f0SSean Hefty destroy_workqueue(cma_wq); 2232e51060f0SSean Hefty return ret; 2233e51060f0SSean Hefty } 2234e51060f0SSean Hefty 2235e51060f0SSean Hefty static void cma_cleanup(void) 2236e51060f0SSean Hefty { 2237e51060f0SSean Hefty ib_unregister_client(&cma_client); 2238*7a118df3SSean Hefty rdma_addr_unregister_client(&addr_client); 2239c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&sa_client); 2240e51060f0SSean Hefty destroy_workqueue(cma_wq); 2241e51060f0SSean Hefty idr_destroy(&sdp_ps); 2242e51060f0SSean Hefty idr_destroy(&tcp_ps); 2243e51060f0SSean Hefty } 2244e51060f0SSean Hefty 2245e51060f0SSean Hefty module_init(cma_init); 2246e51060f0SSean Hefty module_exit(cma_cleanup); 2247