1 /* 2 * Broadcom NetXtreme-E RoCE driver. 3 * 4 * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term 5 * Broadcom refers to Broadcom Limited and/or its subsidiaries. 6 * 7 * This software is available to you under a choice of one of two 8 * licenses. You may choose to be licensed under the terms of the GNU 9 * General Public License (GPL) Version 2, available from the file 10 * COPYING in the main directory of this source tree, or the 11 * BSD license below: 12 * 13 * Redistribution and use in source and binary forms, with or without 14 * modification, are permitted provided that the following conditions 15 * are met: 16 * 17 * 1. Redistributions of source code must retain the above copyright 18 * notice, this list of conditions and the following disclaimer. 19 * 2. Redistributions in binary form must reproduce the above copyright 20 * notice, this list of conditions and the following disclaimer in 21 * the documentation and/or other materials provided with the 22 * distribution. 23 * 24 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' 25 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 26 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 27 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS 28 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 29 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 30 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR 31 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 32 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 33 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN 34 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 35 * 36 * Description: IB Verbs interpreter (header) 37 */ 38 39 #ifndef __BNXT_RE_IB_VERBS_H__ 40 #define __BNXT_RE_IB_VERBS_H__ 41 42 struct bnxt_re_gid_ctx { 43 u32 idx; 44 u32 refcnt; 45 }; 46 47 #define BNXT_RE_FENCE_BYTES 64 48 struct bnxt_re_fence_data { 49 u32 size; 50 u8 va[BNXT_RE_FENCE_BYTES]; 51 dma_addr_t dma_addr; 52 struct bnxt_re_mr *mr; 53 struct ib_mw *mw; 54 struct bnxt_qplib_swqe bind_wqe; 55 u32 bind_rkey; 56 }; 57 58 struct bnxt_re_pd { 59 struct ib_pd ib_pd; 60 struct bnxt_re_dev *rdev; 61 struct bnxt_qplib_pd qplib_pd; 62 struct bnxt_re_fence_data fence; 63 struct rdma_user_mmap_entry *pd_db_mmap; 64 struct rdma_user_mmap_entry *pd_wcdb_mmap; 65 }; 66 67 struct bnxt_re_ah { 68 struct ib_ah ib_ah; 69 struct bnxt_re_dev *rdev; 70 struct bnxt_qplib_ah qplib_ah; 71 }; 72 73 struct bnxt_re_srq { 74 struct ib_srq ib_srq; 75 struct bnxt_re_dev *rdev; 76 u32 srq_limit; 77 struct bnxt_qplib_srq qplib_srq; 78 struct ib_umem *umem; 79 spinlock_t lock; /* protect srq */ 80 }; 81 82 struct bnxt_re_qp { 83 struct ib_qp ib_qp; 84 struct list_head list; 85 struct bnxt_re_dev *rdev; 86 spinlock_t sq_lock; /* protect sq */ 87 spinlock_t rq_lock; /* protect rq */ 88 struct bnxt_qplib_qp qplib_qp; 89 struct ib_umem *sumem; 90 struct ib_umem *rumem; 91 /* QP1 */ 92 u32 send_psn; 93 struct ib_ud_header qp1_hdr; 94 struct bnxt_re_cq *scq; 95 struct bnxt_re_cq *rcq; 96 }; 97 98 struct bnxt_re_cq { 99 struct ib_cq ib_cq; 100 struct bnxt_re_dev *rdev; 101 spinlock_t cq_lock; /* protect cq */ 102 u16 cq_count; 103 u16 cq_period; 104 struct bnxt_qplib_cq qplib_cq; 105 struct bnxt_qplib_cqe *cql; 106 #define MAX_CQL_PER_POLL 1024 107 u32 max_cql; 108 struct ib_umem *umem; 109 struct ib_umem *resize_umem; 110 int resize_cqe; 111 void *uctx_cq_page; 112 struct hlist_node hash_entry; 113 }; 114 115 struct bnxt_re_mr { 116 struct bnxt_re_dev *rdev; 117 struct ib_mr ib_mr; 118 struct ib_umem *ib_umem; 119 struct bnxt_qplib_mrw qplib_mr; 120 u32 npages; 121 u64 *pages; 122 struct bnxt_qplib_frpl qplib_frpl; 123 }; 124 125 struct bnxt_re_frpl { 126 struct bnxt_re_dev *rdev; 127 struct bnxt_qplib_frpl qplib_frpl; 128 u64 *page_list; 129 }; 130 131 struct bnxt_re_mw { 132 struct bnxt_re_dev *rdev; 133 struct ib_mw ib_mw; 134 struct bnxt_qplib_mrw qplib_mw; 135 }; 136 137 struct bnxt_re_ucontext { 138 struct ib_ucontext ib_uctx; 139 struct bnxt_re_dev *rdev; 140 struct bnxt_qplib_dpi dpi; 141 struct bnxt_qplib_dpi wcdpi; 142 void *shpg; 143 spinlock_t sh_lock; /* protect shpg */ 144 struct rdma_user_mmap_entry *shpage_mmap; 145 u64 cmask; 146 }; 147 148 enum bnxt_re_mmap_flag { 149 BNXT_RE_MMAP_SH_PAGE, 150 BNXT_RE_MMAP_UC_DB, 151 BNXT_RE_MMAP_WC_DB, 152 BNXT_RE_MMAP_DBR_PAGE, 153 BNXT_RE_MMAP_DBR_BAR, 154 BNXT_RE_MMAP_TOGGLE_PAGE, 155 }; 156 157 struct bnxt_re_user_mmap_entry { 158 struct rdma_user_mmap_entry rdma_entry; 159 struct bnxt_re_ucontext *uctx; 160 u64 mem_offset; 161 u8 mmap_flag; 162 }; 163 164 static inline u16 bnxt_re_get_swqe_size(int nsge) 165 { 166 return sizeof(struct sq_send_hdr) + nsge * sizeof(struct sq_sge); 167 } 168 169 static inline u16 bnxt_re_get_rwqe_size(int nsge) 170 { 171 return sizeof(struct rq_wqe_hdr) + (nsge * sizeof(struct sq_sge)); 172 } 173 174 static inline u32 bnxt_re_init_depth(u32 ent, struct bnxt_re_ucontext *uctx) 175 { 176 return uctx ? (uctx->cmask & BNXT_RE_UCNTX_CMASK_POW2_DISABLED) ? 177 ent : roundup_pow_of_two(ent) : ent; 178 } 179 180 int bnxt_re_query_device(struct ib_device *ibdev, 181 struct ib_device_attr *ib_attr, 182 struct ib_udata *udata); 183 int bnxt_re_query_port(struct ib_device *ibdev, u32 port_num, 184 struct ib_port_attr *port_attr); 185 int bnxt_re_get_port_immutable(struct ib_device *ibdev, u32 port_num, 186 struct ib_port_immutable *immutable); 187 void bnxt_re_query_fw_str(struct ib_device *ibdev, char *str); 188 int bnxt_re_query_pkey(struct ib_device *ibdev, u32 port_num, 189 u16 index, u16 *pkey); 190 int bnxt_re_del_gid(const struct ib_gid_attr *attr, void **context); 191 int bnxt_re_add_gid(const struct ib_gid_attr *attr, void **context); 192 int bnxt_re_query_gid(struct ib_device *ibdev, u32 port_num, 193 int index, union ib_gid *gid); 194 enum rdma_link_layer bnxt_re_get_link_layer(struct ib_device *ibdev, 195 u32 port_num); 196 int bnxt_re_alloc_pd(struct ib_pd *pd, struct ib_udata *udata); 197 int bnxt_re_dealloc_pd(struct ib_pd *pd, struct ib_udata *udata); 198 int bnxt_re_create_ah(struct ib_ah *ah, struct rdma_ah_init_attr *init_attr, 199 struct ib_udata *udata); 200 int bnxt_re_query_ah(struct ib_ah *ah, struct rdma_ah_attr *ah_attr); 201 int bnxt_re_destroy_ah(struct ib_ah *ah, u32 flags); 202 int bnxt_re_create_srq(struct ib_srq *srq, 203 struct ib_srq_init_attr *srq_init_attr, 204 struct ib_udata *udata); 205 int bnxt_re_modify_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr, 206 enum ib_srq_attr_mask srq_attr_mask, 207 struct ib_udata *udata); 208 int bnxt_re_query_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr); 209 int bnxt_re_destroy_srq(struct ib_srq *srq, struct ib_udata *udata); 210 int bnxt_re_post_srq_recv(struct ib_srq *srq, const struct ib_recv_wr *recv_wr, 211 const struct ib_recv_wr **bad_recv_wr); 212 int bnxt_re_create_qp(struct ib_qp *qp, struct ib_qp_init_attr *qp_init_attr, 213 struct ib_udata *udata); 214 int bnxt_re_modify_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr, 215 int qp_attr_mask, struct ib_udata *udata); 216 int bnxt_re_query_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr, 217 int qp_attr_mask, struct ib_qp_init_attr *qp_init_attr); 218 int bnxt_re_destroy_qp(struct ib_qp *qp, struct ib_udata *udata); 219 int bnxt_re_post_send(struct ib_qp *qp, const struct ib_send_wr *send_wr, 220 const struct ib_send_wr **bad_send_wr); 221 int bnxt_re_post_recv(struct ib_qp *qp, const struct ib_recv_wr *recv_wr, 222 const struct ib_recv_wr **bad_recv_wr); 223 int bnxt_re_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 224 struct ib_udata *udata); 225 int bnxt_re_resize_cq(struct ib_cq *ibcq, int cqe, struct ib_udata *udata); 226 int bnxt_re_destroy_cq(struct ib_cq *cq, struct ib_udata *udata); 227 int bnxt_re_poll_cq(struct ib_cq *cq, int num_entries, struct ib_wc *wc); 228 int bnxt_re_req_notify_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags); 229 struct ib_mr *bnxt_re_get_dma_mr(struct ib_pd *pd, int mr_access_flags); 230 231 int bnxt_re_map_mr_sg(struct ib_mr *ib_mr, struct scatterlist *sg, int sg_nents, 232 unsigned int *sg_offset); 233 struct ib_mr *bnxt_re_alloc_mr(struct ib_pd *ib_pd, enum ib_mr_type mr_type, 234 u32 max_num_sg); 235 int bnxt_re_dereg_mr(struct ib_mr *mr, struct ib_udata *udata); 236 struct ib_mw *bnxt_re_alloc_mw(struct ib_pd *ib_pd, enum ib_mw_type type, 237 struct ib_udata *udata); 238 int bnxt_re_dealloc_mw(struct ib_mw *mw); 239 struct ib_mr *bnxt_re_reg_user_mr(struct ib_pd *pd, u64 start, u64 length, 240 u64 virt_addr, int mr_access_flags, 241 struct ib_udata *udata); 242 struct ib_mr *bnxt_re_reg_user_mr_dmabuf(struct ib_pd *ib_pd, u64 start, 243 u64 length, u64 virt_addr, 244 int fd, int mr_access_flags, 245 struct ib_udata *udata); 246 int bnxt_re_alloc_ucontext(struct ib_ucontext *ctx, struct ib_udata *udata); 247 void bnxt_re_dealloc_ucontext(struct ib_ucontext *context); 248 int bnxt_re_mmap(struct ib_ucontext *context, struct vm_area_struct *vma); 249 void bnxt_re_mmap_free(struct rdma_user_mmap_entry *rdma_entry); 250 251 252 unsigned long bnxt_re_lock_cqs(struct bnxt_re_qp *qp); 253 void bnxt_re_unlock_cqs(struct bnxt_re_qp *qp, unsigned long flags); 254 #endif /* __BNXT_RE_IB_VERBS_H__ */ 255