1 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */ 2 /* QLogic qed NIC Driver 3 * Copyright (c) 2015-2017 QLogic Corporation 4 * Copyright (c) 2019-2020 Marvell International Ltd. 5 */ 6 7 #ifndef _QED_RDMA_H 8 #define _QED_RDMA_H 9 #include <linux/types.h> 10 #include <linux/bitops.h> 11 #include <linux/kernel.h> 12 #include <linux/list.h> 13 #include <linux/slab.h> 14 #include <linux/spinlock.h> 15 #include <linux/qed/qed_if.h> 16 #include <linux/qed/qed_rdma_if.h> 17 #include "qed.h" 18 #include "qed_dev_api.h" 19 #include "qed_hsi.h" 20 #include "qed_iwarp.h" 21 #include "qed_roce.h" 22 23 #define QED_RDMA_MAX_P_KEY (1) 24 #define QED_RDMA_MAX_WQE (0x7FFF) 25 #define QED_RDMA_MAX_SRQ_WQE_ELEM (0x7FFF) 26 #define QED_RDMA_PAGE_SIZE_CAPS (0xFFFFF000) 27 #define QED_RDMA_ACK_DELAY (15) 28 #define QED_RDMA_MAX_MR_SIZE (0x10000000000ULL) 29 #define QED_RDMA_MAX_CQS (RDMA_MAX_CQS) 30 #define QED_RDMA_MAX_MRS (RDMA_MAX_TIDS) 31 /* Add 1 for header element */ 32 #define QED_RDMA_MAX_SRQ_ELEM_PER_WQE (RDMA_MAX_SGE_PER_RQ_WQE + 1) 33 #define QED_RDMA_MAX_SGE_PER_SRQ_WQE (RDMA_MAX_SGE_PER_RQ_WQE) 34 #define QED_RDMA_SRQ_WQE_ELEM_SIZE (16) 35 #define QED_RDMA_MAX_SRQS (32 * 1024) 36 37 #define QED_RDMA_MAX_CQE_32_BIT (0x7FFFFFFF - 1) 38 #define QED_RDMA_MAX_CQE_16_BIT (0x7FFF - 1) 39 40 /* Up to 2^16 XRC Domains are supported, but the actual number of supported XRC 41 * SRQs is much smaller so there's no need to have that many domains. 42 */ 43 #define QED_RDMA_MAX_XRCDS (roundup_pow_of_two(RDMA_MAX_XRC_SRQS)) 44 45 enum qed_rdma_toggle_bit { 46 QED_RDMA_TOGGLE_BIT_CLEAR = 0, 47 QED_RDMA_TOGGLE_BIT_SET = 1 48 }; 49 50 #define QED_RDMA_MAX_BMAP_NAME (10) 51 struct qed_bmap { 52 unsigned long *bitmap; 53 u32 max_count; 54 char name[QED_RDMA_MAX_BMAP_NAME]; 55 }; 56 57 struct qed_rdma_info { 58 /* spin lock to protect bitmaps */ 59 spinlock_t lock; 60 61 struct qed_bmap cq_map; 62 struct qed_bmap pd_map; 63 struct qed_bmap xrcd_map; 64 struct qed_bmap tid_map; 65 struct qed_bmap qp_map; 66 struct qed_bmap srq_map; 67 struct qed_bmap xrc_srq_map; 68 struct qed_bmap cid_map; 69 struct qed_bmap tcp_cid_map; 70 struct qed_bmap real_cid_map; 71 struct qed_bmap dpi_map; 72 struct qed_bmap toggle_bits; 73 struct qed_rdma_events events; 74 struct qed_rdma_device *dev; 75 struct qed_rdma_port *port; 76 u32 last_tid; 77 u8 num_cnqs; 78 u32 num_qps; 79 u32 num_mrs; 80 u32 num_srqs; 81 u16 srq_id_offset; 82 u16 queue_zone_base; 83 u16 max_queue_zones; 84 enum protocol_type proto; 85 struct qed_iwarp_info iwarp; 86 u8 active:1; 87 }; 88 89 struct qed_rdma_qp { 90 struct regpair qp_handle; 91 struct regpair qp_handle_async; 92 u32 qpid; 93 u16 icid; 94 enum qed_roce_qp_state cur_state; 95 enum qed_rdma_qp_type qp_type; 96 enum qed_iwarp_qp_state iwarp_state; 97 bool use_srq; 98 bool signal_all; 99 bool fmr_and_reserved_lkey; 100 101 bool incoming_rdma_read_en; 102 bool incoming_rdma_write_en; 103 bool incoming_atomic_en; 104 bool e2e_flow_control_en; 105 106 u16 pd; 107 u16 pkey; 108 u32 dest_qp; 109 u16 mtu; 110 u16 srq_id; 111 u8 traffic_class_tos; 112 u8 hop_limit_ttl; 113 u16 dpi; 114 u32 flow_label; 115 bool lb_indication; 116 u16 vlan_id; 117 u32 ack_timeout; 118 u8 retry_cnt; 119 u8 rnr_retry_cnt; 120 u8 min_rnr_nak_timer; 121 bool sqd_async; 122 union qed_gid sgid; 123 union qed_gid dgid; 124 enum roce_mode roce_mode; 125 u16 udp_src_port; 126 u8 stats_queue; 127 128 /* requeseter */ 129 u8 max_rd_atomic_req; 130 u32 sq_psn; 131 u16 sq_cq_id; 132 u16 sq_num_pages; 133 dma_addr_t sq_pbl_ptr; 134 void *orq; 135 dma_addr_t orq_phys_addr; 136 u8 orq_num_pages; 137 bool req_offloaded; 138 bool has_req; 139 140 /* responder */ 141 u8 max_rd_atomic_resp; 142 u32 rq_psn; 143 u16 rq_cq_id; 144 u16 rq_num_pages; 145 u16 xrcd_id; 146 dma_addr_t rq_pbl_ptr; 147 void *irq; 148 dma_addr_t irq_phys_addr; 149 u8 irq_num_pages; 150 bool resp_offloaded; 151 u32 cq_prod; 152 bool has_resp; 153 154 u8 remote_mac_addr[6]; 155 u8 local_mac_addr[6]; 156 157 void *shared_queue; 158 dma_addr_t shared_queue_phys_addr; 159 struct qed_iwarp_ep *ep; 160 u8 edpm_mode; 161 }; 162 163 static inline bool qed_rdma_is_xrc_qp(struct qed_rdma_qp *qp) 164 { 165 if (qp->qp_type == QED_RDMA_QP_TYPE_XRC_TGT || 166 qp->qp_type == QED_RDMA_QP_TYPE_XRC_INI) 167 return true; 168 169 return false; 170 } 171 172 #if IS_ENABLED(CONFIG_QED_RDMA) 173 void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt); 174 void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt); 175 int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn); 176 void qed_rdma_info_free(struct qed_hwfn *p_hwfn); 177 #else 178 static inline void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, 179 struct qed_ptt *p_ptt) {} 180 static inline void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, 181 struct qed_ptt *p_ptt) {} 182 static inline int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn) 183 {return -EINVAL; } 184 static inline void qed_rdma_info_free(struct qed_hwfn *p_hwfn) {} 185 #endif 186 187 int 188 qed_rdma_bmap_alloc(struct qed_hwfn *p_hwfn, 189 struct qed_bmap *bmap, u32 max_count, char *name); 190 191 void 192 qed_rdma_bmap_free(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, bool check); 193 194 int 195 qed_rdma_bmap_alloc_id(struct qed_hwfn *p_hwfn, 196 struct qed_bmap *bmap, u32 *id_num); 197 198 void 199 qed_bmap_set_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num); 200 201 void 202 qed_bmap_release_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num); 203 204 int 205 qed_bmap_test_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num); 206 207 void qed_rdma_set_fw_mac(__le16 *p_fw_mac, const u8 *p_qed_mac); 208 209 bool qed_rdma_allocated_qps(struct qed_hwfn *p_hwfn); 210 #endif 211