1 /* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */ 2 /* 3 * Copyright 2018-2020 Amazon.com, Inc. or its affiliates. All rights reserved. 4 */ 5 6 #ifndef _EFA_H_ 7 #define _EFA_H_ 8 9 #include <linux/bitops.h> 10 #include <linux/interrupt.h> 11 #include <linux/pci.h> 12 13 #include <rdma/efa-abi.h> 14 #include <rdma/ib_verbs.h> 15 16 #include "efa_com_cmd.h" 17 18 #define DRV_MODULE_NAME "efa" 19 #define DEVICE_NAME "Elastic Fabric Adapter (EFA)" 20 21 #define EFA_IRQNAME_SIZE 40 22 23 /* 1 for AENQ + ADMIN */ 24 #define EFA_NUM_MSIX_VEC 1 25 #define EFA_MGMNT_MSIX_VEC_IDX 0 26 27 struct efa_irq { 28 irq_handler_t handler; 29 void *data; 30 int cpu; 31 u32 vector; 32 cpumask_t affinity_hint_mask; 33 char name[EFA_IRQNAME_SIZE]; 34 }; 35 36 /* Don't use anything other than atomic64 */ 37 struct efa_stats { 38 atomic64_t alloc_pd_err; 39 atomic64_t create_qp_err; 40 atomic64_t create_cq_err; 41 atomic64_t reg_mr_err; 42 atomic64_t alloc_ucontext_err; 43 atomic64_t create_ah_err; 44 atomic64_t mmap_err; 45 atomic64_t keep_alive_rcvd; 46 }; 47 48 struct efa_dev { 49 struct ib_device ibdev; 50 struct efa_com_dev edev; 51 struct pci_dev *pdev; 52 struct efa_com_get_device_attr_result dev_attr; 53 54 u64 reg_bar_addr; 55 u64 reg_bar_len; 56 u64 mem_bar_addr; 57 u64 mem_bar_len; 58 u64 db_bar_addr; 59 u64 db_bar_len; 60 61 int admin_msix_vector_idx; 62 struct efa_irq admin_irq; 63 64 struct efa_stats stats; 65 }; 66 67 struct efa_ucontext { 68 struct ib_ucontext ibucontext; 69 u16 uarn; 70 }; 71 72 struct efa_pd { 73 struct ib_pd ibpd; 74 u16 pdn; 75 }; 76 77 struct efa_mr { 78 struct ib_mr ibmr; 79 struct ib_umem *umem; 80 }; 81 82 struct efa_cq { 83 struct ib_cq ibcq; 84 struct efa_ucontext *ucontext; 85 dma_addr_t dma_addr; 86 void *cpu_addr; 87 struct rdma_user_mmap_entry *mmap_entry; 88 size_t size; 89 u16 cq_idx; 90 }; 91 92 struct efa_qp { 93 struct ib_qp ibqp; 94 dma_addr_t rq_dma_addr; 95 void *rq_cpu_addr; 96 size_t rq_size; 97 enum ib_qp_state state; 98 99 /* Used for saving mmap_xa entries */ 100 struct rdma_user_mmap_entry *sq_db_mmap_entry; 101 struct rdma_user_mmap_entry *llq_desc_mmap_entry; 102 struct rdma_user_mmap_entry *rq_db_mmap_entry; 103 struct rdma_user_mmap_entry *rq_mmap_entry; 104 105 u32 qp_handle; 106 u32 max_send_wr; 107 u32 max_recv_wr; 108 u32 max_send_sge; 109 u32 max_recv_sge; 110 u32 max_inline_data; 111 }; 112 113 struct efa_ah { 114 struct ib_ah ibah; 115 u16 ah; 116 /* dest_addr */ 117 u8 id[EFA_GID_SIZE]; 118 }; 119 120 int efa_query_device(struct ib_device *ibdev, 121 struct ib_device_attr *props, 122 struct ib_udata *udata); 123 int efa_query_port(struct ib_device *ibdev, u8 port, 124 struct ib_port_attr *props); 125 int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, 126 int qp_attr_mask, 127 struct ib_qp_init_attr *qp_init_attr); 128 int efa_query_gid(struct ib_device *ibdev, u8 port, int index, 129 union ib_gid *gid); 130 int efa_query_pkey(struct ib_device *ibdev, u8 port, u16 index, 131 u16 *pkey); 132 int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata); 133 int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata); 134 int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata); 135 struct ib_qp *efa_create_qp(struct ib_pd *ibpd, 136 struct ib_qp_init_attr *init_attr, 137 struct ib_udata *udata); 138 int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata); 139 int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 140 struct ib_udata *udata); 141 struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length, 142 u64 virt_addr, int access_flags, 143 struct ib_udata *udata); 144 int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata); 145 int efa_get_port_immutable(struct ib_device *ibdev, u8 port_num, 146 struct ib_port_immutable *immutable); 147 int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata); 148 void efa_dealloc_ucontext(struct ib_ucontext *ibucontext); 149 int efa_mmap(struct ib_ucontext *ibucontext, 150 struct vm_area_struct *vma); 151 void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry); 152 int efa_create_ah(struct ib_ah *ibah, 153 struct rdma_ah_init_attr *init_attr, 154 struct ib_udata *udata); 155 int efa_destroy_ah(struct ib_ah *ibah, u32 flags); 156 int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, 157 int qp_attr_mask, struct ib_udata *udata); 158 enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev, 159 u8 port_num); 160 struct rdma_hw_stats *efa_alloc_hw_stats(struct ib_device *ibdev, u8 port_num); 161 int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats, 162 u8 port_num, int index); 163 164 #endif /* _EFA_H_ */ 165