1 /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */ 2 /* Copyright (c) 2015 - 2020 Intel Corporation */ 3 #ifndef IRDMA_HMC_H 4 #define IRDMA_HMC_H 5 6 #include "defs.h" 7 8 #define IRDMA_HMC_MAX_BP_COUNT 512 9 #define IRDMA_MAX_SD_ENTRIES 11 10 #define IRDMA_HW_DBG_HMC_INVALID_BP_MARK 0xca 11 #define IRDMA_HMC_INFO_SIGNATURE 0x484d5347 12 #define IRDMA_HMC_PD_CNT_IN_SD 512 13 #define IRDMA_HMC_DIRECT_BP_SIZE 0x200000 14 #define IRDMA_HMC_MAX_SD_COUNT 8192 15 #define IRDMA_HMC_PAGED_BP_SIZE 4096 16 #define IRDMA_HMC_PD_BP_BUF_ALIGNMENT 4096 17 #define IRDMA_FIRST_VF_FPM_ID 8 18 #define FPM_MULTIPLIER 1024 19 #define IRDMA_OBJ_LOC_MEM_BIT 0x4 20 #define IRDMA_XF_MULTIPLIER 16 21 #define IRDMA_RRF_MULTIPLIER 8 22 #define IRDMA_MIN_PBLE_PAGES 3 23 #define IRDMA_HMC_PAGE_SIZE 2097152 24 #define IRDMA_MIN_MR_PER_QP 4 25 #define IRDMA_MIN_QP_CNT 64 26 #define IRDMA_FSIAV_CNT_MAX 1048576 27 #define IRDMA_MIN_IRD 8 28 #define IRDMA_HMC_MIN_RRF 16 29 30 enum irdma_hmc_rsrc_type { 31 IRDMA_HMC_IW_QP = 0, 32 IRDMA_HMC_IW_CQ = 1, 33 IRDMA_HMC_IW_SRQ = 2, 34 IRDMA_HMC_IW_HTE = 3, 35 IRDMA_HMC_IW_ARP = 4, 36 IRDMA_HMC_IW_APBVT_ENTRY = 5, 37 IRDMA_HMC_IW_MR = 6, 38 IRDMA_HMC_IW_XF = 7, 39 IRDMA_HMC_IW_XFFL = 8, 40 IRDMA_HMC_IW_Q1 = 9, 41 IRDMA_HMC_IW_Q1FL = 10, 42 IRDMA_HMC_IW_TIMER = 11, 43 IRDMA_HMC_IW_FSIMC = 12, 44 IRDMA_HMC_IW_FSIAV = 13, 45 IRDMA_HMC_IW_PBLE = 14, 46 IRDMA_HMC_IW_RRF = 15, 47 IRDMA_HMC_IW_RRFFL = 16, 48 IRDMA_HMC_IW_HDR = 17, 49 IRDMA_HMC_IW_MD = 18, 50 IRDMA_HMC_IW_OOISC = 19, 51 IRDMA_HMC_IW_OOISCFFL = 20, 52 IRDMA_HMC_IW_MAX, /* Must be last entry */ 53 }; 54 55 enum irdma_sd_entry_type { 56 IRDMA_SD_TYPE_INVALID = 0, 57 IRDMA_SD_TYPE_PAGED = 1, 58 IRDMA_SD_TYPE_DIRECT = 2, 59 }; 60 61 enum irdma_hmc_obj_mem { 62 IRDMA_HOST_MEM = 0, 63 IRDMA_LOC_MEM = 1, 64 }; 65 66 struct irdma_hmc_obj_info { 67 u64 base; 68 u32 max_cnt; 69 u32 cnt; 70 u64 size; 71 enum irdma_hmc_obj_mem mem_loc; 72 }; 73 74 struct irdma_hmc_bp { 75 enum irdma_sd_entry_type entry_type; 76 struct irdma_dma_mem addr; 77 u32 sd_pd_index; 78 u32 use_cnt; 79 }; 80 81 struct irdma_hmc_pd_entry { 82 struct irdma_hmc_bp bp; 83 u32 sd_index; 84 bool rsrc_pg:1; 85 bool valid:1; 86 }; 87 88 struct irdma_hmc_pd_table { 89 struct irdma_dma_mem pd_page_addr; 90 struct irdma_hmc_pd_entry *pd_entry; 91 struct irdma_virt_mem pd_entry_virt_mem; 92 u32 use_cnt; 93 u32 sd_index; 94 }; 95 96 struct irdma_hmc_sd_entry { 97 enum irdma_sd_entry_type entry_type; 98 bool valid; 99 union { 100 struct irdma_hmc_pd_table pd_table; 101 struct irdma_hmc_bp bp; 102 } u; 103 }; 104 105 struct irdma_hmc_sd_table { 106 struct irdma_virt_mem addr; 107 u32 sd_cnt; 108 u32 use_cnt; 109 struct irdma_hmc_sd_entry *sd_entry; 110 }; 111 112 struct irdma_hmc_info { 113 u32 signature; 114 u8 hmc_fn_id; 115 u16 first_sd_index; 116 struct irdma_hmc_obj_info *hmc_obj; 117 struct irdma_virt_mem hmc_obj_virt_mem; 118 struct irdma_hmc_sd_table sd_table; 119 u16 sd_indexes[IRDMA_HMC_MAX_SD_COUNT]; 120 }; 121 122 struct irdma_update_sd_entry { 123 u64 cmd; 124 u64 data; 125 }; 126 127 struct irdma_update_sds_info { 128 u32 cnt; 129 u8 hmc_fn_id; 130 struct irdma_update_sd_entry entry[IRDMA_MAX_SD_ENTRIES]; 131 }; 132 133 struct irdma_ccq_cqe_info; 134 struct irdma_hmc_fcn_info { 135 u32 vf_id; 136 u8 protocol_used; 137 u8 free_fcn; 138 }; 139 140 struct irdma_hmc_create_obj_info { 141 struct irdma_hmc_info *hmc_info; 142 struct irdma_virt_mem add_sd_virt_mem; 143 u32 rsrc_type; 144 u32 start_idx; 145 u32 count; 146 u32 add_sd_cnt; 147 enum irdma_sd_entry_type entry_type; 148 bool privileged; 149 }; 150 151 struct irdma_hmc_del_obj_info { 152 struct irdma_hmc_info *hmc_info; 153 struct irdma_virt_mem del_sd_virt_mem; 154 u32 rsrc_type; 155 u32 start_idx; 156 u32 count; 157 u32 del_sd_cnt; 158 bool privileged; 159 }; 160 161 int irdma_copy_dma_mem(struct irdma_hw *hw, void *dest_buf, 162 struct irdma_dma_mem *src_mem, u64 src_offset, u64 size); 163 int irdma_sc_create_hmc_obj(struct irdma_sc_dev *dev, 164 struct irdma_hmc_create_obj_info *info); 165 int irdma_sc_del_hmc_obj(struct irdma_sc_dev *dev, 166 struct irdma_hmc_del_obj_info *info, bool reset); 167 int irdma_hmc_sd_one(struct irdma_sc_dev *dev, u8 hmc_fn_id, u64 pa, u32 sd_idx, 168 enum irdma_sd_entry_type type, 169 bool setsd); 170 int irdma_update_sds_noccq(struct irdma_sc_dev *dev, 171 struct irdma_update_sds_info *info); 172 struct irdma_vfdev *irdma_vfdev_from_fpm(struct irdma_sc_dev *dev, 173 u8 hmc_fn_id); 174 struct irdma_hmc_info *irdma_vf_hmcinfo_from_fpm(struct irdma_sc_dev *dev, 175 u8 hmc_fn_id); 176 int irdma_add_sd_table_entry(struct irdma_hw *hw, 177 struct irdma_hmc_info *hmc_info, u32 sd_index, 178 enum irdma_sd_entry_type type, u64 direct_mode_sz); 179 int irdma_add_pd_table_entry(struct irdma_sc_dev *dev, 180 struct irdma_hmc_info *hmc_info, u32 pd_index, 181 struct irdma_dma_mem *rsrc_pg); 182 int irdma_remove_pd_bp(struct irdma_sc_dev *dev, 183 struct irdma_hmc_info *hmc_info, u32 idx); 184 int irdma_prep_remove_sd_bp(struct irdma_hmc_info *hmc_info, u32 idx); 185 int irdma_prep_remove_pd_page(struct irdma_hmc_info *hmc_info, u32 idx); 186 #endif /* IRDMA_HMC_H */ 187