1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB 2 /* Copyright (c) 2017 - 2021 Intel Corporation */ 3 #include "osdep.h" 4 #include "type.h" 5 #include "icrdma_hw.h" 6 7 static u32 icrdma_regs[IRDMA_MAX_REGS] = { 8 PFPE_CQPTAIL, 9 PFPE_CQPDB, 10 PFPE_CCQPSTATUS, 11 PFPE_CCQPHIGH, 12 PFPE_CCQPLOW, 13 PFPE_CQARM, 14 PFPE_CQACK, 15 PFPE_AEQALLOC, 16 PFPE_CQPERRCODES, 17 PFPE_WQEALLOC, 18 GLINT_DYN_CTL(0), 19 ICRDMA_DB_ADDR_OFFSET, 20 21 GLPCI_LBARCTRL, 22 GLPE_CPUSTATUS0, 23 GLPE_CPUSTATUS1, 24 GLPE_CPUSTATUS2, 25 PFINT_AEQCTL, 26 GLINT_CEQCTL(0), 27 VSIQF_PE_CTL1(0), 28 PFHMC_PDINV, 29 GLHMC_VFPDINV(0), 30 GLPE_CRITERR, 31 GLINT_RATE(0), 32 }; 33 34 static u64 icrdma_masks[IRDMA_MAX_MASKS] = { 35 ICRDMA_CCQPSTATUS_CCQP_DONE, 36 ICRDMA_CCQPSTATUS_CCQP_ERR, 37 ICRDMA_CQPSQ_STAG_PDID, 38 ICRDMA_CQPSQ_CQ_CEQID, 39 ICRDMA_CQPSQ_CQ_CQID, 40 ICRDMA_COMMIT_FPM_CQCNT, 41 ICRDMA_CQPSQ_UPESD_HMCFNID, 42 }; 43 44 static u64 icrdma_shifts[IRDMA_MAX_SHIFTS] = { 45 ICRDMA_CCQPSTATUS_CCQP_DONE_S, 46 ICRDMA_CCQPSTATUS_CCQP_ERR_S, 47 ICRDMA_CQPSQ_STAG_PDID_S, 48 ICRDMA_CQPSQ_CQ_CEQID_S, 49 ICRDMA_CQPSQ_CQ_CQID_S, 50 ICRDMA_COMMIT_FPM_CQCNT_S, 51 ICRDMA_CQPSQ_UPESD_HMCFNID_S, 52 }; 53 54 /** 55 * icrdma_ena_irq - Enable interrupt 56 * @dev: pointer to the device structure 57 * @idx: vector index 58 */ 59 static void icrdma_ena_irq(struct irdma_sc_dev *dev, u32 idx) 60 { 61 u32 val; 62 u32 interval = 0; 63 64 if (dev->ceq_itr && dev->aeq->msix_idx != idx) 65 interval = dev->ceq_itr >> 1; /* 2 usec units */ 66 val = FIELD_PREP(IRDMA_GLINT_DYN_CTL_ITR_INDX, 0) | 67 FIELD_PREP(IRDMA_GLINT_DYN_CTL_INTERVAL, interval) | 68 FIELD_PREP(IRDMA_GLINT_DYN_CTL_INTENA, 1) | 69 FIELD_PREP(IRDMA_GLINT_DYN_CTL_CLEARPBA, 1); 70 71 if (dev->hw_attrs.uk_attrs.hw_rev != IRDMA_GEN_1) 72 writel(val, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + idx); 73 else 74 writel(val, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + (idx - 1)); 75 } 76 77 /** 78 * icrdma_disable_irq - Disable interrupt 79 * @dev: pointer to the device structure 80 * @idx: vector index 81 */ 82 static void icrdma_disable_irq(struct irdma_sc_dev *dev, u32 idx) 83 { 84 if (dev->hw_attrs.uk_attrs.hw_rev != IRDMA_GEN_1) 85 writel(0, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + idx); 86 else 87 writel(0, dev->hw_regs[IRDMA_GLINT_DYN_CTL] + (idx - 1)); 88 } 89 90 /** 91 * icrdma_cfg_ceq- Configure CEQ interrupt 92 * @dev: pointer to the device structure 93 * @ceq_id: Completion Event Queue ID 94 * @idx: vector index 95 * @enable: True to enable, False disables 96 */ 97 static void icrdma_cfg_ceq(struct irdma_sc_dev *dev, u32 ceq_id, u32 idx, 98 bool enable) 99 { 100 u32 reg_val; 101 102 reg_val = FIELD_PREP(IRDMA_GLINT_CEQCTL_CAUSE_ENA, enable) | 103 FIELD_PREP(IRDMA_GLINT_CEQCTL_MSIX_INDX, idx) | 104 FIELD_PREP(IRDMA_GLINT_CEQCTL_ITR_INDX, 3); 105 106 writel(reg_val, dev->hw_regs[IRDMA_GLINT_CEQCTL] + ceq_id); 107 } 108 109 static const struct irdma_irq_ops icrdma_irq_ops = { 110 .irdma_cfg_aeq = irdma_cfg_aeq, 111 .irdma_cfg_ceq = icrdma_cfg_ceq, 112 .irdma_dis_irq = icrdma_disable_irq, 113 .irdma_en_irq = icrdma_ena_irq, 114 }; 115 116 static const struct irdma_hw_stat_map icrdma_hw_stat_map[] = { 117 [IRDMA_HW_STAT_INDEX_RXVLANERR] = { 0, 32, IRDMA_MAX_STATS_24 }, 118 [IRDMA_HW_STAT_INDEX_IP4RXOCTS] = { 8, 0, IRDMA_MAX_STATS_48 }, 119 [IRDMA_HW_STAT_INDEX_IP4RXPKTS] = { 16, 0, IRDMA_MAX_STATS_48 }, 120 [IRDMA_HW_STAT_INDEX_IP4RXDISCARD] = { 24, 32, IRDMA_MAX_STATS_32 }, 121 [IRDMA_HW_STAT_INDEX_IP4RXTRUNC] = { 24, 0, IRDMA_MAX_STATS_32 }, 122 [IRDMA_HW_STAT_INDEX_IP4RXFRAGS] = { 32, 0, IRDMA_MAX_STATS_48 }, 123 [IRDMA_HW_STAT_INDEX_IP4RXMCOCTS] = { 40, 0, IRDMA_MAX_STATS_48 }, 124 [IRDMA_HW_STAT_INDEX_IP4RXMCPKTS] = { 48, 0, IRDMA_MAX_STATS_48 }, 125 [IRDMA_HW_STAT_INDEX_IP6RXOCTS] = { 56, 0, IRDMA_MAX_STATS_48 }, 126 [IRDMA_HW_STAT_INDEX_IP6RXPKTS] = { 64, 0, IRDMA_MAX_STATS_48 }, 127 [IRDMA_HW_STAT_INDEX_IP6RXDISCARD] = { 72, 32, IRDMA_MAX_STATS_32 }, 128 [IRDMA_HW_STAT_INDEX_IP6RXTRUNC] = { 72, 0, IRDMA_MAX_STATS_32 }, 129 [IRDMA_HW_STAT_INDEX_IP6RXFRAGS] = { 80, 0, IRDMA_MAX_STATS_48 }, 130 [IRDMA_HW_STAT_INDEX_IP6RXMCOCTS] = { 88, 0, IRDMA_MAX_STATS_48 }, 131 [IRDMA_HW_STAT_INDEX_IP6RXMCPKTS] = { 96, 0, IRDMA_MAX_STATS_48 }, 132 [IRDMA_HW_STAT_INDEX_IP4TXOCTS] = { 104, 0, IRDMA_MAX_STATS_48 }, 133 [IRDMA_HW_STAT_INDEX_IP4TXPKTS] = { 112, 0, IRDMA_MAX_STATS_48 }, 134 [IRDMA_HW_STAT_INDEX_IP4TXFRAGS] = { 120, 0, IRDMA_MAX_STATS_48 }, 135 [IRDMA_HW_STAT_INDEX_IP4TXMCOCTS] = { 128, 0, IRDMA_MAX_STATS_48 }, 136 [IRDMA_HW_STAT_INDEX_IP4TXMCPKTS] = { 136, 0, IRDMA_MAX_STATS_48 }, 137 [IRDMA_HW_STAT_INDEX_IP6TXOCTS] = { 144, 0, IRDMA_MAX_STATS_48 }, 138 [IRDMA_HW_STAT_INDEX_IP6TXPKTS] = { 152, 0, IRDMA_MAX_STATS_48 }, 139 [IRDMA_HW_STAT_INDEX_IP6TXFRAGS] = { 160, 0, IRDMA_MAX_STATS_48 }, 140 [IRDMA_HW_STAT_INDEX_IP6TXMCOCTS] = { 168, 0, IRDMA_MAX_STATS_48 }, 141 [IRDMA_HW_STAT_INDEX_IP6TXMCPKTS] = { 176, 0, IRDMA_MAX_STATS_48 }, 142 [IRDMA_HW_STAT_INDEX_IP4TXNOROUTE] = { 184, 32, IRDMA_MAX_STATS_24 }, 143 [IRDMA_HW_STAT_INDEX_IP6TXNOROUTE] = { 184, 0, IRDMA_MAX_STATS_24 }, 144 [IRDMA_HW_STAT_INDEX_TCPRXSEGS] = { 192, 32, IRDMA_MAX_STATS_48 }, 145 [IRDMA_HW_STAT_INDEX_TCPRXOPTERR] = { 200, 32, IRDMA_MAX_STATS_24 }, 146 [IRDMA_HW_STAT_INDEX_TCPRXPROTOERR] = { 200, 0, IRDMA_MAX_STATS_24 }, 147 [IRDMA_HW_STAT_INDEX_TCPTXSEG] = { 208, 0, IRDMA_MAX_STATS_48 }, 148 [IRDMA_HW_STAT_INDEX_TCPRTXSEG] = { 216, 32, IRDMA_MAX_STATS_32 }, 149 [IRDMA_HW_STAT_INDEX_UDPRXPKTS] = { 224, 0, IRDMA_MAX_STATS_48 }, 150 [IRDMA_HW_STAT_INDEX_UDPTXPKTS] = { 232, 0, IRDMA_MAX_STATS_48 }, 151 [IRDMA_HW_STAT_INDEX_RDMARXWRS] = { 240, 0, IRDMA_MAX_STATS_48 }, 152 [IRDMA_HW_STAT_INDEX_RDMARXRDS] = { 248, 0, IRDMA_MAX_STATS_48 }, 153 [IRDMA_HW_STAT_INDEX_RDMARXSNDS] = { 256, 0, IRDMA_MAX_STATS_48 }, 154 [IRDMA_HW_STAT_INDEX_RDMATXWRS] = { 264, 0, IRDMA_MAX_STATS_48 }, 155 [IRDMA_HW_STAT_INDEX_RDMATXRDS] = { 272, 0, IRDMA_MAX_STATS_48 }, 156 [IRDMA_HW_STAT_INDEX_RDMATXSNDS] = { 280, 0, IRDMA_MAX_STATS_48 }, 157 [IRDMA_HW_STAT_INDEX_RDMAVBND] = { 288, 0, IRDMA_MAX_STATS_48 }, 158 [IRDMA_HW_STAT_INDEX_RDMAVINV] = { 296, 0, IRDMA_MAX_STATS_48 }, 159 [IRDMA_HW_STAT_INDEX_RXNPECNMARKEDPKTS] = { 304, 0, IRDMA_MAX_STATS_56 }, 160 [IRDMA_HW_STAT_INDEX_RXRPCNPIGNORED] = { 312, 32, IRDMA_MAX_STATS_24 }, 161 [IRDMA_HW_STAT_INDEX_RXRPCNPHANDLED] = { 312, 0, IRDMA_MAX_STATS_32 }, 162 [IRDMA_HW_STAT_INDEX_TXNPCNPSENT] = { 320, 0, IRDMA_MAX_STATS_32 }, 163 }; 164 165 void icrdma_init_hw(struct irdma_sc_dev *dev) 166 { 167 int i; 168 u8 __iomem *hw_addr; 169 170 for (i = 0; i < IRDMA_MAX_REGS; ++i) { 171 hw_addr = dev->hw->hw_addr; 172 173 if (i == IRDMA_DB_ADDR_OFFSET) 174 hw_addr = NULL; 175 176 dev->hw_regs[i] = (u32 __iomem *)(hw_addr + icrdma_regs[i]); 177 } 178 dev->hw_attrs.max_hw_vf_fpm_id = IRDMA_MAX_VF_FPM_ID; 179 dev->hw_attrs.first_hw_vf_fpm_id = IRDMA_FIRST_VF_FPM_ID; 180 181 for (i = 0; i < IRDMA_MAX_SHIFTS; ++i) 182 dev->hw_shifts[i] = icrdma_shifts[i]; 183 184 for (i = 0; i < IRDMA_MAX_MASKS; ++i) 185 dev->hw_masks[i] = icrdma_masks[i]; 186 187 dev->wqe_alloc_db = dev->hw_regs[IRDMA_WQEALLOC]; 188 dev->cq_arm_db = dev->hw_regs[IRDMA_CQARM]; 189 dev->aeq_alloc_db = dev->hw_regs[IRDMA_AEQALLOC]; 190 dev->cqp_db = dev->hw_regs[IRDMA_CQPDB]; 191 dev->cq_ack_db = dev->hw_regs[IRDMA_CQACK]; 192 dev->irq_ops = &icrdma_irq_ops; 193 dev->hw_attrs.page_size_cap = SZ_4K | SZ_2M | SZ_1G; 194 dev->hw_stats_map = icrdma_hw_stat_map; 195 dev->hw_attrs.max_hw_ird = ICRDMA_MAX_IRD_SIZE; 196 dev->hw_attrs.max_hw_ord = ICRDMA_MAX_ORD_SIZE; 197 dev->hw_attrs.max_stat_inst = ICRDMA_MAX_STATS_COUNT; 198 dev->hw_attrs.max_stat_idx = IRDMA_HW_STAT_INDEX_MAX_GEN_2; 199 dev->hw_attrs.max_hw_device_pages = ICRDMA_MAX_PUSH_PAGE_COUNT; 200 201 dev->hw_attrs.uk_attrs.min_hw_wq_size = ICRDMA_MIN_WQ_SIZE; 202 dev->hw_attrs.uk_attrs.max_hw_sq_chunk = IRDMA_MAX_QUANTA_PER_WR; 203 dev->hw_attrs.uk_attrs.feature_flags |= IRDMA_FEATURE_RTS_AE | 204 IRDMA_FEATURE_CQ_RESIZE; 205 } 206