1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (C) 2023 Intel Corporation */
3
4 #include "idpf.h"
5 #include "idpf_lan_vf_regs.h"
6 #include "idpf_virtchnl.h"
7
8 #define IDPF_VF_ITR_IDX_SPACING 0x40
9
10 /**
11 * idpf_vf_ctlq_reg_init - initialize default mailbox registers
12 * @mmio: struct that contains MMIO region info
13 * @cci: struct where the register offset pointer to be copied to
14 */
idpf_vf_ctlq_reg_init(struct libie_mmio_info * mmio,struct libie_ctlq_create_info * cci)15 static void idpf_vf_ctlq_reg_init(struct libie_mmio_info *mmio,
16 struct libie_ctlq_create_info *cci)
17 {
18 struct libie_ctlq_reg *tx_reg = &cci[LIBIE_CTLQ_TYPE_TX].reg;
19 struct libie_ctlq_reg *rx_reg = &cci[LIBIE_CTLQ_TYPE_RX].reg;
20
21 tx_reg->head = libie_pci_get_mmio_addr(mmio, VF_ATQH);
22 tx_reg->tail = libie_pci_get_mmio_addr(mmio, VF_ATQT);
23 tx_reg->len = libie_pci_get_mmio_addr(mmio, VF_ATQLEN);
24 tx_reg->addr_high = libie_pci_get_mmio_addr(mmio, VF_ATQBAH);
25 tx_reg->addr_low = libie_pci_get_mmio_addr(mmio, VF_ATQBAL);
26 tx_reg->len_mask = VF_ATQLEN_ATQLEN_M;
27 tx_reg->len_ena_mask = VF_ATQLEN_ATQENABLE_M;
28 tx_reg->head_mask = VF_ATQH_ATQH_M;
29
30 rx_reg->head = libie_pci_get_mmio_addr(mmio, VF_ARQH);
31 rx_reg->tail = libie_pci_get_mmio_addr(mmio, VF_ARQT);
32 rx_reg->len = libie_pci_get_mmio_addr(mmio, VF_ARQLEN);
33 rx_reg->addr_high = libie_pci_get_mmio_addr(mmio, VF_ARQBAH);
34 rx_reg->addr_low = libie_pci_get_mmio_addr(mmio, VF_ARQBAL);
35 rx_reg->len_mask = VF_ARQLEN_ARQLEN_M;
36 rx_reg->len_ena_mask = VF_ARQLEN_ARQENABLE_M;
37 rx_reg->head_mask = VF_ARQH_ARQH_M;
38 }
39
40 /**
41 * idpf_vf_mb_intr_reg_init - Initialize the mailbox register
42 * @adapter: adapter structure
43 */
idpf_vf_mb_intr_reg_init(struct idpf_adapter * adapter)44 static void idpf_vf_mb_intr_reg_init(struct idpf_adapter *adapter)
45 {
46 struct libie_mmio_info *mmio = &adapter->ctlq_ctx.mmio_info;
47 struct idpf_intr_reg *intr = &adapter->mb_vector.intr_reg;
48 u32 dyn_ctl = le32_to_cpu(adapter->caps.mailbox_dyn_ctl);
49
50 intr->dyn_ctl = libie_pci_get_mmio_addr(mmio, dyn_ctl);
51 intr->dyn_ctl_intena_m = VF_INT_DYN_CTL0_INTENA_M;
52 intr->dyn_ctl_itridx_m = VF_INT_DYN_CTL0_ITR_INDX_M;
53 intr->icr_ena = libie_pci_get_mmio_addr(mmio, VF_INT_ICR0_ENA1);
54 intr->icr_ena_ctlq_m = VF_INT_ICR0_ENA1_ADMINQ_M;
55 }
56
57 /**
58 * idpf_vf_intr_reg_init - Initialize interrupt registers
59 * @vport: virtual port structure
60 * @rsrc: pointer to queue and vector resources
61 */
idpf_vf_intr_reg_init(struct idpf_vport * vport,struct idpf_q_vec_rsrc * rsrc)62 static int idpf_vf_intr_reg_init(struct idpf_vport *vport,
63 struct idpf_q_vec_rsrc *rsrc)
64 {
65 struct idpf_adapter *adapter = vport->adapter;
66 u16 num_vecs = rsrc->num_q_vectors;
67 struct idpf_vec_regs *reg_vals;
68 struct libie_mmio_info *mmio;
69 int num_regs, i, err = 0;
70 u32 rx_itr, tx_itr, val;
71 u16 total_vecs;
72
73 total_vecs = idpf_get_reserved_vecs(vport->adapter);
74 reg_vals = kzalloc_objs(struct idpf_vec_regs, total_vecs);
75 if (!reg_vals)
76 return -ENOMEM;
77
78 num_regs = idpf_get_reg_intr_vecs(adapter, reg_vals, total_vecs);
79 if (num_regs < num_vecs) {
80 err = -EINVAL;
81 goto free_reg_vals;
82 }
83
84 mmio = &adapter->ctlq_ctx.mmio_info;
85
86 for (i = 0; i < num_vecs; i++) {
87 struct idpf_q_vector *q_vector = &rsrc->q_vectors[i];
88 u16 vec_id = rsrc->q_vector_idxs[i] - IDPF_MBX_Q_VEC;
89 struct idpf_intr_reg *intr = &q_vector->intr_reg;
90 struct idpf_vec_regs *reg = ®_vals[vec_id];
91 u32 spacing;
92
93 intr->dyn_ctl = libie_pci_get_mmio_addr(mmio,
94 reg->dyn_ctl_reg);
95 intr->dyn_ctl_intena_m = VF_INT_DYN_CTLN_INTENA_M;
96 intr->dyn_ctl_intena_msk_m = VF_INT_DYN_CTLN_INTENA_MSK_M;
97 intr->dyn_ctl_itridx_s = VF_INT_DYN_CTLN_ITR_INDX_S;
98 intr->dyn_ctl_intrvl_s = VF_INT_DYN_CTLN_INTERVAL_S;
99 intr->dyn_ctl_wb_on_itr_m = VF_INT_DYN_CTLN_WB_ON_ITR_M;
100 intr->dyn_ctl_swint_trig_m = VF_INT_DYN_CTLN_SWINT_TRIG_M;
101 intr->dyn_ctl_sw_itridx_ena_m =
102 VF_INT_DYN_CTLN_SW_ITR_INDX_ENA_M;
103
104 spacing = IDPF_ITR_IDX_SPACING(reg->itrn_index_spacing,
105 IDPF_VF_ITR_IDX_SPACING);
106 rx_itr = VF_INT_ITRN_ADDR(VIRTCHNL2_ITR_IDX_0,
107 reg->itrn_reg, spacing);
108 tx_itr = VF_INT_ITRN_ADDR(VIRTCHNL2_ITR_IDX_1,
109 reg->itrn_reg, spacing);
110 intr->rx_itr = libie_pci_get_mmio_addr(mmio, rx_itr);
111 intr->tx_itr = libie_pci_get_mmio_addr(mmio, tx_itr);
112 }
113
114 /* Data vector for NOIRQ queues */
115
116 val = reg_vals[rsrc->q_vector_idxs[i] - IDPF_MBX_Q_VEC].dyn_ctl_reg;
117 rsrc->noirq_dyn_ctl =
118 libie_pci_get_mmio_addr(&adapter->ctlq_ctx.mmio_info, val);
119
120 val = VF_INT_DYN_CTLN_WB_ON_ITR_M | VF_INT_DYN_CTLN_INTENA_MSK_M |
121 FIELD_PREP(VF_INT_DYN_CTLN_ITR_INDX_M, IDPF_NO_ITR_UPDATE_IDX);
122 rsrc->noirq_dyn_ctl_ena = val;
123
124 free_reg_vals:
125 kfree(reg_vals);
126
127 return err;
128 }
129
130 /**
131 * idpf_vf_reset_reg_init - Initialize reset registers
132 * @adapter: Driver specific private structure
133 */
idpf_vf_reset_reg_init(struct idpf_adapter * adapter)134 static void idpf_vf_reset_reg_init(struct idpf_adapter *adapter)
135 {
136 adapter->reset_reg.rstat =
137 libie_pci_get_mmio_addr(&adapter->ctlq_ctx.mmio_info,
138 VFGEN_RSTAT);
139 adapter->reset_reg.rstat_m = VFGEN_RSTAT_VFR_STATE_M;
140 }
141
142 /**
143 * idpf_vf_trigger_reset - trigger reset
144 * @adapter: Driver specific private structure
145 * @trig_cause: Reason to trigger a reset
146 */
idpf_vf_trigger_reset(struct idpf_adapter * adapter,enum idpf_flags trig_cause)147 static void idpf_vf_trigger_reset(struct idpf_adapter *adapter,
148 enum idpf_flags trig_cause)
149 {
150 /* Do not send VIRTCHNL2_OP_RESET_VF message on driver unload */
151 if (trig_cause == IDPF_HR_FUNC_RESET &&
152 !test_bit(IDPF_REMOVE_IN_PROG, adapter->flags))
153 idpf_send_vf_reset_msg(adapter);
154 }
155
156 /**
157 * idpf_idc_vf_register - register for IDC callbacks
158 * @adapter: Driver specific private structure
159 *
160 * Return: 0 on success or error code on failure.
161 */
idpf_idc_vf_register(struct idpf_adapter * adapter)162 static int idpf_idc_vf_register(struct idpf_adapter *adapter)
163 {
164 return idpf_idc_init_aux_core_dev(adapter, IIDC_FUNCTION_TYPE_VF);
165 }
166
167 /**
168 * idpf_vf_reg_ops_init - Initialize register API function pointers
169 * @adapter: Driver specific private structure
170 */
idpf_vf_reg_ops_init(struct idpf_adapter * adapter)171 static void idpf_vf_reg_ops_init(struct idpf_adapter *adapter)
172 {
173 adapter->dev_ops.reg_ops.ctlq_reg_init = idpf_vf_ctlq_reg_init;
174 adapter->dev_ops.reg_ops.intr_reg_init = idpf_vf_intr_reg_init;
175 adapter->dev_ops.reg_ops.mb_intr_reg_init = idpf_vf_mb_intr_reg_init;
176 adapter->dev_ops.reg_ops.reset_reg_init = idpf_vf_reset_reg_init;
177 adapter->dev_ops.reg_ops.trigger_reset = idpf_vf_trigger_reset;
178 }
179
180 /**
181 * idpf_vf_dev_ops_init - Initialize device API function pointers
182 * @adapter: Driver specific private structure
183 */
idpf_vf_dev_ops_init(struct idpf_adapter * adapter)184 void idpf_vf_dev_ops_init(struct idpf_adapter *adapter)
185 {
186 idpf_vf_reg_ops_init(adapter);
187
188 adapter->dev_ops.idc_init = idpf_idc_vf_register;
189
190 resource_set_range(&adapter->dev_ops.static_reg_info[0],
191 VF_BASE, IDPF_VF_MBX_REGION_SZ);
192 resource_set_range(&adapter->dev_ops.static_reg_info[1],
193 VFGEN_RSTAT, IDPF_VF_RSTAT_REGION_SZ);
194 }
195