1*3ec648c6SKrzysztof Kozlowski // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2f48ad614SDennis Dalessandro /*
3d310c4bfSMichael J. Ruhl * Copyright(c) 2015 - 2019 Intel Corporation.
4f48ad614SDennis Dalessandro */
5f48ad614SDennis Dalessandro
6f48ad614SDennis Dalessandro #include <linux/net.h>
7f48ad614SDennis Dalessandro #include <rdma/ib_smi.h>
8f48ad614SDennis Dalessandro
9f48ad614SDennis Dalessandro #include "hfi.h"
10f48ad614SDennis Dalessandro #include "mad.h"
11f48ad614SDennis Dalessandro #include "verbs_txreq.h"
12fe4dd423SMitko Haralanov #include "trace_ibhdrs.h"
13f48ad614SDennis Dalessandro #include "qp.h"
14f48ad614SDennis Dalessandro
1588733e3bSDon Hiatt /* We support only two types - 9B and 16B for now */
1688733e3bSDon Hiatt static const hfi1_make_req hfi1_make_ud_req_tbl[2] = {
1788733e3bSDon Hiatt [HFI1_PKT_TYPE_9B] = &hfi1_make_ud_req_9B,
1888733e3bSDon Hiatt [HFI1_PKT_TYPE_16B] = &hfi1_make_ud_req_16B
1988733e3bSDon Hiatt };
2088733e3bSDon Hiatt
21f48ad614SDennis Dalessandro /**
22f48ad614SDennis Dalessandro * ud_loopback - handle send on loopback QPs
23f48ad614SDennis Dalessandro * @sqp: the sending QP
24f48ad614SDennis Dalessandro * @swqe: the send work request
25f48ad614SDennis Dalessandro *
26f48ad614SDennis Dalessandro * This is called from hfi1_make_ud_req() to forward a WQE addressed
27f48ad614SDennis Dalessandro * to the same HFI.
28f48ad614SDennis Dalessandro * Note that the receive interrupt handler may be calling hfi1_ud_rcv()
29f48ad614SDennis Dalessandro * while this is being called.
30f48ad614SDennis Dalessandro */
ud_loopback(struct rvt_qp * sqp,struct rvt_swqe * swqe)31f48ad614SDennis Dalessandro static void ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe)
32f48ad614SDennis Dalessandro {
33f48ad614SDennis Dalessandro struct hfi1_ibport *ibp = to_iport(sqp->ibqp.device, sqp->port_num);
34f48ad614SDennis Dalessandro struct hfi1_pportdata *ppd;
3588733e3bSDon Hiatt struct hfi1_qp_priv *priv = sqp->priv;
36f48ad614SDennis Dalessandro struct rvt_qp *qp;
3790898850SDasaratharaman Chandramouli struct rdma_ah_attr *ah_attr;
38f48ad614SDennis Dalessandro unsigned long flags;
39f48ad614SDennis Dalessandro struct rvt_sge_state ssge;
40f48ad614SDennis Dalessandro struct rvt_sge *sge;
41f48ad614SDennis Dalessandro struct ib_wc wc;
42f48ad614SDennis Dalessandro u32 length;
43f48ad614SDennis Dalessandro enum ib_qp_type sqptype, dqptype;
44f48ad614SDennis Dalessandro
45f48ad614SDennis Dalessandro rcu_read_lock();
46f48ad614SDennis Dalessandro
47f48ad614SDennis Dalessandro qp = rvt_lookup_qpn(ib_to_rvt(sqp->ibqp.device), &ibp->rvp,
482b0ad2daSMichael J. Ruhl rvt_get_swqe_remote_qpn(swqe));
49f48ad614SDennis Dalessandro if (!qp) {
50f48ad614SDennis Dalessandro ibp->rvp.n_pkt_drops++;
51f48ad614SDennis Dalessandro rcu_read_unlock();
52f48ad614SDennis Dalessandro return;
53f48ad614SDennis Dalessandro }
54f48ad614SDennis Dalessandro
55f48ad614SDennis Dalessandro sqptype = sqp->ibqp.qp_type == IB_QPT_GSI ?
56f48ad614SDennis Dalessandro IB_QPT_UD : sqp->ibqp.qp_type;
57f48ad614SDennis Dalessandro dqptype = qp->ibqp.qp_type == IB_QPT_GSI ?
58f48ad614SDennis Dalessandro IB_QPT_UD : qp->ibqp.qp_type;
59f48ad614SDennis Dalessandro
60f48ad614SDennis Dalessandro if (dqptype != sqptype ||
61f48ad614SDennis Dalessandro !(ib_rvt_state_ops[qp->state] & RVT_PROCESS_RECV_OK)) {
62f48ad614SDennis Dalessandro ibp->rvp.n_pkt_drops++;
63f48ad614SDennis Dalessandro goto drop;
64f48ad614SDennis Dalessandro }
65f48ad614SDennis Dalessandro
662b0ad2daSMichael J. Ruhl ah_attr = rvt_get_swqe_ah_attr(swqe);
67f48ad614SDennis Dalessandro ppd = ppd_from_ibp(ibp);
68f48ad614SDennis Dalessandro
69f48ad614SDennis Dalessandro if (qp->ibqp.qp_num > 1) {
70f48ad614SDennis Dalessandro u16 pkey;
7188733e3bSDon Hiatt u32 slid;
72d8966fcdSDasaratharaman Chandramouli u8 sc5 = ibp->sl_to_sc[rdma_ah_get_sl(ah_attr)];
73f48ad614SDennis Dalessandro
74f48ad614SDennis Dalessandro pkey = hfi1_get_pkey(ibp, sqp->s_pkey_index);
75d8966fcdSDasaratharaman Chandramouli slid = ppd->lid | (rdma_ah_get_path_bits(ah_attr) &
76f48ad614SDennis Dalessandro ((1 << ppd->lmc) - 1));
77f48ad614SDennis Dalessandro if (unlikely(ingress_pkey_check(ppd, pkey, sc5,
785786adf3SDon Hiatt qp->s_pkey_index,
795786adf3SDon Hiatt slid, false))) {
8013d84914SDennis Dalessandro hfi1_bad_pkey(ibp, pkey,
81d8966fcdSDasaratharaman Chandramouli rdma_ah_get_sl(ah_attr),
82f48ad614SDennis Dalessandro sqp->ibqp.qp_num, qp->ibqp.qp_num,
83d8966fcdSDasaratharaman Chandramouli slid, rdma_ah_get_dlid(ah_attr));
84f48ad614SDennis Dalessandro goto drop;
85f48ad614SDennis Dalessandro }
86f48ad614SDennis Dalessandro }
87f48ad614SDennis Dalessandro
88f48ad614SDennis Dalessandro /*
89f48ad614SDennis Dalessandro * Check that the qkey matches (except for QP0, see 9.6.1.4.1).
90f48ad614SDennis Dalessandro * Qkeys with the high order bit set mean use the
91f48ad614SDennis Dalessandro * qkey from the QP context instead of the WR (see 10.2.5).
92f48ad614SDennis Dalessandro */
93f48ad614SDennis Dalessandro if (qp->ibqp.qp_num) {
94f48ad614SDennis Dalessandro u32 qkey;
95f48ad614SDennis Dalessandro
962b0ad2daSMichael J. Ruhl qkey = (int)rvt_get_swqe_remote_qkey(swqe) < 0 ?
972b0ad2daSMichael J. Ruhl sqp->qkey : rvt_get_swqe_remote_qkey(swqe);
9813d84914SDennis Dalessandro if (unlikely(qkey != qp->qkey))
9913d84914SDennis Dalessandro goto drop; /* silently drop per IBTA spec */
100f48ad614SDennis Dalessandro }
101f48ad614SDennis Dalessandro
102f48ad614SDennis Dalessandro /*
103f48ad614SDennis Dalessandro * A GRH is expected to precede the data even if not
104f48ad614SDennis Dalessandro * present on the wire.
105f48ad614SDennis Dalessandro */
106f48ad614SDennis Dalessandro length = swqe->length;
107f48ad614SDennis Dalessandro memset(&wc, 0, sizeof(wc));
108f48ad614SDennis Dalessandro wc.byte_len = length + sizeof(struct ib_grh);
109f48ad614SDennis Dalessandro
110f48ad614SDennis Dalessandro if (swqe->wr.opcode == IB_WR_SEND_WITH_IMM) {
111f48ad614SDennis Dalessandro wc.wc_flags = IB_WC_WITH_IMM;
112f48ad614SDennis Dalessandro wc.ex.imm_data = swqe->wr.ex.imm_data;
113f48ad614SDennis Dalessandro }
114f48ad614SDennis Dalessandro
115f48ad614SDennis Dalessandro spin_lock_irqsave(&qp->r_lock, flags);
116f48ad614SDennis Dalessandro
117f48ad614SDennis Dalessandro /*
118f48ad614SDennis Dalessandro * Get the next work request entry to find where to put the data.
119f48ad614SDennis Dalessandro */
120f48ad614SDennis Dalessandro if (qp->r_flags & RVT_R_REUSE_SGE) {
121f48ad614SDennis Dalessandro qp->r_flags &= ~RVT_R_REUSE_SGE;
122f48ad614SDennis Dalessandro } else {
123f48ad614SDennis Dalessandro int ret;
124f48ad614SDennis Dalessandro
125832369faSBrian Welty ret = rvt_get_rwqe(qp, false);
126f48ad614SDennis Dalessandro if (ret < 0) {
127beb5a042SBrian Welty rvt_rc_error(qp, IB_WC_LOC_QP_OP_ERR);
128f48ad614SDennis Dalessandro goto bail_unlock;
129f48ad614SDennis Dalessandro }
130f48ad614SDennis Dalessandro if (!ret) {
131f48ad614SDennis Dalessandro if (qp->ibqp.qp_num == 0)
132f48ad614SDennis Dalessandro ibp->rvp.n_vl15_dropped++;
133f48ad614SDennis Dalessandro goto bail_unlock;
134f48ad614SDennis Dalessandro }
135f48ad614SDennis Dalessandro }
136f48ad614SDennis Dalessandro /* Silently drop packets which are too big. */
137f48ad614SDennis Dalessandro if (unlikely(wc.byte_len > qp->r_len)) {
138f48ad614SDennis Dalessandro qp->r_flags |= RVT_R_REUSE_SGE;
139f48ad614SDennis Dalessandro ibp->rvp.n_pkt_drops++;
140f48ad614SDennis Dalessandro goto bail_unlock;
141f48ad614SDennis Dalessandro }
142f48ad614SDennis Dalessandro
143d8966fcdSDasaratharaman Chandramouli if (rdma_ah_get_ah_flags(ah_attr) & IB_AH_GRH) {
144527dbf12SDasaratharaman Chandramouli struct ib_grh grh;
14588733e3bSDon Hiatt struct ib_global_route grd = *(rdma_ah_read_grh(ah_attr));
146527dbf12SDasaratharaman Chandramouli
14788733e3bSDon Hiatt /*
14888733e3bSDon Hiatt * For loopback packets with extended LIDs, the
14988733e3bSDon Hiatt * sgid_index in the GRH is 0 and the dgid is
15088733e3bSDon Hiatt * OPA GID of the sender. While creating a response
15188733e3bSDon Hiatt * to the loopback packet, IB core creates the new
15288733e3bSDon Hiatt * sgid_index from the DGID and that will be the
15388733e3bSDon Hiatt * OPA_GID_INDEX. The new dgid is from the sgid
15488733e3bSDon Hiatt * index and that will be in the IB GID format.
15588733e3bSDon Hiatt *
15688733e3bSDon Hiatt * We now have a case where the sent packet had a
15788733e3bSDon Hiatt * different sgid_index and dgid compared to the
15888733e3bSDon Hiatt * one that was received in response.
15988733e3bSDon Hiatt *
16088733e3bSDon Hiatt * Fix this inconsistency.
16188733e3bSDon Hiatt */
16288733e3bSDon Hiatt if (priv->hdr_type == HFI1_PKT_TYPE_16B) {
16388733e3bSDon Hiatt if (grd.sgid_index == 0)
16488733e3bSDon Hiatt grd.sgid_index = OPA_GID_INDEX;
16588733e3bSDon Hiatt
16688733e3bSDon Hiatt if (ib_is_opa_gid(&grd.dgid))
16788733e3bSDon Hiatt grd.dgid.global.interface_id =
16888733e3bSDon Hiatt cpu_to_be64(ppd->guids[HFI1_PORT_GUID_INDEX]);
16988733e3bSDon Hiatt }
17088733e3bSDon Hiatt
17188733e3bSDon Hiatt hfi1_make_grh(ibp, &grh, &grd, 0, 0);
172019f118bSBrian Welty rvt_copy_sge(qp, &qp->r_sge, &grh,
1730128fceaSBrian Welty sizeof(grh), true, false);
174f48ad614SDennis Dalessandro wc.wc_flags |= IB_WC_GRH;
175f48ad614SDennis Dalessandro } else {
1761198fceaSBrian Welty rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true);
177f48ad614SDennis Dalessandro }
178f48ad614SDennis Dalessandro ssge.sg_list = swqe->sg_list + 1;
179f48ad614SDennis Dalessandro ssge.sge = *swqe->sg_list;
180f48ad614SDennis Dalessandro ssge.num_sge = swqe->wr.num_sge;
181f48ad614SDennis Dalessandro sge = &ssge.sge;
182f48ad614SDennis Dalessandro while (length) {
183db421a54SMichael J. Ruhl u32 len = rvt_get_sge_length(sge, length);
184f48ad614SDennis Dalessandro
185f48ad614SDennis Dalessandro WARN_ON_ONCE(len == 0);
186019f118bSBrian Welty rvt_copy_sge(qp, &qp->r_sge, sge->vaddr, len, true, false);
187db421a54SMichael J. Ruhl rvt_update_sge(&ssge, len, false);
188f48ad614SDennis Dalessandro length -= len;
189f48ad614SDennis Dalessandro }
190f48ad614SDennis Dalessandro rvt_put_ss(&qp->r_sge);
191f48ad614SDennis Dalessandro if (!test_and_clear_bit(RVT_R_WRID_VALID, &qp->r_aflags))
192f48ad614SDennis Dalessandro goto bail_unlock;
193f48ad614SDennis Dalessandro wc.wr_id = qp->r_wr_id;
194f48ad614SDennis Dalessandro wc.status = IB_WC_SUCCESS;
195f48ad614SDennis Dalessandro wc.opcode = IB_WC_RECV;
196f48ad614SDennis Dalessandro wc.qp = &qp->ibqp;
197f48ad614SDennis Dalessandro wc.src_qp = sqp->ibqp.qp_num;
198f48ad614SDennis Dalessandro if (qp->ibqp.qp_type == IB_QPT_GSI || qp->ibqp.qp_type == IB_QPT_SMI) {
199f48ad614SDennis Dalessandro if (sqp->ibqp.qp_type == IB_QPT_GSI ||
200f48ad614SDennis Dalessandro sqp->ibqp.qp_type == IB_QPT_SMI)
2012b0ad2daSMichael J. Ruhl wc.pkey_index = rvt_get_swqe_pkey_index(swqe);
202f48ad614SDennis Dalessandro else
203f48ad614SDennis Dalessandro wc.pkey_index = sqp->s_pkey_index;
204f48ad614SDennis Dalessandro } else {
205f48ad614SDennis Dalessandro wc.pkey_index = 0;
206f48ad614SDennis Dalessandro }
207b64581adSDon Hiatt wc.slid = (ppd->lid | (rdma_ah_get_path_bits(ah_attr) &
208b64581adSDon Hiatt ((1 << ppd->lmc) - 1))) & U16_MAX;
209f48ad614SDennis Dalessandro /* Check for loopback when the port lid is not set */
210f48ad614SDennis Dalessandro if (wc.slid == 0 && sqp->ibqp.qp_type == IB_QPT_GSI)
211f48ad614SDennis Dalessandro wc.slid = be16_to_cpu(IB_LID_PERMISSIVE);
212d8966fcdSDasaratharaman Chandramouli wc.sl = rdma_ah_get_sl(ah_attr);
213d8966fcdSDasaratharaman Chandramouli wc.dlid_path_bits = rdma_ah_get_dlid(ah_attr) & ((1 << ppd->lmc) - 1);
214f48ad614SDennis Dalessandro wc.port_num = qp->port_num;
215f48ad614SDennis Dalessandro /* Signal completion event if the solicited bit is set. */
2165136bfeaSKamenee Arumugam rvt_recv_cq(qp, &wc, swqe->wr.send_flags & IB_SEND_SOLICITED);
217f48ad614SDennis Dalessandro ibp->rvp.n_loop_pkts++;
218f48ad614SDennis Dalessandro bail_unlock:
219f48ad614SDennis Dalessandro spin_unlock_irqrestore(&qp->r_lock, flags);
220f48ad614SDennis Dalessandro drop:
221f48ad614SDennis Dalessandro rcu_read_unlock();
222f48ad614SDennis Dalessandro }
223f48ad614SDennis Dalessandro
hfi1_make_bth_deth(struct rvt_qp * qp,struct rvt_swqe * wqe,struct ib_other_headers * ohdr,u16 * pkey,u32 extra_bytes,bool bypass)22488733e3bSDon Hiatt static void hfi1_make_bth_deth(struct rvt_qp *qp, struct rvt_swqe *wqe,
22588733e3bSDon Hiatt struct ib_other_headers *ohdr,
22688733e3bSDon Hiatt u16 *pkey, u32 extra_bytes, bool bypass)
22788733e3bSDon Hiatt {
22888733e3bSDon Hiatt u32 bth0;
22988733e3bSDon Hiatt struct hfi1_ibport *ibp;
23088733e3bSDon Hiatt
23188733e3bSDon Hiatt ibp = to_iport(qp->ibqp.device, qp->port_num);
23288733e3bSDon Hiatt if (wqe->wr.opcode == IB_WR_SEND_WITH_IMM) {
23388733e3bSDon Hiatt ohdr->u.ud.imm_data = wqe->wr.ex.imm_data;
23488733e3bSDon Hiatt bth0 = IB_OPCODE_UD_SEND_ONLY_WITH_IMMEDIATE << 24;
23588733e3bSDon Hiatt } else {
23688733e3bSDon Hiatt bth0 = IB_OPCODE_UD_SEND_ONLY << 24;
23788733e3bSDon Hiatt }
23888733e3bSDon Hiatt
23988733e3bSDon Hiatt if (wqe->wr.send_flags & IB_SEND_SOLICITED)
24088733e3bSDon Hiatt bth0 |= IB_BTH_SOLICITED;
24188733e3bSDon Hiatt bth0 |= extra_bytes << 20;
24288733e3bSDon Hiatt if (qp->ibqp.qp_type == IB_QPT_GSI || qp->ibqp.qp_type == IB_QPT_SMI)
2432b0ad2daSMichael J. Ruhl *pkey = hfi1_get_pkey(ibp, rvt_get_swqe_pkey_index(wqe));
24488733e3bSDon Hiatt else
24588733e3bSDon Hiatt *pkey = hfi1_get_pkey(ibp, qp->s_pkey_index);
24688733e3bSDon Hiatt if (!bypass)
24788733e3bSDon Hiatt bth0 |= *pkey;
24888733e3bSDon Hiatt ohdr->bth[0] = cpu_to_be32(bth0);
2492b0ad2daSMichael J. Ruhl ohdr->bth[1] = cpu_to_be32(rvt_get_swqe_remote_qpn(wqe));
25088733e3bSDon Hiatt ohdr->bth[2] = cpu_to_be32(mask_psn(wqe->psn));
25188733e3bSDon Hiatt /*
25288733e3bSDon Hiatt * Qkeys with the high order bit set mean use the
25388733e3bSDon Hiatt * qkey from the QP context instead of the WR (see 10.2.5).
25488733e3bSDon Hiatt */
2552b0ad2daSMichael J. Ruhl ohdr->u.ud.deth[0] =
2562b0ad2daSMichael J. Ruhl cpu_to_be32((int)rvt_get_swqe_remote_qkey(wqe) < 0 ? qp->qkey :
2572b0ad2daSMichael J. Ruhl rvt_get_swqe_remote_qkey(wqe));
25888733e3bSDon Hiatt ohdr->u.ud.deth[1] = cpu_to_be32(qp->ibqp.qp_num);
25988733e3bSDon Hiatt }
26088733e3bSDon Hiatt
hfi1_make_ud_req_9B(struct rvt_qp * qp,struct hfi1_pkt_state * ps,struct rvt_swqe * wqe)26188733e3bSDon Hiatt void hfi1_make_ud_req_9B(struct rvt_qp *qp, struct hfi1_pkt_state *ps,
26288733e3bSDon Hiatt struct rvt_swqe *wqe)
26388733e3bSDon Hiatt {
26488733e3bSDon Hiatt u32 nwords, extra_bytes;
26588733e3bSDon Hiatt u16 len, slid, dlid, pkey;
26688733e3bSDon Hiatt u16 lrh0 = 0;
26788733e3bSDon Hiatt u8 sc5;
26888733e3bSDon Hiatt struct hfi1_qp_priv *priv = qp->priv;
26988733e3bSDon Hiatt struct ib_other_headers *ohdr;
27088733e3bSDon Hiatt struct rdma_ah_attr *ah_attr;
27188733e3bSDon Hiatt struct hfi1_pportdata *ppd;
27288733e3bSDon Hiatt struct hfi1_ibport *ibp;
27388733e3bSDon Hiatt struct ib_grh *grh;
27488733e3bSDon Hiatt
27588733e3bSDon Hiatt ibp = to_iport(qp->ibqp.device, qp->port_num);
27688733e3bSDon Hiatt ppd = ppd_from_ibp(ibp);
2772b0ad2daSMichael J. Ruhl ah_attr = rvt_get_swqe_ah_attr(wqe);
27888733e3bSDon Hiatt
27988733e3bSDon Hiatt extra_bytes = -wqe->length & 3;
28088733e3bSDon Hiatt nwords = ((wqe->length + extra_bytes) >> 2) + SIZE_OF_CRC;
28188733e3bSDon Hiatt /* header size in dwords LRH+BTH+DETH = (8+12+8)/4. */
2829636258fSMitko Haralanov ps->s_txreq->hdr_dwords = 7;
28388733e3bSDon Hiatt if (wqe->wr.opcode == IB_WR_SEND_WITH_IMM)
2849636258fSMitko Haralanov ps->s_txreq->hdr_dwords++;
28588733e3bSDon Hiatt
28688733e3bSDon Hiatt if (rdma_ah_get_ah_flags(ah_attr) & IB_AH_GRH) {
28788733e3bSDon Hiatt grh = &ps->s_txreq->phdr.hdr.ibh.u.l.grh;
2889636258fSMitko Haralanov ps->s_txreq->hdr_dwords +=
2899636258fSMitko Haralanov hfi1_make_grh(ibp, grh, rdma_ah_read_grh(ah_attr),
29078d3633bSMike Marciniszyn ps->s_txreq->hdr_dwords - LRH_9B_DWORDS,
29178d3633bSMike Marciniszyn nwords);
29288733e3bSDon Hiatt lrh0 = HFI1_LRH_GRH;
29388733e3bSDon Hiatt ohdr = &ps->s_txreq->phdr.hdr.ibh.u.l.oth;
29488733e3bSDon Hiatt } else {
29588733e3bSDon Hiatt lrh0 = HFI1_LRH_BTH;
29688733e3bSDon Hiatt ohdr = &ps->s_txreq->phdr.hdr.ibh.u.oth;
29788733e3bSDon Hiatt }
29888733e3bSDon Hiatt
29988733e3bSDon Hiatt sc5 = ibp->sl_to_sc[rdma_ah_get_sl(ah_attr)];
30088733e3bSDon Hiatt lrh0 |= (rdma_ah_get_sl(ah_attr) & 0xf) << 4;
30188733e3bSDon Hiatt if (qp->ibqp.qp_type == IB_QPT_SMI) {
30288733e3bSDon Hiatt lrh0 |= 0xF000; /* Set VL (see ch. 13.5.3.1) */
30388733e3bSDon Hiatt priv->s_sc = 0xf;
30488733e3bSDon Hiatt } else {
30588733e3bSDon Hiatt lrh0 |= (sc5 & 0xf) << 12;
30688733e3bSDon Hiatt priv->s_sc = sc5;
30788733e3bSDon Hiatt }
30888733e3bSDon Hiatt
30988733e3bSDon Hiatt dlid = opa_get_lid(rdma_ah_get_dlid(ah_attr), 9B);
31088733e3bSDon Hiatt if (dlid == be16_to_cpu(IB_LID_PERMISSIVE)) {
31188733e3bSDon Hiatt slid = be16_to_cpu(IB_LID_PERMISSIVE);
31288733e3bSDon Hiatt } else {
31388733e3bSDon Hiatt u16 lid = (u16)ppd->lid;
31488733e3bSDon Hiatt
31588733e3bSDon Hiatt if (lid) {
31688733e3bSDon Hiatt lid |= rdma_ah_get_path_bits(ah_attr) &
31788733e3bSDon Hiatt ((1 << ppd->lmc) - 1);
31888733e3bSDon Hiatt slid = lid;
31988733e3bSDon Hiatt } else {
32088733e3bSDon Hiatt slid = be16_to_cpu(IB_LID_PERMISSIVE);
32188733e3bSDon Hiatt }
32288733e3bSDon Hiatt }
32388733e3bSDon Hiatt hfi1_make_bth_deth(qp, wqe, ohdr, &pkey, extra_bytes, false);
3249636258fSMitko Haralanov len = ps->s_txreq->hdr_dwords + nwords;
32588733e3bSDon Hiatt
32688733e3bSDon Hiatt /* Setup the packet */
32788733e3bSDon Hiatt ps->s_txreq->phdr.hdr.hdr_type = HFI1_PKT_TYPE_9B;
32888733e3bSDon Hiatt hfi1_make_ib_hdr(&ps->s_txreq->phdr.hdr.ibh,
32988733e3bSDon Hiatt lrh0, len, dlid, slid);
33088733e3bSDon Hiatt }
33188733e3bSDon Hiatt
hfi1_make_ud_req_16B(struct rvt_qp * qp,struct hfi1_pkt_state * ps,struct rvt_swqe * wqe)33288733e3bSDon Hiatt void hfi1_make_ud_req_16B(struct rvt_qp *qp, struct hfi1_pkt_state *ps,
33388733e3bSDon Hiatt struct rvt_swqe *wqe)
33488733e3bSDon Hiatt {
33588733e3bSDon Hiatt struct hfi1_qp_priv *priv = qp->priv;
33688733e3bSDon Hiatt struct ib_other_headers *ohdr;
33788733e3bSDon Hiatt struct rdma_ah_attr *ah_attr;
33888733e3bSDon Hiatt struct hfi1_pportdata *ppd;
33988733e3bSDon Hiatt struct hfi1_ibport *ibp;
34088733e3bSDon Hiatt u32 dlid, slid, nwords, extra_bytes;
3412b0ad2daSMichael J. Ruhl u32 dest_qp = rvt_get_swqe_remote_qpn(wqe);
34281cd3891SDon Hiatt u32 src_qp = qp->ibqp.qp_num;
34388733e3bSDon Hiatt u16 len, pkey;
34488733e3bSDon Hiatt u8 l4, sc5;
34581cd3891SDon Hiatt bool is_mgmt = false;
34688733e3bSDon Hiatt
34788733e3bSDon Hiatt ibp = to_iport(qp->ibqp.device, qp->port_num);
34888733e3bSDon Hiatt ppd = ppd_from_ibp(ibp);
3492b0ad2daSMichael J. Ruhl ah_attr = rvt_get_swqe_ah_attr(wqe);
35081cd3891SDon Hiatt
35181cd3891SDon Hiatt /*
35281cd3891SDon Hiatt * Build 16B Management Packet if either the destination
35381cd3891SDon Hiatt * or source queue pair number is 0 or 1.
35481cd3891SDon Hiatt */
35581cd3891SDon Hiatt if (dest_qp == 0 || src_qp == 0 || dest_qp == 1 || src_qp == 1) {
35681cd3891SDon Hiatt /* header size in dwords 16B LRH+L4_FM = (16+8)/4. */
35781cd3891SDon Hiatt ps->s_txreq->hdr_dwords = 6;
35881cd3891SDon Hiatt is_mgmt = true;
35981cd3891SDon Hiatt } else {
36088733e3bSDon Hiatt /* header size in dwords 16B LRH+BTH+DETH = (16+12+8)/4. */
3619636258fSMitko Haralanov ps->s_txreq->hdr_dwords = 9;
36288733e3bSDon Hiatt if (wqe->wr.opcode == IB_WR_SEND_WITH_IMM)
3639636258fSMitko Haralanov ps->s_txreq->hdr_dwords++;
36481cd3891SDon Hiatt }
36588733e3bSDon Hiatt
36688733e3bSDon Hiatt /* SW provides space for CRC and LT for bypass packets. */
3679636258fSMitko Haralanov extra_bytes = hfi1_get_16b_padding((ps->s_txreq->hdr_dwords << 2),
36888733e3bSDon Hiatt wqe->length);
36988733e3bSDon Hiatt nwords = ((wqe->length + extra_bytes + SIZE_OF_LT) >> 2) + SIZE_OF_CRC;
37088733e3bSDon Hiatt
37188733e3bSDon Hiatt if ((rdma_ah_get_ah_flags(ah_attr) & IB_AH_GRH) &&
37288733e3bSDon Hiatt hfi1_check_mcast(rdma_ah_get_dlid(ah_attr))) {
37388733e3bSDon Hiatt struct ib_grh *grh;
37488733e3bSDon Hiatt struct ib_global_route *grd = rdma_ah_retrieve_grh(ah_attr);
37588733e3bSDon Hiatt /*
37688733e3bSDon Hiatt * Ensure OPA GIDs are transformed to IB gids
37788733e3bSDon Hiatt * before creating the GRH.
37888733e3bSDon Hiatt */
37988733e3bSDon Hiatt if (grd->sgid_index == OPA_GID_INDEX) {
38088733e3bSDon Hiatt dd_dev_warn(ppd->dd, "Bad sgid_index. sgid_index: %d\n",
38188733e3bSDon Hiatt grd->sgid_index);
38288733e3bSDon Hiatt grd->sgid_index = 0;
38388733e3bSDon Hiatt }
38488733e3bSDon Hiatt grh = &ps->s_txreq->phdr.hdr.opah.u.l.grh;
38578d3633bSMike Marciniszyn ps->s_txreq->hdr_dwords += hfi1_make_grh(
38678d3633bSMike Marciniszyn ibp, grh, grd,
38778d3633bSMike Marciniszyn ps->s_txreq->hdr_dwords - LRH_16B_DWORDS,
38878d3633bSMike Marciniszyn nwords);
38988733e3bSDon Hiatt ohdr = &ps->s_txreq->phdr.hdr.opah.u.l.oth;
39088733e3bSDon Hiatt l4 = OPA_16B_L4_IB_GLOBAL;
39188733e3bSDon Hiatt } else {
39288733e3bSDon Hiatt ohdr = &ps->s_txreq->phdr.hdr.opah.u.oth;
39388733e3bSDon Hiatt l4 = OPA_16B_L4_IB_LOCAL;
39488733e3bSDon Hiatt }
39588733e3bSDon Hiatt
39688733e3bSDon Hiatt sc5 = ibp->sl_to_sc[rdma_ah_get_sl(ah_attr)];
39788733e3bSDon Hiatt if (qp->ibqp.qp_type == IB_QPT_SMI)
39888733e3bSDon Hiatt priv->s_sc = 0xf;
39988733e3bSDon Hiatt else
40088733e3bSDon Hiatt priv->s_sc = sc5;
40188733e3bSDon Hiatt
40288733e3bSDon Hiatt dlid = opa_get_lid(rdma_ah_get_dlid(ah_attr), 16B);
40388733e3bSDon Hiatt if (!ppd->lid)
40488733e3bSDon Hiatt slid = be32_to_cpu(OPA_LID_PERMISSIVE);
40588733e3bSDon Hiatt else
40688733e3bSDon Hiatt slid = ppd->lid | (rdma_ah_get_path_bits(ah_attr) &
40788733e3bSDon Hiatt ((1 << ppd->lmc) - 1));
40888733e3bSDon Hiatt
40981cd3891SDon Hiatt if (is_mgmt) {
41081cd3891SDon Hiatt l4 = OPA_16B_L4_FM;
4112b0ad2daSMichael J. Ruhl pkey = hfi1_get_pkey(ibp, rvt_get_swqe_pkey_index(wqe));
41281cd3891SDon Hiatt hfi1_16B_set_qpn(&ps->s_txreq->phdr.hdr.opah.u.mgmt,
41381cd3891SDon Hiatt dest_qp, src_qp);
41481cd3891SDon Hiatt } else {
41588733e3bSDon Hiatt hfi1_make_bth_deth(qp, wqe, ohdr, &pkey, extra_bytes, true);
41681cd3891SDon Hiatt }
41788733e3bSDon Hiatt /* Convert dwords to flits */
4189636258fSMitko Haralanov len = (ps->s_txreq->hdr_dwords + nwords) >> 1;
41988733e3bSDon Hiatt
42088733e3bSDon Hiatt /* Setup the packet */
42188733e3bSDon Hiatt ps->s_txreq->phdr.hdr.hdr_type = HFI1_PKT_TYPE_16B;
42288733e3bSDon Hiatt hfi1_make_16b_hdr(&ps->s_txreq->phdr.hdr.opah,
42388733e3bSDon Hiatt slid, dlid, len, pkey, 0, 0, l4, priv->s_sc);
42488733e3bSDon Hiatt }
42588733e3bSDon Hiatt
426f48ad614SDennis Dalessandro /**
427f48ad614SDennis Dalessandro * hfi1_make_ud_req - construct a UD request packet
428f48ad614SDennis Dalessandro * @qp: the QP
42916e1b536SLee Jones * @ps: the current packet state
430f48ad614SDennis Dalessandro *
431f48ad614SDennis Dalessandro * Assume s_lock is held.
432f48ad614SDennis Dalessandro *
433f48ad614SDennis Dalessandro * Return 1 if constructed; otherwise, return 0.
434f48ad614SDennis Dalessandro */
hfi1_make_ud_req(struct rvt_qp * qp,struct hfi1_pkt_state * ps)435f48ad614SDennis Dalessandro int hfi1_make_ud_req(struct rvt_qp *qp, struct hfi1_pkt_state *ps)
436f48ad614SDennis Dalessandro {
437f48ad614SDennis Dalessandro struct hfi1_qp_priv *priv = qp->priv;
43890898850SDasaratharaman Chandramouli struct rdma_ah_attr *ah_attr;
439f48ad614SDennis Dalessandro struct hfi1_pportdata *ppd;
440f48ad614SDennis Dalessandro struct hfi1_ibport *ibp;
441f48ad614SDennis Dalessandro struct rvt_swqe *wqe;
442f48ad614SDennis Dalessandro int next_cur;
44388733e3bSDon Hiatt u32 lid;
444f48ad614SDennis Dalessandro
445f48ad614SDennis Dalessandro ps->s_txreq = get_txreq(ps->dev, qp);
446b697d7d8SMichael J. Ruhl if (!ps->s_txreq)
447f48ad614SDennis Dalessandro goto bail_no_tx;
448f48ad614SDennis Dalessandro
449f48ad614SDennis Dalessandro if (!(ib_rvt_state_ops[qp->state] & RVT_PROCESS_NEXT_SEND_OK)) {
450f48ad614SDennis Dalessandro if (!(ib_rvt_state_ops[qp->state] & RVT_FLUSH_SEND))
451f48ad614SDennis Dalessandro goto bail;
452f48ad614SDennis Dalessandro /* We are in the error state, flush the work request. */
4536aa7de05SMark Rutland if (qp->s_last == READ_ONCE(qp->s_head))
454f48ad614SDennis Dalessandro goto bail;
455f48ad614SDennis Dalessandro /* If DMAs are in progress, we can't flush immediately. */
456f48ad614SDennis Dalessandro if (iowait_sdma_pending(&priv->s_iowait)) {
457f48ad614SDennis Dalessandro qp->s_flags |= RVT_S_WAIT_DMA;
458f48ad614SDennis Dalessandro goto bail;
459f48ad614SDennis Dalessandro }
460f48ad614SDennis Dalessandro wqe = rvt_get_swqe_ptr(qp, qp->s_last);
461116aa033SVenkata Sandeep Dhanalakota rvt_send_complete(qp, wqe, IB_WC_WR_FLUSH_ERR);
462f48ad614SDennis Dalessandro goto done_free_tx;
463f48ad614SDennis Dalessandro }
464f48ad614SDennis Dalessandro
465f48ad614SDennis Dalessandro /* see post_one_send() */
4666aa7de05SMark Rutland if (qp->s_cur == READ_ONCE(qp->s_head))
467f48ad614SDennis Dalessandro goto bail;
468f48ad614SDennis Dalessandro
469f48ad614SDennis Dalessandro wqe = rvt_get_swqe_ptr(qp, qp->s_cur);
470f48ad614SDennis Dalessandro next_cur = qp->s_cur + 1;
471f48ad614SDennis Dalessandro if (next_cur >= qp->s_size)
472f48ad614SDennis Dalessandro next_cur = 0;
473f48ad614SDennis Dalessandro
474f48ad614SDennis Dalessandro /* Construct the header. */
475f48ad614SDennis Dalessandro ibp = to_iport(qp->ibqp.device, qp->port_num);
476f48ad614SDennis Dalessandro ppd = ppd_from_ibp(ibp);
4772b0ad2daSMichael J. Ruhl ah_attr = rvt_get_swqe_ah_attr(wqe);
47888733e3bSDon Hiatt priv->hdr_type = hfi1_get_hdr_type(ppd->lid, ah_attr);
47988733e3bSDon Hiatt if ((!hfi1_check_mcast(rdma_ah_get_dlid(ah_attr))) ||
48088733e3bSDon Hiatt (rdma_ah_get_dlid(ah_attr) == be32_to_cpu(OPA_LID_PERMISSIVE))) {
481d8966fcdSDasaratharaman Chandramouli lid = rdma_ah_get_dlid(ah_attr) & ~((1 << ppd->lmc) - 1);
482f48ad614SDennis Dalessandro if (unlikely(!loopback &&
48388733e3bSDon Hiatt ((lid == ppd->lid) ||
48488733e3bSDon Hiatt ((lid == be32_to_cpu(OPA_LID_PERMISSIVE)) &&
48588733e3bSDon Hiatt (qp->ibqp.qp_type == IB_QPT_GSI))))) {
486f48ad614SDennis Dalessandro unsigned long tflags = ps->flags;
487f48ad614SDennis Dalessandro /*
488f48ad614SDennis Dalessandro * If DMAs are in progress, we can't generate
489f48ad614SDennis Dalessandro * a completion for the loopback packet since
490f48ad614SDennis Dalessandro * it would be out of order.
491f48ad614SDennis Dalessandro * Instead of waiting, we could queue a
492f48ad614SDennis Dalessandro * zero length descriptor so we get a callback.
493f48ad614SDennis Dalessandro */
494f48ad614SDennis Dalessandro if (iowait_sdma_pending(&priv->s_iowait)) {
495f48ad614SDennis Dalessandro qp->s_flags |= RVT_S_WAIT_DMA;
496f48ad614SDennis Dalessandro goto bail;
497f48ad614SDennis Dalessandro }
498f48ad614SDennis Dalessandro qp->s_cur = next_cur;
499f48ad614SDennis Dalessandro spin_unlock_irqrestore(&qp->s_lock, tflags);
500f48ad614SDennis Dalessandro ud_loopback(qp, wqe);
501f48ad614SDennis Dalessandro spin_lock_irqsave(&qp->s_lock, tflags);
502f48ad614SDennis Dalessandro ps->flags = tflags;
503116aa033SVenkata Sandeep Dhanalakota rvt_send_complete(qp, wqe, IB_WC_SUCCESS);
504f48ad614SDennis Dalessandro goto done_free_tx;
505f48ad614SDennis Dalessandro }
506f48ad614SDennis Dalessandro }
507f48ad614SDennis Dalessandro
508f48ad614SDennis Dalessandro qp->s_cur = next_cur;
509e922ae06SDon Hiatt ps->s_txreq->s_cur_size = wqe->length;
510b777f154SMitko Haralanov ps->s_txreq->ss = &qp->s_sge;
511d8966fcdSDasaratharaman Chandramouli qp->s_srate = rdma_ah_get_static_rate(ah_attr);
512f48ad614SDennis Dalessandro qp->srate_mbps = ib_rate_to_mbps(qp->s_srate);
513f48ad614SDennis Dalessandro qp->s_wqe = wqe;
514f48ad614SDennis Dalessandro qp->s_sge.sge = wqe->sg_list[0];
515f48ad614SDennis Dalessandro qp->s_sge.sg_list = wqe->sg_list + 1;
516f48ad614SDennis Dalessandro qp->s_sge.num_sge = wqe->wr.num_sge;
517f48ad614SDennis Dalessandro qp->s_sge.total_len = wqe->length;
518f48ad614SDennis Dalessandro
51988733e3bSDon Hiatt /* Make the appropriate header */
52088733e3bSDon Hiatt hfi1_make_ud_req_tbl[priv->hdr_type](qp, ps, qp->s_wqe);
521f48ad614SDennis Dalessandro priv->s_sde = qp_to_sdma_engine(qp, priv->s_sc);
522f48ad614SDennis Dalessandro ps->s_txreq->sde = priv->s_sde;
523f48ad614SDennis Dalessandro priv->s_sendcontext = qp_to_send_context(qp, priv->s_sc);
524f48ad614SDennis Dalessandro ps->s_txreq->psc = priv->s_sendcontext;
525f48ad614SDennis Dalessandro /* disarm any ahg */
526a9b6b3bcSDasaratharaman Chandramouli priv->s_ahg->ahgcount = 0;
527a9b6b3bcSDasaratharaman Chandramouli priv->s_ahg->ahgidx = 0;
528a9b6b3bcSDasaratharaman Chandramouli priv->s_ahg->tx_flags = 0;
529f48ad614SDennis Dalessandro
530f48ad614SDennis Dalessandro return 1;
531f48ad614SDennis Dalessandro
532f48ad614SDennis Dalessandro done_free_tx:
533f48ad614SDennis Dalessandro hfi1_put_txreq(ps->s_txreq);
534f48ad614SDennis Dalessandro ps->s_txreq = NULL;
535f48ad614SDennis Dalessandro return 1;
536f48ad614SDennis Dalessandro
537f48ad614SDennis Dalessandro bail:
538f48ad614SDennis Dalessandro hfi1_put_txreq(ps->s_txreq);
539f48ad614SDennis Dalessandro
540f48ad614SDennis Dalessandro bail_no_tx:
541f48ad614SDennis Dalessandro ps->s_txreq = NULL;
542f48ad614SDennis Dalessandro qp->s_flags &= ~RVT_S_BUSY;
543f48ad614SDennis Dalessandro return 0;
544f48ad614SDennis Dalessandro }
545f48ad614SDennis Dalessandro
546f48ad614SDennis Dalessandro /*
547f48ad614SDennis Dalessandro * Hardware can't check this so we do it here.
548f48ad614SDennis Dalessandro *
549f48ad614SDennis Dalessandro * This is a slightly different algorithm than the standard pkey check. It
550f48ad614SDennis Dalessandro * special cases the management keys and allows for 0x7fff and 0xffff to be in
551f48ad614SDennis Dalessandro * the table at the same time.
552f48ad614SDennis Dalessandro *
553f48ad614SDennis Dalessandro * @returns the index found or -1 if not found
554f48ad614SDennis Dalessandro */
hfi1_lookup_pkey_idx(struct hfi1_ibport * ibp,u16 pkey)555f48ad614SDennis Dalessandro int hfi1_lookup_pkey_idx(struct hfi1_ibport *ibp, u16 pkey)
556f48ad614SDennis Dalessandro {
557f48ad614SDennis Dalessandro struct hfi1_pportdata *ppd = ppd_from_ibp(ibp);
558f48ad614SDennis Dalessandro unsigned i;
559f48ad614SDennis Dalessandro
560f48ad614SDennis Dalessandro if (pkey == FULL_MGMT_P_KEY || pkey == LIM_MGMT_P_KEY) {
561f48ad614SDennis Dalessandro unsigned lim_idx = -1;
562f48ad614SDennis Dalessandro
563f48ad614SDennis Dalessandro for (i = 0; i < ARRAY_SIZE(ppd->pkeys); ++i) {
564f48ad614SDennis Dalessandro /* here we look for an exact match */
565f48ad614SDennis Dalessandro if (ppd->pkeys[i] == pkey)
566f48ad614SDennis Dalessandro return i;
567f48ad614SDennis Dalessandro if (ppd->pkeys[i] == LIM_MGMT_P_KEY)
568f48ad614SDennis Dalessandro lim_idx = i;
569f48ad614SDennis Dalessandro }
570f48ad614SDennis Dalessandro
571f48ad614SDennis Dalessandro /* did not find 0xffff return 0x7fff idx if found */
572f48ad614SDennis Dalessandro if (pkey == FULL_MGMT_P_KEY)
573f48ad614SDennis Dalessandro return lim_idx;
574f48ad614SDennis Dalessandro
575f48ad614SDennis Dalessandro /* no match... */
576f48ad614SDennis Dalessandro return -1;
577f48ad614SDennis Dalessandro }
578f48ad614SDennis Dalessandro
579f48ad614SDennis Dalessandro pkey &= 0x7fff; /* remove limited/full membership bit */
580f48ad614SDennis Dalessandro
581f48ad614SDennis Dalessandro for (i = 0; i < ARRAY_SIZE(ppd->pkeys); ++i)
582f48ad614SDennis Dalessandro if ((ppd->pkeys[i] & 0x7fff) == pkey)
583f48ad614SDennis Dalessandro return i;
584f48ad614SDennis Dalessandro
585f48ad614SDennis Dalessandro /*
586f48ad614SDennis Dalessandro * Should not get here, this means hardware failed to validate pkeys.
587f48ad614SDennis Dalessandro */
588f48ad614SDennis Dalessandro return -1;
589f48ad614SDennis Dalessandro }
590f48ad614SDennis Dalessandro
return_cnp_16B(struct hfi1_ibport * ibp,struct rvt_qp * qp,u32 remote_qpn,u16 pkey,u32 slid,u32 dlid,u8 sc5,const struct ib_grh * old_grh)59188733e3bSDon Hiatt void return_cnp_16B(struct hfi1_ibport *ibp, struct rvt_qp *qp,
592f59fb9e0SMike Marciniszyn u32 remote_qpn, u16 pkey, u32 slid, u32 dlid,
59388733e3bSDon Hiatt u8 sc5, const struct ib_grh *old_grh)
59488733e3bSDon Hiatt {
59588733e3bSDon Hiatt u64 pbc, pbc_flags = 0;
59688733e3bSDon Hiatt u32 bth0, plen, vl, hwords = 7;
59788733e3bSDon Hiatt u16 len;
59888733e3bSDon Hiatt u8 l4;
599fe4dd423SMitko Haralanov struct hfi1_opa_header hdr;
60088733e3bSDon Hiatt struct ib_other_headers *ohdr;
60188733e3bSDon Hiatt struct pio_buf *pbuf;
60288733e3bSDon Hiatt struct send_context *ctxt = qp_to_send_context(qp, sc5);
60388733e3bSDon Hiatt struct hfi1_pportdata *ppd = ppd_from_ibp(ibp);
60488733e3bSDon Hiatt u32 nwords;
60588733e3bSDon Hiatt
606fe4dd423SMitko Haralanov hdr.hdr_type = HFI1_PKT_TYPE_16B;
60788733e3bSDon Hiatt /* Populate length */
60888733e3bSDon Hiatt nwords = ((hfi1_get_16b_padding(hwords << 2, 0) +
60988733e3bSDon Hiatt SIZE_OF_LT) >> 2) + SIZE_OF_CRC;
61088733e3bSDon Hiatt if (old_grh) {
611fe4dd423SMitko Haralanov struct ib_grh *grh = &hdr.opah.u.l.grh;
61288733e3bSDon Hiatt
61388733e3bSDon Hiatt grh->version_tclass_flow = old_grh->version_tclass_flow;
61478d3633bSMike Marciniszyn grh->paylen = cpu_to_be16(
61578d3633bSMike Marciniszyn (hwords - LRH_16B_DWORDS + nwords) << 2);
61688733e3bSDon Hiatt grh->hop_limit = 0xff;
61788733e3bSDon Hiatt grh->sgid = old_grh->dgid;
61888733e3bSDon Hiatt grh->dgid = old_grh->sgid;
619fe4dd423SMitko Haralanov ohdr = &hdr.opah.u.l.oth;
62088733e3bSDon Hiatt l4 = OPA_16B_L4_IB_GLOBAL;
62188733e3bSDon Hiatt hwords += sizeof(struct ib_grh) / sizeof(u32);
62288733e3bSDon Hiatt } else {
623fe4dd423SMitko Haralanov ohdr = &hdr.opah.u.oth;
62488733e3bSDon Hiatt l4 = OPA_16B_L4_IB_LOCAL;
62588733e3bSDon Hiatt }
62688733e3bSDon Hiatt
62788733e3bSDon Hiatt /* BIT 16 to 19 is TVER. Bit 20 to 22 is pad cnt */
62888733e3bSDon Hiatt bth0 = (IB_OPCODE_CNP << 24) | (1 << 16) |
62988733e3bSDon Hiatt (hfi1_get_16b_padding(hwords << 2, 0) << 20);
63088733e3bSDon Hiatt ohdr->bth[0] = cpu_to_be32(bth0);
63188733e3bSDon Hiatt
63288733e3bSDon Hiatt ohdr->bth[1] = cpu_to_be32(remote_qpn);
63388733e3bSDon Hiatt ohdr->bth[2] = 0; /* PSN 0 */
63488733e3bSDon Hiatt
63588733e3bSDon Hiatt /* Convert dwords to flits */
63688733e3bSDon Hiatt len = (hwords + nwords) >> 1;
637fe4dd423SMitko Haralanov hfi1_make_16b_hdr(&hdr.opah, slid, dlid, len, pkey, 1, 0, l4, sc5);
63888733e3bSDon Hiatt
63988733e3bSDon Hiatt plen = 2 /* PBC */ + hwords + nwords;
64088733e3bSDon Hiatt pbc_flags |= PBC_PACKET_BYPASS | PBC_INSERT_BYPASS_ICRC;
64188733e3bSDon Hiatt vl = sc_to_vlt(ppd->dd, sc5);
64288733e3bSDon Hiatt pbc = create_pbc(ppd, pbc_flags, qp->srate_mbps, vl, plen);
64388733e3bSDon Hiatt if (ctxt) {
64488733e3bSDon Hiatt pbuf = sc_buffer_alloc(ctxt, plen, NULL, NULL);
645942a8993SMike Marciniszyn if (!IS_ERR_OR_NULL(pbuf)) {
646fe4dd423SMitko Haralanov trace_pio_output_ibhdr(ppd->dd, &hdr, sc5);
64788733e3bSDon Hiatt ppd->dd->pio_inline_send(ppd->dd, pbuf, pbc,
64888733e3bSDon Hiatt &hdr, hwords);
64988733e3bSDon Hiatt }
65088733e3bSDon Hiatt }
651fe4dd423SMitko Haralanov }
65288733e3bSDon Hiatt
return_cnp(struct hfi1_ibport * ibp,struct rvt_qp * qp,u32 remote_qpn,u16 pkey,u32 slid,u32 dlid,u8 sc5,const struct ib_grh * old_grh)653f48ad614SDennis Dalessandro void return_cnp(struct hfi1_ibport *ibp, struct rvt_qp *qp, u32 remote_qpn,
654f59fb9e0SMike Marciniszyn u16 pkey, u32 slid, u32 dlid, u8 sc5,
655f48ad614SDennis Dalessandro const struct ib_grh *old_grh)
656f48ad614SDennis Dalessandro {
657f48ad614SDennis Dalessandro u64 pbc, pbc_flags = 0;
658f48ad614SDennis Dalessandro u32 bth0, plen, vl, hwords = 5;
659f48ad614SDennis Dalessandro u16 lrh0;
660f48ad614SDennis Dalessandro u8 sl = ibp->sc_to_sl[sc5];
661fe4dd423SMitko Haralanov struct hfi1_opa_header hdr;
662261a4351SMike Marciniszyn struct ib_other_headers *ohdr;
663f48ad614SDennis Dalessandro struct pio_buf *pbuf;
664f48ad614SDennis Dalessandro struct send_context *ctxt = qp_to_send_context(qp, sc5);
665f48ad614SDennis Dalessandro struct hfi1_pportdata *ppd = ppd_from_ibp(ibp);
666f48ad614SDennis Dalessandro
667fe4dd423SMitko Haralanov hdr.hdr_type = HFI1_PKT_TYPE_9B;
668f48ad614SDennis Dalessandro if (old_grh) {
669fe4dd423SMitko Haralanov struct ib_grh *grh = &hdr.ibh.u.l.grh;
670f48ad614SDennis Dalessandro
671f48ad614SDennis Dalessandro grh->version_tclass_flow = old_grh->version_tclass_flow;
67278d3633bSMike Marciniszyn grh->paylen = cpu_to_be16(
67378d3633bSMike Marciniszyn (hwords - LRH_9B_DWORDS + SIZE_OF_CRC) << 2);
674f48ad614SDennis Dalessandro grh->hop_limit = 0xff;
675f48ad614SDennis Dalessandro grh->sgid = old_grh->dgid;
676f48ad614SDennis Dalessandro grh->dgid = old_grh->sgid;
677fe4dd423SMitko Haralanov ohdr = &hdr.ibh.u.l.oth;
678f48ad614SDennis Dalessandro lrh0 = HFI1_LRH_GRH;
679f48ad614SDennis Dalessandro hwords += sizeof(struct ib_grh) / sizeof(u32);
680f48ad614SDennis Dalessandro } else {
681fe4dd423SMitko Haralanov ohdr = &hdr.ibh.u.oth;
682f48ad614SDennis Dalessandro lrh0 = HFI1_LRH_BTH;
683f48ad614SDennis Dalessandro }
684f48ad614SDennis Dalessandro
685f48ad614SDennis Dalessandro lrh0 |= (sc5 & 0xf) << 12 | sl << 4;
686f48ad614SDennis Dalessandro
687f48ad614SDennis Dalessandro bth0 = pkey | (IB_OPCODE_CNP << 24);
688f48ad614SDennis Dalessandro ohdr->bth[0] = cpu_to_be32(bth0);
689f48ad614SDennis Dalessandro
6903d591099SDon Hiatt ohdr->bth[1] = cpu_to_be32(remote_qpn | (1 << IB_BECN_SHIFT));
691f48ad614SDennis Dalessandro ohdr->bth[2] = 0; /* PSN 0 */
692f48ad614SDennis Dalessandro
693fe4dd423SMitko Haralanov hfi1_make_ib_hdr(&hdr.ibh, lrh0, hwords + SIZE_OF_CRC, dlid, slid);
694f48ad614SDennis Dalessandro plen = 2 /* PBC */ + hwords;
6957dafbab3SDon Hiatt pbc_flags |= (ib_is_sc5(sc5) << PBC_DC_INFO_SHIFT);
696f48ad614SDennis Dalessandro vl = sc_to_vlt(ppd->dd, sc5);
697f48ad614SDennis Dalessandro pbc = create_pbc(ppd, pbc_flags, qp->srate_mbps, vl, plen);
698f48ad614SDennis Dalessandro if (ctxt) {
699f48ad614SDennis Dalessandro pbuf = sc_buffer_alloc(ctxt, plen, NULL, NULL);
700942a8993SMike Marciniszyn if (!IS_ERR_OR_NULL(pbuf)) {
701fe4dd423SMitko Haralanov trace_pio_output_ibhdr(ppd->dd, &hdr, sc5);
702f48ad614SDennis Dalessandro ppd->dd->pio_inline_send(ppd->dd, pbuf, pbc,
703f48ad614SDennis Dalessandro &hdr, hwords);
704f48ad614SDennis Dalessandro }
705f48ad614SDennis Dalessandro }
706fe4dd423SMitko Haralanov }
707f48ad614SDennis Dalessandro
708f48ad614SDennis Dalessandro /*
709f48ad614SDennis Dalessandro * opa_smp_check() - Do the regular pkey checking, and the additional
710f3809209SJianxin Xiong * checks for SMPs specified in OPAv1 rev 1.0, 9/19/2016 update, section
711f3809209SJianxin Xiong * 9.10.25 ("SMA Packet Checks").
712f48ad614SDennis Dalessandro *
713f48ad614SDennis Dalessandro * Note that:
714f48ad614SDennis Dalessandro * - Checks are done using the pkey directly from the packet's BTH,
715f48ad614SDennis Dalessandro * and specifically _not_ the pkey that we attach to the completion,
716f48ad614SDennis Dalessandro * which may be different.
717f48ad614SDennis Dalessandro * - These checks are specifically for "non-local" SMPs (i.e., SMPs
718f48ad614SDennis Dalessandro * which originated on another node). SMPs which are sent from, and
719f48ad614SDennis Dalessandro * destined to this node are checked in opa_local_smp_check().
720f48ad614SDennis Dalessandro *
721f48ad614SDennis Dalessandro * At the point where opa_smp_check() is called, we know:
722f48ad614SDennis Dalessandro * - destination QP is QP0
723f48ad614SDennis Dalessandro *
724f48ad614SDennis Dalessandro * opa_smp_check() returns 0 if all checks succeed, 1 otherwise.
725f48ad614SDennis Dalessandro */
opa_smp_check(struct hfi1_ibport * ibp,u16 pkey,u8 sc5,struct rvt_qp * qp,u16 slid,struct opa_smp * smp)726f48ad614SDennis Dalessandro static int opa_smp_check(struct hfi1_ibport *ibp, u16 pkey, u8 sc5,
727f48ad614SDennis Dalessandro struct rvt_qp *qp, u16 slid, struct opa_smp *smp)
728f48ad614SDennis Dalessandro {
729f48ad614SDennis Dalessandro struct hfi1_pportdata *ppd = ppd_from_ibp(ibp);
730f48ad614SDennis Dalessandro
731f48ad614SDennis Dalessandro /*
732f48ad614SDennis Dalessandro * I don't think it's possible for us to get here with sc != 0xf,
733f48ad614SDennis Dalessandro * but check it to be certain.
734f48ad614SDennis Dalessandro */
735f48ad614SDennis Dalessandro if (sc5 != 0xf)
736f48ad614SDennis Dalessandro return 1;
737f48ad614SDennis Dalessandro
738f48ad614SDennis Dalessandro if (rcv_pkey_check(ppd, pkey, sc5, slid))
739f48ad614SDennis Dalessandro return 1;
740f48ad614SDennis Dalessandro
741f48ad614SDennis Dalessandro /*
742f48ad614SDennis Dalessandro * At this point we know (and so don't need to check again) that
743f48ad614SDennis Dalessandro * the pkey is either LIM_MGMT_P_KEY, or FULL_MGMT_P_KEY
744f48ad614SDennis Dalessandro * (see ingress_pkey_check).
745f48ad614SDennis Dalessandro */
746f48ad614SDennis Dalessandro if (smp->mgmt_class != IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE &&
747f48ad614SDennis Dalessandro smp->mgmt_class != IB_MGMT_CLASS_SUBN_LID_ROUTED) {
748f48ad614SDennis Dalessandro ingress_pkey_table_fail(ppd, pkey, slid);
749f48ad614SDennis Dalessandro return 1;
750f48ad614SDennis Dalessandro }
751f48ad614SDennis Dalessandro
752f48ad614SDennis Dalessandro /*
753f48ad614SDennis Dalessandro * SMPs fall into one of four (disjoint) categories:
754f3809209SJianxin Xiong * SMA request, SMA response, SMA trap, or SMA trap repress.
755f3809209SJianxin Xiong * Our response depends, in part, on which type of SMP we're
756f3809209SJianxin Xiong * processing.
757f48ad614SDennis Dalessandro *
758f3809209SJianxin Xiong * If this is an SMA response, skip the check here.
759f3809209SJianxin Xiong *
760f3809209SJianxin Xiong * If this is an SMA request or SMA trap repress:
761f3809209SJianxin Xiong * - pkey != FULL_MGMT_P_KEY =>
762f48ad614SDennis Dalessandro * increment port recv constraint errors, drop MAD
763f3809209SJianxin Xiong *
764f3809209SJianxin Xiong * Otherwise:
765f3809209SJianxin Xiong * - accept if the port is running an SM
766f3809209SJianxin Xiong * - drop MAD if it's an SMA trap
767f3809209SJianxin Xiong * - pkey == FULL_MGMT_P_KEY =>
768f3809209SJianxin Xiong * reply with unsupported method
769f48ad614SDennis Dalessandro * - pkey != FULL_MGMT_P_KEY =>
770f48ad614SDennis Dalessandro * increment port recv constraint errors, drop MAD
771f48ad614SDennis Dalessandro */
772f48ad614SDennis Dalessandro switch (smp->method) {
773f3809209SJianxin Xiong case IB_MGMT_METHOD_GET_RESP:
774f3809209SJianxin Xiong case IB_MGMT_METHOD_REPORT_RESP:
775f3809209SJianxin Xiong break;
776f48ad614SDennis Dalessandro case IB_MGMT_METHOD_GET:
777f48ad614SDennis Dalessandro case IB_MGMT_METHOD_SET:
778f48ad614SDennis Dalessandro case IB_MGMT_METHOD_REPORT:
779f48ad614SDennis Dalessandro case IB_MGMT_METHOD_TRAP_REPRESS:
780f48ad614SDennis Dalessandro if (pkey != FULL_MGMT_P_KEY) {
781f48ad614SDennis Dalessandro ingress_pkey_table_fail(ppd, pkey, slid);
782f48ad614SDennis Dalessandro return 1;
783f48ad614SDennis Dalessandro }
784f48ad614SDennis Dalessandro break;
785f3809209SJianxin Xiong default:
786f48ad614SDennis Dalessandro if (ibp->rvp.port_cap_flags & IB_PORT_SM)
787f48ad614SDennis Dalessandro return 0;
788f3809209SJianxin Xiong if (smp->method == IB_MGMT_METHOD_TRAP)
789f3809209SJianxin Xiong return 1;
790f48ad614SDennis Dalessandro if (pkey == FULL_MGMT_P_KEY) {
791f48ad614SDennis Dalessandro smp->status |= IB_SMP_UNSUP_METHOD;
792f48ad614SDennis Dalessandro return 0;
793f48ad614SDennis Dalessandro }
794f48ad614SDennis Dalessandro ingress_pkey_table_fail(ppd, pkey, slid);
795f48ad614SDennis Dalessandro return 1;
796f48ad614SDennis Dalessandro }
797f48ad614SDennis Dalessandro return 0;
798f48ad614SDennis Dalessandro }
799f48ad614SDennis Dalessandro
800f48ad614SDennis Dalessandro /**
801f48ad614SDennis Dalessandro * hfi1_ud_rcv - receive an incoming UD packet
80216e1b536SLee Jones * @packet: the packet structure
803f48ad614SDennis Dalessandro *
804f48ad614SDennis Dalessandro * This is called from qp_rcv() to process an incoming UD packet
805f48ad614SDennis Dalessandro * for the given QP.
806f48ad614SDennis Dalessandro * Called at interrupt level.
807f48ad614SDennis Dalessandro */
hfi1_ud_rcv(struct hfi1_packet * packet)808f48ad614SDennis Dalessandro void hfi1_ud_rcv(struct hfi1_packet *packet)
809f48ad614SDennis Dalessandro {
810f48ad614SDennis Dalessandro u32 hdrsize = packet->hlen;
811f48ad614SDennis Dalessandro struct ib_wc wc;
812f48ad614SDennis Dalessandro u32 src_qp;
8139039746cSDon Hiatt u16 pkey;
814f48ad614SDennis Dalessandro int mgmt_pkey_idx = -1;
815f3e862cbSSebastian Sanchez struct hfi1_ibport *ibp = rcd_to_iport(packet->rcd);
81689c057caSDasaratharaman Chandramouli struct hfi1_pportdata *ppd = ppd_from_ibp(ibp);
81772c07e2bSDon Hiatt void *data = packet->payload;
818f48ad614SDennis Dalessandro u32 tlen = packet->tlen;
819f48ad614SDennis Dalessandro struct rvt_qp *qp = packet->qp;
82088733e3bSDon Hiatt u8 sc5 = packet->sc;
8219039746cSDon Hiatt u8 sl_from_sc;
8229039746cSDon Hiatt u8 opcode = packet->opcode;
8239039746cSDon Hiatt u8 sl = packet->sl;
8249039746cSDon Hiatt u32 dlid = packet->dlid;
8259039746cSDon Hiatt u32 slid = packet->slid;
82688733e3bSDon Hiatt u8 extra_bytes;
82781cd3891SDon Hiatt u8 l4 = 0;
82888733e3bSDon Hiatt bool dlid_is_permissive;
82988733e3bSDon Hiatt bool slid_is_permissive;
83081cd3891SDon Hiatt bool solicited = false;
831f48ad614SDennis Dalessandro
83288733e3bSDon Hiatt extra_bytes = packet->pad + packet->extra_byte + (SIZE_OF_CRC << 2);
83388733e3bSDon Hiatt
83488733e3bSDon Hiatt if (packet->etype == RHF_RCV_TYPE_BYPASS) {
83588733e3bSDon Hiatt u32 permissive_lid =
83688733e3bSDon Hiatt opa_get_lid(be32_to_cpu(OPA_LID_PERMISSIVE), 16B);
83788733e3bSDon Hiatt
83881cd3891SDon Hiatt l4 = hfi1_16B_get_l4(packet->hdr);
83988733e3bSDon Hiatt pkey = hfi1_16B_get_pkey(packet->hdr);
84088733e3bSDon Hiatt dlid_is_permissive = (dlid == permissive_lid);
84188733e3bSDon Hiatt slid_is_permissive = (slid == permissive_lid);
84288733e3bSDon Hiatt } else {
84381cd3891SDon Hiatt pkey = ib_bth_get_pkey(packet->ohdr);
84488733e3bSDon Hiatt dlid_is_permissive = (dlid == be16_to_cpu(IB_LID_PERMISSIVE));
84588733e3bSDon Hiatt slid_is_permissive = (slid == be16_to_cpu(IB_LID_PERMISSIVE));
84688733e3bSDon Hiatt }
84789c057caSDasaratharaman Chandramouli sl_from_sc = ibp->sc_to_sl[sc5];
848f48ad614SDennis Dalessandro
84981cd3891SDon Hiatt if (likely(l4 != OPA_16B_L4_FM)) {
85081cd3891SDon Hiatt src_qp = ib_get_sqpn(packet->ohdr);
85181cd3891SDon Hiatt solicited = ib_bth_is_solicited(packet->ohdr);
85281cd3891SDon Hiatt } else {
85381cd3891SDon Hiatt src_qp = hfi1_16B_get_src_qpn(packet->mgmt);
85481cd3891SDon Hiatt }
85581cd3891SDon Hiatt
856fe4dd423SMitko Haralanov process_ecn(qp, packet);
857f48ad614SDennis Dalessandro /*
858f48ad614SDennis Dalessandro * Get the number of bytes the message was padded by
859f48ad614SDennis Dalessandro * and drop incomplete packets.
860f48ad614SDennis Dalessandro */
86189c057caSDasaratharaman Chandramouli if (unlikely(tlen < (hdrsize + extra_bytes)))
862f48ad614SDennis Dalessandro goto drop;
863f48ad614SDennis Dalessandro
86489c057caSDasaratharaman Chandramouli tlen -= hdrsize + extra_bytes;
865f48ad614SDennis Dalessandro
866f48ad614SDennis Dalessandro /*
867f48ad614SDennis Dalessandro * Check that the permissive LID is only used on QP0
868f48ad614SDennis Dalessandro * and the QKEY matches (see 9.6.1.4.1 and 9.6.1.5.1).
869f48ad614SDennis Dalessandro */
870f48ad614SDennis Dalessandro if (qp->ibqp.qp_num) {
87188733e3bSDon Hiatt if (unlikely(dlid_is_permissive || slid_is_permissive))
872f48ad614SDennis Dalessandro goto drop;
873f48ad614SDennis Dalessandro if (qp->ibqp.qp_num > 1) {
874f48ad614SDennis Dalessandro if (unlikely(rcv_pkey_check(ppd, pkey, sc5, slid))) {
875f48ad614SDennis Dalessandro /*
876f48ad614SDennis Dalessandro * Traps will not be sent for packets dropped
877f48ad614SDennis Dalessandro * by the HW. This is fine, as sending trap
878f48ad614SDennis Dalessandro * for invalid pkeys is optional according to
879f48ad614SDennis Dalessandro * IB spec (release 1.3, section 10.9.4)
880f48ad614SDennis Dalessandro */
88113d84914SDennis Dalessandro hfi1_bad_pkey(ibp,
88289c057caSDasaratharaman Chandramouli pkey, sl,
883f48ad614SDennis Dalessandro src_qp, qp->ibqp.qp_num,
88489c057caSDasaratharaman Chandramouli slid, dlid);
885f48ad614SDennis Dalessandro return;
886f48ad614SDennis Dalessandro }
887f48ad614SDennis Dalessandro } else {
888f48ad614SDennis Dalessandro /* GSI packet */
889f48ad614SDennis Dalessandro mgmt_pkey_idx = hfi1_lookup_pkey_idx(ibp, pkey);
890f48ad614SDennis Dalessandro if (mgmt_pkey_idx < 0)
891f48ad614SDennis Dalessandro goto drop;
892f48ad614SDennis Dalessandro }
89381cd3891SDon Hiatt if (unlikely(l4 != OPA_16B_L4_FM &&
89481cd3891SDon Hiatt ib_get_qkey(packet->ohdr) != qp->qkey))
89581cd3891SDon Hiatt return; /* Silent drop */
89613d84914SDennis Dalessandro
897f48ad614SDennis Dalessandro /* Drop invalid MAD packets (see 13.5.3.1). */
898f48ad614SDennis Dalessandro if (unlikely(qp->ibqp.qp_num == 1 &&
89989c057caSDasaratharaman Chandramouli (tlen > 2048 || (sc5 == 0xF))))
900f48ad614SDennis Dalessandro goto drop;
901f48ad614SDennis Dalessandro } else {
902f48ad614SDennis Dalessandro /* Received on QP0, and so by definition, this is an SMP */
903f48ad614SDennis Dalessandro struct opa_smp *smp = (struct opa_smp *)data;
904f48ad614SDennis Dalessandro
905f48ad614SDennis Dalessandro if (opa_smp_check(ibp, pkey, sc5, qp, slid, smp))
906f48ad614SDennis Dalessandro goto drop;
907f48ad614SDennis Dalessandro
908f48ad614SDennis Dalessandro if (tlen > 2048)
909f48ad614SDennis Dalessandro goto drop;
91088733e3bSDon Hiatt if ((dlid_is_permissive || slid_is_permissive) &&
911f48ad614SDennis Dalessandro smp->mgmt_class != IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE)
912f48ad614SDennis Dalessandro goto drop;
913f48ad614SDennis Dalessandro
914f48ad614SDennis Dalessandro /* look up SMI pkey */
915f48ad614SDennis Dalessandro mgmt_pkey_idx = hfi1_lookup_pkey_idx(ibp, pkey);
916f48ad614SDennis Dalessandro if (mgmt_pkey_idx < 0)
917f48ad614SDennis Dalessandro goto drop;
918f48ad614SDennis Dalessandro }
919f48ad614SDennis Dalessandro
920f48ad614SDennis Dalessandro if (qp->ibqp.qp_num > 1 &&
921f48ad614SDennis Dalessandro opcode == IB_OPCODE_UD_SEND_ONLY_WITH_IMMEDIATE) {
92281cd3891SDon Hiatt wc.ex.imm_data = packet->ohdr->u.ud.imm_data;
923f48ad614SDennis Dalessandro wc.wc_flags = IB_WC_WITH_IMM;
924f48ad614SDennis Dalessandro } else if (opcode == IB_OPCODE_UD_SEND_ONLY) {
925f48ad614SDennis Dalessandro wc.ex.imm_data = 0;
926f48ad614SDennis Dalessandro wc.wc_flags = 0;
927f48ad614SDennis Dalessandro } else {
928f48ad614SDennis Dalessandro goto drop;
929f48ad614SDennis Dalessandro }
930f48ad614SDennis Dalessandro
931f48ad614SDennis Dalessandro /*
932f48ad614SDennis Dalessandro * A GRH is expected to precede the data even if not
933f48ad614SDennis Dalessandro * present on the wire.
934f48ad614SDennis Dalessandro */
935f48ad614SDennis Dalessandro wc.byte_len = tlen + sizeof(struct ib_grh);
936f48ad614SDennis Dalessandro
937f48ad614SDennis Dalessandro /*
938f48ad614SDennis Dalessandro * Get the next work request entry to find where to put the data.
939f48ad614SDennis Dalessandro */
940f48ad614SDennis Dalessandro if (qp->r_flags & RVT_R_REUSE_SGE) {
941f48ad614SDennis Dalessandro qp->r_flags &= ~RVT_R_REUSE_SGE;
942f48ad614SDennis Dalessandro } else {
943f48ad614SDennis Dalessandro int ret;
944f48ad614SDennis Dalessandro
945832369faSBrian Welty ret = rvt_get_rwqe(qp, false);
946f48ad614SDennis Dalessandro if (ret < 0) {
947beb5a042SBrian Welty rvt_rc_error(qp, IB_WC_LOC_QP_OP_ERR);
948f48ad614SDennis Dalessandro return;
949f48ad614SDennis Dalessandro }
950f48ad614SDennis Dalessandro if (!ret) {
951f48ad614SDennis Dalessandro if (qp->ibqp.qp_num == 0)
952f48ad614SDennis Dalessandro ibp->rvp.n_vl15_dropped++;
953f48ad614SDennis Dalessandro return;
954f48ad614SDennis Dalessandro }
955f48ad614SDennis Dalessandro }
956f48ad614SDennis Dalessandro /* Silently drop packets which are too big. */
957f48ad614SDennis Dalessandro if (unlikely(wc.byte_len > qp->r_len)) {
958f48ad614SDennis Dalessandro qp->r_flags |= RVT_R_REUSE_SGE;
959f48ad614SDennis Dalessandro goto drop;
960f48ad614SDennis Dalessandro }
9619039746cSDon Hiatt if (packet->grh) {
962019f118bSBrian Welty rvt_copy_sge(qp, &qp->r_sge, packet->grh,
96388733e3bSDon Hiatt sizeof(struct ib_grh), true, false);
96488733e3bSDon Hiatt wc.wc_flags |= IB_WC_GRH;
96588733e3bSDon Hiatt } else if (packet->etype == RHF_RCV_TYPE_BYPASS) {
96688733e3bSDon Hiatt struct ib_grh grh;
96788733e3bSDon Hiatt /*
96888733e3bSDon Hiatt * Assuming we only created 16B on the send side
96988733e3bSDon Hiatt * if we want to use large LIDs, since GRH was stripped
97088733e3bSDon Hiatt * out when creating 16B, add back the GRH here.
97188733e3bSDon Hiatt */
97288733e3bSDon Hiatt hfi1_make_ext_grh(packet, &grh, slid, dlid);
973019f118bSBrian Welty rvt_copy_sge(qp, &qp->r_sge, &grh,
9740128fceaSBrian Welty sizeof(struct ib_grh), true, false);
975f48ad614SDennis Dalessandro wc.wc_flags |= IB_WC_GRH;
976f48ad614SDennis Dalessandro } else {
9771198fceaSBrian Welty rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true);
978f48ad614SDennis Dalessandro }
979019f118bSBrian Welty rvt_copy_sge(qp, &qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh),
9800128fceaSBrian Welty true, false);
981f48ad614SDennis Dalessandro rvt_put_ss(&qp->r_sge);
982f48ad614SDennis Dalessandro if (!test_and_clear_bit(RVT_R_WRID_VALID, &qp->r_aflags))
983f48ad614SDennis Dalessandro return;
984f48ad614SDennis Dalessandro wc.wr_id = qp->r_wr_id;
985f48ad614SDennis Dalessandro wc.status = IB_WC_SUCCESS;
986f48ad614SDennis Dalessandro wc.opcode = IB_WC_RECV;
987f48ad614SDennis Dalessandro wc.vendor_err = 0;
988f48ad614SDennis Dalessandro wc.qp = &qp->ibqp;
989f48ad614SDennis Dalessandro wc.src_qp = src_qp;
990f48ad614SDennis Dalessandro
991f48ad614SDennis Dalessandro if (qp->ibqp.qp_type == IB_QPT_GSI ||
992f48ad614SDennis Dalessandro qp->ibqp.qp_type == IB_QPT_SMI) {
993f48ad614SDennis Dalessandro if (mgmt_pkey_idx < 0) {
994f48ad614SDennis Dalessandro if (net_ratelimit()) {
995f48ad614SDennis Dalessandro struct hfi1_devdata *dd = ppd->dd;
996f48ad614SDennis Dalessandro
997f48ad614SDennis Dalessandro dd_dev_err(dd, "QP type %d mgmt_pkey_idx < 0 and packet not dropped???\n",
998f48ad614SDennis Dalessandro qp->ibqp.qp_type);
999f48ad614SDennis Dalessandro mgmt_pkey_idx = 0;
1000f48ad614SDennis Dalessandro }
1001f48ad614SDennis Dalessandro }
1002f48ad614SDennis Dalessandro wc.pkey_index = (unsigned)mgmt_pkey_idx;
1003f48ad614SDennis Dalessandro } else {
1004f48ad614SDennis Dalessandro wc.pkey_index = 0;
1005f48ad614SDennis Dalessandro }
100688733e3bSDon Hiatt if (slid_is_permissive)
100788733e3bSDon Hiatt slid = be32_to_cpu(OPA_LID_PERMISSIVE);
1008b64581adSDon Hiatt wc.slid = slid & U16_MAX;
100989c057caSDasaratharaman Chandramouli wc.sl = sl_from_sc;
1010f48ad614SDennis Dalessandro
1011f48ad614SDennis Dalessandro /*
1012f48ad614SDennis Dalessandro * Save the LMC lower bits if the destination LID is a unicast LID.
1013f48ad614SDennis Dalessandro */
101488733e3bSDon Hiatt wc.dlid_path_bits = hfi1_check_mcast(dlid) ? 0 :
1015f48ad614SDennis Dalessandro dlid & ((1 << ppd_from_ibp(ibp)->lmc) - 1);
1016f48ad614SDennis Dalessandro wc.port_num = qp->port_num;
1017f48ad614SDennis Dalessandro /* Signal completion event if the solicited bit is set. */
10185136bfeaSKamenee Arumugam rvt_recv_cq(qp, &wc, solicited);
1019f48ad614SDennis Dalessandro return;
1020f48ad614SDennis Dalessandro
1021f48ad614SDennis Dalessandro drop:
1022f48ad614SDennis Dalessandro ibp->rvp.n_pkt_drops++;
1023f48ad614SDennis Dalessandro }
1024