1 /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
2 /*
3 * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
4 * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
5 */
6
7 #ifndef RXE_H
8 #define RXE_H
9
10 #ifdef pr_fmt
11 #undef pr_fmt
12 #endif
13 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
14
15 #include <linux/skbuff.h>
16
17 #include <rdma/ib_verbs.h>
18 #include <rdma/ib_user_verbs.h>
19 #include <rdma/ib_pack.h>
20 #include <rdma/ib_smi.h>
21 #include <rdma/ib_umem.h>
22 #include <rdma/ib_cache.h>
23 #include <rdma/ib_addr.h>
24 #include <crypto/hash.h>
25
26 #include "rxe_net.h"
27 #include "rxe_opcode.h"
28 #include "rxe_hdr.h"
29 #include "rxe_param.h"
30 #include "rxe_verbs.h"
31 #include "rxe_loc.h"
32
33 /*
34 * Version 1 and Version 2 are identical on 64 bit machines, but on 32 bit
35 * machines Version 2 has a different struct layout.
36 */
37 #define RXE_UVERBS_ABI_VERSION 2
38
39 #define RXE_ROCE_V2_SPORT (0xc000)
40
41 #define rxe_dbg(fmt, ...) pr_debug("%s: " fmt, __func__, ##__VA_ARGS__)
42 #define rxe_dbg_dev(rxe, fmt, ...) ibdev_dbg(&(rxe)->ib_dev, \
43 "%s: " fmt, __func__, ##__VA_ARGS__)
44 #define rxe_dbg_uc(uc, fmt, ...) ibdev_dbg((uc)->ibuc.device, \
45 "uc#%d %s: " fmt, (uc)->elem.index, __func__, ##__VA_ARGS__)
46 #define rxe_dbg_pd(pd, fmt, ...) ibdev_dbg((pd)->ibpd.device, \
47 "pd#%d %s: " fmt, (pd)->elem.index, __func__, ##__VA_ARGS__)
48 #define rxe_dbg_ah(ah, fmt, ...) ibdev_dbg((ah)->ibah.device, \
49 "ah#%d %s: " fmt, (ah)->elem.index, __func__, ##__VA_ARGS__)
50 #define rxe_dbg_srq(srq, fmt, ...) ibdev_dbg((srq)->ibsrq.device, \
51 "srq#%d %s: " fmt, (srq)->elem.index, __func__, ##__VA_ARGS__)
52 #define rxe_dbg_qp(qp, fmt, ...) ibdev_dbg((qp)->ibqp.device, \
53 "qp#%d %s: " fmt, (qp)->elem.index, __func__, ##__VA_ARGS__)
54 #define rxe_dbg_cq(cq, fmt, ...) ibdev_dbg((cq)->ibcq.device, \
55 "cq#%d %s: " fmt, (cq)->elem.index, __func__, ##__VA_ARGS__)
56 #define rxe_dbg_mr(mr, fmt, ...) ibdev_dbg((mr)->ibmr.device, \
57 "mr#%d %s: " fmt, (mr)->elem.index, __func__, ##__VA_ARGS__)
58 #define rxe_dbg_mw(mw, fmt, ...) ibdev_dbg((mw)->ibmw.device, \
59 "mw#%d %s: " fmt, (mw)->elem.index, __func__, ##__VA_ARGS__)
60
61 #define rxe_err(fmt, ...) pr_err_ratelimited("%s: " fmt, __func__, \
62 ##__VA_ARGS__)
63 #define rxe_err_dev(rxe, fmt, ...) ibdev_err_ratelimited(&(rxe)->ib_dev, \
64 "%s: " fmt, __func__, ##__VA_ARGS__)
65 #define rxe_err_uc(uc, fmt, ...) ibdev_err_ratelimited((uc)->ibuc.device, \
66 "uc#%d %s: " fmt, (uc)->elem.index, __func__, ##__VA_ARGS__)
67 #define rxe_err_pd(pd, fmt, ...) ibdev_err_ratelimited((pd)->ibpd.device, \
68 "pd#%d %s: " fmt, (pd)->elem.index, __func__, ##__VA_ARGS__)
69 #define rxe_err_ah(ah, fmt, ...) ibdev_err_ratelimited((ah)->ibah.device, \
70 "ah#%d %s: " fmt, (ah)->elem.index, __func__, ##__VA_ARGS__)
71 #define rxe_err_srq(srq, fmt, ...) ibdev_err_ratelimited((srq)->ibsrq.device, \
72 "srq#%d %s: " fmt, (srq)->elem.index, __func__, ##__VA_ARGS__)
73 #define rxe_err_qp(qp, fmt, ...) ibdev_err_ratelimited((qp)->ibqp.device, \
74 "qp#%d %s: " fmt, (qp)->elem.index, __func__, ##__VA_ARGS__)
75 #define rxe_err_cq(cq, fmt, ...) ibdev_err_ratelimited((cq)->ibcq.device, \
76 "cq#%d %s: " fmt, (cq)->elem.index, __func__, ##__VA_ARGS__)
77 #define rxe_err_mr(mr, fmt, ...) ibdev_err_ratelimited((mr)->ibmr.device, \
78 "mr#%d %s: " fmt, (mr)->elem.index, __func__, ##__VA_ARGS__)
79 #define rxe_err_mw(mw, fmt, ...) ibdev_err_ratelimited((mw)->ibmw.device, \
80 "mw#%d %s: " fmt, (mw)->elem.index, __func__, ##__VA_ARGS__)
81
82 #define rxe_info(fmt, ...) pr_info_ratelimited("%s: " fmt, __func__, \
83 ##__VA_ARGS__)
84 #define rxe_info_dev(rxe, fmt, ...) ibdev_info_ratelimited(&(rxe)->ib_dev, \
85 "%s: " fmt, __func__, ##__VA_ARGS__)
86 #define rxe_info_uc(uc, fmt, ...) ibdev_info_ratelimited((uc)->ibuc.device, \
87 "uc#%d %s: " fmt, (uc)->elem.index, __func__, ##__VA_ARGS__)
88 #define rxe_info_pd(pd, fmt, ...) ibdev_info_ratelimited((pd)->ibpd.device, \
89 "pd#%d %s: " fmt, (pd)->elem.index, __func__, ##__VA_ARGS__)
90 #define rxe_info_ah(ah, fmt, ...) ibdev_info_ratelimited((ah)->ibah.device, \
91 "ah#%d %s: " fmt, (ah)->elem.index, __func__, ##__VA_ARGS__)
92 #define rxe_info_srq(srq, fmt, ...) ibdev_info_ratelimited((srq)->ibsrq.device, \
93 "srq#%d %s: " fmt, (srq)->elem.index, __func__, ##__VA_ARGS__)
94 #define rxe_info_qp(qp, fmt, ...) ibdev_info_ratelimited((qp)->ibqp.device, \
95 "qp#%d %s: " fmt, (qp)->elem.index, __func__, ##__VA_ARGS__)
96 #define rxe_info_cq(cq, fmt, ...) ibdev_info_ratelimited((cq)->ibcq.device, \
97 "cq#%d %s: " fmt, (cq)->elem.index, __func__, ##__VA_ARGS__)
98 #define rxe_info_mr(mr, fmt, ...) ibdev_info_ratelimited((mr)->ibmr.device, \
99 "mr#%d %s: " fmt, (mr)->elem.index, __func__, ##__VA_ARGS__)
100 #define rxe_info_mw(mw, fmt, ...) ibdev_info_ratelimited((mw)->ibmw.device, \
101 "mw#%d %s: " fmt, (mw)->elem.index, __func__, ##__VA_ARGS__)
102
103 /* responder states */
104 enum resp_states {
105 RESPST_NONE,
106 RESPST_GET_REQ,
107 RESPST_CHK_PSN,
108 RESPST_CHK_OP_SEQ,
109 RESPST_CHK_OP_VALID,
110 RESPST_CHK_RESOURCE,
111 RESPST_CHK_LENGTH,
112 RESPST_CHK_RKEY,
113 RESPST_EXECUTE,
114 RESPST_READ_REPLY,
115 RESPST_ATOMIC_REPLY,
116 RESPST_ATOMIC_WRITE_REPLY,
117 RESPST_PROCESS_FLUSH,
118 RESPST_COMPLETE,
119 RESPST_ACKNOWLEDGE,
120 RESPST_CLEANUP,
121 RESPST_DUPLICATE_REQUEST,
122 RESPST_ERR_MALFORMED_WQE,
123 RESPST_ERR_UNSUPPORTED_OPCODE,
124 RESPST_ERR_MISALIGNED_ATOMIC,
125 RESPST_ERR_PSN_OUT_OF_SEQ,
126 RESPST_ERR_MISSING_OPCODE_FIRST,
127 RESPST_ERR_MISSING_OPCODE_LAST_C,
128 RESPST_ERR_MISSING_OPCODE_LAST_D1E,
129 RESPST_ERR_TOO_MANY_RDMA_ATM_REQ,
130 RESPST_ERR_RNR,
131 RESPST_ERR_RKEY_VIOLATION,
132 RESPST_ERR_INVALIDATE_RKEY,
133 RESPST_ERR_LENGTH,
134 RESPST_ERR_CQ_OVERFLOW,
135 RESPST_ERROR,
136 RESPST_DONE,
137 RESPST_EXIT,
138 };
139
140 void rxe_set_mtu(struct rxe_dev *rxe, unsigned int dev_mtu);
141
142 int rxe_add(struct rxe_dev *rxe, unsigned int mtu, const char *ibdev_name);
143
144 void rxe_rcv(struct sk_buff *skb);
145
146 /* The caller must do a matching ib_device_put(&dev->ib_dev) */
rxe_get_dev_from_net(struct net_device * ndev)147 static inline struct rxe_dev *rxe_get_dev_from_net(struct net_device *ndev)
148 {
149 struct ib_device *ibdev =
150 ib_device_get_by_netdev(ndev, RDMA_DRIVER_RXE);
151
152 if (!ibdev)
153 return NULL;
154 return container_of(ibdev, struct rxe_dev, ib_dev);
155 }
156
157 void rxe_port_up(struct rxe_dev *rxe);
158 void rxe_port_down(struct rxe_dev *rxe);
159 void rxe_set_port_state(struct rxe_dev *rxe);
160
161 #endif /* RXE_H */
162