1 /*
2 * Copyright (c) 2004, 2005 Mellanox Technologies Ltd. All rights reserved.
3 * Copyright (c) 2004, 2005 Infinicon Corporation. All rights reserved.
4 * Copyright (c) 2004, 2005 Intel Corporation. All rights reserved.
5 * Copyright (c) 2004, 2005 Topspin Corporation. All rights reserved.
6 * Copyright (c) 2004-2007 Voltaire Corporation. All rights reserved.
7 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
8 *
9 * This software is available to you under a choice of one of two
10 * licenses. You may choose to be licensed under the terms of the GNU
11 * General Public License (GPL) Version 2, available from the file
12 * COPYING in the main directory of this source tree, or the
13 * OpenIB.org BSD license below:
14 *
15 * Redistribution and use in source and binary forms, with or
16 * without modification, are permitted provided that the following
17 * conditions are met:
18 *
19 * - Redistributions of source code must retain the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer.
22 *
23 * - Redistributions in binary form must reproduce the above
24 * copyright notice, this list of conditions and the following
25 * disclaimer in the documentation and/or other materials
26 * provided with the distribution.
27 *
28 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
29 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
30 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
31 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
32 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
33 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
34 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
35 * SOFTWARE.
36 *
37 */
38
39 #include <linux/slab.h>
40 #include <linux/string.h>
41
42 #include "agent.h"
43 #include "smi.h"
44 #include "mad_priv.h"
45
46 #define SPFX "ib_agent: "
47
48 struct ib_agent_port_private {
49 struct list_head port_list;
50 struct ib_mad_agent *agent[2];
51 };
52
53 static DEFINE_SPINLOCK(ib_agent_port_list_lock);
54 static LIST_HEAD(ib_agent_port_list);
55
56 static struct ib_agent_port_private *
__ib_get_agent_port(const struct ib_device * device,int port_num)57 __ib_get_agent_port(const struct ib_device *device, int port_num)
58 {
59 struct ib_agent_port_private *entry;
60
61 list_for_each_entry(entry, &ib_agent_port_list, port_list) {
62 /* Need to check both agent[0] and agent[1], as an agent port
63 * may only have one of them
64 */
65 if (entry->agent[0] &&
66 entry->agent[0]->device == device &&
67 entry->agent[0]->port_num == port_num)
68 return entry;
69
70 if (entry->agent[1] &&
71 entry->agent[1]->device == device &&
72 entry->agent[1]->port_num == port_num)
73 return entry;
74 }
75 return NULL;
76 }
77
78 static struct ib_agent_port_private *
ib_get_agent_port(const struct ib_device * device,int port_num)79 ib_get_agent_port(const struct ib_device *device, int port_num)
80 {
81 struct ib_agent_port_private *entry;
82 unsigned long flags;
83
84 spin_lock_irqsave(&ib_agent_port_list_lock, flags);
85 entry = __ib_get_agent_port(device, port_num);
86 spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
87 return entry;
88 }
89
agent_send_response(const struct ib_mad_hdr * mad_hdr,const struct ib_grh * grh,const struct ib_wc * wc,const struct ib_device * device,int port_num,int qpn,size_t resp_mad_len,bool opa)90 void agent_send_response(const struct ib_mad_hdr *mad_hdr, const struct ib_grh *grh,
91 const struct ib_wc *wc, const struct ib_device *device,
92 int port_num, int qpn, size_t resp_mad_len, bool opa)
93 {
94 struct ib_agent_port_private *port_priv;
95 struct ib_mad_agent *agent;
96 struct ib_mad_send_buf *send_buf;
97 struct ib_ah *ah;
98 struct ib_mad_send_wr_private *mad_send_wr;
99
100 if (rdma_cap_ib_switch(device))
101 port_priv = ib_get_agent_port(device, 0);
102 else
103 port_priv = ib_get_agent_port(device, port_num);
104
105 if (!port_priv) {
106 dev_err(&device->dev, "Unable to find port agent\n");
107 return;
108 }
109
110 agent = port_priv->agent[qpn];
111 ah = ib_create_ah_from_wc(agent->qp->pd, wc, grh, port_num);
112 if (IS_ERR(ah)) {
113 dev_err(&device->dev, "ib_create_ah_from_wc error %ld\n",
114 PTR_ERR(ah));
115 return;
116 }
117
118 if (opa && mad_hdr->base_version != OPA_MGMT_BASE_VERSION)
119 resp_mad_len = IB_MGMT_MAD_SIZE;
120
121 send_buf = ib_create_send_mad(agent, wc->src_qp, wc->pkey_index, 0,
122 IB_MGMT_MAD_HDR,
123 resp_mad_len - IB_MGMT_MAD_HDR,
124 GFP_KERNEL,
125 mad_hdr->base_version);
126 if (IS_ERR(send_buf)) {
127 dev_err(&device->dev, "ib_create_send_mad error\n");
128 goto err1;
129 }
130
131 memcpy(send_buf->mad, mad_hdr, resp_mad_len);
132 send_buf->ah = ah;
133
134 if (rdma_cap_ib_switch(device)) {
135 mad_send_wr = container_of(send_buf,
136 struct ib_mad_send_wr_private,
137 send_buf);
138 mad_send_wr->send_wr.port_num = port_num;
139 }
140
141 if (ib_post_send_mad(send_buf, NULL)) {
142 dev_err(&device->dev, "ib_post_send_mad error\n");
143 goto err2;
144 }
145 return;
146 err2:
147 ib_free_send_mad(send_buf);
148 err1:
149 rdma_destroy_ah(ah, RDMA_DESTROY_AH_SLEEPABLE);
150 }
151
agent_send_handler(struct ib_mad_agent * mad_agent,struct ib_mad_send_wc * mad_send_wc)152 static void agent_send_handler(struct ib_mad_agent *mad_agent,
153 struct ib_mad_send_wc *mad_send_wc)
154 {
155 rdma_destroy_ah(mad_send_wc->send_buf->ah, RDMA_DESTROY_AH_SLEEPABLE);
156 ib_free_send_mad(mad_send_wc->send_buf);
157 }
158
ib_agent_port_open(struct ib_device * device,int port_num)159 int ib_agent_port_open(struct ib_device *device, int port_num)
160 {
161 struct ib_agent_port_private *port_priv;
162 unsigned long flags;
163 int ret;
164
165 /* Create new device info */
166 port_priv = kzalloc(sizeof *port_priv, GFP_KERNEL);
167 if (!port_priv) {
168 ret = -ENOMEM;
169 goto error1;
170 }
171
172 if (rdma_cap_ib_smi(device, port_num)) {
173 /* Obtain send only MAD agent for SMI QP */
174 port_priv->agent[0] = ib_register_mad_agent(device, port_num,
175 IB_QPT_SMI, NULL, 0,
176 &agent_send_handler,
177 NULL, NULL, 0);
178 if (IS_ERR(port_priv->agent[0])) {
179 ret = PTR_ERR(port_priv->agent[0]);
180 goto error2;
181 }
182 }
183
184 if (rdma_cap_ib_cm(device, port_num)) {
185 /* Obtain send only MAD agent for GSI QP */
186 port_priv->agent[1] = ib_register_mad_agent(device, port_num,
187 IB_QPT_GSI, NULL, 0,
188 &agent_send_handler,
189 NULL, NULL, 0);
190 if (IS_ERR(port_priv->agent[1])) {
191 ret = PTR_ERR(port_priv->agent[1]);
192 goto error3;
193 }
194 }
195
196 spin_lock_irqsave(&ib_agent_port_list_lock, flags);
197 list_add_tail(&port_priv->port_list, &ib_agent_port_list);
198 spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
199
200 return 0;
201
202 error3:
203 if (port_priv->agent[0])
204 ib_unregister_mad_agent(port_priv->agent[0]);
205 error2:
206 kfree(port_priv);
207 error1:
208 return ret;
209 }
210
ib_agent_port_close(struct ib_device * device,int port_num)211 int ib_agent_port_close(struct ib_device *device, int port_num)
212 {
213 struct ib_agent_port_private *port_priv;
214 unsigned long flags;
215
216 spin_lock_irqsave(&ib_agent_port_list_lock, flags);
217 port_priv = __ib_get_agent_port(device, port_num);
218 if (port_priv == NULL) {
219 spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
220 dev_err(&device->dev, "Port %d not found\n", port_num);
221 return -ENODEV;
222 }
223 list_del(&port_priv->port_list);
224 spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
225
226 if (port_priv->agent[1])
227 ib_unregister_mad_agent(port_priv->agent[1]);
228 if (port_priv->agent[0])
229 ib_unregister_mad_agent(port_priv->agent[0]);
230
231 kfree(port_priv);
232 return 0;
233 }
234