xref: /linux/drivers/misc/mei/hbm.c (revision ca55b2fef3a9373fcfc30f82fd26bc7fccbda732)
1 /*
2  *
3  * Intel Management Engine Interface (Intel MEI) Linux driver
4  * Copyright (c) 2003-2012, Intel Corporation.
5  *
6  * This program is free software; you can redistribute it and/or modify it
7  * under the terms and conditions of the GNU General Public License,
8  * version 2, as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope it will be useful, but WITHOUT
11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13  * more details.
14  *
15  */
16 
17 #include <linux/export.h>
18 #include <linux/sched.h>
19 #include <linux/wait.h>
20 #include <linux/pm_runtime.h>
21 #include <linux/slab.h>
22 
23 #include <linux/mei.h>
24 
25 #include "mei_dev.h"
26 #include "hbm.h"
27 #include "client.h"
28 
29 static const char *mei_hbm_status_str(enum mei_hbm_status status)
30 {
31 #define MEI_HBM_STATUS(status) case MEI_HBMS_##status: return #status
32 	switch (status) {
33 	MEI_HBM_STATUS(SUCCESS);
34 	MEI_HBM_STATUS(CLIENT_NOT_FOUND);
35 	MEI_HBM_STATUS(ALREADY_EXISTS);
36 	MEI_HBM_STATUS(REJECTED);
37 	MEI_HBM_STATUS(INVALID_PARAMETER);
38 	MEI_HBM_STATUS(NOT_ALLOWED);
39 	MEI_HBM_STATUS(ALREADY_STARTED);
40 	MEI_HBM_STATUS(NOT_STARTED);
41 	default: return "unknown";
42 	}
43 #undef MEI_HBM_STATUS
44 };
45 
46 static const char *mei_cl_conn_status_str(enum mei_cl_connect_status status)
47 {
48 #define MEI_CL_CS(status) case MEI_CL_CONN_##status: return #status
49 	switch (status) {
50 	MEI_CL_CS(SUCCESS);
51 	MEI_CL_CS(NOT_FOUND);
52 	MEI_CL_CS(ALREADY_STARTED);
53 	MEI_CL_CS(OUT_OF_RESOURCES);
54 	MEI_CL_CS(MESSAGE_SMALL);
55 	MEI_CL_CS(NOT_ALLOWED);
56 	default: return "unknown";
57 	}
58 #undef MEI_CL_CCS
59 }
60 
61 const char *mei_hbm_state_str(enum mei_hbm_state state)
62 {
63 #define MEI_HBM_STATE(state) case MEI_HBM_##state: return #state
64 	switch (state) {
65 	MEI_HBM_STATE(IDLE);
66 	MEI_HBM_STATE(STARTING);
67 	MEI_HBM_STATE(STARTED);
68 	MEI_HBM_STATE(ENUM_CLIENTS);
69 	MEI_HBM_STATE(CLIENT_PROPERTIES);
70 	MEI_HBM_STATE(STOPPED);
71 	default:
72 		return "unknown";
73 	}
74 #undef MEI_HBM_STATE
75 }
76 
77 /**
78  * mei_cl_conn_status_to_errno - convert client connect response
79  * status to error code
80  *
81  * @status: client connect response status
82  *
83  * Return: corresponding error code
84  */
85 static int mei_cl_conn_status_to_errno(enum mei_cl_connect_status status)
86 {
87 	switch (status) {
88 	case MEI_CL_CONN_SUCCESS:          return 0;
89 	case MEI_CL_CONN_NOT_FOUND:        return -ENOTTY;
90 	case MEI_CL_CONN_ALREADY_STARTED:  return -EBUSY;
91 	case MEI_CL_CONN_OUT_OF_RESOURCES: return -EBUSY;
92 	case MEI_CL_CONN_MESSAGE_SMALL:    return -EINVAL;
93 	case MEI_CL_CONN_NOT_ALLOWED:      return -EBUSY;
94 	default:                           return -EINVAL;
95 	}
96 }
97 
98 /**
99  * mei_hbm_idle - set hbm to idle state
100  *
101  * @dev: the device structure
102  */
103 void mei_hbm_idle(struct mei_device *dev)
104 {
105 	dev->init_clients_timer = 0;
106 	dev->hbm_state = MEI_HBM_IDLE;
107 }
108 
109 /**
110  * mei_hbm_reset - reset hbm counters and book keeping data structurs
111  *
112  * @dev: the device structure
113  */
114 void mei_hbm_reset(struct mei_device *dev)
115 {
116 	dev->me_client_index = 0;
117 
118 	mei_me_cl_rm_all(dev);
119 
120 	mei_hbm_idle(dev);
121 }
122 
123 /**
124  * mei_hbm_hdr - construct hbm header
125  *
126  * @hdr: hbm header
127  * @length: payload length
128  */
129 
130 static inline void mei_hbm_hdr(struct mei_msg_hdr *hdr, size_t length)
131 {
132 	hdr->host_addr = 0;
133 	hdr->me_addr = 0;
134 	hdr->length = length;
135 	hdr->msg_complete = 1;
136 	hdr->reserved = 0;
137 }
138 
139 /**
140  * mei_hbm_cl_hdr - construct client hbm header
141  *
142  * @cl: client
143  * @hbm_cmd: host bus message command
144  * @buf: buffer for cl header
145  * @len: buffer length
146  */
147 static inline
148 void mei_hbm_cl_hdr(struct mei_cl *cl, u8 hbm_cmd, void *buf, size_t len)
149 {
150 	struct mei_hbm_cl_cmd *cmd = buf;
151 
152 	memset(cmd, 0, len);
153 
154 	cmd->hbm_cmd = hbm_cmd;
155 	cmd->host_addr = mei_cl_host_addr(cl);
156 	cmd->me_addr = mei_cl_me_id(cl);
157 }
158 
159 /**
160  * mei_hbm_cl_write - write simple hbm client message
161  *
162  * @dev: the device structure
163  * @cl: client
164  * @hbm_cmd: host bus message command
165  * @len: buffer length
166  *
167  * Return: 0 on success, <0 on failure.
168  */
169 static inline
170 int mei_hbm_cl_write(struct mei_device *dev,
171 		     struct mei_cl *cl, u8 hbm_cmd, size_t len)
172 {
173 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
174 
175 	mei_hbm_hdr(mei_hdr, len);
176 	mei_hbm_cl_hdr(cl, hbm_cmd, dev->wr_msg.data, len);
177 
178 	return mei_write_message(dev, mei_hdr, dev->wr_msg.data);
179 }
180 
181 /**
182  * mei_hbm_cl_addr_equal - check if the client's and
183  *	the message address match
184  *
185  * @cl: client
186  * @cmd: hbm client message
187  *
188  * Return: true if addresses are the same
189  */
190 static inline
191 bool mei_hbm_cl_addr_equal(struct mei_cl *cl, struct mei_hbm_cl_cmd *cmd)
192 {
193 	return  mei_cl_host_addr(cl) == cmd->host_addr &&
194 		mei_cl_me_id(cl) == cmd->me_addr;
195 }
196 
197 /**
198  * mei_hbm_cl_find_by_cmd - find recipient client
199  *
200  * @dev: the device structure
201  * @buf: a buffer with hbm cl command
202  *
203  * Return: the recipient client or NULL if not found
204  */
205 static inline
206 struct mei_cl *mei_hbm_cl_find_by_cmd(struct mei_device *dev, void *buf)
207 {
208 	struct mei_hbm_cl_cmd *cmd = (struct mei_hbm_cl_cmd *)buf;
209 	struct mei_cl *cl;
210 
211 	list_for_each_entry(cl, &dev->file_list, link)
212 		if (mei_hbm_cl_addr_equal(cl, cmd))
213 			return cl;
214 	return NULL;
215 }
216 
217 
218 /**
219  * mei_hbm_start_wait - wait for start response message.
220  *
221  * @dev: the device structure
222  *
223  * Return: 0 on success and < 0 on failure
224  */
225 int mei_hbm_start_wait(struct mei_device *dev)
226 {
227 	int ret;
228 
229 	if (dev->hbm_state > MEI_HBM_STARTING)
230 		return 0;
231 
232 	mutex_unlock(&dev->device_lock);
233 	ret = wait_event_timeout(dev->wait_hbm_start,
234 			dev->hbm_state != MEI_HBM_STARTING,
235 			mei_secs_to_jiffies(MEI_HBM_TIMEOUT));
236 	mutex_lock(&dev->device_lock);
237 
238 	if (ret == 0 && (dev->hbm_state <= MEI_HBM_STARTING)) {
239 		dev->hbm_state = MEI_HBM_IDLE;
240 		dev_err(dev->dev, "waiting for mei start failed\n");
241 		return -ETIME;
242 	}
243 	return 0;
244 }
245 
246 /**
247  * mei_hbm_start_req - sends start request message.
248  *
249  * @dev: the device structure
250  *
251  * Return: 0 on success and < 0 on failure
252  */
253 int mei_hbm_start_req(struct mei_device *dev)
254 {
255 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
256 	struct hbm_host_version_request *start_req;
257 	const size_t len = sizeof(struct hbm_host_version_request);
258 	int ret;
259 
260 	mei_hbm_reset(dev);
261 
262 	mei_hbm_hdr(mei_hdr, len);
263 
264 	/* host start message */
265 	start_req = (struct hbm_host_version_request *)dev->wr_msg.data;
266 	memset(start_req, 0, len);
267 	start_req->hbm_cmd = HOST_START_REQ_CMD;
268 	start_req->host_version.major_version = HBM_MAJOR_VERSION;
269 	start_req->host_version.minor_version = HBM_MINOR_VERSION;
270 
271 	dev->hbm_state = MEI_HBM_IDLE;
272 	ret = mei_write_message(dev, mei_hdr, dev->wr_msg.data);
273 	if (ret) {
274 		dev_err(dev->dev, "version message write failed: ret = %d\n",
275 			ret);
276 		return ret;
277 	}
278 
279 	dev->hbm_state = MEI_HBM_STARTING;
280 	dev->init_clients_timer = MEI_CLIENTS_INIT_TIMEOUT;
281 	return 0;
282 }
283 
284 /*
285  * mei_hbm_enum_clients_req - sends enumeration client request message.
286  *
287  * @dev: the device structure
288  *
289  * Return: 0 on success and < 0 on failure
290  */
291 static int mei_hbm_enum_clients_req(struct mei_device *dev)
292 {
293 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
294 	struct hbm_host_enum_request *enum_req;
295 	const size_t len = sizeof(struct hbm_host_enum_request);
296 	int ret;
297 
298 	/* enumerate clients */
299 	mei_hbm_hdr(mei_hdr, len);
300 
301 	enum_req = (struct hbm_host_enum_request *)dev->wr_msg.data;
302 	memset(enum_req, 0, len);
303 	enum_req->hbm_cmd = HOST_ENUM_REQ_CMD;
304 	enum_req->allow_add = dev->hbm_f_dc_supported;
305 
306 	ret = mei_write_message(dev, mei_hdr, dev->wr_msg.data);
307 	if (ret) {
308 		dev_err(dev->dev, "enumeration request write failed: ret = %d.\n",
309 			ret);
310 		return ret;
311 	}
312 	dev->hbm_state = MEI_HBM_ENUM_CLIENTS;
313 	dev->init_clients_timer = MEI_CLIENTS_INIT_TIMEOUT;
314 	return 0;
315 }
316 
317 /*
318  * mei_hbm_me_cl_add - add new me client to the list
319  *
320  * @dev: the device structure
321  * @res: hbm property response
322  *
323  * Return: 0 on success and -ENOMEM on allocation failure
324  */
325 
326 static int mei_hbm_me_cl_add(struct mei_device *dev,
327 			     struct hbm_props_response *res)
328 {
329 	struct mei_me_client *me_cl;
330 	const uuid_le *uuid = &res->client_properties.protocol_name;
331 
332 	mei_me_cl_rm_by_uuid(dev, uuid);
333 
334 	me_cl = kzalloc(sizeof(struct mei_me_client), GFP_KERNEL);
335 	if (!me_cl)
336 		return -ENOMEM;
337 
338 	mei_me_cl_init(me_cl);
339 
340 	me_cl->props = res->client_properties;
341 	me_cl->client_id = res->me_addr;
342 	me_cl->mei_flow_ctrl_creds = 0;
343 
344 	mei_me_cl_add(dev, me_cl);
345 
346 	return 0;
347 }
348 
349 /**
350  * mei_hbm_add_cl_resp - send response to fw on client add request
351  *
352  * @dev: the device structure
353  * @addr: me address
354  * @status: response status
355  *
356  * Return: 0 on success and < 0 on failure
357  */
358 static int mei_hbm_add_cl_resp(struct mei_device *dev, u8 addr, u8 status)
359 {
360 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
361 	struct hbm_add_client_response *resp;
362 	const size_t len = sizeof(struct hbm_add_client_response);
363 	int ret;
364 
365 	dev_dbg(dev->dev, "adding client response\n");
366 
367 	resp = (struct hbm_add_client_response *)dev->wr_msg.data;
368 
369 	mei_hbm_hdr(mei_hdr, len);
370 	memset(resp, 0, sizeof(struct hbm_add_client_response));
371 
372 	resp->hbm_cmd = MEI_HBM_ADD_CLIENT_RES_CMD;
373 	resp->me_addr = addr;
374 	resp->status  = status;
375 
376 	ret = mei_write_message(dev, mei_hdr, dev->wr_msg.data);
377 	if (ret)
378 		dev_err(dev->dev, "add client response write failed: ret = %d\n",
379 			ret);
380 	return ret;
381 }
382 
383 /**
384  * mei_hbm_fw_add_cl_req - request from the fw to add a client
385  *
386  * @dev: the device structure
387  * @req: add client request
388  *
389  * Return: 0 on success and < 0 on failure
390  */
391 static int mei_hbm_fw_add_cl_req(struct mei_device *dev,
392 			      struct hbm_add_client_request *req)
393 {
394 	int ret;
395 	u8 status = MEI_HBMS_SUCCESS;
396 
397 	BUILD_BUG_ON(sizeof(struct hbm_add_client_request) !=
398 			sizeof(struct hbm_props_response));
399 
400 	ret = mei_hbm_me_cl_add(dev, (struct hbm_props_response *)req);
401 	if (ret)
402 		status = !MEI_HBMS_SUCCESS;
403 
404 	return mei_hbm_add_cl_resp(dev, req->me_addr, status);
405 }
406 
407 /**
408  * mei_hbm_cl_notify_req - send notification request
409  *
410  * @dev: the device structure
411  * @cl: a client to disconnect from
412  * @start: true for start false for stop
413  *
414  * Return: 0 on success and -EIO on write failure
415  */
416 int mei_hbm_cl_notify_req(struct mei_device *dev,
417 			  struct mei_cl *cl, u8 start)
418 {
419 
420 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
421 	struct hbm_notification_request *req;
422 	const size_t len = sizeof(struct hbm_notification_request);
423 	int ret;
424 
425 	mei_hbm_hdr(mei_hdr, len);
426 	mei_hbm_cl_hdr(cl, MEI_HBM_NOTIFY_REQ_CMD, dev->wr_msg.data, len);
427 
428 	req = (struct hbm_notification_request *)dev->wr_msg.data;
429 	req->start = start;
430 
431 	ret = mei_write_message(dev, mei_hdr, dev->wr_msg.data);
432 	if (ret)
433 		dev_err(dev->dev, "notify request failed: ret = %d\n", ret);
434 
435 	return ret;
436 }
437 
438 /**
439  *  notify_res_to_fop - convert notification response to the proper
440  *      notification FOP
441  *
442  * @cmd: client notification start response command
443  *
444  * Return:  MEI_FOP_NOTIFY_START or MEI_FOP_NOTIFY_STOP;
445  */
446 static inline enum mei_cb_file_ops notify_res_to_fop(struct mei_hbm_cl_cmd *cmd)
447 {
448 	struct hbm_notification_response *rs =
449 		(struct hbm_notification_response *)cmd;
450 
451 	return mei_cl_notify_req2fop(rs->start);
452 }
453 
454 /**
455  * mei_hbm_cl_notify_start_res - update the client state according
456  *       notify start response
457  *
458  * @dev: the device structure
459  * @cl: mei host client
460  * @cmd: client notification start response command
461  */
462 static void mei_hbm_cl_notify_start_res(struct mei_device *dev,
463 					struct mei_cl *cl,
464 					struct mei_hbm_cl_cmd *cmd)
465 {
466 	struct hbm_notification_response *rs =
467 		(struct hbm_notification_response *)cmd;
468 
469 	cl_dbg(dev, cl, "hbm: notify start response status=%d\n", rs->status);
470 
471 	if (rs->status == MEI_HBMS_SUCCESS ||
472 	    rs->status == MEI_HBMS_ALREADY_STARTED) {
473 		cl->notify_en = true;
474 		cl->status = 0;
475 	} else {
476 		cl->status = -EINVAL;
477 	}
478 }
479 
480 /**
481  * mei_hbm_cl_notify_stop_res - update the client state according
482  *       notify stop response
483  *
484  * @dev: the device structure
485  * @cl: mei host client
486  * @cmd: client notification stop response command
487  */
488 static void mei_hbm_cl_notify_stop_res(struct mei_device *dev,
489 				       struct mei_cl *cl,
490 				       struct mei_hbm_cl_cmd *cmd)
491 {
492 	struct hbm_notification_response *rs =
493 		(struct hbm_notification_response *)cmd;
494 
495 	cl_dbg(dev, cl, "hbm: notify stop response status=%d\n", rs->status);
496 
497 	if (rs->status == MEI_HBMS_SUCCESS ||
498 	    rs->status == MEI_HBMS_NOT_STARTED) {
499 		cl->notify_en = false;
500 		cl->status = 0;
501 	} else {
502 		/* TODO: spec is not clear yet about other possible issues */
503 		cl->status = -EINVAL;
504 	}
505 }
506 
507 /**
508  * mei_hbm_cl_notify - signal notification event
509  *
510  * @dev: the device structure
511  * @cmd: notification client message
512  */
513 static void mei_hbm_cl_notify(struct mei_device *dev,
514 			      struct mei_hbm_cl_cmd *cmd)
515 {
516 	struct mei_cl *cl;
517 
518 	cl = mei_hbm_cl_find_by_cmd(dev, cmd);
519 	if (cl)
520 		mei_cl_notify(cl);
521 }
522 
523 /**
524  * mei_hbm_prop_req - request property for a single client
525  *
526  * @dev: the device structure
527  *
528  * Return: 0 on success and < 0 on failure
529  */
530 
531 static int mei_hbm_prop_req(struct mei_device *dev)
532 {
533 
534 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
535 	struct hbm_props_request *prop_req;
536 	const size_t len = sizeof(struct hbm_props_request);
537 	unsigned long next_client_index;
538 	int ret;
539 
540 	next_client_index = find_next_bit(dev->me_clients_map, MEI_CLIENTS_MAX,
541 					  dev->me_client_index);
542 
543 	/* We got all client properties */
544 	if (next_client_index == MEI_CLIENTS_MAX) {
545 		dev->hbm_state = MEI_HBM_STARTED;
546 		schedule_work(&dev->init_work);
547 
548 		return 0;
549 	}
550 
551 	mei_hbm_hdr(mei_hdr, len);
552 	prop_req = (struct hbm_props_request *)dev->wr_msg.data;
553 
554 	memset(prop_req, 0, sizeof(struct hbm_props_request));
555 
556 	prop_req->hbm_cmd = HOST_CLIENT_PROPERTIES_REQ_CMD;
557 	prop_req->me_addr = next_client_index;
558 
559 	ret = mei_write_message(dev, mei_hdr, dev->wr_msg.data);
560 	if (ret) {
561 		dev_err(dev->dev, "properties request write failed: ret = %d\n",
562 			ret);
563 		return ret;
564 	}
565 
566 	dev->init_clients_timer = MEI_CLIENTS_INIT_TIMEOUT;
567 	dev->me_client_index = next_client_index;
568 
569 	return 0;
570 }
571 
572 /*
573  * mei_hbm_pg - sends pg command
574  *
575  * @dev: the device structure
576  * @pg_cmd: the pg command code
577  *
578  * Return: -EIO on write failure
579  *         -EOPNOTSUPP if the operation is not supported by the protocol
580  */
581 int mei_hbm_pg(struct mei_device *dev, u8 pg_cmd)
582 {
583 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
584 	struct hbm_power_gate *req;
585 	const size_t len = sizeof(struct hbm_power_gate);
586 	int ret;
587 
588 	if (!dev->hbm_f_pg_supported)
589 		return -EOPNOTSUPP;
590 
591 	mei_hbm_hdr(mei_hdr, len);
592 
593 	req = (struct hbm_power_gate *)dev->wr_msg.data;
594 	memset(req, 0, len);
595 	req->hbm_cmd = pg_cmd;
596 
597 	ret = mei_write_message(dev, mei_hdr, dev->wr_msg.data);
598 	if (ret)
599 		dev_err(dev->dev, "power gate command write failed.\n");
600 	return ret;
601 }
602 EXPORT_SYMBOL_GPL(mei_hbm_pg);
603 
604 /**
605  * mei_hbm_stop_req - send stop request message
606  *
607  * @dev: mei device
608  *
609  * Return: -EIO on write failure
610  */
611 static int mei_hbm_stop_req(struct mei_device *dev)
612 {
613 	struct mei_msg_hdr *mei_hdr = &dev->wr_msg.hdr;
614 	struct hbm_host_stop_request *req =
615 			(struct hbm_host_stop_request *)dev->wr_msg.data;
616 	const size_t len = sizeof(struct hbm_host_stop_request);
617 
618 	mei_hbm_hdr(mei_hdr, len);
619 
620 	memset(req, 0, len);
621 	req->hbm_cmd = HOST_STOP_REQ_CMD;
622 	req->reason = DRIVER_STOP_REQUEST;
623 
624 	return mei_write_message(dev, mei_hdr, dev->wr_msg.data);
625 }
626 
627 /**
628  * mei_hbm_cl_flow_control_req - sends flow control request.
629  *
630  * @dev: the device structure
631  * @cl: client info
632  *
633  * Return: -EIO on write failure
634  */
635 int mei_hbm_cl_flow_control_req(struct mei_device *dev, struct mei_cl *cl)
636 {
637 	const size_t len = sizeof(struct hbm_flow_control);
638 
639 	cl_dbg(dev, cl, "sending flow control\n");
640 	return mei_hbm_cl_write(dev, cl, MEI_FLOW_CONTROL_CMD, len);
641 }
642 
643 /**
644  * mei_hbm_add_single_flow_creds - adds single buffer credentials.
645  *
646  * @dev: the device structure
647  * @flow: flow control.
648  *
649  * Return: 0 on success, < 0 otherwise
650  */
651 static int mei_hbm_add_single_flow_creds(struct mei_device *dev,
652 				  struct hbm_flow_control *flow)
653 {
654 	struct mei_me_client *me_cl;
655 	int rets;
656 
657 	me_cl = mei_me_cl_by_id(dev, flow->me_addr);
658 	if (!me_cl) {
659 		dev_err(dev->dev, "no such me client %d\n",
660 			flow->me_addr);
661 		return -ENOENT;
662 	}
663 
664 	if (WARN_ON(me_cl->props.single_recv_buf == 0)) {
665 		rets = -EINVAL;
666 		goto out;
667 	}
668 
669 	me_cl->mei_flow_ctrl_creds++;
670 	dev_dbg(dev->dev, "recv flow ctrl msg ME %d (single) creds = %d.\n",
671 	    flow->me_addr, me_cl->mei_flow_ctrl_creds);
672 
673 	rets = 0;
674 out:
675 	mei_me_cl_put(me_cl);
676 	return rets;
677 }
678 
679 /**
680  * mei_hbm_cl_flow_control_res - flow control response from me
681  *
682  * @dev: the device structure
683  * @flow_control: flow control response bus message
684  */
685 static void mei_hbm_cl_flow_control_res(struct mei_device *dev,
686 					struct hbm_flow_control *flow_control)
687 {
688 	struct mei_cl *cl;
689 
690 	if (!flow_control->host_addr) {
691 		/* single receive buffer */
692 		mei_hbm_add_single_flow_creds(dev, flow_control);
693 		return;
694 	}
695 
696 	cl = mei_hbm_cl_find_by_cmd(dev, flow_control);
697 	if (cl) {
698 		cl->mei_flow_ctrl_creds++;
699 		cl_dbg(dev, cl, "flow control creds = %d.\n",
700 				cl->mei_flow_ctrl_creds);
701 	}
702 }
703 
704 
705 /**
706  * mei_hbm_cl_disconnect_req - sends disconnect message to fw.
707  *
708  * @dev: the device structure
709  * @cl: a client to disconnect from
710  *
711  * Return: -EIO on write failure
712  */
713 int mei_hbm_cl_disconnect_req(struct mei_device *dev, struct mei_cl *cl)
714 {
715 	const size_t len = sizeof(struct hbm_client_connect_request);
716 
717 	return mei_hbm_cl_write(dev, cl, CLIENT_DISCONNECT_REQ_CMD, len);
718 }
719 
720 /**
721  * mei_hbm_cl_disconnect_rsp - sends disconnect respose to the FW
722  *
723  * @dev: the device structure
724  * @cl: a client to disconnect from
725  *
726  * Return: -EIO on write failure
727  */
728 int mei_hbm_cl_disconnect_rsp(struct mei_device *dev, struct mei_cl *cl)
729 {
730 	const size_t len = sizeof(struct hbm_client_connect_response);
731 
732 	return mei_hbm_cl_write(dev, cl, CLIENT_DISCONNECT_RES_CMD, len);
733 }
734 
735 /**
736  * mei_hbm_cl_disconnect_res - update the client state according
737  *       disconnect response
738  *
739  * @dev: the device structure
740  * @cl: mei host client
741  * @cmd: disconnect client response host bus message
742  */
743 static void mei_hbm_cl_disconnect_res(struct mei_device *dev, struct mei_cl *cl,
744 				      struct mei_hbm_cl_cmd *cmd)
745 {
746 	struct hbm_client_connect_response *rs =
747 		(struct hbm_client_connect_response *)cmd;
748 
749 	cl_dbg(dev, cl, "hbm: disconnect response status=%d\n", rs->status);
750 
751 	if (rs->status == MEI_CL_DISCONN_SUCCESS)
752 		cl->state = MEI_FILE_DISCONNECT_REPLY;
753 	cl->status = 0;
754 }
755 
756 /**
757  * mei_hbm_cl_connect_req - send connection request to specific me client
758  *
759  * @dev: the device structure
760  * @cl: a client to connect to
761  *
762  * Return: -EIO on write failure
763  */
764 int mei_hbm_cl_connect_req(struct mei_device *dev, struct mei_cl *cl)
765 {
766 	const size_t len = sizeof(struct hbm_client_connect_request);
767 
768 	return mei_hbm_cl_write(dev, cl, CLIENT_CONNECT_REQ_CMD, len);
769 }
770 
771 /**
772  * mei_hbm_cl_connect_res - update the client state according
773  *        connection response
774  *
775  * @dev: the device structure
776  * @cl: mei host client
777  * @cmd: connect client response host bus message
778  */
779 static void mei_hbm_cl_connect_res(struct mei_device *dev, struct mei_cl *cl,
780 				   struct mei_hbm_cl_cmd *cmd)
781 {
782 	struct hbm_client_connect_response *rs =
783 		(struct hbm_client_connect_response *)cmd;
784 
785 	cl_dbg(dev, cl, "hbm: connect response status=%s\n",
786 			mei_cl_conn_status_str(rs->status));
787 
788 	if (rs->status == MEI_CL_CONN_SUCCESS)
789 		cl->state = MEI_FILE_CONNECTED;
790 	else {
791 		cl->state = MEI_FILE_DISCONNECT_REPLY;
792 		if (rs->status == MEI_CL_CONN_NOT_FOUND)
793 			mei_me_cl_del(dev, cl->me_cl);
794 	}
795 	cl->status = mei_cl_conn_status_to_errno(rs->status);
796 }
797 
798 /**
799  * mei_hbm_cl_res - process hbm response received on behalf
800  *         an client
801  *
802  * @dev: the device structure
803  * @rs:  hbm client message
804  * @fop_type: file operation type
805  */
806 static void mei_hbm_cl_res(struct mei_device *dev,
807 			   struct mei_hbm_cl_cmd *rs,
808 			   enum mei_cb_file_ops fop_type)
809 {
810 	struct mei_cl *cl;
811 	struct mei_cl_cb *cb, *next;
812 
813 	cl = NULL;
814 	list_for_each_entry_safe(cb, next, &dev->ctrl_rd_list.list, list) {
815 
816 		cl = cb->cl;
817 
818 		if (cb->fop_type != fop_type)
819 			continue;
820 
821 		if (mei_hbm_cl_addr_equal(cl, rs)) {
822 			list_del_init(&cb->list);
823 			break;
824 		}
825 	}
826 
827 	if (!cl)
828 		return;
829 
830 	switch (fop_type) {
831 	case MEI_FOP_CONNECT:
832 		mei_hbm_cl_connect_res(dev, cl, rs);
833 		break;
834 	case MEI_FOP_DISCONNECT:
835 		mei_hbm_cl_disconnect_res(dev, cl, rs);
836 		break;
837 	case MEI_FOP_NOTIFY_START:
838 		mei_hbm_cl_notify_start_res(dev, cl, rs);
839 		break;
840 	case MEI_FOP_NOTIFY_STOP:
841 		mei_hbm_cl_notify_stop_res(dev, cl, rs);
842 		break;
843 	default:
844 		return;
845 	}
846 
847 	cl->timer_count = 0;
848 	wake_up(&cl->wait);
849 }
850 
851 
852 /**
853  * mei_hbm_fw_disconnect_req - disconnect request initiated by ME firmware
854  *  host sends disconnect response
855  *
856  * @dev: the device structure.
857  * @disconnect_req: disconnect request bus message from the me
858  *
859  * Return: -ENOMEM on allocation failure
860  */
861 static int mei_hbm_fw_disconnect_req(struct mei_device *dev,
862 		struct hbm_client_connect_request *disconnect_req)
863 {
864 	struct mei_cl *cl;
865 	struct mei_cl_cb *cb;
866 
867 	cl = mei_hbm_cl_find_by_cmd(dev, disconnect_req);
868 	if (cl) {
869 		cl_dbg(dev, cl, "fw disconnect request received\n");
870 		cl->state = MEI_FILE_DISCONNECTING;
871 		cl->timer_count = 0;
872 
873 		cb = mei_io_cb_init(cl, MEI_FOP_DISCONNECT_RSP, NULL);
874 		if (!cb)
875 			return -ENOMEM;
876 		cl_dbg(dev, cl, "add disconnect response as first\n");
877 		list_add(&cb->list, &dev->ctrl_wr_list.list);
878 	}
879 	return 0;
880 }
881 
882 /**
883  * mei_hbm_pg_enter_res - PG enter response received
884  *
885  * @dev: the device structure.
886  *
887  * Return: 0 on success, -EPROTO on state mismatch
888  */
889 static int mei_hbm_pg_enter_res(struct mei_device *dev)
890 {
891 	if (mei_pg_state(dev) != MEI_PG_OFF ||
892 	    dev->pg_event != MEI_PG_EVENT_WAIT) {
893 		dev_err(dev->dev, "hbm: pg entry response: state mismatch [%s, %d]\n",
894 			mei_pg_state_str(mei_pg_state(dev)), dev->pg_event);
895 		return -EPROTO;
896 	}
897 
898 	dev->pg_event = MEI_PG_EVENT_RECEIVED;
899 	wake_up(&dev->wait_pg);
900 
901 	return 0;
902 }
903 
904 /**
905  * mei_hbm_pg_resume - process with PG resume
906  *
907  * @dev: the device structure.
908  */
909 void mei_hbm_pg_resume(struct mei_device *dev)
910 {
911 	pm_request_resume(dev->dev);
912 }
913 EXPORT_SYMBOL_GPL(mei_hbm_pg_resume);
914 
915 /**
916  * mei_hbm_pg_exit_res - PG exit response received
917  *
918  * @dev: the device structure.
919  *
920  * Return: 0 on success, -EPROTO on state mismatch
921  */
922 static int mei_hbm_pg_exit_res(struct mei_device *dev)
923 {
924 	if (mei_pg_state(dev) != MEI_PG_ON ||
925 	    (dev->pg_event != MEI_PG_EVENT_WAIT &&
926 	     dev->pg_event != MEI_PG_EVENT_IDLE)) {
927 		dev_err(dev->dev, "hbm: pg exit response: state mismatch [%s, %d]\n",
928 			mei_pg_state_str(mei_pg_state(dev)), dev->pg_event);
929 		return -EPROTO;
930 	}
931 
932 	switch (dev->pg_event) {
933 	case MEI_PG_EVENT_WAIT:
934 		dev->pg_event = MEI_PG_EVENT_RECEIVED;
935 		wake_up(&dev->wait_pg);
936 		break;
937 	case MEI_PG_EVENT_IDLE:
938 		/*
939 		* If the driver is not waiting on this then
940 		* this is HW initiated exit from PG.
941 		* Start runtime pm resume sequence to exit from PG.
942 		*/
943 		dev->pg_event = MEI_PG_EVENT_RECEIVED;
944 		mei_hbm_pg_resume(dev);
945 		break;
946 	default:
947 		WARN(1, "hbm: pg exit response: unexpected pg event = %d\n",
948 		     dev->pg_event);
949 		return -EPROTO;
950 	}
951 
952 	return 0;
953 }
954 
955 /**
956  * mei_hbm_config_features - check what hbm features and commands
957  *        are supported by the fw
958  *
959  * @dev: the device structure
960  */
961 static void mei_hbm_config_features(struct mei_device *dev)
962 {
963 	/* Power Gating Isolation Support */
964 	dev->hbm_f_pg_supported = 0;
965 	if (dev->version.major_version > HBM_MAJOR_VERSION_PGI)
966 		dev->hbm_f_pg_supported = 1;
967 
968 	if (dev->version.major_version == HBM_MAJOR_VERSION_PGI &&
969 	    dev->version.minor_version >= HBM_MINOR_VERSION_PGI)
970 		dev->hbm_f_pg_supported = 1;
971 
972 	if (dev->version.major_version >= HBM_MAJOR_VERSION_DC)
973 		dev->hbm_f_dc_supported = 1;
974 
975 	/* disconnect on connect timeout instead of link reset */
976 	if (dev->version.major_version >= HBM_MAJOR_VERSION_DOT)
977 		dev->hbm_f_dot_supported = 1;
978 
979 	/* Notification Event Support */
980 	if (dev->version.major_version >= HBM_MAJOR_VERSION_EV)
981 		dev->hbm_f_ev_supported = 1;
982 }
983 
984 /**
985  * mei_hbm_version_is_supported - checks whether the driver can
986  *     support the hbm version of the device
987  *
988  * @dev: the device structure
989  * Return: true if driver can support hbm version of the device
990  */
991 bool mei_hbm_version_is_supported(struct mei_device *dev)
992 {
993 	return	(dev->version.major_version < HBM_MAJOR_VERSION) ||
994 		(dev->version.major_version == HBM_MAJOR_VERSION &&
995 		 dev->version.minor_version <= HBM_MINOR_VERSION);
996 }
997 
998 /**
999  * mei_hbm_dispatch - bottom half read routine after ISR to
1000  * handle the read bus message cmd processing.
1001  *
1002  * @dev: the device structure
1003  * @hdr: header of bus message
1004  *
1005  * Return: 0 on success and < 0 on failure
1006  */
1007 int mei_hbm_dispatch(struct mei_device *dev, struct mei_msg_hdr *hdr)
1008 {
1009 	struct mei_bus_message *mei_msg;
1010 	struct hbm_host_version_response *version_res;
1011 	struct hbm_props_response *props_res;
1012 	struct hbm_host_enum_response *enum_res;
1013 	struct hbm_add_client_request *add_cl_req;
1014 	int ret;
1015 
1016 	struct mei_hbm_cl_cmd *cl_cmd;
1017 	struct hbm_client_connect_request *disconnect_req;
1018 	struct hbm_flow_control *flow_control;
1019 
1020 	/* read the message to our buffer */
1021 	BUG_ON(hdr->length >= sizeof(dev->rd_msg_buf));
1022 	mei_read_slots(dev, dev->rd_msg_buf, hdr->length);
1023 	mei_msg = (struct mei_bus_message *)dev->rd_msg_buf;
1024 	cl_cmd  = (struct mei_hbm_cl_cmd *)mei_msg;
1025 
1026 	/* ignore spurious message and prevent reset nesting
1027 	 * hbm is put to idle during system reset
1028 	 */
1029 	if (dev->hbm_state == MEI_HBM_IDLE) {
1030 		dev_dbg(dev->dev, "hbm: state is idle ignore spurious messages\n");
1031 		return 0;
1032 	}
1033 
1034 	switch (mei_msg->hbm_cmd) {
1035 	case HOST_START_RES_CMD:
1036 		dev_dbg(dev->dev, "hbm: start: response message received.\n");
1037 
1038 		dev->init_clients_timer = 0;
1039 
1040 		version_res = (struct hbm_host_version_response *)mei_msg;
1041 
1042 		dev_dbg(dev->dev, "HBM VERSION: DRIVER=%02d:%02d DEVICE=%02d:%02d\n",
1043 				HBM_MAJOR_VERSION, HBM_MINOR_VERSION,
1044 				version_res->me_max_version.major_version,
1045 				version_res->me_max_version.minor_version);
1046 
1047 		if (version_res->host_version_supported) {
1048 			dev->version.major_version = HBM_MAJOR_VERSION;
1049 			dev->version.minor_version = HBM_MINOR_VERSION;
1050 		} else {
1051 			dev->version.major_version =
1052 				version_res->me_max_version.major_version;
1053 			dev->version.minor_version =
1054 				version_res->me_max_version.minor_version;
1055 		}
1056 
1057 		if (!mei_hbm_version_is_supported(dev)) {
1058 			dev_warn(dev->dev, "hbm: start: version mismatch - stopping the driver.\n");
1059 
1060 			dev->hbm_state = MEI_HBM_STOPPED;
1061 			if (mei_hbm_stop_req(dev)) {
1062 				dev_err(dev->dev, "hbm: start: failed to send stop request\n");
1063 				return -EIO;
1064 			}
1065 			break;
1066 		}
1067 
1068 		mei_hbm_config_features(dev);
1069 
1070 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||
1071 		    dev->hbm_state != MEI_HBM_STARTING) {
1072 			dev_err(dev->dev, "hbm: start: state mismatch, [%d, %d]\n",
1073 				dev->dev_state, dev->hbm_state);
1074 			return -EPROTO;
1075 		}
1076 
1077 		if (mei_hbm_enum_clients_req(dev)) {
1078 			dev_err(dev->dev, "hbm: start: failed to send enumeration request\n");
1079 			return -EIO;
1080 		}
1081 
1082 		wake_up(&dev->wait_hbm_start);
1083 		break;
1084 
1085 	case CLIENT_CONNECT_RES_CMD:
1086 		dev_dbg(dev->dev, "hbm: client connect response: message received.\n");
1087 		mei_hbm_cl_res(dev, cl_cmd, MEI_FOP_CONNECT);
1088 		break;
1089 
1090 	case CLIENT_DISCONNECT_RES_CMD:
1091 		dev_dbg(dev->dev, "hbm: client disconnect response: message received.\n");
1092 		mei_hbm_cl_res(dev, cl_cmd, MEI_FOP_DISCONNECT);
1093 		break;
1094 
1095 	case MEI_FLOW_CONTROL_CMD:
1096 		dev_dbg(dev->dev, "hbm: client flow control response: message received.\n");
1097 
1098 		flow_control = (struct hbm_flow_control *) mei_msg;
1099 		mei_hbm_cl_flow_control_res(dev, flow_control);
1100 		break;
1101 
1102 	case MEI_PG_ISOLATION_ENTRY_RES_CMD:
1103 		dev_dbg(dev->dev, "hbm: power gate isolation entry response received\n");
1104 		ret = mei_hbm_pg_enter_res(dev);
1105 		if (ret)
1106 			return ret;
1107 		break;
1108 
1109 	case MEI_PG_ISOLATION_EXIT_REQ_CMD:
1110 		dev_dbg(dev->dev, "hbm: power gate isolation exit request received\n");
1111 		ret = mei_hbm_pg_exit_res(dev);
1112 		if (ret)
1113 			return ret;
1114 		break;
1115 
1116 	case HOST_CLIENT_PROPERTIES_RES_CMD:
1117 		dev_dbg(dev->dev, "hbm: properties response: message received.\n");
1118 
1119 		dev->init_clients_timer = 0;
1120 
1121 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||
1122 		    dev->hbm_state != MEI_HBM_CLIENT_PROPERTIES) {
1123 			dev_err(dev->dev, "hbm: properties response: state mismatch, [%d, %d]\n",
1124 				dev->dev_state, dev->hbm_state);
1125 			return -EPROTO;
1126 		}
1127 
1128 		props_res = (struct hbm_props_response *)mei_msg;
1129 
1130 		if (props_res->status) {
1131 			dev_err(dev->dev, "hbm: properties response: wrong status = %d %s\n",
1132 				props_res->status,
1133 				mei_hbm_status_str(props_res->status));
1134 			return -EPROTO;
1135 		}
1136 
1137 		mei_hbm_me_cl_add(dev, props_res);
1138 
1139 		dev->me_client_index++;
1140 
1141 		/* request property for the next client */
1142 		if (mei_hbm_prop_req(dev))
1143 			return -EIO;
1144 
1145 		break;
1146 
1147 	case HOST_ENUM_RES_CMD:
1148 		dev_dbg(dev->dev, "hbm: enumeration response: message received\n");
1149 
1150 		dev->init_clients_timer = 0;
1151 
1152 		enum_res = (struct hbm_host_enum_response *) mei_msg;
1153 		BUILD_BUG_ON(sizeof(dev->me_clients_map)
1154 				< sizeof(enum_res->valid_addresses));
1155 		memcpy(dev->me_clients_map, enum_res->valid_addresses,
1156 				sizeof(enum_res->valid_addresses));
1157 
1158 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||
1159 		    dev->hbm_state != MEI_HBM_ENUM_CLIENTS) {
1160 			dev_err(dev->dev, "hbm: enumeration response: state mismatch, [%d, %d]\n",
1161 				dev->dev_state, dev->hbm_state);
1162 			return -EPROTO;
1163 		}
1164 
1165 		dev->hbm_state = MEI_HBM_CLIENT_PROPERTIES;
1166 
1167 		/* first property request */
1168 		if (mei_hbm_prop_req(dev))
1169 			return -EIO;
1170 
1171 		break;
1172 
1173 	case HOST_STOP_RES_CMD:
1174 		dev_dbg(dev->dev, "hbm: stop response: message received\n");
1175 
1176 		dev->init_clients_timer = 0;
1177 
1178 		if (dev->hbm_state != MEI_HBM_STOPPED) {
1179 			dev_err(dev->dev, "hbm: stop response: state mismatch, [%d, %d]\n",
1180 				dev->dev_state, dev->hbm_state);
1181 			return -EPROTO;
1182 		}
1183 
1184 		dev->dev_state = MEI_DEV_POWER_DOWN;
1185 		dev_info(dev->dev, "hbm: stop response: resetting.\n");
1186 		/* force the reset */
1187 		return -EPROTO;
1188 		break;
1189 
1190 	case CLIENT_DISCONNECT_REQ_CMD:
1191 		dev_dbg(dev->dev, "hbm: disconnect request: message received\n");
1192 
1193 		disconnect_req = (struct hbm_client_connect_request *)mei_msg;
1194 		mei_hbm_fw_disconnect_req(dev, disconnect_req);
1195 		break;
1196 
1197 	case ME_STOP_REQ_CMD:
1198 		dev_dbg(dev->dev, "hbm: stop request: message received\n");
1199 		dev->hbm_state = MEI_HBM_STOPPED;
1200 		if (mei_hbm_stop_req(dev)) {
1201 			dev_err(dev->dev, "hbm: stop request: failed to send stop request\n");
1202 			return -EIO;
1203 		}
1204 		break;
1205 
1206 	case MEI_HBM_ADD_CLIENT_REQ_CMD:
1207 		dev_dbg(dev->dev, "hbm: add client request received\n");
1208 		/*
1209 		 * after the host receives the enum_resp
1210 		 * message clients may be added or removed
1211 		 */
1212 		if (dev->hbm_state <= MEI_HBM_ENUM_CLIENTS ||
1213 		    dev->hbm_state >= MEI_HBM_STOPPED) {
1214 			dev_err(dev->dev, "hbm: add client: state mismatch, [%d, %d]\n",
1215 				dev->dev_state, dev->hbm_state);
1216 			return -EPROTO;
1217 		}
1218 		add_cl_req = (struct hbm_add_client_request *)mei_msg;
1219 		ret = mei_hbm_fw_add_cl_req(dev, add_cl_req);
1220 		if (ret) {
1221 			dev_err(dev->dev, "hbm: add client: failed to send response %d\n",
1222 				ret);
1223 			return -EIO;
1224 		}
1225 		dev_dbg(dev->dev, "hbm: add client request processed\n");
1226 		break;
1227 
1228 	case MEI_HBM_NOTIFY_RES_CMD:
1229 		dev_dbg(dev->dev, "hbm: notify response received\n");
1230 		mei_hbm_cl_res(dev, cl_cmd, notify_res_to_fop(cl_cmd));
1231 		break;
1232 
1233 	case MEI_HBM_NOTIFICATION_CMD:
1234 		dev_dbg(dev->dev, "hbm: notification\n");
1235 		mei_hbm_cl_notify(dev, cl_cmd);
1236 		break;
1237 
1238 	default:
1239 		BUG();
1240 		break;
1241 
1242 	}
1243 	return 0;
1244 }
1245 
1246