xref: /linux/drivers/bluetooth/hci_qca.c (revision 4d6941c0a8fd44bcc9693a1c8201a1d26dd21bc8)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  *  Bluetooth Software UART Qualcomm protocol
4  *
5  *  HCI_IBS (HCI In-Band Sleep) is Qualcomm's power management
6  *  protocol extension to H4.
7  *
8  *  Copyright (C) 2007 Texas Instruments, Inc.
9  *  Copyright (c) 2010, 2012, 2018 The Linux Foundation. All rights reserved.
10  *
11  *  Acknowledgements:
12  *  This file is based on hci_ll.c, which was...
13  *  Written by Ohad Ben-Cohen <ohad@bencohen.org>
14  *  which was in turn based on hci_h4.c, which was written
15  *  by Maxim Krasnyansky and Marcel Holtmann.
16  */
17 
18 #include <linux/kernel.h>
19 #include <linux/clk.h>
20 #include <linux/completion.h>
21 #include <linux/debugfs.h>
22 #include <linux/delay.h>
23 #include <linux/devcoredump.h>
24 #include <linux/device.h>
25 #include <linux/gpio/consumer.h>
26 #include <linux/module.h>
27 #include <linux/of.h>
28 #include <linux/acpi.h>
29 #include <linux/platform_device.h>
30 #include <linux/pwrseq/consumer.h>
31 #include <linux/regulator/consumer.h>
32 #include <linux/serdev.h>
33 #include <linux/string_choices.h>
34 #include <linux/mutex.h>
35 #include <linux/unaligned.h>
36 
37 #include <net/bluetooth/bluetooth.h>
38 #include <net/bluetooth/hci_core.h>
39 
40 #include "hci_uart.h"
41 #include "btqca.h"
42 
43 /* HCI_IBS protocol messages */
44 #define HCI_IBS_SLEEP_IND	0xFE
45 #define HCI_IBS_WAKE_IND	0xFD
46 #define HCI_IBS_WAKE_ACK	0xFC
47 #define HCI_MAX_IBS_SIZE	10
48 
49 #define IBS_WAKE_RETRANS_TIMEOUT_MS	100
50 #define IBS_BTSOC_TX_IDLE_TIMEOUT	msecs_to_jiffies(200)
51 #define IBS_HOST_TX_IDLE_TIMEOUT_MS	2000
52 #define CMD_TRANS_TIMEOUT		msecs_to_jiffies(100)
53 #define MEMDUMP_TIMEOUT			msecs_to_jiffies(8000)
54 #define FW_DOWNLOAD_TIMEOUT		msecs_to_jiffies(3000)
55 #define IBS_DISABLE_SSR_TIMEOUT		(MEMDUMP_TIMEOUT + FW_DOWNLOAD_TIMEOUT)
56 
57 /* susclk rate */
58 #define SUSCLK_RATE_32KHZ	32768
59 
60 /* Controller debug log header */
61 #define QCA_DEBUG_HANDLE	0x2EDC
62 
63 /* max retry count when init fails */
64 #define MAX_INIT_RETRIES 3
65 
66 /* Controller dump header */
67 #define QCA_SSR_DUMP_HANDLE		0x0108
68 #define QCA_DUMP_PACKET_SIZE		255
69 #define QCA_LAST_SEQUENCE_NUM		0xFFFF
70 #define QCA_CRASHBYTE_PACKET_LEN	1096
71 #define QCA_MEMDUMP_BYTE		0xFB
72 
73 enum qca_flags {
74 	QCA_IBS_DISABLED,
75 	QCA_DROP_VENDOR_EVENT,
76 	QCA_SUSPENDING,
77 	QCA_MEMDUMP_COLLECTION,
78 	QCA_HW_ERROR_EVENT,
79 	QCA_SSR_TRIGGERED,
80 	QCA_BT_OFF,
81 	QCA_ROM_FW,
82 	QCA_DEBUGFS_CREATED,
83 };
84 
85 enum qca_capabilities {
86 	QCA_CAP_WIDEBAND_SPEECH = BIT(0),
87 	QCA_CAP_VALID_LE_STATES = BIT(1),
88 	QCA_CAP_HFP_HW_OFFLOAD  = BIT(2),
89 };
90 
91 /* HCI_IBS transmit side sleep protocol states */
92 enum tx_ibs_states {
93 	HCI_IBS_TX_ASLEEP,
94 	HCI_IBS_TX_WAKING,
95 	HCI_IBS_TX_AWAKE,
96 };
97 
98 /* HCI_IBS receive side sleep protocol states */
99 enum rx_states {
100 	HCI_IBS_RX_ASLEEP,
101 	HCI_IBS_RX_AWAKE,
102 };
103 
104 /* HCI_IBS transmit and receive side clock state vote */
105 enum hci_ibs_clock_state_vote {
106 	HCI_IBS_VOTE_STATS_UPDATE,
107 	HCI_IBS_TX_VOTE_CLOCK_ON,
108 	HCI_IBS_TX_VOTE_CLOCK_OFF,
109 	HCI_IBS_RX_VOTE_CLOCK_ON,
110 	HCI_IBS_RX_VOTE_CLOCK_OFF,
111 };
112 
113 /* Controller memory dump states */
114 enum qca_memdump_states {
115 	QCA_MEMDUMP_IDLE,
116 	QCA_MEMDUMP_COLLECTING,
117 	QCA_MEMDUMP_COLLECTED,
118 	QCA_MEMDUMP_TIMEOUT,
119 };
120 
121 struct qca_memdump_info {
122 	u32 current_seq_no;
123 	u32 received_dump;
124 	u32 ram_dump_size;
125 };
126 
127 struct qca_memdump_event_hdr {
128 	__u8    evt;
129 	__u8    plen;
130 	__u16   opcode;
131 	__le16   seq_no;
132 	__u8    reserved;
133 } __packed;
134 
135 
136 struct qca_dump_size {
137 	__le32 dump_size;
138 } __packed;
139 
140 struct qca_data {
141 	struct hci_uart *hu;
142 	struct sk_buff *rx_skb;
143 	struct sk_buff_head txq;
144 	struct sk_buff_head tx_wait_q;	/* HCI_IBS wait queue	*/
145 	struct sk_buff_head rx_memdump_q;	/* Memdump wait queue	*/
146 	spinlock_t hci_ibs_lock;	/* HCI_IBS state lock	*/
147 	u8 tx_ibs_state;	/* HCI_IBS transmit side power state*/
148 	u8 rx_ibs_state;	/* HCI_IBS receive side power state */
149 	bool tx_vote;		/* Clock must be on for TX */
150 	bool rx_vote;		/* Clock must be on for RX */
151 	struct timer_list tx_idle_timer;
152 	u32 tx_idle_delay;
153 	struct timer_list wake_retrans_timer;
154 	u32 wake_retrans;
155 	struct workqueue_struct *workqueue;
156 	struct work_struct ws_awake_rx;
157 	struct work_struct ws_awake_device;
158 	struct work_struct ws_rx_vote_off;
159 	struct work_struct ws_tx_vote_off;
160 	struct work_struct ctrl_memdump_evt;
161 	struct delayed_work ctrl_memdump_timeout;
162 	struct qca_memdump_info *qca_memdump;
163 	unsigned long flags;
164 	struct completion drop_ev_comp;
165 	wait_queue_head_t suspend_wait_q;
166 	enum qca_memdump_states memdump_state;
167 	struct mutex hci_memdump_lock;
168 
169 	u16 fw_version;
170 	u16 controller_id;
171 	/* For debugging purpose */
172 	u64 ibs_sent_wacks;
173 	u64 ibs_sent_slps;
174 	u64 ibs_sent_wakes;
175 	u64 ibs_recv_wacks;
176 	u64 ibs_recv_slps;
177 	u64 ibs_recv_wakes;
178 	u64 vote_last_jif;
179 	u32 vote_on_ms;
180 	u32 vote_off_ms;
181 	u64 tx_votes_on;
182 	u64 rx_votes_on;
183 	u64 tx_votes_off;
184 	u64 rx_votes_off;
185 	u64 votes_on;
186 	u64 votes_off;
187 };
188 
189 enum qca_speed_type {
190 	QCA_INIT_SPEED = 1,
191 	QCA_OPER_SPEED
192 };
193 
194 /*
195  * Voltage regulator information required for configuring the
196  * QCA Bluetooth chipset
197  */
198 struct qca_vreg {
199 	const char *name;
200 	unsigned int load_uA;
201 };
202 
203 struct qca_device_data {
204 	enum qca_btsoc_type soc_type;
205 	struct qca_vreg *vregs;
206 	size_t num_vregs;
207 	uint32_t capabilities;
208 };
209 
210 /*
211  * Platform data for the QCA Bluetooth power driver.
212  */
213 struct qca_power {
214 	struct device *dev;
215 	struct regulator_bulk_data *vreg_bulk;
216 	int num_vregs;
217 	bool vregs_on;
218 	struct pwrseq_desc *pwrseq;
219 };
220 
221 struct qca_serdev {
222 	struct hci_uart	 serdev_hu;
223 	struct gpio_desc *bt_en;
224 	struct gpio_desc *sw_ctrl;
225 	struct clk	 *susclk;
226 	enum qca_btsoc_type btsoc_type;
227 	struct qca_power *bt_power;
228 	u32 init_speed;
229 	u32 oper_speed;
230 	bool bdaddr_property_broken;
231 	bool support_hfp_hw_offload;
232 	const char *firmware_name[2];
233 };
234 
235 static int qca_regulator_enable(struct qca_serdev *qcadev);
236 static void qca_regulator_disable(struct qca_serdev *qcadev);
237 static void qca_power_off(struct hci_uart *hu);
238 static void qca_controller_memdump(struct work_struct *work);
239 static void qca_dmp_hdr(struct hci_dev *hdev, struct sk_buff *skb);
240 
241 static enum qca_btsoc_type qca_soc_type(struct hci_uart *hu)
242 {
243 	enum qca_btsoc_type soc_type;
244 
245 	if (hu->serdev) {
246 		struct qca_serdev *qsd = serdev_device_get_drvdata(hu->serdev);
247 
248 		soc_type = qsd->btsoc_type;
249 	} else {
250 		soc_type = QCA_ROME;
251 	}
252 
253 	return soc_type;
254 }
255 
256 static const char *qca_get_firmware_name(struct hci_uart *hu)
257 {
258 	if (hu->serdev) {
259 		struct qca_serdev *qsd = serdev_device_get_drvdata(hu->serdev);
260 
261 		return qsd->firmware_name[0];
262 	} else {
263 		return NULL;
264 	}
265 }
266 
267 static const char *qca_get_rampatch_name(struct hci_uart *hu)
268 {
269 	if (hu->serdev) {
270 		struct qca_serdev *qsd = serdev_device_get_drvdata(hu->serdev);
271 
272 		return qsd->firmware_name[1];
273 	} else {
274 		return NULL;
275 	}
276 }
277 
278 static void __serial_clock_on(struct tty_struct *tty)
279 {
280 	/* TODO: Some chipset requires to enable UART clock on client
281 	 * side to save power consumption or manual work is required.
282 	 * Please put your code to control UART clock here if needed
283 	 */
284 }
285 
286 static void __serial_clock_off(struct tty_struct *tty)
287 {
288 	/* TODO: Some chipset requires to disable UART clock on client
289 	 * side to save power consumption or manual work is required.
290 	 * Please put your code to control UART clock off here if needed
291 	 */
292 }
293 
294 /* serial_clock_vote needs to be called with the ibs lock held */
295 static void serial_clock_vote(unsigned long vote, struct hci_uart *hu)
296 {
297 	struct qca_data *qca = hu->priv;
298 	unsigned int diff;
299 
300 	bool old_vote = (qca->tx_vote | qca->rx_vote);
301 	bool new_vote;
302 
303 	switch (vote) {
304 	case HCI_IBS_VOTE_STATS_UPDATE:
305 		diff = jiffies_to_msecs(jiffies - qca->vote_last_jif);
306 
307 		if (old_vote)
308 			qca->vote_off_ms += diff;
309 		else
310 			qca->vote_on_ms += diff;
311 		return;
312 
313 	case HCI_IBS_TX_VOTE_CLOCK_ON:
314 		qca->tx_vote = true;
315 		qca->tx_votes_on++;
316 		break;
317 
318 	case HCI_IBS_RX_VOTE_CLOCK_ON:
319 		qca->rx_vote = true;
320 		qca->rx_votes_on++;
321 		break;
322 
323 	case HCI_IBS_TX_VOTE_CLOCK_OFF:
324 		qca->tx_vote = false;
325 		qca->tx_votes_off++;
326 		break;
327 
328 	case HCI_IBS_RX_VOTE_CLOCK_OFF:
329 		qca->rx_vote = false;
330 		qca->rx_votes_off++;
331 		break;
332 
333 	default:
334 		BT_ERR("Voting irregularity");
335 		return;
336 	}
337 
338 	new_vote = qca->rx_vote | qca->tx_vote;
339 
340 	if (new_vote != old_vote) {
341 		if (new_vote)
342 			__serial_clock_on(hu->tty);
343 		else
344 			__serial_clock_off(hu->tty);
345 
346 		BT_DBG("Vote serial clock %s(%s)", str_true_false(new_vote),
347 		       str_true_false(vote));
348 
349 		diff = jiffies_to_msecs(jiffies - qca->vote_last_jif);
350 
351 		if (new_vote) {
352 			qca->votes_on++;
353 			qca->vote_off_ms += diff;
354 		} else {
355 			qca->votes_off++;
356 			qca->vote_on_ms += diff;
357 		}
358 		qca->vote_last_jif = jiffies;
359 	}
360 }
361 
362 /* Builds and sends an HCI_IBS command packet.
363  * These are very simple packets with only 1 cmd byte.
364  */
365 static int send_hci_ibs_cmd(u8 cmd, struct hci_uart *hu)
366 {
367 	int err = 0;
368 	struct sk_buff *skb = NULL;
369 	struct qca_data *qca = hu->priv;
370 
371 	BT_DBG("hu %p send hci ibs cmd 0x%x", hu, cmd);
372 
373 	skb = bt_skb_alloc(1, GFP_ATOMIC);
374 	if (!skb) {
375 		BT_ERR("Failed to allocate memory for HCI_IBS packet");
376 		return -ENOMEM;
377 	}
378 
379 	/* Assign HCI_IBS type */
380 	skb_put_u8(skb, cmd);
381 
382 	skb_queue_tail(&qca->txq, skb);
383 
384 	return err;
385 }
386 
387 static void qca_wq_awake_device(struct work_struct *work)
388 {
389 	struct qca_data *qca = container_of(work, struct qca_data,
390 					    ws_awake_device);
391 	struct hci_uart *hu = qca->hu;
392 	unsigned long retrans_delay;
393 	unsigned long flags;
394 
395 	BT_DBG("hu %p wq awake device", hu);
396 
397 	/* Vote for serial clock */
398 	serial_clock_vote(HCI_IBS_TX_VOTE_CLOCK_ON, hu);
399 
400 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
401 
402 	/* Send wake indication to device */
403 	if (send_hci_ibs_cmd(HCI_IBS_WAKE_IND, hu) < 0)
404 		BT_ERR("Failed to send WAKE to device");
405 
406 	qca->ibs_sent_wakes++;
407 
408 	/* Start retransmit timer */
409 	retrans_delay = msecs_to_jiffies(qca->wake_retrans);
410 	mod_timer(&qca->wake_retrans_timer, jiffies + retrans_delay);
411 
412 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
413 
414 	/* Actually send the packets */
415 	hci_uart_tx_wakeup(hu);
416 }
417 
418 static void qca_wq_awake_rx(struct work_struct *work)
419 {
420 	struct qca_data *qca = container_of(work, struct qca_data,
421 					    ws_awake_rx);
422 	struct hci_uart *hu = qca->hu;
423 	unsigned long flags;
424 
425 	BT_DBG("hu %p wq awake rx", hu);
426 
427 	serial_clock_vote(HCI_IBS_RX_VOTE_CLOCK_ON, hu);
428 
429 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
430 	qca->rx_ibs_state = HCI_IBS_RX_AWAKE;
431 
432 	/* Always acknowledge device wake up,
433 	 * sending IBS message doesn't count as TX ON.
434 	 */
435 	if (send_hci_ibs_cmd(HCI_IBS_WAKE_ACK, hu) < 0)
436 		BT_ERR("Failed to acknowledge device wake up");
437 
438 	qca->ibs_sent_wacks++;
439 
440 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
441 
442 	/* Actually send the packets */
443 	hci_uart_tx_wakeup(hu);
444 }
445 
446 static void qca_wq_serial_rx_clock_vote_off(struct work_struct *work)
447 {
448 	struct qca_data *qca = container_of(work, struct qca_data,
449 					    ws_rx_vote_off);
450 	struct hci_uart *hu = qca->hu;
451 
452 	BT_DBG("hu %p rx clock vote off", hu);
453 
454 	serial_clock_vote(HCI_IBS_RX_VOTE_CLOCK_OFF, hu);
455 }
456 
457 static void qca_wq_serial_tx_clock_vote_off(struct work_struct *work)
458 {
459 	struct qca_data *qca = container_of(work, struct qca_data,
460 					    ws_tx_vote_off);
461 	struct hci_uart *hu = qca->hu;
462 
463 	BT_DBG("hu %p tx clock vote off", hu);
464 
465 	/* Run HCI tx handling unlocked */
466 	hci_uart_tx_wakeup(hu);
467 
468 	/* Now that message queued to tty driver, vote for tty clocks off.
469 	 * It is up to the tty driver to pend the clocks off until tx done.
470 	 */
471 	serial_clock_vote(HCI_IBS_TX_VOTE_CLOCK_OFF, hu);
472 }
473 
474 static void hci_ibs_tx_idle_timeout(struct timer_list *t)
475 {
476 	struct qca_data *qca = timer_container_of(qca, t, tx_idle_timer);
477 	struct hci_uart *hu = qca->hu;
478 	unsigned long flags;
479 
480 	BT_DBG("hu %p idle timeout in %d state", hu, qca->tx_ibs_state);
481 
482 	spin_lock_irqsave_nested(&qca->hci_ibs_lock,
483 				 flags, SINGLE_DEPTH_NESTING);
484 
485 	switch (qca->tx_ibs_state) {
486 	case HCI_IBS_TX_AWAKE:
487 		/* TX_IDLE, go to SLEEP */
488 		if (send_hci_ibs_cmd(HCI_IBS_SLEEP_IND, hu) < 0) {
489 			BT_ERR("Failed to send SLEEP to device");
490 			break;
491 		}
492 		qca->tx_ibs_state = HCI_IBS_TX_ASLEEP;
493 		qca->ibs_sent_slps++;
494 		queue_work(qca->workqueue, &qca->ws_tx_vote_off);
495 		break;
496 
497 	case HCI_IBS_TX_ASLEEP:
498 	case HCI_IBS_TX_WAKING:
499 	default:
500 		BT_ERR("Spurious timeout tx state %d", qca->tx_ibs_state);
501 		break;
502 	}
503 
504 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
505 }
506 
507 static void hci_ibs_wake_retrans_timeout(struct timer_list *t)
508 {
509 	struct qca_data *qca = timer_container_of(qca, t, wake_retrans_timer);
510 	struct hci_uart *hu = qca->hu;
511 	unsigned long flags, retrans_delay;
512 	bool retransmit = false;
513 
514 	BT_DBG("hu %p wake retransmit timeout in %d state",
515 		hu, qca->tx_ibs_state);
516 
517 	spin_lock_irqsave_nested(&qca->hci_ibs_lock,
518 				 flags, SINGLE_DEPTH_NESTING);
519 
520 	/* Don't retransmit the HCI_IBS_WAKE_IND when suspending. */
521 	if (test_bit(QCA_SUSPENDING, &qca->flags)) {
522 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
523 		return;
524 	}
525 
526 	switch (qca->tx_ibs_state) {
527 	case HCI_IBS_TX_WAKING:
528 		/* No WAKE_ACK, retransmit WAKE */
529 		retransmit = true;
530 		if (send_hci_ibs_cmd(HCI_IBS_WAKE_IND, hu) < 0) {
531 			BT_ERR("Failed to acknowledge device wake up");
532 			break;
533 		}
534 		qca->ibs_sent_wakes++;
535 		retrans_delay = msecs_to_jiffies(qca->wake_retrans);
536 		mod_timer(&qca->wake_retrans_timer, jiffies + retrans_delay);
537 		break;
538 
539 	case HCI_IBS_TX_ASLEEP:
540 	case HCI_IBS_TX_AWAKE:
541 	default:
542 		BT_ERR("Spurious timeout tx state %d", qca->tx_ibs_state);
543 		break;
544 	}
545 
546 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
547 
548 	if (retransmit)
549 		hci_uart_tx_wakeup(hu);
550 }
551 
552 
553 static void qca_controller_memdump_timeout(struct work_struct *work)
554 {
555 	struct qca_data *qca = container_of(work, struct qca_data,
556 					ctrl_memdump_timeout.work);
557 	struct hci_uart *hu = qca->hu;
558 
559 	mutex_lock(&qca->hci_memdump_lock);
560 	if (test_bit(QCA_MEMDUMP_COLLECTION, &qca->flags)) {
561 		qca->memdump_state = QCA_MEMDUMP_TIMEOUT;
562 		if (!test_bit(QCA_HW_ERROR_EVENT, &qca->flags)) {
563 			/* Inject hw error event to reset the device
564 			 * and driver.
565 			 */
566 			hci_reset_dev(hu->hdev);
567 		}
568 	}
569 
570 	mutex_unlock(&qca->hci_memdump_lock);
571 }
572 
573 
574 /* Initialize protocol */
575 static int qca_open(struct hci_uart *hu)
576 {
577 	struct qca_serdev *qcadev;
578 	struct qca_data *qca;
579 
580 	BT_DBG("hu %p qca_open", hu);
581 
582 	if (!hci_uart_has_flow_control(hu))
583 		return -EOPNOTSUPP;
584 
585 	qca = kzalloc_obj(*qca);
586 	if (!qca)
587 		return -ENOMEM;
588 
589 	skb_queue_head_init(&qca->txq);
590 	skb_queue_head_init(&qca->tx_wait_q);
591 	skb_queue_head_init(&qca->rx_memdump_q);
592 	spin_lock_init(&qca->hci_ibs_lock);
593 	mutex_init(&qca->hci_memdump_lock);
594 	qca->workqueue = alloc_ordered_workqueue("qca_wq", 0);
595 	if (!qca->workqueue) {
596 		BT_ERR("QCA Workqueue not initialized properly");
597 		kfree(qca);
598 		return -ENOMEM;
599 	}
600 
601 	INIT_WORK(&qca->ws_awake_rx, qca_wq_awake_rx);
602 	INIT_WORK(&qca->ws_awake_device, qca_wq_awake_device);
603 	INIT_WORK(&qca->ws_rx_vote_off, qca_wq_serial_rx_clock_vote_off);
604 	INIT_WORK(&qca->ws_tx_vote_off, qca_wq_serial_tx_clock_vote_off);
605 	INIT_WORK(&qca->ctrl_memdump_evt, qca_controller_memdump);
606 	INIT_DELAYED_WORK(&qca->ctrl_memdump_timeout,
607 			  qca_controller_memdump_timeout);
608 	init_waitqueue_head(&qca->suspend_wait_q);
609 
610 	qca->hu = hu;
611 	init_completion(&qca->drop_ev_comp);
612 
613 	/* Assume we start with both sides asleep -- extra wakes OK */
614 	qca->tx_ibs_state = HCI_IBS_TX_ASLEEP;
615 	qca->rx_ibs_state = HCI_IBS_RX_ASLEEP;
616 
617 	qca->vote_last_jif = jiffies;
618 
619 	hu->priv = qca;
620 
621 	if (hu->serdev) {
622 		qcadev = serdev_device_get_drvdata(hu->serdev);
623 
624 		switch (qcadev->btsoc_type) {
625 		case QCA_WCN3950:
626 		case QCA_WCN3988:
627 		case QCA_WCN3990:
628 		case QCA_WCN3991:
629 		case QCA_WCN3998:
630 		case QCA_WCN6750:
631 			hu->init_speed = qcadev->init_speed;
632 			break;
633 
634 		default:
635 			break;
636 		}
637 
638 		if (qcadev->oper_speed)
639 			hu->oper_speed = qcadev->oper_speed;
640 	}
641 
642 	timer_setup(&qca->wake_retrans_timer, hci_ibs_wake_retrans_timeout, 0);
643 	qca->wake_retrans = IBS_WAKE_RETRANS_TIMEOUT_MS;
644 
645 	timer_setup(&qca->tx_idle_timer, hci_ibs_tx_idle_timeout, 0);
646 	qca->tx_idle_delay = IBS_HOST_TX_IDLE_TIMEOUT_MS;
647 
648 	BT_DBG("HCI_UART_QCA open, tx_idle_delay=%u, wake_retrans=%u",
649 	       qca->tx_idle_delay, qca->wake_retrans);
650 
651 	return 0;
652 }
653 
654 static void qca_debugfs_init(struct hci_dev *hdev)
655 {
656 	struct hci_uart *hu = hci_get_drvdata(hdev);
657 	struct qca_data *qca = hu->priv;
658 	struct dentry *ibs_dir;
659 	umode_t mode;
660 
661 	if (!hdev->debugfs)
662 		return;
663 
664 	if (test_and_set_bit(QCA_DEBUGFS_CREATED, &qca->flags))
665 		return;
666 
667 	ibs_dir = debugfs_create_dir("ibs", hdev->debugfs);
668 
669 	/* read only */
670 	mode = 0444;
671 	debugfs_create_u8("tx_ibs_state", mode, ibs_dir, &qca->tx_ibs_state);
672 	debugfs_create_u8("rx_ibs_state", mode, ibs_dir, &qca->rx_ibs_state);
673 	debugfs_create_u64("ibs_sent_sleeps", mode, ibs_dir,
674 			   &qca->ibs_sent_slps);
675 	debugfs_create_u64("ibs_sent_wakes", mode, ibs_dir,
676 			   &qca->ibs_sent_wakes);
677 	debugfs_create_u64("ibs_sent_wake_acks", mode, ibs_dir,
678 			   &qca->ibs_sent_wacks);
679 	debugfs_create_u64("ibs_recv_sleeps", mode, ibs_dir,
680 			   &qca->ibs_recv_slps);
681 	debugfs_create_u64("ibs_recv_wakes", mode, ibs_dir,
682 			   &qca->ibs_recv_wakes);
683 	debugfs_create_u64("ibs_recv_wake_acks", mode, ibs_dir,
684 			   &qca->ibs_recv_wacks);
685 	debugfs_create_bool("tx_vote", mode, ibs_dir, &qca->tx_vote);
686 	debugfs_create_u64("tx_votes_on", mode, ibs_dir, &qca->tx_votes_on);
687 	debugfs_create_u64("tx_votes_off", mode, ibs_dir, &qca->tx_votes_off);
688 	debugfs_create_bool("rx_vote", mode, ibs_dir, &qca->rx_vote);
689 	debugfs_create_u64("rx_votes_on", mode, ibs_dir, &qca->rx_votes_on);
690 	debugfs_create_u64("rx_votes_off", mode, ibs_dir, &qca->rx_votes_off);
691 	debugfs_create_u64("votes_on", mode, ibs_dir, &qca->votes_on);
692 	debugfs_create_u64("votes_off", mode, ibs_dir, &qca->votes_off);
693 	debugfs_create_u32("vote_on_ms", mode, ibs_dir, &qca->vote_on_ms);
694 	debugfs_create_u32("vote_off_ms", mode, ibs_dir, &qca->vote_off_ms);
695 
696 	/* read/write */
697 	mode = 0644;
698 	debugfs_create_u32("wake_retrans", mode, ibs_dir, &qca->wake_retrans);
699 	debugfs_create_u32("tx_idle_delay", mode, ibs_dir,
700 			   &qca->tx_idle_delay);
701 }
702 
703 /* Flush protocol data */
704 static int qca_flush(struct hci_uart *hu)
705 {
706 	struct qca_data *qca = hu->priv;
707 
708 	BT_DBG("hu %p qca flush", hu);
709 
710 	skb_queue_purge(&qca->tx_wait_q);
711 	skb_queue_purge(&qca->txq);
712 
713 	return 0;
714 }
715 
716 /* Close protocol */
717 static int qca_close(struct hci_uart *hu)
718 {
719 	struct qca_data *qca = hu->priv;
720 
721 	BT_DBG("hu %p qca close", hu);
722 
723 	/* BT core skips qca_hci_shutdown() which calls qca_power_off() on rmmod */
724 	if (!test_bit(QCA_BT_OFF, &qca->flags))
725 		qca_power_off(hu);
726 
727 	serial_clock_vote(HCI_IBS_VOTE_STATS_UPDATE, hu);
728 
729 	skb_queue_purge(&qca->tx_wait_q);
730 	skb_queue_purge(&qca->txq);
731 	skb_queue_purge(&qca->rx_memdump_q);
732 	/*
733 	 * Shut the timers down so they can't be rearmed when
734 	 * destroy_workqueue() drains pending work which in turn might try
735 	 * to arm a timer.  After shutdown rearm attempts are silently
736 	 * ignored by the timer core code.
737 	 */
738 	timer_shutdown_sync(&qca->tx_idle_timer);
739 	timer_shutdown_sync(&qca->wake_retrans_timer);
740 	destroy_workqueue(qca->workqueue);
741 	qca->hu = NULL;
742 
743 	kfree_skb(qca->rx_skb);
744 
745 	hu->priv = NULL;
746 
747 	kfree(qca);
748 
749 	return 0;
750 }
751 
752 /* Called upon a wake-up-indication from the device.
753  */
754 static void device_want_to_wakeup(struct hci_uart *hu)
755 {
756 	unsigned long flags;
757 	struct qca_data *qca = hu->priv;
758 
759 	BT_DBG("hu %p want to wake up", hu);
760 
761 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
762 
763 	qca->ibs_recv_wakes++;
764 
765 	/* Don't wake the rx up when suspending. */
766 	if (test_bit(QCA_SUSPENDING, &qca->flags)) {
767 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
768 		return;
769 	}
770 
771 	switch (qca->rx_ibs_state) {
772 	case HCI_IBS_RX_ASLEEP:
773 		/* Make sure clock is on - we may have turned clock off since
774 		 * receiving the wake up indicator awake rx clock.
775 		 */
776 		queue_work(qca->workqueue, &qca->ws_awake_rx);
777 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
778 		return;
779 
780 	case HCI_IBS_RX_AWAKE:
781 		/* Always acknowledge device wake up,
782 		 * sending IBS message doesn't count as TX ON.
783 		 */
784 		if (send_hci_ibs_cmd(HCI_IBS_WAKE_ACK, hu) < 0) {
785 			BT_ERR("Failed to acknowledge device wake up");
786 			break;
787 		}
788 		qca->ibs_sent_wacks++;
789 		break;
790 
791 	default:
792 		/* Any other state is illegal */
793 		BT_ERR("Received HCI_IBS_WAKE_IND in rx state %d",
794 		       qca->rx_ibs_state);
795 		break;
796 	}
797 
798 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
799 
800 	/* Actually send the packets */
801 	hci_uart_tx_wakeup(hu);
802 }
803 
804 /* Called upon a sleep-indication from the device.
805  */
806 static void device_want_to_sleep(struct hci_uart *hu)
807 {
808 	unsigned long flags;
809 	struct qca_data *qca = hu->priv;
810 
811 	BT_DBG("hu %p want to sleep in %d state", hu, qca->rx_ibs_state);
812 
813 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
814 
815 	qca->ibs_recv_slps++;
816 
817 	switch (qca->rx_ibs_state) {
818 	case HCI_IBS_RX_AWAKE:
819 		/* Update state */
820 		qca->rx_ibs_state = HCI_IBS_RX_ASLEEP;
821 		/* Vote off rx clock under workqueue */
822 		queue_work(qca->workqueue, &qca->ws_rx_vote_off);
823 		break;
824 
825 	case HCI_IBS_RX_ASLEEP:
826 		break;
827 
828 	default:
829 		/* Any other state is illegal */
830 		BT_ERR("Received HCI_IBS_SLEEP_IND in rx state %d",
831 		       qca->rx_ibs_state);
832 		break;
833 	}
834 
835 	wake_up_interruptible(&qca->suspend_wait_q);
836 
837 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
838 }
839 
840 /* Called upon wake-up-acknowledgement from the device
841  */
842 static void device_woke_up(struct hci_uart *hu)
843 {
844 	unsigned long flags, idle_delay;
845 	struct qca_data *qca = hu->priv;
846 	struct sk_buff *skb = NULL;
847 
848 	BT_DBG("hu %p woke up", hu);
849 
850 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
851 
852 	qca->ibs_recv_wacks++;
853 
854 	/* Don't react to the wake-up-acknowledgment when suspending. */
855 	if (test_bit(QCA_SUSPENDING, &qca->flags)) {
856 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
857 		return;
858 	}
859 
860 	switch (qca->tx_ibs_state) {
861 	case HCI_IBS_TX_AWAKE:
862 		/* Expect one if we send 2 WAKEs */
863 		BT_DBG("Received HCI_IBS_WAKE_ACK in tx state %d",
864 		       qca->tx_ibs_state);
865 		break;
866 
867 	case HCI_IBS_TX_WAKING:
868 		/* Send pending packets */
869 		while ((skb = skb_dequeue(&qca->tx_wait_q)))
870 			skb_queue_tail(&qca->txq, skb);
871 
872 		/* Switch timers and change state to HCI_IBS_TX_AWAKE */
873 		timer_delete(&qca->wake_retrans_timer);
874 		idle_delay = msecs_to_jiffies(qca->tx_idle_delay);
875 		mod_timer(&qca->tx_idle_timer, jiffies + idle_delay);
876 		qca->tx_ibs_state = HCI_IBS_TX_AWAKE;
877 		break;
878 
879 	case HCI_IBS_TX_ASLEEP:
880 	default:
881 		BT_ERR("Received HCI_IBS_WAKE_ACK in tx state %d",
882 		       qca->tx_ibs_state);
883 		break;
884 	}
885 
886 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
887 
888 	/* Actually send the packets */
889 	hci_uart_tx_wakeup(hu);
890 }
891 
892 /* Enqueue frame for transmission (padding, crc, etc) may be called from
893  * two simultaneous tasklets.
894  */
895 static int qca_enqueue(struct hci_uart *hu, struct sk_buff *skb)
896 {
897 	unsigned long flags = 0, idle_delay;
898 	struct qca_data *qca = hu->priv;
899 
900 	BT_DBG("hu %p qca enq skb %p tx_ibs_state %d", hu, skb,
901 	       qca->tx_ibs_state);
902 
903 	if (test_bit(QCA_SSR_TRIGGERED, &qca->flags)) {
904 		/* As SSR is in progress, ignore the packets */
905 		bt_dev_dbg(hu->hdev, "SSR is in progress");
906 		kfree_skb(skb);
907 		return 0;
908 	}
909 
910 	/* Prepend skb with frame type */
911 	memcpy(skb_push(skb, 1), &hci_skb_pkt_type(skb), 1);
912 
913 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
914 
915 	/* Don't go to sleep in middle of patch download or
916 	 * Out-Of-Band(GPIOs control) sleep is selected.
917 	 * Don't wake the device up when suspending.
918 	 */
919 	if (test_bit(QCA_IBS_DISABLED, &qca->flags) ||
920 	    test_bit(QCA_SUSPENDING, &qca->flags)) {
921 		skb_queue_tail(&qca->txq, skb);
922 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
923 		return 0;
924 	}
925 
926 	/* Act according to current state */
927 	switch (qca->tx_ibs_state) {
928 	case HCI_IBS_TX_AWAKE:
929 		BT_DBG("Device awake, sending normally");
930 		skb_queue_tail(&qca->txq, skb);
931 		idle_delay = msecs_to_jiffies(qca->tx_idle_delay);
932 		mod_timer(&qca->tx_idle_timer, jiffies + idle_delay);
933 		break;
934 
935 	case HCI_IBS_TX_ASLEEP:
936 		BT_DBG("Device asleep, waking up and queueing packet");
937 		/* Save packet for later */
938 		skb_queue_tail(&qca->tx_wait_q, skb);
939 
940 		qca->tx_ibs_state = HCI_IBS_TX_WAKING;
941 		/* Schedule a work queue to wake up device */
942 		queue_work(qca->workqueue, &qca->ws_awake_device);
943 		break;
944 
945 	case HCI_IBS_TX_WAKING:
946 		BT_DBG("Device waking up, queueing packet");
947 		/* Transient state; just keep packet for later */
948 		skb_queue_tail(&qca->tx_wait_q, skb);
949 		break;
950 
951 	default:
952 		BT_ERR("Illegal tx state: %d (losing packet)",
953 		       qca->tx_ibs_state);
954 		dev_kfree_skb_irq(skb);
955 		break;
956 	}
957 
958 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
959 
960 	return 0;
961 }
962 
963 static int qca_ibs_sleep_ind(struct hci_dev *hdev, struct sk_buff *skb)
964 {
965 	struct hci_uart *hu = hci_get_drvdata(hdev);
966 
967 	BT_DBG("hu %p recv hci ibs cmd 0x%x", hu, HCI_IBS_SLEEP_IND);
968 
969 	device_want_to_sleep(hu);
970 
971 	kfree_skb(skb);
972 	return 0;
973 }
974 
975 static int qca_ibs_wake_ind(struct hci_dev *hdev, struct sk_buff *skb)
976 {
977 	struct hci_uart *hu = hci_get_drvdata(hdev);
978 
979 	BT_DBG("hu %p recv hci ibs cmd 0x%x", hu, HCI_IBS_WAKE_IND);
980 
981 	device_want_to_wakeup(hu);
982 
983 	kfree_skb(skb);
984 	return 0;
985 }
986 
987 static int qca_ibs_wake_ack(struct hci_dev *hdev, struct sk_buff *skb)
988 {
989 	struct hci_uart *hu = hci_get_drvdata(hdev);
990 
991 	BT_DBG("hu %p recv hci ibs cmd 0x%x", hu, HCI_IBS_WAKE_ACK);
992 
993 	device_woke_up(hu);
994 
995 	kfree_skb(skb);
996 	return 0;
997 }
998 
999 static int qca_recv_acl_data(struct hci_dev *hdev, struct sk_buff *skb)
1000 {
1001 	/* We receive debug logs from chip as an ACL packets.
1002 	 * Instead of sending the data to ACL to decode the
1003 	 * received data, we are pushing them to the above layers
1004 	 * as a diagnostic packet.
1005 	 */
1006 	if (get_unaligned_le16(skb->data) == QCA_DEBUG_HANDLE)
1007 		return hci_recv_diag(hdev, skb);
1008 
1009 	return hci_recv_frame(hdev, skb);
1010 }
1011 
1012 static void qca_dmp_hdr(struct hci_dev *hdev, struct sk_buff *skb)
1013 {
1014 	struct hci_uart *hu = hci_get_drvdata(hdev);
1015 	struct qca_data *qca = hu->priv;
1016 	char buf[80];
1017 
1018 	snprintf(buf, sizeof(buf), "Controller Name: 0x%x\n",
1019 		qca->controller_id);
1020 	skb_put_data(skb, buf, strlen(buf));
1021 
1022 	snprintf(buf, sizeof(buf), "Firmware Version: 0x%x\n",
1023 		qca->fw_version);
1024 	skb_put_data(skb, buf, strlen(buf));
1025 
1026 	snprintf(buf, sizeof(buf), "Vendor:Qualcomm\n");
1027 	skb_put_data(skb, buf, strlen(buf));
1028 
1029 	snprintf(buf, sizeof(buf), "Driver: %s\n",
1030 		 hu->serdev ? hu->serdev->dev.driver->name : "hci_ldisc_qca");
1031 	skb_put_data(skb, buf, strlen(buf));
1032 }
1033 
1034 static void qca_controller_memdump(struct work_struct *work)
1035 {
1036 	struct qca_data *qca = container_of(work, struct qca_data,
1037 					    ctrl_memdump_evt);
1038 	struct hci_uart *hu = qca->hu;
1039 	struct sk_buff *skb;
1040 	struct qca_memdump_event_hdr *cmd_hdr;
1041 	struct qca_memdump_info *qca_memdump = qca->qca_memdump;
1042 	struct qca_dump_size *dump;
1043 	u16 seq_no;
1044 	u32 rx_size;
1045 	int ret = 0;
1046 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1047 
1048 	while ((skb = skb_dequeue(&qca->rx_memdump_q))) {
1049 
1050 		mutex_lock(&qca->hci_memdump_lock);
1051 		/* Skip processing the received packets if timeout detected
1052 		 * or memdump collection completed.
1053 		 */
1054 		if (qca->memdump_state == QCA_MEMDUMP_TIMEOUT ||
1055 		    qca->memdump_state == QCA_MEMDUMP_COLLECTED) {
1056 			mutex_unlock(&qca->hci_memdump_lock);
1057 			return;
1058 		}
1059 
1060 		if (!qca_memdump) {
1061 			qca_memdump = kzalloc_obj(*qca_memdump, GFP_ATOMIC);
1062 			if (!qca_memdump) {
1063 				mutex_unlock(&qca->hci_memdump_lock);
1064 				return;
1065 			}
1066 
1067 			qca->qca_memdump = qca_memdump;
1068 		}
1069 
1070 		qca->memdump_state = QCA_MEMDUMP_COLLECTING;
1071 		cmd_hdr = (void *) skb->data;
1072 		seq_no = __le16_to_cpu(cmd_hdr->seq_no);
1073 		skb_pull(skb, sizeof(struct qca_memdump_event_hdr));
1074 
1075 		if (!seq_no) {
1076 
1077 			/* This is the first frame of memdump packet from
1078 			 * the controller, Disable IBS to receive dump
1079 			 * with out any interruption, ideally time required for
1080 			 * the controller to send the dump is 8 seconds. let us
1081 			 * start timer to handle this asynchronous activity.
1082 			 */
1083 			set_bit(QCA_IBS_DISABLED, &qca->flags);
1084 			set_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1085 			dump = (void *) skb->data;
1086 			qca_memdump->ram_dump_size = __le32_to_cpu(dump->dump_size);
1087 			if (!(qca_memdump->ram_dump_size)) {
1088 				bt_dev_err(hu->hdev, "Rx invalid memdump size");
1089 				kfree(qca_memdump);
1090 				kfree_skb(skb);
1091 				mutex_unlock(&qca->hci_memdump_lock);
1092 				return;
1093 			}
1094 
1095 			queue_delayed_work(qca->workqueue,
1096 					   &qca->ctrl_memdump_timeout,
1097 					   MEMDUMP_TIMEOUT);
1098 			skb_pull(skb, sizeof(qca_memdump->ram_dump_size));
1099 			qca_memdump->current_seq_no = 0;
1100 			qca_memdump->received_dump = 0;
1101 			ret = hci_devcd_init(hu->hdev, qca_memdump->ram_dump_size);
1102 			bt_dev_info(hu->hdev, "hci_devcd_init Return:%d",
1103 				    ret);
1104 			if (ret < 0) {
1105 				kfree(qca->qca_memdump);
1106 				qca->qca_memdump = NULL;
1107 				qca->memdump_state = QCA_MEMDUMP_COLLECTED;
1108 				cancel_delayed_work(&qca->ctrl_memdump_timeout);
1109 				clear_and_wake_up_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1110 				clear_bit(QCA_IBS_DISABLED, &qca->flags);
1111 				mutex_unlock(&qca->hci_memdump_lock);
1112 				return;
1113 			}
1114 
1115 			bt_dev_info(hu->hdev, "QCA collecting dump of size:%u",
1116 				    qca_memdump->ram_dump_size);
1117 
1118 		}
1119 
1120 		/* If sequence no 0 is missed then there is no point in
1121 		 * accepting the other sequences.
1122 		 */
1123 		if (!test_bit(QCA_MEMDUMP_COLLECTION, &qca->flags)) {
1124 			bt_dev_err(hu->hdev, "QCA: Discarding other packets");
1125 			kfree(qca_memdump);
1126 			kfree_skb(skb);
1127 			mutex_unlock(&qca->hci_memdump_lock);
1128 			return;
1129 		}
1130 		/* There could be chance of missing some packets from
1131 		 * the controller. In such cases let us store the dummy
1132 		 * packets in the buffer.
1133 		 */
1134 		/* For QCA6390, controller does not lost packets but
1135 		 * sequence number field of packet sometimes has error
1136 		 * bits, so skip this checking for missing packet.
1137 		 */
1138 		while ((seq_no > qca_memdump->current_seq_no + 1) &&
1139 			(soc_type != QCA_QCA6390) &&
1140 			seq_no != QCA_LAST_SEQUENCE_NUM) {
1141 			bt_dev_err(hu->hdev, "QCA controller missed packet:%d",
1142 				   qca_memdump->current_seq_no);
1143 			rx_size = qca_memdump->received_dump;
1144 			rx_size += QCA_DUMP_PACKET_SIZE;
1145 			if (rx_size > qca_memdump->ram_dump_size) {
1146 				bt_dev_err(hu->hdev,
1147 					   "QCA memdump received %d, no space for missed packet",
1148 					   qca_memdump->received_dump);
1149 				break;
1150 			}
1151 			hci_devcd_append_pattern(hu->hdev, 0x00,
1152 				QCA_DUMP_PACKET_SIZE);
1153 			qca_memdump->received_dump += QCA_DUMP_PACKET_SIZE;
1154 			qca_memdump->current_seq_no++;
1155 		}
1156 
1157 		rx_size = qca_memdump->received_dump  + skb->len;
1158 		if (rx_size <= qca_memdump->ram_dump_size) {
1159 			if ((seq_no != QCA_LAST_SEQUENCE_NUM) &&
1160 			    (seq_no != qca_memdump->current_seq_no)) {
1161 				bt_dev_err(hu->hdev,
1162 					   "QCA memdump unexpected packet %d",
1163 					   seq_no);
1164 			}
1165 			bt_dev_dbg(hu->hdev,
1166 				   "QCA memdump packet %d with length %d",
1167 				   seq_no, skb->len);
1168 			hci_devcd_append(hu->hdev, skb);
1169 			qca_memdump->current_seq_no += 1;
1170 			qca_memdump->received_dump = rx_size;
1171 		} else {
1172 			bt_dev_err(hu->hdev,
1173 				   "QCA memdump received no space for packet %d",
1174 				    qca_memdump->current_seq_no);
1175 		}
1176 
1177 		if (seq_no == QCA_LAST_SEQUENCE_NUM) {
1178 			bt_dev_info(hu->hdev,
1179 				"QCA memdump Done, received %d, total %d",
1180 				qca_memdump->received_dump,
1181 				qca_memdump->ram_dump_size);
1182 			hci_devcd_complete(hu->hdev);
1183 			cancel_delayed_work(&qca->ctrl_memdump_timeout);
1184 			kfree(qca->qca_memdump);
1185 			qca->qca_memdump = NULL;
1186 			qca->memdump_state = QCA_MEMDUMP_COLLECTED;
1187 			clear_and_wake_up_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1188 		}
1189 
1190 		mutex_unlock(&qca->hci_memdump_lock);
1191 	}
1192 
1193 }
1194 
1195 static int qca_controller_memdump_event(struct hci_dev *hdev,
1196 					struct sk_buff *skb)
1197 {
1198 	struct hci_uart *hu = hci_get_drvdata(hdev);
1199 	struct qca_data *qca = hu->priv;
1200 
1201 	set_bit(QCA_SSR_TRIGGERED, &qca->flags);
1202 	skb_queue_tail(&qca->rx_memdump_q, skb);
1203 	queue_work(qca->workqueue, &qca->ctrl_memdump_evt);
1204 
1205 	return 0;
1206 }
1207 
1208 static int qca_recv_event(struct hci_dev *hdev, struct sk_buff *skb)
1209 {
1210 	struct hci_uart *hu = hci_get_drvdata(hdev);
1211 	struct qca_data *qca = hu->priv;
1212 
1213 	if (test_bit(QCA_DROP_VENDOR_EVENT, &qca->flags)) {
1214 		struct hci_event_hdr *hdr = (void *)skb->data;
1215 
1216 		/* For the WCN3990 the vendor command for a baudrate change
1217 		 * isn't sent as synchronous HCI command, because the
1218 		 * controller sends the corresponding vendor event with the
1219 		 * new baudrate. The event is received and properly decoded
1220 		 * after changing the baudrate of the host port. It needs to
1221 		 * be dropped, otherwise it can be misinterpreted as
1222 		 * response to a later firmware download command (also a
1223 		 * vendor command).
1224 		 */
1225 
1226 		if (hdr->evt == HCI_EV_VENDOR)
1227 			complete(&qca->drop_ev_comp);
1228 
1229 		kfree_skb(skb);
1230 
1231 		return 0;
1232 	}
1233 	/* We receive chip memory dump as an event packet, With a dedicated
1234 	 * handler followed by a hardware error event. When this event is
1235 	 * received we store dump into a file before closing hci. This
1236 	 * dump will help in triaging the issues.
1237 	 */
1238 	if ((skb->data[0] == HCI_VENDOR_PKT) &&
1239 	    (get_unaligned_be16(skb->data + 2) == QCA_SSR_DUMP_HANDLE))
1240 		return qca_controller_memdump_event(hdev, skb);
1241 
1242 	return hci_recv_frame(hdev, skb);
1243 }
1244 
1245 #define QCA_IBS_SLEEP_IND_EVENT \
1246 	.type = HCI_IBS_SLEEP_IND, \
1247 	.hlen = 0, \
1248 	.loff = 0, \
1249 	.lsize = 0, \
1250 	.maxlen = HCI_MAX_IBS_SIZE
1251 
1252 #define QCA_IBS_WAKE_IND_EVENT \
1253 	.type = HCI_IBS_WAKE_IND, \
1254 	.hlen = 0, \
1255 	.loff = 0, \
1256 	.lsize = 0, \
1257 	.maxlen = HCI_MAX_IBS_SIZE
1258 
1259 #define QCA_IBS_WAKE_ACK_EVENT \
1260 	.type = HCI_IBS_WAKE_ACK, \
1261 	.hlen = 0, \
1262 	.loff = 0, \
1263 	.lsize = 0, \
1264 	.maxlen = HCI_MAX_IBS_SIZE
1265 
1266 static const struct h4_recv_pkt qca_recv_pkts[] = {
1267 	{ H4_RECV_ACL,             .recv = qca_recv_acl_data },
1268 	{ H4_RECV_SCO,             .recv = hci_recv_frame    },
1269 	{ H4_RECV_EVENT,           .recv = qca_recv_event    },
1270 	{ H4_RECV_ISO,             .recv = hci_recv_frame    },
1271 	{ QCA_IBS_WAKE_IND_EVENT,  .recv = qca_ibs_wake_ind  },
1272 	{ QCA_IBS_WAKE_ACK_EVENT,  .recv = qca_ibs_wake_ack  },
1273 	{ QCA_IBS_SLEEP_IND_EVENT, .recv = qca_ibs_sleep_ind },
1274 };
1275 
1276 static int qca_recv(struct hci_uart *hu, const void *data, int count)
1277 {
1278 	struct qca_data *qca = hu->priv;
1279 
1280 	if (!test_bit(HCI_UART_REGISTERED, &hu->flags))
1281 		return -EUNATCH;
1282 
1283 	qca->rx_skb = h4_recv_buf(hu, qca->rx_skb, data, count,
1284 				  qca_recv_pkts, ARRAY_SIZE(qca_recv_pkts));
1285 	if (IS_ERR(qca->rx_skb)) {
1286 		int err = PTR_ERR(qca->rx_skb);
1287 		bt_dev_err(hu->hdev, "Frame reassembly failed (%d)", err);
1288 		qca->rx_skb = NULL;
1289 		return err;
1290 	}
1291 
1292 	return count;
1293 }
1294 
1295 static struct sk_buff *qca_dequeue(struct hci_uart *hu)
1296 {
1297 	struct qca_data *qca = hu->priv;
1298 
1299 	return skb_dequeue(&qca->txq);
1300 }
1301 
1302 static uint8_t qca_get_baudrate_value(int speed)
1303 {
1304 	switch (speed) {
1305 	case 9600:
1306 		return QCA_BAUDRATE_9600;
1307 	case 19200:
1308 		return QCA_BAUDRATE_19200;
1309 	case 38400:
1310 		return QCA_BAUDRATE_38400;
1311 	case 57600:
1312 		return QCA_BAUDRATE_57600;
1313 	case 115200:
1314 		return QCA_BAUDRATE_115200;
1315 	case 230400:
1316 		return QCA_BAUDRATE_230400;
1317 	case 460800:
1318 		return QCA_BAUDRATE_460800;
1319 	case 500000:
1320 		return QCA_BAUDRATE_500000;
1321 	case 921600:
1322 		return QCA_BAUDRATE_921600;
1323 	case 1000000:
1324 		return QCA_BAUDRATE_1000000;
1325 	case 2000000:
1326 		return QCA_BAUDRATE_2000000;
1327 	case 3000000:
1328 		return QCA_BAUDRATE_3000000;
1329 	case 3200000:
1330 		return QCA_BAUDRATE_3200000;
1331 	case 3500000:
1332 		return QCA_BAUDRATE_3500000;
1333 	default:
1334 		return QCA_BAUDRATE_115200;
1335 	}
1336 }
1337 
1338 static int qca_set_baudrate(struct hci_dev *hdev, uint8_t baudrate)
1339 {
1340 	struct hci_uart *hu = hci_get_drvdata(hdev);
1341 	struct qca_data *qca = hu->priv;
1342 	struct sk_buff *skb;
1343 	u8 cmd[] = { 0x01, 0x48, 0xFC, 0x01, 0x00 };
1344 
1345 	if (baudrate > QCA_BAUDRATE_3200000)
1346 		return -EINVAL;
1347 
1348 	cmd[4] = baudrate;
1349 
1350 	skb = bt_skb_alloc(sizeof(cmd), GFP_KERNEL);
1351 	if (!skb) {
1352 		bt_dev_err(hdev, "Failed to allocate baudrate packet");
1353 		return -ENOMEM;
1354 	}
1355 
1356 	/* Assign commands to change baudrate and packet type. */
1357 	skb_put_data(skb, cmd, sizeof(cmd));
1358 	hci_skb_pkt_type(skb) = HCI_COMMAND_PKT;
1359 
1360 	skb_queue_tail(&qca->txq, skb);
1361 	hci_uart_tx_wakeup(hu);
1362 
1363 	/* Wait for the baudrate change request to be sent */
1364 
1365 	while (!skb_queue_empty(&qca->txq))
1366 		usleep_range(100, 200);
1367 
1368 	if (hu->serdev)
1369 		serdev_device_wait_until_sent(hu->serdev,
1370 		      CMD_TRANS_TIMEOUT);
1371 
1372 	/* Give the controller time to process the request */
1373 	switch (qca_soc_type(hu)) {
1374 	case QCA_WCN3950:
1375 	case QCA_WCN3988:
1376 	case QCA_WCN3990:
1377 	case QCA_WCN3991:
1378 	case QCA_WCN3998:
1379 	case QCA_WCN6750:
1380 	case QCA_WCN6855:
1381 	case QCA_WCN7850:
1382 		usleep_range(1000, 10000);
1383 		break;
1384 
1385 	default:
1386 		msleep(300);
1387 	}
1388 
1389 	return 0;
1390 }
1391 
1392 static inline void host_set_baudrate(struct hci_uart *hu, unsigned int speed)
1393 {
1394 	if (hu->serdev)
1395 		serdev_device_set_baudrate(hu->serdev, speed);
1396 	else
1397 		hci_uart_set_baudrate(hu, speed);
1398 }
1399 
1400 static int qca_send_power_pulse(struct hci_uart *hu, bool on)
1401 {
1402 	int timeout = CMD_TRANS_TIMEOUT;
1403 	int ret;
1404 	u8 cmd = on ? QCA_WCN3990_POWERON_PULSE : QCA_WCN3990_POWEROFF_PULSE;
1405 
1406 	/* These power pulses are single byte command which are sent
1407 	 * at required baudrate to wcn3990. On wcn3990, we have an external
1408 	 * circuit at Tx pin which decodes the pulse sent at specific baudrate.
1409 	 * For example, wcn3990 supports RF COEX antenna for both Wi-Fi/BT
1410 	 * and also we use the same power inputs to turn on and off for
1411 	 * Wi-Fi/BT. Powering up the power sources will not enable BT, until
1412 	 * we send a power on pulse at 115200 bps. This algorithm will help to
1413 	 * save power. Disabling hardware flow control is mandatory while
1414 	 * sending power pulses to SoC.
1415 	 */
1416 	bt_dev_dbg(hu->hdev, "sending power pulse %02x to controller", cmd);
1417 
1418 	serdev_device_write_flush(hu->serdev);
1419 	hci_uart_set_flow_control(hu, true);
1420 	ret = serdev_device_write_buf(hu->serdev, &cmd, sizeof(cmd));
1421 	if (ret < 0) {
1422 		bt_dev_err(hu->hdev, "failed to send power pulse %02x", cmd);
1423 		return ret;
1424 	}
1425 
1426 	serdev_device_wait_until_sent(hu->serdev, timeout);
1427 	hci_uart_set_flow_control(hu, false);
1428 
1429 	/* Give to controller time to boot/shutdown */
1430 	if (on)
1431 		msleep(100);
1432 	else
1433 		usleep_range(1000, 10000);
1434 
1435 	return 0;
1436 }
1437 
1438 static unsigned int qca_get_speed(struct hci_uart *hu,
1439 				  enum qca_speed_type speed_type)
1440 {
1441 	unsigned int speed = 0;
1442 
1443 	if (speed_type == QCA_INIT_SPEED) {
1444 		if (hu->init_speed)
1445 			speed = hu->init_speed;
1446 		else if (hu->proto->init_speed)
1447 			speed = hu->proto->init_speed;
1448 	} else {
1449 		if (hu->oper_speed)
1450 			speed = hu->oper_speed;
1451 		else if (hu->proto->oper_speed)
1452 			speed = hu->proto->oper_speed;
1453 	}
1454 
1455 	return speed;
1456 }
1457 
1458 static int qca_check_speeds(struct hci_uart *hu)
1459 {
1460 	switch (qca_soc_type(hu)) {
1461 	case QCA_WCN3950:
1462 	case QCA_WCN3988:
1463 	case QCA_WCN3990:
1464 	case QCA_WCN3991:
1465 	case QCA_WCN3998:
1466 	case QCA_WCN6750:
1467 	case QCA_WCN6855:
1468 	case QCA_WCN7850:
1469 		if (!qca_get_speed(hu, QCA_INIT_SPEED) &&
1470 		    !qca_get_speed(hu, QCA_OPER_SPEED))
1471 			return -EINVAL;
1472 		break;
1473 
1474 	default:
1475 		if (!qca_get_speed(hu, QCA_INIT_SPEED) ||
1476 		    !qca_get_speed(hu, QCA_OPER_SPEED))
1477 			return -EINVAL;
1478 	}
1479 
1480 	return 0;
1481 }
1482 
1483 static int qca_set_speed(struct hci_uart *hu, enum qca_speed_type speed_type)
1484 {
1485 	unsigned int speed, qca_baudrate;
1486 	struct qca_data *qca = hu->priv;
1487 	int ret = 0;
1488 
1489 	if (speed_type == QCA_INIT_SPEED) {
1490 		speed = qca_get_speed(hu, QCA_INIT_SPEED);
1491 		if (speed)
1492 			host_set_baudrate(hu, speed);
1493 	} else {
1494 		enum qca_btsoc_type soc_type = qca_soc_type(hu);
1495 
1496 		speed = qca_get_speed(hu, QCA_OPER_SPEED);
1497 		if (!speed)
1498 			return 0;
1499 
1500 		/* Disable flow control for wcn3990 to deassert RTS while
1501 		 * changing the baudrate of chip and host.
1502 		 */
1503 		switch (soc_type) {
1504 		case QCA_WCN3950:
1505 		case QCA_WCN3988:
1506 		case QCA_WCN3990:
1507 		case QCA_WCN3991:
1508 		case QCA_WCN3998:
1509 		case QCA_WCN6750:
1510 		case QCA_WCN6855:
1511 		case QCA_WCN7850:
1512 			hci_uart_set_flow_control(hu, true);
1513 			break;
1514 
1515 		default:
1516 			break;
1517 		}
1518 
1519 		switch (soc_type) {
1520 		case QCA_WCN3990:
1521 			reinit_completion(&qca->drop_ev_comp);
1522 			set_bit(QCA_DROP_VENDOR_EVENT, &qca->flags);
1523 			break;
1524 
1525 		default:
1526 			break;
1527 		}
1528 
1529 		qca_baudrate = qca_get_baudrate_value(speed);
1530 		bt_dev_dbg(hu->hdev, "Set UART speed to %d", speed);
1531 		ret = qca_set_baudrate(hu->hdev, qca_baudrate);
1532 		if (ret)
1533 			goto error;
1534 
1535 		host_set_baudrate(hu, speed);
1536 
1537 error:
1538 		switch (soc_type) {
1539 		case QCA_WCN3950:
1540 		case QCA_WCN3988:
1541 		case QCA_WCN3990:
1542 		case QCA_WCN3991:
1543 		case QCA_WCN3998:
1544 		case QCA_WCN6750:
1545 		case QCA_WCN6855:
1546 		case QCA_WCN7850:
1547 			hci_uart_set_flow_control(hu, false);
1548 			break;
1549 
1550 		default:
1551 			break;
1552 		}
1553 
1554 		switch (soc_type) {
1555 		case QCA_WCN3990:
1556 			/* Wait for the controller to send the vendor event
1557 			 * for the baudrate change command.
1558 			 */
1559 			if (!wait_for_completion_timeout(&qca->drop_ev_comp,
1560 						 msecs_to_jiffies(100))) {
1561 				bt_dev_err(hu->hdev,
1562 					   "Failed to change controller baudrate\n");
1563 				ret = -ETIMEDOUT;
1564 			}
1565 
1566 			clear_bit(QCA_DROP_VENDOR_EVENT, &qca->flags);
1567 			break;
1568 
1569 		default:
1570 			break;
1571 		}
1572 	}
1573 
1574 	return ret;
1575 }
1576 
1577 static int qca_send_crashbuffer(struct hci_uart *hu)
1578 {
1579 	struct qca_data *qca = hu->priv;
1580 	struct sk_buff *skb;
1581 
1582 	skb = bt_skb_alloc(QCA_CRASHBYTE_PACKET_LEN, GFP_KERNEL);
1583 	if (!skb) {
1584 		bt_dev_err(hu->hdev, "Failed to allocate memory for skb packet");
1585 		return -ENOMEM;
1586 	}
1587 
1588 	/* We forcefully crash the controller, by sending 0xfb byte for
1589 	 * 1024 times. We also might have chance of losing data, To be
1590 	 * on safer side we send 1096 bytes to the SoC.
1591 	 */
1592 	memset(skb_put(skb, QCA_CRASHBYTE_PACKET_LEN), QCA_MEMDUMP_BYTE,
1593 	       QCA_CRASHBYTE_PACKET_LEN);
1594 	hci_skb_pkt_type(skb) = HCI_COMMAND_PKT;
1595 	bt_dev_info(hu->hdev, "crash the soc to collect controller dump");
1596 	skb_queue_tail(&qca->txq, skb);
1597 	hci_uart_tx_wakeup(hu);
1598 
1599 	return 0;
1600 }
1601 
1602 static void qca_wait_for_dump_collection(struct hci_dev *hdev)
1603 {
1604 	struct hci_uart *hu = hci_get_drvdata(hdev);
1605 	struct qca_data *qca = hu->priv;
1606 
1607 	wait_on_bit_timeout(&qca->flags, QCA_MEMDUMP_COLLECTION,
1608 			    TASK_UNINTERRUPTIBLE, MEMDUMP_TIMEOUT);
1609 
1610 	clear_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1611 }
1612 
1613 static void qca_hw_error(struct hci_dev *hdev, u8 code)
1614 {
1615 	struct hci_uart *hu = hci_get_drvdata(hdev);
1616 	struct qca_data *qca = hu->priv;
1617 
1618 	set_bit(QCA_SSR_TRIGGERED, &qca->flags);
1619 	set_bit(QCA_HW_ERROR_EVENT, &qca->flags);
1620 	bt_dev_info(hdev, "mem_dump_status: %d", qca->memdump_state);
1621 
1622 	if (qca->memdump_state == QCA_MEMDUMP_IDLE) {
1623 		/* If hardware error event received for other than QCA
1624 		 * soc memory dump event, then we need to crash the SOC
1625 		 * and wait here for 8 seconds to get the dump packets.
1626 		 * This will block main thread to be on hold until we
1627 		 * collect dump.
1628 		 */
1629 		set_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1630 		qca_send_crashbuffer(hu);
1631 		qca_wait_for_dump_collection(hdev);
1632 	} else if (qca->memdump_state == QCA_MEMDUMP_COLLECTING) {
1633 		/* Let us wait here until memory dump collected or
1634 		 * memory dump timer expired.
1635 		 */
1636 		bt_dev_info(hdev, "waiting for dump to complete");
1637 		qca_wait_for_dump_collection(hdev);
1638 	}
1639 
1640 	mutex_lock(&qca->hci_memdump_lock);
1641 	if (qca->memdump_state != QCA_MEMDUMP_COLLECTED) {
1642 		bt_dev_err(hu->hdev, "clearing allocated memory due to memdump timeout");
1643 		hci_devcd_abort(hu->hdev);
1644 		if (qca->qca_memdump) {
1645 			kfree(qca->qca_memdump);
1646 			qca->qca_memdump = NULL;
1647 		}
1648 		qca->memdump_state = QCA_MEMDUMP_TIMEOUT;
1649 		cancel_delayed_work(&qca->ctrl_memdump_timeout);
1650 	}
1651 	mutex_unlock(&qca->hci_memdump_lock);
1652 
1653 	if (qca->memdump_state == QCA_MEMDUMP_TIMEOUT ||
1654 	    qca->memdump_state == QCA_MEMDUMP_COLLECTED) {
1655 		cancel_work_sync(&qca->ctrl_memdump_evt);
1656 		skb_queue_purge(&qca->rx_memdump_q);
1657 	}
1658 
1659 	/*
1660 	 * If the BT chip's bt_en pin is connected to a 3.3V power supply via
1661 	 * hardware and always stays high, driver cannot control the bt_en pin.
1662 	 * As a result, during SSR (SubSystem Restart), QCA_SSR_TRIGGERED and
1663 	 * QCA_IBS_DISABLED flags cannot be cleared, which leads to a reset
1664 	 * command timeout.
1665 	 * Add an msleep delay to ensure controller completes the SSR process.
1666 	 *
1667 	 * Host will not download the firmware after SSR, controller to remain
1668 	 * in the IBS_WAKE state, and the host needs to synchronize with it
1669 	 *
1670 	 * Since the bluetooth chip has been reset, clear the memdump state.
1671 	 */
1672 	if (!hci_test_quirk(hu->hdev, HCI_QUIRK_NON_PERSISTENT_SETUP)) {
1673 		/*
1674 		 * When the SSR (SubSystem Restart) duration exceeds 2 seconds,
1675 		 * it triggers host tx_idle_delay, which sets host TX state
1676 		 * to sleep. Reset tx_idle_timer after SSR to prevent
1677 		 * host enter TX IBS_Sleep mode.
1678 		 */
1679 		mod_timer(&qca->tx_idle_timer, jiffies +
1680 				  msecs_to_jiffies(qca->tx_idle_delay));
1681 
1682 		/* Wait for the controller to load the rampatch and NVM. */
1683 		msleep(100);
1684 
1685 		clear_bit(QCA_SSR_TRIGGERED, &qca->flags);
1686 		clear_bit(QCA_IBS_DISABLED, &qca->flags);
1687 
1688 		qca->tx_ibs_state = HCI_IBS_TX_AWAKE;
1689 		qca->memdump_state = QCA_MEMDUMP_IDLE;
1690 	}
1691 
1692 	clear_bit(QCA_HW_ERROR_EVENT, &qca->flags);
1693 }
1694 
1695 static void qca_reset(struct hci_dev *hdev)
1696 {
1697 	struct hci_uart *hu = hci_get_drvdata(hdev);
1698 	struct qca_data *qca = hu->priv;
1699 
1700 	set_bit(QCA_SSR_TRIGGERED, &qca->flags);
1701 	if (qca->memdump_state == QCA_MEMDUMP_IDLE) {
1702 		set_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1703 		qca_send_crashbuffer(hu);
1704 		qca_wait_for_dump_collection(hdev);
1705 	} else if (qca->memdump_state == QCA_MEMDUMP_COLLECTING) {
1706 		/* Let us wait here until memory dump collected or
1707 		 * memory dump timer expired.
1708 		 */
1709 		bt_dev_info(hdev, "waiting for dump to complete");
1710 		qca_wait_for_dump_collection(hdev);
1711 	}
1712 
1713 	mutex_lock(&qca->hci_memdump_lock);
1714 	if (qca->memdump_state != QCA_MEMDUMP_COLLECTED) {
1715 		qca->memdump_state = QCA_MEMDUMP_TIMEOUT;
1716 		if (!test_bit(QCA_HW_ERROR_EVENT, &qca->flags)) {
1717 			/* Inject hw error event to reset the device
1718 			 * and driver.
1719 			 */
1720 			hci_reset_dev(hu->hdev);
1721 		}
1722 	}
1723 	mutex_unlock(&qca->hci_memdump_lock);
1724 }
1725 
1726 static bool qca_wakeup(struct hci_dev *hdev)
1727 {
1728 	struct hci_uart *hu = hci_get_drvdata(hdev);
1729 	bool wakeup;
1730 
1731 	if (!hu->serdev)
1732 		return true;
1733 
1734 	/* BT SoC attached through the serial bus is handled by the serdev driver.
1735 	 * So we need to use the device handle of the serdev driver to get the
1736 	 * status of device may wakeup.
1737 	 */
1738 	wakeup = device_may_wakeup(&hu->serdev->ctrl->dev);
1739 	bt_dev_dbg(hu->hdev, "wakeup status : %d", wakeup);
1740 
1741 	return wakeup;
1742 }
1743 
1744 static int qca_port_reopen(struct hci_uart *hu)
1745 {
1746 	int ret;
1747 
1748 	/* Now the device is in ready state to communicate with host.
1749 	 * To sync host with device we need to reopen port.
1750 	 * Without this, we will have RTS and CTS synchronization
1751 	 * issues.
1752 	 */
1753 	serdev_device_close(hu->serdev);
1754 	ret = serdev_device_open(hu->serdev);
1755 	if (ret) {
1756 		bt_dev_err(hu->hdev, "failed to open port");
1757 		return ret;
1758 	}
1759 
1760 	hci_uart_set_flow_control(hu, false);
1761 
1762 	return 0;
1763 }
1764 
1765 static int qca_regulator_init(struct hci_uart *hu)
1766 {
1767 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1768 	struct qca_serdev *qcadev;
1769 	int ret;
1770 	bool sw_ctrl_state;
1771 
1772 	/* Check for vregs status, may be hci down has turned
1773 	 * off the voltage regulator.
1774 	 */
1775 	qcadev = serdev_device_get_drvdata(hu->serdev);
1776 
1777 	if (!qcadev->bt_power->vregs_on) {
1778 		serdev_device_close(hu->serdev);
1779 		ret = qca_regulator_enable(qcadev);
1780 		if (ret)
1781 			return ret;
1782 
1783 		ret = serdev_device_open(hu->serdev);
1784 		if (ret) {
1785 			bt_dev_err(hu->hdev, "failed to open port");
1786 			return ret;
1787 		}
1788 	}
1789 
1790 	switch (soc_type) {
1791 	case QCA_WCN3950:
1792 	case QCA_WCN3988:
1793 	case QCA_WCN3990:
1794 	case QCA_WCN3991:
1795 	case QCA_WCN3998:
1796 		/* Forcefully enable wcn399x to enter in to boot mode. */
1797 		host_set_baudrate(hu, 2400);
1798 		ret = qca_send_power_pulse(hu, false);
1799 		if (ret)
1800 			return ret;
1801 		break;
1802 
1803 	default:
1804 		break;
1805 	}
1806 
1807 	/* For wcn6750 need to enable gpio bt_en */
1808 	if (qcadev->bt_en) {
1809 		gpiod_set_value_cansleep(qcadev->bt_en, 0);
1810 		msleep(50);
1811 		gpiod_set_value_cansleep(qcadev->bt_en, 1);
1812 		msleep(50);
1813 		if (qcadev->sw_ctrl) {
1814 			sw_ctrl_state = gpiod_get_value_cansleep(qcadev->sw_ctrl);
1815 			bt_dev_dbg(hu->hdev, "SW_CTRL is %d", sw_ctrl_state);
1816 		}
1817 	}
1818 
1819 	qca_set_speed(hu, QCA_INIT_SPEED);
1820 
1821 	switch (soc_type) {
1822 	case QCA_WCN3950:
1823 	case QCA_WCN3988:
1824 	case QCA_WCN3990:
1825 	case QCA_WCN3991:
1826 	case QCA_WCN3998:
1827 		ret = qca_send_power_pulse(hu, true);
1828 		if (ret)
1829 			return ret;
1830 		break;
1831 
1832 	default:
1833 		break;
1834 	}
1835 
1836 	return qca_port_reopen(hu);
1837 }
1838 
1839 static int qca_power_on(struct hci_dev *hdev)
1840 {
1841 	struct hci_uart *hu = hci_get_drvdata(hdev);
1842 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1843 	struct qca_serdev *qcadev;
1844 	struct qca_data *qca = hu->priv;
1845 	int ret = 0;
1846 
1847 	/* Non-serdev device usually is powered by external power
1848 	 * and don't need additional action in driver for power on
1849 	 */
1850 	if (!hu->serdev)
1851 		return 0;
1852 
1853 	switch (soc_type) {
1854 	case QCA_QCA6390:
1855 	case QCA_WCN3950:
1856 	case QCA_WCN3988:
1857 	case QCA_WCN3990:
1858 	case QCA_WCN3991:
1859 	case QCA_WCN3998:
1860 	case QCA_WCN6750:
1861 	case QCA_WCN6855:
1862 	case QCA_WCN7850:
1863 		ret = qca_regulator_init(hu);
1864 		break;
1865 
1866 	default:
1867 		qcadev = serdev_device_get_drvdata(hu->serdev);
1868 		if (qcadev->bt_en) {
1869 			gpiod_set_value_cansleep(qcadev->bt_en, 1);
1870 			/* Controller needs time to bootup. */
1871 			msleep(150);
1872 		}
1873 	}
1874 
1875 	clear_bit(QCA_BT_OFF, &qca->flags);
1876 	return ret;
1877 }
1878 
1879 static void hci_coredump_qca(struct hci_dev *hdev)
1880 {
1881 	int err;
1882 	static const u8 param[] = { 0x26 };
1883 
1884 	err = __hci_cmd_send(hdev, 0xfc0c, 1, param);
1885 	if (err < 0)
1886 		bt_dev_err(hdev, "%s: trigger crash failed (%d)", __func__, err);
1887 }
1888 
1889 static int qca_get_data_path_id(struct hci_dev *hdev, __u8 *data_path_id)
1890 {
1891 	/* QCA uses 1 as non-HCI data path id for HFP */
1892 	*data_path_id = 1;
1893 	return 0;
1894 }
1895 
1896 static int qca_configure_hfp_offload(struct hci_dev *hdev)
1897 {
1898 	bt_dev_info(hdev, "HFP non-HCI data transport is supported");
1899 	hdev->get_data_path_id = qca_get_data_path_id;
1900 	/* Do not need to send HCI_Configure_Data_Path to configure non-HCI
1901 	 * data transport path for QCA controllers, so set below field as NULL.
1902 	 */
1903 	hdev->get_codec_config_data = NULL;
1904 	return 0;
1905 }
1906 
1907 static int qca_setup(struct hci_uart *hu)
1908 {
1909 	struct hci_dev *hdev = hu->hdev;
1910 	struct qca_data *qca = hu->priv;
1911 	unsigned int speed, qca_baudrate = QCA_BAUDRATE_115200;
1912 	unsigned int retries = 0;
1913 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1914 	const char *firmware_name = qca_get_firmware_name(hu);
1915 	const char *rampatch_name = qca_get_rampatch_name(hu);
1916 	int ret;
1917 	struct qca_btsoc_version ver;
1918 	struct qca_serdev *qcadev = NULL;
1919 	const char *soc_name;
1920 
1921 	if (hu->serdev)
1922 		qcadev = serdev_device_get_drvdata(hu->serdev);
1923 
1924 	ret = qca_check_speeds(hu);
1925 	if (ret)
1926 		return ret;
1927 
1928 	clear_bit(QCA_ROM_FW, &qca->flags);
1929 	/* Patch downloading has to be done without IBS mode */
1930 	set_bit(QCA_IBS_DISABLED, &qca->flags);
1931 
1932 	/* Enable controller to do both LE scan and BR/EDR inquiry
1933 	 * simultaneously.
1934 	 */
1935 	hci_set_quirk(hdev, HCI_QUIRK_SIMULTANEOUS_DISCOVERY);
1936 
1937 	switch (soc_type) {
1938 	case QCA_QCA2066:
1939 		soc_name = "qca2066";
1940 		break;
1941 
1942 	case QCA_WCN3950:
1943 	case QCA_WCN3988:
1944 	case QCA_WCN3990:
1945 	case QCA_WCN3991:
1946 	case QCA_WCN3998:
1947 		soc_name = "wcn399x";
1948 		break;
1949 
1950 	case QCA_WCN6750:
1951 		soc_name = "wcn6750";
1952 		break;
1953 
1954 	case QCA_WCN6855:
1955 		soc_name = "wcn6855";
1956 		break;
1957 
1958 	case QCA_WCN7850:
1959 		soc_name = "wcn7850";
1960 		break;
1961 
1962 	default:
1963 		soc_name = "ROME/QCA6390";
1964 	}
1965 	bt_dev_info(hdev, "setting up %s", soc_name);
1966 
1967 	qca->memdump_state = QCA_MEMDUMP_IDLE;
1968 
1969 retry:
1970 	ret = qca_power_on(hdev);
1971 	if (ret)
1972 		goto out;
1973 
1974 	clear_bit(QCA_SSR_TRIGGERED, &qca->flags);
1975 
1976 	switch (soc_type) {
1977 	case QCA_WCN3950:
1978 	case QCA_WCN3988:
1979 	case QCA_WCN3990:
1980 	case QCA_WCN3991:
1981 	case QCA_WCN3998:
1982 	case QCA_WCN6750:
1983 	case QCA_WCN6855:
1984 	case QCA_WCN7850:
1985 		if (qcadev && qcadev->bdaddr_property_broken)
1986 			hci_set_quirk(hdev, HCI_QUIRK_BDADDR_PROPERTY_BROKEN);
1987 
1988 		hci_set_aosp_capable(hdev);
1989 
1990 		ret = qca_read_soc_version(hdev, &ver, soc_type);
1991 		if (ret)
1992 			goto out;
1993 		break;
1994 
1995 	default:
1996 		qca_set_speed(hu, QCA_INIT_SPEED);
1997 	}
1998 
1999 	/* Setup user speed if needed */
2000 	speed = qca_get_speed(hu, QCA_OPER_SPEED);
2001 	if (speed) {
2002 		ret = qca_set_speed(hu, QCA_OPER_SPEED);
2003 		if (ret)
2004 			goto out;
2005 
2006 		qca_baudrate = qca_get_baudrate_value(speed);
2007 	}
2008 
2009 	switch (soc_type) {
2010 	case QCA_WCN3950:
2011 	case QCA_WCN3988:
2012 	case QCA_WCN3990:
2013 	case QCA_WCN3991:
2014 	case QCA_WCN3998:
2015 	case QCA_WCN6750:
2016 	case QCA_WCN6855:
2017 	case QCA_WCN7850:
2018 		break;
2019 
2020 	default:
2021 		/* Get QCA version information */
2022 		ret = qca_read_soc_version(hdev, &ver, soc_type);
2023 		if (ret)
2024 			goto out;
2025 	}
2026 
2027 	/* Setup patch / NVM configurations */
2028 	ret = qca_uart_setup(hdev, qca_baudrate, soc_type, ver,
2029 			firmware_name, rampatch_name);
2030 	if (!ret) {
2031 		clear_bit(QCA_IBS_DISABLED, &qca->flags);
2032 		qca_debugfs_init(hdev);
2033 		hu->hdev->hw_error = qca_hw_error;
2034 		hu->hdev->reset = qca_reset;
2035 		if (hu->serdev) {
2036 			if (device_can_wakeup(hu->serdev->ctrl->dev.parent))
2037 				hu->hdev->wakeup = qca_wakeup;
2038 		}
2039 	} else if (ret == -ENOENT) {
2040 		/* No patch/nvm-config found, run with original fw/config */
2041 		set_bit(QCA_ROM_FW, &qca->flags);
2042 		ret = 0;
2043 	} else if (ret == -EAGAIN) {
2044 		/*
2045 		 * Userspace firmware loader will return -EAGAIN in case no
2046 		 * patch/nvm-config is found, so run with original fw/config.
2047 		 */
2048 		set_bit(QCA_ROM_FW, &qca->flags);
2049 		ret = 0;
2050 	}
2051 
2052 out:
2053 	if (ret) {
2054 		qca_power_off(hu);
2055 
2056 		if (retries < MAX_INIT_RETRIES) {
2057 			bt_dev_warn(hdev, "Retry BT power ON:%d", retries);
2058 			if (hu->serdev) {
2059 				serdev_device_close(hu->serdev);
2060 				ret = serdev_device_open(hu->serdev);
2061 				if (ret) {
2062 					bt_dev_err(hdev, "failed to open port");
2063 					return ret;
2064 				}
2065 			}
2066 			retries++;
2067 			goto retry;
2068 		}
2069 		return ret;
2070 	}
2071 
2072 	/* Setup bdaddr */
2073 	if (soc_type == QCA_ROME)
2074 		hu->hdev->set_bdaddr = qca_set_bdaddr_rome;
2075 	else
2076 		hu->hdev->set_bdaddr = qca_set_bdaddr;
2077 
2078 	if (qcadev && qcadev->support_hfp_hw_offload)
2079 		qca_configure_hfp_offload(hdev);
2080 
2081 	qca->fw_version = le16_to_cpu(ver.patch_ver);
2082 	qca->controller_id = le16_to_cpu(ver.rom_ver);
2083 	hci_devcd_register(hdev, hci_coredump_qca, qca_dmp_hdr, NULL);
2084 
2085 	return ret;
2086 }
2087 
2088 static const struct hci_uart_proto qca_proto = {
2089 	.id		= HCI_UART_QCA,
2090 	.name		= "QCA",
2091 	.manufacturer	= 29,
2092 	.init_speed	= 115200,
2093 	.oper_speed	= 3000000,
2094 	.open		= qca_open,
2095 	.close		= qca_close,
2096 	.flush		= qca_flush,
2097 	.setup		= qca_setup,
2098 	.recv		= qca_recv,
2099 	.enqueue	= qca_enqueue,
2100 	.dequeue	= qca_dequeue,
2101 };
2102 
2103 static const struct qca_device_data qca_soc_data_qca2066 __maybe_unused = {
2104 	.soc_type = QCA_QCA2066,
2105 	.num_vregs = 0,
2106 	.capabilities = QCA_CAP_WIDEBAND_SPEECH | QCA_CAP_VALID_LE_STATES |
2107 			QCA_CAP_HFP_HW_OFFLOAD,
2108 };
2109 
2110 static const struct qca_device_data qca_soc_data_qca6390 __maybe_unused = {
2111 	.soc_type = QCA_QCA6390,
2112 	.num_vregs = 0,
2113 };
2114 
2115 static const struct qca_device_data qca_soc_data_wcn3950 __maybe_unused = {
2116 	.soc_type = QCA_WCN3950,
2117 	.vregs = (struct qca_vreg []) {
2118 		{ "vddio", 15000  },
2119 		{ "vddxo", 60000  },
2120 		{ "vddrf", 155000 },
2121 		{ "vddch0", 585000 },
2122 	},
2123 	.num_vregs = 4,
2124 };
2125 
2126 static const struct qca_device_data qca_soc_data_wcn3988 __maybe_unused = {
2127 	.soc_type = QCA_WCN3988,
2128 	.vregs = (struct qca_vreg []) {
2129 		{ "vddio", 15000  },
2130 		{ "vddxo", 80000  },
2131 		{ "vddrf", 300000 },
2132 		{ "vddch0", 450000 },
2133 	},
2134 	.num_vregs = 4,
2135 };
2136 
2137 static const struct qca_device_data qca_soc_data_wcn3990 __maybe_unused = {
2138 	.soc_type = QCA_WCN3990,
2139 	.vregs = (struct qca_vreg []) {
2140 		{ "vddio", 15000  },
2141 		{ "vddxo", 80000  },
2142 		{ "vddrf", 300000 },
2143 		{ "vddch0", 450000 },
2144 	},
2145 	.num_vregs = 4,
2146 };
2147 
2148 static const struct qca_device_data qca_soc_data_wcn3991 __maybe_unused = {
2149 	.soc_type = QCA_WCN3991,
2150 	.vregs = (struct qca_vreg []) {
2151 		{ "vddio", 15000  },
2152 		{ "vddxo", 80000  },
2153 		{ "vddrf", 300000 },
2154 		{ "vddch0", 450000 },
2155 	},
2156 	.num_vregs = 4,
2157 	.capabilities = QCA_CAP_WIDEBAND_SPEECH | QCA_CAP_VALID_LE_STATES,
2158 };
2159 
2160 static const struct qca_device_data qca_soc_data_wcn3998 __maybe_unused = {
2161 	.soc_type = QCA_WCN3998,
2162 	.vregs = (struct qca_vreg []) {
2163 		{ "vddio", 10000  },
2164 		{ "vddxo", 80000  },
2165 		{ "vddrf", 300000 },
2166 		{ "vddch0", 450000 },
2167 	},
2168 	.num_vregs = 4,
2169 };
2170 
2171 static const struct qca_device_data qca_soc_data_wcn6750 __maybe_unused = {
2172 	.soc_type = QCA_WCN6750,
2173 	.vregs = (struct qca_vreg []) {
2174 		{ "vddio", 5000 },
2175 		{ "vddaon", 26000 },
2176 		{ "vddbtcxmx", 126000 },
2177 		{ "vddrfacmn", 12500 },
2178 		{ "vddrfa0p8", 102000 },
2179 		{ "vddrfa1p7", 302000 },
2180 		{ "vddrfa1p2", 257000 },
2181 		{ "vddrfa2p2", 1700000 },
2182 		{ "vddasd", 200 },
2183 	},
2184 	.num_vregs = 9,
2185 	.capabilities = QCA_CAP_WIDEBAND_SPEECH | QCA_CAP_VALID_LE_STATES,
2186 };
2187 
2188 static const struct qca_device_data qca_soc_data_wcn6855 __maybe_unused = {
2189 	.soc_type = QCA_WCN6855,
2190 	.vregs = (struct qca_vreg []) {
2191 		{ "vddio", 5000 },
2192 		{ "vddbtcxmx", 126000 },
2193 		{ "vddrfacmn", 12500 },
2194 		{ "vddrfa0p8", 102000 },
2195 		{ "vddrfa1p7", 302000 },
2196 		{ "vddrfa1p2", 257000 },
2197 	},
2198 	.num_vregs = 6,
2199 	.capabilities = QCA_CAP_WIDEBAND_SPEECH | QCA_CAP_VALID_LE_STATES |
2200 			QCA_CAP_HFP_HW_OFFLOAD,
2201 };
2202 
2203 static const struct qca_device_data qca_soc_data_wcn7850 __maybe_unused = {
2204 	.soc_type = QCA_WCN7850,
2205 	.vregs = (struct qca_vreg []) {
2206 		{ "vddio", 5000 },
2207 		{ "vddaon", 26000 },
2208 		{ "vdddig", 126000 },
2209 		{ "vddrfa0p8", 102000 },
2210 		{ "vddrfa1p2", 257000 },
2211 		{ "vddrfa1p9", 302000 },
2212 	},
2213 	.num_vregs = 6,
2214 	.capabilities = QCA_CAP_WIDEBAND_SPEECH | QCA_CAP_VALID_LE_STATES |
2215 			QCA_CAP_HFP_HW_OFFLOAD,
2216 };
2217 
2218 static void qca_power_off(struct hci_uart *hu)
2219 {
2220 	struct qca_serdev *qcadev;
2221 	struct qca_data *qca = hu->priv;
2222 	unsigned long flags;
2223 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
2224 	bool sw_ctrl_state;
2225 	struct qca_power *power;
2226 
2227 	/* From this point we go into power off state. But serial port is
2228 	 * still open, stop queueing the IBS data and flush all the buffered
2229 	 * data in skb's.
2230 	 */
2231 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
2232 	set_bit(QCA_IBS_DISABLED, &qca->flags);
2233 	qca_flush(hu);
2234 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
2235 
2236 	/* Non-serdev device usually is powered by external power
2237 	 * and don't need additional action in driver for power down
2238 	 */
2239 	if (!hu->serdev)
2240 		return;
2241 
2242 	qcadev = serdev_device_get_drvdata(hu->serdev);
2243 	power = qcadev->bt_power;
2244 
2245 	switch (soc_type) {
2246 	case QCA_WCN3988:
2247 	case QCA_WCN3990:
2248 	case QCA_WCN3991:
2249 	case QCA_WCN3998:
2250 		host_set_baudrate(hu, 2400);
2251 		qca_send_power_pulse(hu, false);
2252 		break;
2253 	default:
2254 		break;
2255 	}
2256 
2257 	if (power && power->pwrseq) {
2258 		pwrseq_power_off(power->pwrseq);
2259 		set_bit(QCA_BT_OFF, &qca->flags);
2260 		return;
2261         }
2262 
2263 	switch (soc_type) {
2264 	case QCA_WCN3988:
2265 	case QCA_WCN3990:
2266 	case QCA_WCN3991:
2267 	case QCA_WCN3998:
2268 		qca_regulator_disable(qcadev);
2269 		break;
2270 
2271 	case QCA_WCN6750:
2272 	case QCA_WCN6855:
2273 		gpiod_set_value_cansleep(qcadev->bt_en, 0);
2274 		msleep(100);
2275 		qca_regulator_disable(qcadev);
2276 		if (qcadev->sw_ctrl) {
2277 			sw_ctrl_state = gpiod_get_value_cansleep(qcadev->sw_ctrl);
2278 			BT_DBG("SW_CTRL is %d", sw_ctrl_state);
2279 		}
2280 		break;
2281 
2282 	default:
2283 		gpiod_set_value_cansleep(qcadev->bt_en, 0);
2284 	}
2285 
2286 	set_bit(QCA_BT_OFF, &qca->flags);
2287 }
2288 
2289 static int qca_hci_shutdown(struct hci_dev *hdev)
2290 {
2291 	struct hci_uart *hu = hci_get_drvdata(hdev);
2292 	struct qca_data *qca = hu->priv;
2293 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
2294 
2295 	hu->hdev->hw_error = NULL;
2296 	hu->hdev->reset = NULL;
2297 
2298 	timer_delete_sync(&qca->wake_retrans_timer);
2299 	timer_delete_sync(&qca->tx_idle_timer);
2300 
2301 	/* Stop sending shutdown command if soc crashes. */
2302 	if (soc_type != QCA_ROME
2303 		&& qca->memdump_state == QCA_MEMDUMP_IDLE) {
2304 		qca_send_pre_shutdown_cmd(hdev);
2305 		usleep_range(8000, 10000);
2306 	}
2307 
2308 	qca_power_off(hu);
2309 	return 0;
2310 }
2311 
2312 static int qca_regulator_enable(struct qca_serdev *qcadev)
2313 {
2314 	struct qca_power *power = qcadev->bt_power;
2315 	int ret;
2316 
2317 	if (power->pwrseq)
2318 		return pwrseq_power_on(power->pwrseq);
2319 
2320 	/* Already enabled */
2321 	if (power->vregs_on)
2322 		return 0;
2323 
2324 	BT_DBG("enabling %d regulators)", power->num_vregs);
2325 
2326 	ret = regulator_bulk_enable(power->num_vregs, power->vreg_bulk);
2327 	if (ret)
2328 		return ret;
2329 
2330 	power->vregs_on = true;
2331 
2332 	ret = clk_prepare_enable(qcadev->susclk);
2333 	if (ret)
2334 		qca_regulator_disable(qcadev);
2335 
2336 	return ret;
2337 }
2338 
2339 static void qca_regulator_disable(struct qca_serdev *qcadev)
2340 {
2341 	struct qca_power *power;
2342 
2343 	if (!qcadev)
2344 		return;
2345 
2346 	power = qcadev->bt_power;
2347 
2348 	/* Already disabled? */
2349 	if (!power->vregs_on)
2350 		return;
2351 
2352 	regulator_bulk_disable(power->num_vregs, power->vreg_bulk);
2353 	power->vregs_on = false;
2354 
2355 	clk_disable_unprepare(qcadev->susclk);
2356 }
2357 
2358 static int qca_init_regulators(struct qca_power *qca,
2359 				const struct qca_vreg *vregs, size_t num_vregs)
2360 {
2361 	struct regulator_bulk_data *bulk;
2362 	int ret;
2363 	int i;
2364 
2365 	bulk = devm_kcalloc(qca->dev, num_vregs, sizeof(*bulk), GFP_KERNEL);
2366 	if (!bulk)
2367 		return -ENOMEM;
2368 
2369 	for (i = 0; i < num_vregs; i++)
2370 		bulk[i].supply = vregs[i].name;
2371 
2372 	ret = devm_regulator_bulk_get(qca->dev, num_vregs, bulk);
2373 	if (ret < 0)
2374 		return ret;
2375 
2376 	for (i = 0; i < num_vregs; i++) {
2377 		ret = regulator_set_load(bulk[i].consumer, vregs[i].load_uA);
2378 		if (ret)
2379 			return ret;
2380 	}
2381 
2382 	qca->vreg_bulk = bulk;
2383 	qca->num_vregs = num_vregs;
2384 
2385 	return 0;
2386 }
2387 
2388 static int qca_serdev_probe(struct serdev_device *serdev)
2389 {
2390 	struct qca_serdev *qcadev;
2391 	struct hci_dev *hdev;
2392 	const struct qca_device_data *data;
2393 	int err;
2394 	bool power_ctrl_enabled = true;
2395 
2396 	qcadev = devm_kzalloc(&serdev->dev, sizeof(*qcadev), GFP_KERNEL);
2397 	if (!qcadev)
2398 		return -ENOMEM;
2399 
2400 	qcadev->serdev_hu.serdev = serdev;
2401 	data = device_get_match_data(&serdev->dev);
2402 	serdev_device_set_drvdata(serdev, qcadev);
2403 	device_property_read_string_array(&serdev->dev, "firmware-name",
2404 					 qcadev->firmware_name, ARRAY_SIZE(qcadev->firmware_name));
2405 	device_property_read_u32(&serdev->dev, "max-speed",
2406 				 &qcadev->oper_speed);
2407 	if (!qcadev->oper_speed)
2408 		BT_DBG("UART will pick default operating speed");
2409 
2410 	qcadev->bdaddr_property_broken = device_property_read_bool(&serdev->dev,
2411 			"qcom,local-bd-address-broken");
2412 
2413 	if (data)
2414 		qcadev->btsoc_type = data->soc_type;
2415 	else
2416 		qcadev->btsoc_type = QCA_ROME;
2417 
2418 	switch (qcadev->btsoc_type) {
2419 	case QCA_QCA6390:
2420 	case QCA_WCN3950:
2421 	case QCA_WCN3988:
2422 	case QCA_WCN3990:
2423 	case QCA_WCN3991:
2424 	case QCA_WCN3998:
2425 	case QCA_WCN6750:
2426 	case QCA_WCN6855:
2427 	case QCA_WCN7850:
2428 		qcadev->bt_power = devm_kzalloc(&serdev->dev,
2429 						sizeof(struct qca_power),
2430 						GFP_KERNEL);
2431 		if (!qcadev->bt_power)
2432 			return -ENOMEM;
2433 		break;
2434 	default:
2435 		break;
2436 	}
2437 
2438 	switch (qcadev->btsoc_type) {
2439 	case QCA_WCN3950:
2440 	case QCA_WCN3988:
2441 	case QCA_WCN3990:
2442 	case QCA_WCN3991:
2443 	case QCA_WCN3998:
2444 	case QCA_WCN6750:
2445 	case QCA_WCN6855:
2446 	case QCA_WCN7850:
2447 		if (!device_property_present(&serdev->dev, "enable-gpios")) {
2448 			/*
2449 			 * Backward compatibility with old DT sources. If the
2450 			 * node doesn't have the 'enable-gpios' property then
2451 			 * let's use the power sequencer. Otherwise, let's
2452 			 * drive everything ourselves.
2453 			 */
2454 			qcadev->bt_power->pwrseq = devm_pwrseq_get(&serdev->dev,
2455 								   "bluetooth");
2456 
2457 			/*
2458 			 * Some modules have BT_EN enabled via a hardware pull-up,
2459 			 * meaning it is not defined in the DTS and is not controlled
2460 			 * through the power sequence. In such cases, fall through
2461 			 * to follow the legacy flow.
2462 			 */
2463 			if (IS_ERR(qcadev->bt_power->pwrseq))
2464 				qcadev->bt_power->pwrseq = NULL;
2465 			else
2466 				break;
2467 		}
2468 
2469 		qcadev->bt_power->dev = &serdev->dev;
2470 		err = qca_init_regulators(qcadev->bt_power, data->vregs,
2471 					  data->num_vregs);
2472 		if (err) {
2473 			BT_ERR("Failed to init regulators:%d", err);
2474 			return err;
2475 		}
2476 
2477 		qcadev->bt_power->vregs_on = false;
2478 
2479 		qcadev->bt_en = devm_gpiod_get_optional(&serdev->dev, "enable",
2480 					       GPIOD_OUT_LOW);
2481 		if (IS_ERR(qcadev->bt_en))
2482 			return dev_err_probe(&serdev->dev,
2483 					     PTR_ERR(qcadev->bt_en),
2484 					     "failed to acquire BT_EN gpio\n");
2485 
2486 		if (!qcadev->bt_en &&
2487 		    (data->soc_type == QCA_WCN6750 ||
2488 		     data->soc_type == QCA_WCN6855 ||
2489 		     data->soc_type == QCA_WCN7850))
2490 			power_ctrl_enabled = false;
2491 
2492 		qcadev->sw_ctrl = devm_gpiod_get_optional(&serdev->dev, "swctrl",
2493 					       GPIOD_IN);
2494 		if (IS_ERR(qcadev->sw_ctrl) &&
2495 		    (data->soc_type == QCA_WCN6750 ||
2496 		     data->soc_type == QCA_WCN6855 ||
2497 		     data->soc_type == QCA_WCN7850)) {
2498 			dev_err(&serdev->dev, "failed to acquire SW_CTRL gpio\n");
2499 			return PTR_ERR(qcadev->sw_ctrl);
2500 		}
2501 
2502 		qcadev->susclk = devm_clk_get_optional(&serdev->dev, NULL);
2503 		if (IS_ERR(qcadev->susclk)) {
2504 			dev_err(&serdev->dev, "failed to acquire clk\n");
2505 			return PTR_ERR(qcadev->susclk);
2506 		}
2507 		break;
2508 
2509 	case QCA_QCA6390:
2510 		if (dev_of_node(&serdev->dev)) {
2511 			qcadev->bt_power->pwrseq = devm_pwrseq_get(&serdev->dev,
2512 								   "bluetooth");
2513 			if (IS_ERR(qcadev->bt_power->pwrseq))
2514 				return PTR_ERR(qcadev->bt_power->pwrseq);
2515 			break;
2516 		}
2517 		fallthrough;
2518 
2519 	default:
2520 		qcadev->bt_en = devm_gpiod_get_optional(&serdev->dev, "enable",
2521 					       GPIOD_OUT_LOW);
2522 		if (IS_ERR(qcadev->bt_en)) {
2523 			dev_err(&serdev->dev, "failed to acquire enable gpio\n");
2524 			return PTR_ERR(qcadev->bt_en);
2525 		}
2526 
2527 		if (!qcadev->bt_en)
2528 			power_ctrl_enabled = false;
2529 
2530 		qcadev->susclk = devm_clk_get_optional_enabled_with_rate(
2531 					&serdev->dev, NULL, SUSCLK_RATE_32KHZ);
2532 		if (IS_ERR(qcadev->susclk)) {
2533 			dev_warn(&serdev->dev, "failed to acquire clk\n");
2534 			return PTR_ERR(qcadev->susclk);
2535 		}
2536 	}
2537 
2538 	err = hci_uart_register_device(&qcadev->serdev_hu, &qca_proto);
2539 	if (err) {
2540 		BT_ERR("serdev registration failed");
2541 		return err;
2542 	}
2543 
2544 	hdev = qcadev->serdev_hu.hdev;
2545 
2546 	if (power_ctrl_enabled) {
2547 		hci_set_quirk(hdev, HCI_QUIRK_NON_PERSISTENT_SETUP);
2548 		hdev->shutdown = qca_hci_shutdown;
2549 	}
2550 
2551 	if (data) {
2552 		/* Wideband speech support must be set per driver since it can't
2553 		 * be queried via hci. Same with the valid le states quirk.
2554 		 */
2555 		if (data->capabilities & QCA_CAP_WIDEBAND_SPEECH)
2556 			hci_set_quirk(hdev,
2557 				      HCI_QUIRK_WIDEBAND_SPEECH_SUPPORTED);
2558 
2559 		if (!(data->capabilities & QCA_CAP_VALID_LE_STATES))
2560 			hci_set_quirk(hdev, HCI_QUIRK_BROKEN_LE_STATES);
2561 
2562 		if (data->capabilities & QCA_CAP_HFP_HW_OFFLOAD)
2563 			qcadev->support_hfp_hw_offload = true;
2564 	}
2565 
2566 	return 0;
2567 }
2568 
2569 static void qca_serdev_remove(struct serdev_device *serdev)
2570 {
2571 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2572 	struct qca_power *power = qcadev->bt_power;
2573 
2574 	switch (qcadev->btsoc_type) {
2575 	case QCA_WCN3988:
2576 	case QCA_WCN3990:
2577 	case QCA_WCN3991:
2578 	case QCA_WCN3998:
2579 	case QCA_WCN6750:
2580 	case QCA_WCN6855:
2581 	case QCA_WCN7850:
2582 		if (power->vregs_on)
2583 			qca_power_off(&qcadev->serdev_hu);
2584 		break;
2585 	default:
2586 		break;
2587 	}
2588 
2589 	hci_uart_unregister_device(&qcadev->serdev_hu);
2590 }
2591 
2592 static void qca_serdev_shutdown(struct serdev_device *serdev)
2593 {
2594 	int ret;
2595 	int timeout = CMD_TRANS_TIMEOUT;
2596 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2597 	struct hci_uart *hu = &qcadev->serdev_hu;
2598 	struct hci_dev *hdev = hu->hdev;
2599 	const u8 ibs_wake_cmd[] = { 0xFD };
2600 	const u8 edl_reset_soc_cmd[] = { 0x01, 0x00, 0xFC, 0x01, 0x05 };
2601 
2602 	if (qcadev->btsoc_type == QCA_QCA6390) {
2603 		/* The purpose of sending the VSC is to reset SOC into a initial
2604 		 * state and the state will ensure next hdev->setup() success.
2605 		 * if HCI_QUIRK_NON_PERSISTENT_SETUP is set, it means that
2606 		 * hdev->setup() can do its job regardless of SoC state, so
2607 		 * don't need to send the VSC.
2608 		 * if HCI_SETUP is set, it means that hdev->setup() was never
2609 		 * invoked and the SOC is already in the initial state, so
2610 		 * don't also need to send the VSC.
2611 		 */
2612 		if (hci_test_quirk(hdev, HCI_QUIRK_NON_PERSISTENT_SETUP) ||
2613 		    hci_dev_test_flag(hdev, HCI_SETUP))
2614 			return;
2615 
2616 		/* The serdev must be in open state when control logic arrives
2617 		 * here, so also fix the use-after-free issue caused by that
2618 		 * the serdev is flushed or wrote after it is closed.
2619 		 */
2620 		serdev_device_write_flush(serdev);
2621 		ret = serdev_device_write_buf(serdev, ibs_wake_cmd,
2622 					      sizeof(ibs_wake_cmd));
2623 		if (ret < 0) {
2624 			BT_ERR("QCA send IBS_WAKE_IND error: %d", ret);
2625 			return;
2626 		}
2627 		serdev_device_wait_until_sent(serdev, timeout);
2628 		usleep_range(8000, 10000);
2629 
2630 		serdev_device_write_flush(serdev);
2631 		ret = serdev_device_write_buf(serdev, edl_reset_soc_cmd,
2632 					      sizeof(edl_reset_soc_cmd));
2633 		if (ret < 0) {
2634 			BT_ERR("QCA send EDL_RESET_REQ error: %d", ret);
2635 			return;
2636 		}
2637 		serdev_device_wait_until_sent(serdev, timeout);
2638 		usleep_range(8000, 10000);
2639 	}
2640 }
2641 
2642 static int __maybe_unused qca_suspend(struct device *dev)
2643 {
2644 	struct serdev_device *serdev = to_serdev_device(dev);
2645 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2646 	struct hci_uart *hu = &qcadev->serdev_hu;
2647 	struct qca_data *qca = hu->priv;
2648 	unsigned long flags;
2649 	bool tx_pending = false;
2650 	int ret = 0;
2651 	u8 cmd;
2652 	unsigned long wait_timeout = 0;
2653 
2654 	set_bit(QCA_SUSPENDING, &qca->flags);
2655 
2656 	/* if BT SoC is running with default firmware then it does not
2657 	 * support in-band sleep
2658 	 */
2659 	if (test_bit(QCA_ROM_FW, &qca->flags))
2660 		return 0;
2661 
2662 	/* During SSR after memory dump collection, controller will be
2663 	 * powered off and then powered on.If controller is powered off
2664 	 * during SSR then we should wait until SSR is completed.
2665 	 */
2666 	if (test_bit(QCA_BT_OFF, &qca->flags) &&
2667 	    !test_bit(QCA_SSR_TRIGGERED, &qca->flags))
2668 		return 0;
2669 
2670 	if (test_bit(QCA_IBS_DISABLED, &qca->flags) ||
2671 	    test_bit(QCA_SSR_TRIGGERED, &qca->flags)) {
2672 		wait_timeout = test_bit(QCA_SSR_TRIGGERED, &qca->flags) ?
2673 					IBS_DISABLE_SSR_TIMEOUT :
2674 					FW_DOWNLOAD_TIMEOUT;
2675 
2676 		/* QCA_IBS_DISABLED flag is set to true, During FW download
2677 		 * and during memory dump collection. It is reset to false,
2678 		 * After FW download complete.
2679 		 */
2680 		wait_on_bit_timeout(&qca->flags, QCA_IBS_DISABLED,
2681 			    TASK_UNINTERRUPTIBLE, wait_timeout);
2682 
2683 		if (test_bit(QCA_IBS_DISABLED, &qca->flags)) {
2684 			bt_dev_err(hu->hdev, "SSR or FW download time out");
2685 			ret = -ETIMEDOUT;
2686 			goto error;
2687 		}
2688 	}
2689 
2690 	cancel_work_sync(&qca->ws_awake_device);
2691 	cancel_work_sync(&qca->ws_awake_rx);
2692 
2693 	spin_lock_irqsave_nested(&qca->hci_ibs_lock,
2694 				 flags, SINGLE_DEPTH_NESTING);
2695 
2696 	switch (qca->tx_ibs_state) {
2697 	case HCI_IBS_TX_WAKING:
2698 		timer_delete(&qca->wake_retrans_timer);
2699 		fallthrough;
2700 	case HCI_IBS_TX_AWAKE:
2701 		timer_delete(&qca->tx_idle_timer);
2702 
2703 		serdev_device_write_flush(hu->serdev);
2704 		cmd = HCI_IBS_SLEEP_IND;
2705 		ret = serdev_device_write_buf(hu->serdev, &cmd, sizeof(cmd));
2706 
2707 		if (ret < 0) {
2708 			BT_ERR("Failed to send SLEEP to device");
2709 			break;
2710 		}
2711 
2712 		qca->tx_ibs_state = HCI_IBS_TX_ASLEEP;
2713 		qca->ibs_sent_slps++;
2714 		tx_pending = true;
2715 		break;
2716 
2717 	case HCI_IBS_TX_ASLEEP:
2718 		break;
2719 
2720 	default:
2721 		BT_ERR("Spurious tx state %d", qca->tx_ibs_state);
2722 		ret = -EINVAL;
2723 		break;
2724 	}
2725 
2726 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
2727 
2728 	if (ret < 0)
2729 		goto error;
2730 
2731 	if (tx_pending) {
2732 		serdev_device_wait_until_sent(hu->serdev,
2733 					      CMD_TRANS_TIMEOUT);
2734 		serial_clock_vote(HCI_IBS_TX_VOTE_CLOCK_OFF, hu);
2735 	}
2736 
2737 	/* Wait for HCI_IBS_SLEEP_IND sent by device to indicate its Tx is going
2738 	 * to sleep, so that the packet does not wake the system later.
2739 	 */
2740 	ret = wait_event_interruptible_timeout(qca->suspend_wait_q,
2741 			qca->rx_ibs_state == HCI_IBS_RX_ASLEEP,
2742 			IBS_BTSOC_TX_IDLE_TIMEOUT);
2743 	if (ret == 0) {
2744 		ret = -ETIMEDOUT;
2745 		goto error;
2746 	}
2747 
2748 	return 0;
2749 
2750 error:
2751 	clear_bit(QCA_SUSPENDING, &qca->flags);
2752 
2753 	return ret;
2754 }
2755 
2756 static int __maybe_unused qca_resume(struct device *dev)
2757 {
2758 	struct serdev_device *serdev = to_serdev_device(dev);
2759 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2760 	struct hci_uart *hu = &qcadev->serdev_hu;
2761 	struct qca_data *qca = hu->priv;
2762 
2763 	clear_bit(QCA_SUSPENDING, &qca->flags);
2764 
2765 	return 0;
2766 }
2767 
2768 static SIMPLE_DEV_PM_OPS(qca_pm_ops, qca_suspend, qca_resume);
2769 
2770 #ifdef CONFIG_OF
2771 static const struct of_device_id qca_bluetooth_of_match[] = {
2772 	{ .compatible = "qcom,qca2066-bt", .data = &qca_soc_data_qca2066},
2773 	{ .compatible = "qcom,qca6174-bt" },
2774 	{ .compatible = "qcom,qca6390-bt", .data = &qca_soc_data_qca6390},
2775 	{ .compatible = "qcom,qca9377-bt" },
2776 	{ .compatible = "qcom,wcn3950-bt", .data = &qca_soc_data_wcn3950},
2777 	{ .compatible = "qcom,wcn3988-bt", .data = &qca_soc_data_wcn3988},
2778 	{ .compatible = "qcom,wcn3990-bt", .data = &qca_soc_data_wcn3990},
2779 	{ .compatible = "qcom,wcn3991-bt", .data = &qca_soc_data_wcn3991},
2780 	{ .compatible = "qcom,wcn3998-bt", .data = &qca_soc_data_wcn3998},
2781 	{ .compatible = "qcom,wcn6750-bt", .data = &qca_soc_data_wcn6750},
2782 	{ .compatible = "qcom,wcn6855-bt", .data = &qca_soc_data_wcn6855},
2783 	{ .compatible = "qcom,wcn7850-bt", .data = &qca_soc_data_wcn7850},
2784 	{ /* sentinel */ }
2785 };
2786 MODULE_DEVICE_TABLE(of, qca_bluetooth_of_match);
2787 #endif
2788 
2789 #ifdef CONFIG_ACPI
2790 static const struct acpi_device_id qca_bluetooth_acpi_match[] = {
2791 	{ "QCOM2066", (kernel_ulong_t)&qca_soc_data_qca2066 },
2792 	{ "QCOM6390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2793 	{ "DLA16390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2794 	{ "DLB16390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2795 	{ "DLB26390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2796 	{ },
2797 };
2798 MODULE_DEVICE_TABLE(acpi, qca_bluetooth_acpi_match);
2799 #endif
2800 
2801 #ifdef CONFIG_DEV_COREDUMP
2802 static void hciqca_coredump(struct device *dev)
2803 {
2804 	struct serdev_device *serdev = to_serdev_device(dev);
2805 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2806 	struct hci_uart *hu = &qcadev->serdev_hu;
2807 	struct hci_dev  *hdev = hu->hdev;
2808 
2809 	if (hdev->dump.coredump)
2810 		hdev->dump.coredump(hdev);
2811 }
2812 #endif
2813 
2814 static struct serdev_device_driver qca_serdev_driver = {
2815 	.probe = qca_serdev_probe,
2816 	.remove = qca_serdev_remove,
2817 	.shutdown = qca_serdev_shutdown,
2818 	.driver = {
2819 		.name = "hci_uart_qca",
2820 		.of_match_table = of_match_ptr(qca_bluetooth_of_match),
2821 		.acpi_match_table = ACPI_PTR(qca_bluetooth_acpi_match),
2822 		.pm = &qca_pm_ops,
2823 #ifdef CONFIG_DEV_COREDUMP
2824 		.coredump = hciqca_coredump,
2825 #endif
2826 	},
2827 };
2828 
2829 int __init qca_init(void)
2830 {
2831 	serdev_device_driver_register(&qca_serdev_driver);
2832 
2833 	return hci_uart_register_proto(&qca_proto);
2834 }
2835 
2836 int __exit qca_deinit(void)
2837 {
2838 	serdev_device_driver_unregister(&qca_serdev_driver);
2839 
2840 	return hci_uart_unregister_proto(&qca_proto);
2841 }
2842