1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3 *
4 * Bluetooth support for Intel PCIe devices
5 *
6 * Copyright (C) 2024 Intel Corporation
7 */
8
9 /* Control and Status Register(BTINTEL_PCIE_CSR) */
10 #define BTINTEL_PCIE_CSR_BASE (0x000)
11 #define BTINTEL_PCIE_CSR_FUNC_CTRL_REG (BTINTEL_PCIE_CSR_BASE + 0x024)
12 #define BTINTEL_PCIE_CSR_HW_REV_REG (BTINTEL_PCIE_CSR_BASE + 0x028)
13 #define BTINTEL_PCIE_CSR_RF_ID_REG (BTINTEL_PCIE_CSR_BASE + 0x09C)
14 #define BTINTEL_PCIE_CSR_BOOT_STAGE_REG (BTINTEL_PCIE_CSR_BASE + 0x108)
15 #define BTINTEL_PCIE_CSR_IPC_CONTROL_REG (BTINTEL_PCIE_CSR_BASE + 0x10C)
16 #define BTINTEL_PCIE_CSR_IPC_STATUS_REG (BTINTEL_PCIE_CSR_BASE + 0x110)
17 #define BTINTEL_PCIE_CSR_IPC_SLEEP_CTL_REG (BTINTEL_PCIE_CSR_BASE + 0x114)
18 #define BTINTEL_PCIE_CSR_CI_ADDR_LSB_REG (BTINTEL_PCIE_CSR_BASE + 0x118)
19 #define BTINTEL_PCIE_CSR_CI_ADDR_MSB_REG (BTINTEL_PCIE_CSR_BASE + 0x11C)
20 #define BTINTEL_PCIE_CSR_IMG_RESPONSE_REG (BTINTEL_PCIE_CSR_BASE + 0x12C)
21 #define BTINTEL_PCIE_CSR_MBOX_1_REG (BTINTEL_PCIE_CSR_BASE + 0x170)
22 #define BTINTEL_PCIE_CSR_MBOX_2_REG (BTINTEL_PCIE_CSR_BASE + 0x174)
23 #define BTINTEL_PCIE_CSR_MBOX_3_REG (BTINTEL_PCIE_CSR_BASE + 0x178)
24 #define BTINTEL_PCIE_CSR_MBOX_4_REG (BTINTEL_PCIE_CSR_BASE + 0x17C)
25 #define BTINTEL_PCIE_CSR_MBOX_STATUS_REG (BTINTEL_PCIE_CSR_BASE + 0x180)
26 #define BTINTEL_PCIE_PRPH_DEV_ADDR_REG (BTINTEL_PCIE_CSR_BASE + 0x440)
27 #define BTINTEL_PCIE_PRPH_DEV_RD_REG (BTINTEL_PCIE_CSR_BASE + 0x458)
28 #define BTINTEL_PCIE_CSR_HBUS_TARG_WRPTR (BTINTEL_PCIE_CSR_BASE + 0x460)
29
30 /* BTINTEL_PCIE_CSR Function Control Register */
31 #define BTINTEL_PCIE_CSR_FUNC_CTRL_FUNC_ENA (BIT(0))
32 #define BTINTEL_PCIE_CSR_FUNC_CTRL_MAC_INIT (BIT(6))
33 #define BTINTEL_PCIE_CSR_FUNC_CTRL_FUNC_INIT (BIT(7))
34 #define BTINTEL_PCIE_CSR_FUNC_CTRL_MAC_ACCESS_STS (BIT(20))
35
36 #define BTINTEL_PCIE_CSR_FUNC_CTRL_MAC_ACCESS_REQ (BIT(21))
37 /* Stop MAC Access disconnection request */
38 #define BTINTEL_PCIE_CSR_FUNC_CTRL_STOP_MAC_ACCESS_DIS (BIT(22))
39 #define BTINTEL_PCIE_CSR_FUNC_CTRL_XTAL_CLK_REQ (BIT(23))
40
41 #define BTINTEL_PCIE_CSR_FUNC_CTRL_BUS_MASTER_STS (BIT(28))
42 #define BTINTEL_PCIE_CSR_FUNC_CTRL_BUS_MASTER_DISCON (BIT(29))
43 #define BTINTEL_PCIE_CSR_FUNC_CTRL_SW_RESET (BIT(31))
44
45 /* Value for BTINTEL_PCIE_CSR_BOOT_STAGE register */
46 #define BTINTEL_PCIE_CSR_BOOT_STAGE_ROM (BIT(0))
47 #define BTINTEL_PCIE_CSR_BOOT_STAGE_IML (BIT(1))
48 #define BTINTEL_PCIE_CSR_BOOT_STAGE_OPFW (BIT(2))
49 #define BTINTEL_PCIE_CSR_BOOT_STAGE_ROM_LOCKDOWN (BIT(10))
50 #define BTINTEL_PCIE_CSR_BOOT_STAGE_IML_LOCKDOWN (BIT(11))
51 #define BTINTEL_PCIE_CSR_BOOT_STAGE_DEVICE_ERR (BIT(12))
52 #define BTINTEL_PCIE_CSR_BOOT_STAGE_ABORT_HANDLER (BIT(13))
53 #define BTINTEL_PCIE_CSR_BOOT_STAGE_DEVICE_HALTED (BIT(14))
54 #define BTINTEL_PCIE_CSR_BOOT_STAGE_MAC_ACCESS_ON (BIT(16))
55 #define BTINTEL_PCIE_CSR_BOOT_STAGE_ALIVE (BIT(23))
56 #define BTINTEL_PCIE_CSR_BOOT_STAGE_D3_STATE_READY (BIT(24))
57
58 /* Registers for MSI-X */
59 #define BTINTEL_PCIE_CSR_MSIX_BASE (0x2000)
60 #define BTINTEL_PCIE_CSR_MSIX_FH_INT_CAUSES (BTINTEL_PCIE_CSR_MSIX_BASE + 0x0800)
61 #define BTINTEL_PCIE_CSR_MSIX_FH_INT_MASK (BTINTEL_PCIE_CSR_MSIX_BASE + 0x0804)
62 #define BTINTEL_PCIE_CSR_MSIX_HW_INT_CAUSES (BTINTEL_PCIE_CSR_MSIX_BASE + 0x0808)
63 #define BTINTEL_PCIE_CSR_MSIX_HW_INT_MASK (BTINTEL_PCIE_CSR_MSIX_BASE + 0x080C)
64 #define BTINTEL_PCIE_CSR_MSIX_AUTOMASK_ST (BTINTEL_PCIE_CSR_MSIX_BASE + 0x0810)
65 #define BTINTEL_PCIE_CSR_MSIX_AUTOMASK_EN (BTINTEL_PCIE_CSR_MSIX_BASE + 0x0814)
66 #define BTINTEL_PCIE_CSR_MSIX_IVAR_BASE (BTINTEL_PCIE_CSR_MSIX_BASE + 0x0880)
67 #define BTINTEL_PCIE_CSR_MSIX_IVAR(cause) (BTINTEL_PCIE_CSR_MSIX_IVAR_BASE + (cause))
68
69 /* IOSF Debug Register */
70 #define BTINTEL_PCIE_DBGC_BASE_ADDR (0xf3800300)
71 #define BTINTEL_PCIE_DBGC_CUR_DBGBUFF_STATUS (BTINTEL_PCIE_DBGC_BASE_ADDR + 0x1C)
72 #define BTINTEL_PCIE_DBGC_DBGBUFF_WRAP_ARND (BTINTEL_PCIE_DBGC_BASE_ADDR + 0x2C)
73
74 #define BTINTEL_PCIE_DBG_IDX_BIT_MASK 0x0F
75 #define BTINTEL_PCIE_DBGC_DBG_BUF_IDX(data) (((data) >> 24) & BTINTEL_PCIE_DBG_IDX_BIT_MASK)
76 #define BTINTEL_PCIE_DBG_OFFSET_BIT_MASK 0xFFFFFF
77
78 /* The DRAM buffer count, each buffer size, and
79 * fragment buffer size
80 */
81 #define BTINTEL_PCIE_DBGC_BUFFER_COUNT 16
82 #define BTINTEL_PCIE_DBGC_BUFFER_SIZE (256 * 1024) /* 256 KB */
83
84 #define BTINTEL_PCIE_DBGC_FRAG_VERSION 1
85 #define BTINTEL_PCIE_DBGC_FRAG_BUFFER_COUNT BTINTEL_PCIE_DBGC_BUFFER_COUNT
86
87 /* Magic number(4), version(4), size of payload length(4) */
88 #define BTINTEL_PCIE_DBGC_FRAG_HEADER_SIZE 12
89
90 /* Num of alloc Dbg buff (4) + (LSB(4), MSB(4), Size(4)) for each buffer */
91 #define BTINTEL_PCIE_DBGC_FRAG_PAYLOAD_SIZE 196
92
93 /* Causes for the FH register interrupts */
94 enum msix_fh_int_causes {
95 BTINTEL_PCIE_MSIX_FH_INT_CAUSES_0 = BIT(0), /* cause 0 */
96 BTINTEL_PCIE_MSIX_FH_INT_CAUSES_1 = BIT(1), /* cause 1 */
97 };
98
99 /* Causes for the HW register interrupts */
100 enum msix_hw_int_causes {
101 BTINTEL_PCIE_MSIX_HW_INT_CAUSES_GP0 = BIT(0), /* cause 32 */
102 BTINTEL_PCIE_MSIX_HW_INT_CAUSES_GP1 = BIT(1), /* cause 33 */
103 BTINTEL_PCIE_MSIX_HW_INT_CAUSES_HWEXP = BIT(3), /* cause 35 */
104 };
105
106 /* PCIe device states
107 * Host-Device interface is active
108 * Host-Device interface is inactive(as reflected by IPC_SLEEP_CONTROL_CSR_AD)
109 * Host-Device interface is inactive(as reflected by IPC_SLEEP_CONTROL_CSR_AD)
110 */
111 enum {
112 BTINTEL_PCIE_STATE_D0 = 0,
113 BTINTEL_PCIE_STATE_D3_HOT = 2,
114 BTINTEL_PCIE_STATE_D3_COLD = 3,
115 };
116
117 enum {
118 BTINTEL_PCIE_CORE_HALTED,
119 BTINTEL_PCIE_HWEXP_INPROGRESS,
120 BTINTEL_PCIE_COREDUMP_INPROGRESS,
121 BTINTEL_PCIE_RECOVERY_IN_PROGRESS,
122 BTINTEL_PCIE_SETUP_DONE
123 };
124
125 enum btintel_pcie_tlv_type {
126 BTINTEL_CNVI_BT,
127 BTINTEL_WRITE_PTR,
128 BTINTEL_WRAP_CTR,
129 BTINTEL_TRIGGER_REASON,
130 BTINTEL_FW_SHA,
131 BTINTEL_CNVR_TOP,
132 BTINTEL_CNVI_TOP,
133 BTINTEL_DUMP_TIME,
134 BTINTEL_FW_BUILD,
135 };
136
137 /* causes for the MBOX interrupts */
138 enum msix_mbox_int_causes {
139 BTINTEL_PCIE_CSR_MBOX_STATUS_MBOX1 = BIT(0), /* cause MBOX1 */
140 BTINTEL_PCIE_CSR_MBOX_STATUS_MBOX2 = BIT(1), /* cause MBOX2 */
141 BTINTEL_PCIE_CSR_MBOX_STATUS_MBOX3 = BIT(2), /* cause MBOX3 */
142 BTINTEL_PCIE_CSR_MBOX_STATUS_MBOX4 = BIT(3), /* cause MBOX4 */
143 };
144
145 #define BTINTEL_PCIE_MSIX_NON_AUTO_CLEAR_CAUSE BIT(7)
146
147 /* Minimum and Maximum number of MSI-X Vector
148 * Intel Bluetooth PCIe support only 1 vector
149 */
150 #define BTINTEL_PCIE_MSIX_VEC_MAX 1
151 #define BTINTEL_PCIE_MSIX_VEC_MIN 1
152
153 /* Default poll time for MAC access during init */
154 #define BTINTEL_DEFAULT_MAC_ACCESS_TIMEOUT_US 200000
155
156 /* Default interrupt timeout in msec */
157 #define BTINTEL_DEFAULT_INTR_TIMEOUT_MS 3000
158
159 /* The number of descriptors in TX queues */
160 #define BTINTEL_PCIE_TX_DESCS_COUNT 32
161
162 /* The number of descriptors in RX queues */
163 #define BTINTEL_PCIE_RX_DESCS_COUNT 64
164
165 /* Number of Queue for TX and RX
166 * It indicates the index of the IA(Index Array)
167 */
168 enum {
169 BTINTEL_PCIE_TXQ_NUM = 0,
170 BTINTEL_PCIE_RXQ_NUM = 1,
171 BTINTEL_PCIE_NUM_QUEUES = 2,
172 };
173
174 /* The size of DMA buffer for TX and RX in bytes */
175 #define BTINTEL_PCIE_BUFFER_SIZE 4096
176
177 /* DMA allocation alignment */
178 #define BTINTEL_PCIE_DMA_POOL_ALIGNMENT 256
179
180 #define BTINTEL_PCIE_TX_WAIT_TIMEOUT_MS 500
181
182 /* Doorbell vector for TFD */
183 #define BTINTEL_PCIE_TX_DB_VEC 0
184
185 /* Doorbell vector for FRBD */
186 #define BTINTEL_PCIE_RX_DB_VEC 513
187
188 /* RBD buffer size mapping */
189 #define BTINTEL_PCIE_RBD_SIZE_4K 0x04
190
191 /*
192 * Struct for Context Information (v2)
193 *
194 * All members are write-only for host and read-only for device.
195 *
196 * @version: Version of context information
197 * @size: Size of context information
198 * @config: Config with which host wants peripheral to execute
199 * Subset of capability register published by device
200 * @addr_tr_hia: Address of TR Head Index Array
201 * @addr_tr_tia: Address of TR Tail Index Array
202 * @addr_cr_hia: Address of CR Head Index Array
203 * @addr_cr_tia: Address of CR Tail Index Array
204 * @num_tr_ia: Number of entries in TR Index Arrays
205 * @num_cr_ia: Number of entries in CR Index Arrays
206 * @rbd_siz: RBD Size { 0x4=4K }
207 * @addr_tfdq: Address of TFD Queue(tx)
208 * @addr_urbdq0: Address of URBD Queue(tx)
209 * @num_tfdq: Number of TFD in TFD Queue(tx)
210 * @num_urbdq0: Number of URBD in URBD Queue(tx)
211 * @tfdq_db_vec: Queue number of TFD
212 * @urbdq0_db_vec: Queue number of URBD
213 * @addr_frbdq: Address of FRBD Queue(rx)
214 * @addr_urbdq1: Address of URBD Queue(rx)
215 * @num_frbdq: Number of FRBD in FRBD Queue(rx)
216 * @frbdq_db_vec: Queue number of FRBD
217 * @num_urbdq1: Number of URBD in URBD Queue(rx)
218 * @urbdq_db_vec: Queue number of URBDQ1
219 * @tr_msi_vec: Transfer Ring MSI-X Vector
220 * @cr_msi_vec: Completion Ring MSI-X Vector
221 * @dbgc_addr: DBGC first fragment address
222 * @dbgc_size: DBGC buffer size
223 * @early_enable: Enarly debug enable
224 * @dbg_output_mode: Debug output mode
225 * Bit[4] DBGC O/P { 0=SRAM, 1=DRAM(not relevant for NPK) }
226 * Bit[5] DBGC I/P { 0=BDBG, 1=DBGI }
227 * Bits[6:7] DBGI O/P(relevant if bit[5] = 1)
228 * 0=BT DBGC, 1=WiFi DBGC, 2=NPK }
229 * @dbg_preset: Debug preset
230 * @ext_addr: Address of context information extension
231 * @ext_size: Size of context information part
232 *
233 * Total 38 DWords
234 */
235 struct ctx_info {
236 u16 version;
237 u16 size;
238 u32 config;
239 u32 reserved_dw02;
240 u32 reserved_dw03;
241 u64 addr_tr_hia;
242 u64 addr_tr_tia;
243 u64 addr_cr_hia;
244 u64 addr_cr_tia;
245 u16 num_tr_ia;
246 u16 num_cr_ia;
247 u32 rbd_size:4,
248 reserved_dw13:28;
249 u64 addr_tfdq;
250 u64 addr_urbdq0;
251 u16 num_tfdq;
252 u16 num_urbdq0;
253 u16 tfdq_db_vec;
254 u16 urbdq0_db_vec;
255 u64 addr_frbdq;
256 u64 addr_urbdq1;
257 u16 num_frbdq;
258 u16 frbdq_db_vec;
259 u16 num_urbdq1;
260 u16 urbdq_db_vec;
261 u16 tr_msi_vec;
262 u16 cr_msi_vec;
263 u32 reserved_dw27;
264 u64 dbgc_addr;
265 u32 dbgc_size;
266 u32 early_enable:1,
267 reserved_dw31:3,
268 dbg_output_mode:4,
269 dbg_preset:8,
270 reserved2_dw31:16;
271 u64 ext_addr;
272 u32 ext_size;
273 u32 test_param;
274 u32 reserved_dw36;
275 u32 reserved_dw37;
276 } __packed;
277
278 /* Transfer Descriptor for TX
279 * @type: Not in use. Set to 0x0
280 * @size: Size of data in the buffer
281 * @addr: DMA Address of buffer
282 */
283 struct tfd {
284 u8 type;
285 u16 size;
286 u8 reserved;
287 u64 addr;
288 u32 reserved1;
289 } __packed;
290
291 /* URB Descriptor for TX
292 * @tfd_index: Index of TFD in TFDQ + 1
293 * @num_txq: Queue index of TFD Queue
294 * @cmpl_count: Completion count. Always 0x01
295 * @immediate_cmpl: Immediate completion flag: Always 0x01
296 */
297 struct urbd0 {
298 u32 tfd_index:16,
299 num_txq:8,
300 cmpl_count:4,
301 reserved:3,
302 immediate_cmpl:1;
303 } __packed;
304
305 /* FRB Descriptor for RX
306 * @tag: RX buffer tag (index of RX buffer queue)
307 * @addr: Address of buffer
308 */
309 struct frbd {
310 u32 tag:16,
311 reserved:16;
312 u32 reserved2;
313 u64 addr;
314 } __packed;
315
316 /* URB Descriptor for RX
317 * @frbd_tag: Tag from FRBD
318 * @status: Status
319 */
320 struct urbd1 {
321 u32 frbd_tag:16,
322 status:1,
323 reserved:14,
324 fixed:1;
325 } __packed;
326
327 /* RFH header in RX packet
328 * @packet_len: Length of the data in the buffer
329 * @rxq: RX Queue number
330 * @cmd_id: Command ID. Not in Use
331 */
332 struct rfh_hdr {
333 u64 packet_len:16,
334 rxq:6,
335 reserved:10,
336 cmd_id:16,
337 reserved1:16;
338 } __packed;
339
340 /* Internal data buffer
341 * @data: pointer to the data buffer
342 * @p_addr: physical address of data buffer
343 */
344 struct data_buf {
345 u8 *data;
346 dma_addr_t data_p_addr;
347 };
348
349 /* Index Array */
350 struct ia {
351 dma_addr_t tr_hia_p_addr;
352 u16 *tr_hia;
353 dma_addr_t tr_tia_p_addr;
354 u16 *tr_tia;
355 dma_addr_t cr_hia_p_addr;
356 u16 *cr_hia;
357 dma_addr_t cr_tia_p_addr;
358 u16 *cr_tia;
359 };
360
361 /* Structure for TX Queue
362 * @count: Number of descriptors
363 * @tfds: Array of TFD
364 * @urbd0s: Array of URBD0
365 * @buf: Array of data_buf structure
366 */
367 struct txq {
368 u16 count;
369
370 dma_addr_t tfds_p_addr;
371 struct tfd *tfds;
372
373 dma_addr_t urbd0s_p_addr;
374 struct urbd0 *urbd0s;
375
376 dma_addr_t buf_p_addr;
377 void *buf_v_addr;
378 struct data_buf *bufs;
379 };
380
381 /* Structure for RX Queue
382 * @count: Number of descriptors
383 * @frbds: Array of FRBD
384 * @urbd1s: Array of URBD1
385 * @buf: Array of data_buf structure
386 */
387 struct rxq {
388 u16 count;
389
390 dma_addr_t frbds_p_addr;
391 struct frbd *frbds;
392
393 dma_addr_t urbd1s_p_addr;
394 struct urbd1 *urbd1s;
395
396 dma_addr_t buf_p_addr;
397 void *buf_v_addr;
398 struct data_buf *bufs;
399 };
400
401 /* Structure for DRAM Buffer
402 * @count: Number of descriptors
403 * @buf: Array of data_buf structure
404 */
405 struct btintel_pcie_dbgc {
406 u16 count;
407
408 void *frag_v_addr;
409 dma_addr_t frag_p_addr;
410 u16 frag_size;
411
412 dma_addr_t buf_p_addr;
413 void *buf_v_addr;
414 struct data_buf *bufs;
415 };
416
417 struct btintel_pcie_dump_header {
418 const char *driver_name;
419 u32 cnvi_top;
420 u32 cnvr_top;
421 u16 fw_timestamp;
422 u8 fw_build_type;
423 u32 fw_build_num;
424 u32 fw_git_sha1;
425 u32 cnvi_bt;
426 u32 write_ptr;
427 u32 wrap_ctr;
428 u16 trigger_reason;
429 int state;
430 };
431
432 /* struct btintel_pcie_data
433 * @pdev: pci device
434 * @hdev: hdev device
435 * @flags: driver state
436 * @irq_lock: spinlock for MSI-X
437 * @hci_rx_lock: spinlock for HCI RX flow
438 * @base_addr: pci base address (from BAR)
439 * @msix_entries: array of MSI-X entries
440 * @msix_enabled: true if MSI-X is enabled;
441 * @alloc_vecs: number of interrupt vectors allocated
442 * @def_irq: default irq for all causes
443 * @fh_init_mask: initial unmasked rxq causes
444 * @hw_init_mask: initial unmaksed hw causes
445 * @boot_stage_cache: cached value of boot stage register
446 * @img_resp_cache: cached value of image response register
447 * @cnvi: CNVi register value
448 * @cnvr: CNVr register value
449 * @gp0_received: condition for gp0 interrupt
450 * @gp0_wait_q: wait_q for gp0 interrupt
451 * @tx_wait_done: condition for tx interrupt
452 * @tx_wait_q: wait_q for tx interrupt
453 * @workqueue: workqueue for RX work
454 * @rx_skb_q: SKB queue for RX packet
455 * @rx_work: RX work struct to process the RX packet in @rx_skb_q
456 * @dma_pool: DMA pool for descriptors, index array and ci
457 * @dma_p_addr: DMA address for pool
458 * @dma_v_addr: address of pool
459 * @ci_p_addr: DMA address for CI struct
460 * @ci: CI struct
461 * @ia: Index Array struct
462 * @txq: TX Queue struct
463 * @rxq: RX Queue struct
464 * @alive_intr_ctxt: Alive interrupt context
465 */
466 struct btintel_pcie_data {
467 struct pci_dev *pdev;
468 struct hci_dev *hdev;
469
470 unsigned long flags;
471 /* lock used in MSI-X interrupt */
472 spinlock_t irq_lock;
473 /* lock to serialize rx events */
474 spinlock_t hci_rx_lock;
475
476 void __iomem *base_addr;
477
478 struct msix_entry msix_entries[BTINTEL_PCIE_MSIX_VEC_MAX];
479 bool msix_enabled;
480 u32 alloc_vecs;
481 u32 def_irq;
482
483 u32 fh_init_mask;
484 u32 hw_init_mask;
485
486 u32 boot_stage_cache;
487 u32 img_resp_cache;
488
489 u32 cnvi;
490 u32 cnvr;
491
492 bool gp0_received;
493 wait_queue_head_t gp0_wait_q;
494
495 bool tx_wait_done;
496 wait_queue_head_t tx_wait_q;
497
498 struct workqueue_struct *workqueue;
499 struct sk_buff_head rx_skb_q;
500 struct work_struct rx_work;
501
502 struct dma_pool *dma_pool;
503 dma_addr_t dma_p_addr;
504 void *dma_v_addr;
505
506 dma_addr_t ci_p_addr;
507 struct ctx_info *ci;
508 struct ia ia;
509 struct txq txq;
510 struct rxq rxq;
511 u32 alive_intr_ctxt;
512 struct btintel_pcie_dbgc dbgc;
513 struct btintel_pcie_dump_header dmp_hdr;
514 };
515
btintel_pcie_rd_reg32(struct btintel_pcie_data * data,u32 offset)516 static inline u32 btintel_pcie_rd_reg32(struct btintel_pcie_data *data,
517 u32 offset)
518 {
519 return ioread32(data->base_addr + offset);
520 }
521
btintel_pcie_wr_reg8(struct btintel_pcie_data * data,u32 offset,u8 val)522 static inline void btintel_pcie_wr_reg8(struct btintel_pcie_data *data,
523 u32 offset, u8 val)
524 {
525 iowrite8(val, data->base_addr + offset);
526 }
527
btintel_pcie_wr_reg32(struct btintel_pcie_data * data,u32 offset,u32 val)528 static inline void btintel_pcie_wr_reg32(struct btintel_pcie_data *data,
529 u32 offset, u32 val)
530 {
531 iowrite32(val, data->base_addr + offset);
532 }
533
btintel_pcie_set_reg_bits(struct btintel_pcie_data * data,u32 offset,u32 bits)534 static inline void btintel_pcie_set_reg_bits(struct btintel_pcie_data *data,
535 u32 offset, u32 bits)
536 {
537 u32 r;
538
539 r = ioread32(data->base_addr + offset);
540 r |= bits;
541 iowrite32(r, data->base_addr + offset);
542 }
543
btintel_pcie_clr_reg_bits(struct btintel_pcie_data * data,u32 offset,u32 bits)544 static inline void btintel_pcie_clr_reg_bits(struct btintel_pcie_data *data,
545 u32 offset, u32 bits)
546 {
547 u32 r;
548
549 r = ioread32(data->base_addr + offset);
550 r &= ~bits;
551 iowrite32(r, data->base_addr + offset);
552 }
553
btintel_pcie_rd_dev_mem(struct btintel_pcie_data * data,u32 addr)554 static inline u32 btintel_pcie_rd_dev_mem(struct btintel_pcie_data *data,
555 u32 addr)
556 {
557 btintel_pcie_wr_reg32(data, BTINTEL_PCIE_PRPH_DEV_ADDR_REG, addr);
558 return btintel_pcie_rd_reg32(data, BTINTEL_PCIE_PRPH_DEV_RD_REG);
559 }
560
561