| /linux/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_eth_com.h | 58 int ena_com_rx_pkt(struct ena_com_io_cq *io_cq,
66 bool ena_com_cq_empty(struct ena_com_io_cq *io_cq);
68 static inline void ena_com_unmask_intr(struct ena_com_io_cq *io_cq, in ena_com_unmask_intr() argument
71 writel(intr_reg->intr_control, io_cq->unmask_reg); in ena_com_unmask_intr()
172 static inline void ena_com_update_numa_node(struct ena_com_io_cq *io_cq, in ena_com_update_numa_node() argument
177 if (!io_cq->numa_node_cfg_reg) in ena_com_update_numa_node()
183 writel(numa_cfg.numa_cfg, io_cq->numa_node_cfg_reg); in ena_com_update_numa_node()
191 static inline void ena_com_cq_inc_head(struct ena_com_io_cq *io_cq) in ena_com_cq_inc_head() argument
193 io_cq->head++; in ena_com_cq_inc_head()
196 if (unlikely((io_cq->head & (io_cq->q_depth - 1)) == 0)) in ena_com_cq_inc_head()
[all …]
|
| H A D | ena_eth_com.c | 9 struct ena_com_io_cq *io_cq) in ena_com_get_next_rx_cdesc() argument
15 head_masked = io_cq->head & (io_cq->q_depth - 1); in ena_com_get_next_rx_cdesc()
16 expected_phase = io_cq->phase; in ena_com_get_next_rx_cdesc()
18 cdesc = (struct ena_eth_io_rx_cdesc_base *)(io_cq->cdesc_addr.virt_addr in ena_com_get_next_rx_cdesc()
19 + (head_masked * io_cq->cdesc_entry_size_in_bytes)); in ena_com_get_next_rx_cdesc()
224 ena_com_rx_cdesc_idx_to_ptr(struct ena_com_io_cq *io_cq, u16 idx) in ena_com_rx_cdesc_idx_to_ptr() argument
226 idx &= (io_cq->q_depth - 1); in ena_com_rx_cdesc_idx_to_ptr()
228 ((uintptr_t)io_cq->cdesc_addr.virt_addr + in ena_com_rx_cdesc_idx_to_ptr()
229 idx * io_cq->cdesc_entry_size_in_bytes); in ena_com_rx_cdesc_idx_to_ptr()
232 static int ena_com_cdesc_rx_pkt_get(struct ena_com_io_cq *io_cq, in ena_com_cdesc_rx_pkt_get() argument
[all …]
|
| H A D | ena_com.c | 396 struct ena_com_io_cq *io_cq) in ena_com_init_io_cq() argument
400 memset(&io_cq->cdesc_addr, 0x0, sizeof(io_cq->cdesc_addr)); in ena_com_init_io_cq()
403 io_cq->cdesc_entry_size_in_bytes = in ena_com_init_io_cq()
404 (io_cq->direction == ENA_COM_IO_QUEUE_DIRECTION_TX) ? in ena_com_init_io_cq()
408 size = io_cq->cdesc_entry_size_in_bytes * io_cq->q_depth; in ena_com_init_io_cq()
410 io_cq->cdesc_addr.virt_addr = in ena_com_init_io_cq()
411 dma_alloc_coherent(ena_dev->dmadev, size, &io_cq->cdesc_addr.phys_addr, GFP_KERNEL); in ena_com_init_io_cq()
412 if (!io_cq->cdesc_addr.virt_addr) { in ena_com_init_io_cq()
413 io_cq->cdesc_addr.virt_addr = in ena_com_init_io_cq()
414 dma_alloc_coherent(ena_dev->dmadev, size, &io_cq->cdesc_addr.phys_addr, in ena_com_init_io_cq()
[all …]
|
| H A D | ena_com.h | 544 struct ena_com_io_cq **io_cq);
937 struct ena_com_io_cq *io_cq);
948 struct ena_com_io_cq *io_cq);
1044 static inline struct ena_com_dev *ena_com_io_cq_to_ena_dev(struct ena_com_io_cq *io_cq) in ena_com_io_cq_to_ena_dev() argument
1046 return container_of(io_cq, struct ena_com_dev, io_cq_queues[io_cq->qid]); in ena_com_io_cq_to_ena_dev()
|
| /linux/block/ |
| H A D | blk-ioc.c | 39 static void ioc_exit_icq(struct io_cq *icq) in ioc_exit_icq()
54 struct io_cq *icq; in ioc_exit_icqs()
66 static void ioc_destroy_icq(struct io_cq *icq) in ioc_destroy_icq()
112 struct io_cq *icq = hlist_entry(ioc->icq_list.first, in ioc_release_fn()
113 struct io_cq, ioc_node); in ioc_release_fn()
168 struct io_cq *icq = in ioc_clear_queue()
169 list_first_entry(&q->icq_list, struct io_cq, q_node); in ioc_clear_queue()
318 struct io_cq *ioc_lookup_icq(struct request_queue *q) in ioc_lookup_icq()
321 struct io_cq *icq; in ioc_lookup_icq()
355 static struct io_cq *ioc_create_icq(struct request_queue *q) in ioc_create_icq()
[all …]
|
| H A D | elevator.h | 9 struct io_cq;
82 void (*init_icq)(struct io_cq *);
83 void (*exit_icq)(struct io_cq *);
|
| H A D | elevator.c | 509 if (WARN_ON(e->icq_size < sizeof(struct io_cq)) || in elv_register()
510 WARN_ON(e->icq_align < __alignof__(struct io_cq))) in elv_register()
|
| H A D | bfq-iosched.h | 479 struct io_cq icq; /* must be the first member */
|
| H A D | bfq-iosched.c | 445 static struct bfq_io_cq *icq_to_bic(struct io_cq *icq) in icq_to_bic()
5477 static void bfq_exit_icq(struct io_cq *icq) in bfq_exit_icq()
|
| /linux/include/linux/ |
| H A D | iocontext.h | 73 struct io_cq { struct
110 struct io_cq __rcu *icq_hint; argument
|
| /linux/drivers/scsi/lpfc/ |
| H A D | lpfc_sli4.h | 702 struct lpfc_queue *io_cq; /* Fast-path FCP & NVME compl queue */ member
|
| H A D | lpfc_init.c | 10369 phba->sli4_hba.hdwq[idx].io_cq = qdesc; in lpfc_alloc_io_wq_cq()
10816 lpfc_sli4_queue_free(hdwq[idx].io_cq); in lpfc_sli4_release_hdwq()
10819 hdwq[idx].io_cq = NULL; in lpfc_sli4_release_hdwq()
11153 qp[qidx].io_cq, in lpfc_sli4_queue_setup()
11462 lpfc_cq_destroy(phba, qp->io_cq); in lpfc_sli4_queue_unset()
|
| H A D | lpfc_debugfs.c | 3993 qp = phba->sli4_hba.hdwq[eqidx].io_cq; in lpfc_idiag_cqs_for_eq()
4457 qp = phba->sli4_hba.hdwq[qidx].io_cq; in lpfc_idiag_queacc_write()
|
| H A D | lpfc_sli.c | 6170 sli4_hba->sli4_write_cq_db(phba, qp->io_cq, 0, in lpfc_sli4_arm_cqeq_intr()
|