26 #define mlxsw_pci_write32(mlxsw_pci, reg, val) \  argument
28 #define mlxsw_pci_read32(mlxsw_pci, reg) \  argument
105 struct mlxsw_pci {  struct
116 	struct mlxsw_pci_queue_type_group queues[MLXSW_PCI_QUEUE_TYPE_COUNT];  argument
120 		struct mlxsw_pci_mem_item *items;  argument
134 	enum mlxsw_pci_cqe_v max_cqe_ver; /* Maximal supported CQE version */  argument
142 static int mlxsw_pci_napi_devs_init(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_napi_devs_init()
168 static void mlxsw_pci_napi_devs_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_napi_devs_fini()
215 mlxsw_pci_queue_type_group_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_type_group_get()
222 __mlxsw_pci_queue_get(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_get()
228 static struct mlxsw_pci_queue *mlxsw_pci_sdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_get()
235 static struct mlxsw_pci_queue *mlxsw_pci_cq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_get()
241 static struct mlxsw_pci_queue *mlxsw_pci_eq_get(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_eq_get()
247 static void __mlxsw_pci_queue_doorbell_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_set()
257 static void __mlxsw_pci_queue_doorbell_arm_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_arm_set()
267 static void mlxsw_pci_queue_doorbell_producer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_producer_ring()
274 static void mlxsw_pci_queue_doorbell_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_consumer_ring()
283 mlxsw_pci_queue_doorbell_arm_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_arm_consumer_ring()
296 static int mlxsw_pci_sdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_sdq_init()
335 static void mlxsw_pci_sdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_fini()
348 mlxsw_pci_wqe_rx_frag_set(struct mlxsw_pci *mlxsw_pci, struct page *page,  in mlxsw_pci_wqe_rx_frag_set()
364 static int mlxsw_pci_wqe_frag_map(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_map()
381 static void mlxsw_pci_wqe_frag_unmap(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_unmap()
537 static int mlxsw_pci_rdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_rdq_init()
602 static void mlxsw_pci_rdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_fini()
616 static void mlxsw_pci_cq_pre_init(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_pre_init()
627 static unsigned int mlxsw_pci_read32_off(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_read32_off()
633 static void mlxsw_pci_skb_cb_ts_set(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_skb_cb_ts_set()
653 static void mlxsw_pci_cqe_sdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_sdq_handle()
740 static void mlxsw_pci_cqe_rdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_rdq_handle()
852 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_napi_poll_cq_rx()  local
914 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_napi_poll_cq_tx()  local
958 mlxsw_pci_cq_type(const struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_type()
973 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_cq_napi_setup()  local
996 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_cq_page_pool_init()  local
1027 static int mlxsw_pci_cq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_cq_init()
1076 static void mlxsw_pci_cq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_fini()
1119 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_eq_tasklet()  local
1148 static int mlxsw_pci_eq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_eq_init()
1186 static void mlxsw_pci_eq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_eq_fini()
1240 static int mlxsw_pci_queue_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_init()
1298 static void mlxsw_pci_queue_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_fini()
1310 static int mlxsw_pci_queue_group_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_group_init()
1340 static void mlxsw_pci_queue_group_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_group_fini()
1352 static int mlxsw_pci_aqs_init(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_aqs_init()
1440 static void mlxsw_pci_aqs_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_aqs_fini()
1449 mlxsw_pci_config_profile_swid_config(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_config_profile_swid_config()
1469 mlxsw_pci_profile_get_kvd_sizes(const struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_profile_get_kvd_sizes()
1489 static int mlxsw_pci_config_profile(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_config_profile()
1648 static int mlxsw_pci_boardinfo(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_boardinfo()
1662 static int mlxsw_pci_fw_area_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_fw_area_init()
1719 static void mlxsw_pci_fw_area_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_fw_area_fini()
1737 	struct mlxsw_pci *mlxsw_pci = dev_id;  in mlxsw_pci_eq_irq_handler()  local
1745 static int mlxsw_pci_mbox_alloc(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_alloc()
1762 static void mlxsw_pci_mbox_free(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_free()
1771 static int mlxsw_pci_sys_ready_wait(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sys_ready_wait()
1794 static int mlxsw_pci_reset_at_pci_disable(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_reset_at_pci_disable()
1834 static int mlxsw_pci_reset_sw(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_reset_sw()
1843 mlxsw_pci_reset(struct mlxsw_pci *mlxsw_pci, const struct pci_device_id *id)  in mlxsw_pci_reset()
1894 static int mlxsw_pci_alloc_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_alloc_irq_vectors()
1904 static void mlxsw_pci_free_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_free_irq_vectors()
1909 static void mlxsw_pci_num_sg_entries_set(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_num_sg_entries_set()
1924 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_init()  local
2090 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_fini()  local
2133 mlxsw_pci_sdq_pick(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_pick()
2152 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit_busy()  local
2161 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit()  local
2239 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_cmd_exec()  local
2319 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_h()  local
2328 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_l()  local
2337 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_utc_sec()  local
2344 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_utc_nsec()  local
2352 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_lag_mode()  local
2360 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_flood_mode()  local
2381 static int mlxsw_pci_cmd_init(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_init()
2404 static void mlxsw_pci_cmd_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_fini()
2414 	struct mlxsw_pci *mlxsw_pci;  in mlxsw_pci_probe()  local
2497 	struct mlxsw_pci *mlxsw_pci = pci_get_drvdata(pdev);  in mlxsw_pci_remove()  local
2509 	struct mlxsw_pci *mlxsw_pci = pci_get_drvdata(pdev);  in mlxsw_pci_reset_prepare()  local
2516 	struct mlxsw_pci *mlxsw_pci = pci_get_drvdata(pdev);  in mlxsw_pci_reset_done()  local