77 static void set_dte_entry(struct amd_iommu *iommu,
138 struct dev_table_entry *get_dev_table(struct amd_iommu *iommu)  in get_dev_table()
168 void amd_iommu_set_rlookup_table(struct amd_iommu *iommu, u16 devid)  in amd_iommu_set_rlookup_table()
175 static struct amd_iommu *__rlookup_amd_iommu(u16 seg, u16 devid)  in __rlookup_amd_iommu()
186 static struct amd_iommu *rlookup_amd_iommu(struct device *dev)  in rlookup_amd_iommu()
196 static struct iommu_dev_data *alloc_dev_data(struct amd_iommu *iommu, u16 devid)  in alloc_dev_data()
213 static struct iommu_dev_data *search_dev_data(struct amd_iommu *iommu, u16 devid)  in search_dev_data()
233 	struct amd_iommu *iommu;  in clone_alias()
253 static void clone_aliases(struct amd_iommu *iommu, struct device *dev)  in clone_aliases()
271 static void setup_aliases(struct amd_iommu *iommu, struct device *dev)  in setup_aliases()
293 static struct iommu_dev_data *find_dev_data(struct amd_iommu *iommu, u16 devid)  in find_dev_data()
482 	struct amd_iommu *iommu;  in check_device()
505 static int iommu_init_device(struct amd_iommu *iommu, struct device *dev)  in iommu_init_device()
541 static void iommu_ignore_device(struct amd_iommu *iommu, struct device *dev)  in iommu_ignore_device()
581 static void dump_dte_entry(struct amd_iommu *iommu, u16 devid)  in dump_dte_entry()
599 static void amd_iommu_report_rmp_hw_error(struct amd_iommu *iommu, volatile u32 *event)  in amd_iommu_report_rmp_hw_error()
631 static void amd_iommu_report_rmp_fault(struct amd_iommu *iommu, volatile u32 *event)  in amd_iommu_report_rmp_fault()
670 static void amd_iommu_report_page_fault(struct amd_iommu *iommu,  in amd_iommu_report_page_fault()
721 static void iommu_print_event(struct amd_iommu *iommu, void *__evt)  in iommu_print_event()
817 static void iommu_poll_events(struct amd_iommu *iommu)  in iommu_poll_events()
845 static void iommu_poll_ga_log(struct amd_iommu *iommu)  in iommu_poll_ga_log()
888 amd_iommu_set_pci_msi_domain(struct device *dev, struct amd_iommu *iommu)  in amd_iommu_set_pci_msi_domain()
899 amd_iommu_set_pci_msi_domain(struct device *dev, struct amd_iommu *iommu) { }  in amd_iommu_set_pci_msi_domain()
904 				 void (*int_handler)(struct amd_iommu *),  in amd_iommu_handle_irq()  argument
905 				 void (*overflow_handler)(struct amd_iommu *))  in amd_iommu_handle_irq()  argument
907 	struct amd_iommu *iommu = (struct amd_iommu *) data;  in amd_iommu_handle_irq()
990 static int wait_on_sem(struct amd_iommu *iommu, u64 data)  in wait_on_sem()
1007 static void copy_cmd_to_buffer(struct amd_iommu *iommu,  in copy_cmd_to_buffer()
1026 				  struct amd_iommu *iommu,  in build_completion_wait()
1163 static int __iommu_queue_command_sync(struct amd_iommu *iommu,  in __iommu_queue_command_sync()
1200 static int iommu_queue_command_sync(struct amd_iommu *iommu,  in iommu_queue_command_sync()
1214 static int iommu_queue_command(struct amd_iommu *iommu, struct iommu_cmd *cmd)  in iommu_queue_command()
1223 static int iommu_completion_wait(struct amd_iommu *iommu)  in iommu_completion_wait()
1266 static int iommu_flush_dte(struct amd_iommu *iommu, u16 devid)  in iommu_flush_dte()
1275 static void amd_iommu_flush_dte_all(struct amd_iommu *iommu)  in amd_iommu_flush_dte_all()
1290 static void amd_iommu_flush_tlb_all(struct amd_iommu *iommu)  in amd_iommu_flush_tlb_all()
1305 static void amd_iommu_flush_tlb_domid(struct amd_iommu *iommu, u32 dom_id)  in amd_iommu_flush_tlb_domid()
1316 static void amd_iommu_flush_all(struct amd_iommu *iommu)  in amd_iommu_flush_all()
1326 static void iommu_flush_irt(struct amd_iommu *iommu, u16 devid)  in iommu_flush_irt()
1335 static void amd_iommu_flush_irt_all(struct amd_iommu *iommu)  in amd_iommu_flush_irt_all()
1349 void amd_iommu_flush_all_caches(struct amd_iommu *iommu)  in amd_iommu_flush_all_caches()
1366 	struct amd_iommu *iommu = get_amd_iommu_from_dev_data(dev_data);  in device_flush_iotlb()
1378 	struct amd_iommu *iommu = data;  in device_flush_dte_alias()
1388 	struct amd_iommu *iommu = get_amd_iommu_from_dev_data(dev_data);  in device_flush_dte()
1430 		struct amd_iommu *iommu = get_amd_iommu_from_dev(dev_data->dev);  in domain_flush_pages_v2()
1556 	struct amd_iommu *iommu = get_amd_iommu_from_dev(dev_data->dev);  in amd_iommu_dev_flush_pasid_pages()
1597 		struct amd_iommu *iommu = rlookup_amd_iommu(dev_data->dev);  in amd_iommu_update_and_flush_device_table()
1621 	struct amd_iommu *iommu;  in amd_iommu_complete_ppr()
1735 			    struct amd_iommu *iommu, int pasids)  in setup_gcr3_table()
1845 static void set_dte_entry(struct amd_iommu *iommu,  in set_dte_entry()
1940 static void clear_dte_entry(struct amd_iommu *iommu, u16 devid)  in clear_dte_entry()
1958 	struct amd_iommu *iommu = get_amd_iommu_from_dev(dev_data->dev);  in dev_update_dte()
1977 	struct amd_iommu *iommu = get_amd_iommu_from_dev_data(dev_data);  in init_gcr3_table()
2025 	struct amd_iommu *iommu = get_amd_iommu_from_dev_data(dev_data);  in do_attach()
2054 	struct amd_iommu *iommu = get_amd_iommu_from_dev_data(dev_data);  in do_detach()
2114 	struct amd_iommu *iommu = get_amd_iommu_from_dev_data(dev_data);  in detach_device()
2157 	struct amd_iommu *iommu;  in amd_iommu_probe_device()
2208 	struct amd_iommu *iommu;  in amd_iommu_release_device()
2337 static bool amd_iommu_hd_support(struct amd_iommu *iommu)  in amd_iommu_hd_support()
2347 	struct amd_iommu *iommu = NULL;  in do_iommu_domain_alloc()
2452 	struct amd_iommu *iommu = get_amd_iommu_from_dev(dev);  in amd_iommu_attach_device()
2608 		struct amd_iommu *iommu = get_amd_iommu_from_dev(dev);  in amd_iommu_capable()
2626 	struct amd_iommu *iommu;  in amd_iommu_set_dirty_tracking()
2688 	struct amd_iommu *iommu;  in amd_iommu_get_resv_regions()
2882 static void iommu_flush_irt_and_complete(struct amd_iommu *iommu, u16 devid)  in iommu_flush_irt_and_complete()
2908 static void set_dte_irq_entry(struct amd_iommu *iommu, u16 devid,  in set_dte_irq_entry()
2924 static struct irq_remap_table *get_irq_table(struct amd_iommu *iommu, u16 devid)  in get_irq_table()
2966 static void set_remap_table_entry(struct amd_iommu *iommu, u16 devid,  in set_remap_table_entry()
2981 	struct amd_iommu *iommu = rlookup_amd_iommu(&pdev->dev);  in set_remap_table_entry_alias()
2994 static struct irq_remap_table *alloc_irq_table(struct amd_iommu *iommu,  in alloc_irq_table()
3060 static int alloc_irq_index(struct amd_iommu *iommu, u16 devid, int count,  in alloc_irq_index()
3106 static int __modify_irte_ga(struct amd_iommu *iommu, u16 devid, int index,  in __modify_irte_ga()
3137 static int modify_irte_ga(struct amd_iommu *iommu, u16 devid, int index,  in modify_irte_ga()
3151 static int modify_irte(struct amd_iommu *iommu,  in modify_irte()
3170 static void free_irte(struct amd_iommu *iommu, u16 devid, int index)  in free_irte()
3216 static void irte_activate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index)  in irte_activate()
3224 static void irte_ga_activate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index)  in irte_ga_activate()
3232 static void irte_deactivate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index)  in irte_deactivate()
3240 static void irte_ga_deactivate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index)  in irte_ga_deactivate()
3248 static void irte_set_affinity(struct amd_iommu *iommu, void *entry, u16 devid, u16 index,  in irte_set_affinity()
3258 static void irte_ga_set_affinity(struct amd_iommu *iommu, void *entry, u16 devid, u16 index,  in irte_ga_set_affinity()
3357 	struct amd_iommu *iommu = data->iommu;  in irq_remapping_prepare_irte()
3408 	struct amd_iommu *iommu;  in irq_remapping_alloc()
3534 static void amd_ir_update_irte(struct irq_data *irqd, struct amd_iommu *iommu,
3544 	struct amd_iommu *iommu = data->iommu;  in irq_remapping_activate()
3561 	struct amd_iommu *iommu = data->iommu;  in irq_remapping_deactivate()
3571 	struct amd_iommu *iommu;  in irq_remapping_select()
3710 static void amd_ir_update_irte(struct irq_data *irqd, struct amd_iommu *iommu,  in amd_ir_update_irte()
3732 	struct amd_iommu *iommu = ir_data->iommu;  in amd_ir_set_affinity()
3774 int amd_iommu_create_irq_domain(struct amd_iommu *iommu)  in amd_iommu_create_irq_domain()