181 struct amd_iommu *amd_iommus[MAX_IOMMUS];
238 bool translation_pre_enabled(struct amd_iommu *iommu)  in translation_pre_enabled()
243 static void clear_translation_pre_enabled(struct amd_iommu *iommu)  in clear_translation_pre_enabled()
248 static void init_translation_status(struct amd_iommu *iommu)  in init_translation_status()
276 	struct amd_iommu *iommu;  in get_global_efr()
311 static void __init early_iommu_features_init(struct amd_iommu *iommu,  in early_iommu_features_init()
324 static u32 iommu_read_l1(struct amd_iommu *iommu, u16 l1, u8 address)  in iommu_read_l1()
333 static void iommu_write_l1(struct amd_iommu *iommu, u16 l1, u8 address, u32 val)  in iommu_write_l1()
340 static u32 iommu_read_l2(struct amd_iommu *iommu, u8 address)  in iommu_read_l2()
349 static void iommu_write_l2(struct amd_iommu *iommu, u8 address, u32 val)  in iommu_write_l2()
368 static void iommu_set_exclusion_range(struct amd_iommu *iommu)  in iommu_set_exclusion_range()
386 static void iommu_set_cwwb_range(struct amd_iommu *iommu)  in iommu_set_cwwb_range()
410 static void iommu_set_device_table(struct amd_iommu *iommu)  in iommu_set_device_table()
425 void iommu_feature_enable(struct amd_iommu *iommu, u8 bit)  in iommu_feature_enable()
434 static void iommu_feature_disable(struct amd_iommu *iommu, u8 bit)  in iommu_feature_disable()
443 static void iommu_set_inv_tlb_timeout(struct amd_iommu *iommu, int timeout)  in iommu_set_inv_tlb_timeout()
454 static void iommu_enable(struct amd_iommu *iommu)  in iommu_enable()
459 static void iommu_disable(struct amd_iommu *iommu)  in iommu_disable()
502 static void __init iommu_unmap_mmio_space(struct amd_iommu *iommu)  in iommu_unmap_mmio_space()
738 static int __init alloc_command_buffer(struct amd_iommu *iommu)  in alloc_command_buffer()
750 void amd_iommu_restart_log(struct amd_iommu *iommu, const char *evt_type,  in amd_iommu_restart_log()
775 void amd_iommu_restart_event_logging(struct amd_iommu *iommu)  in amd_iommu_restart_event_logging()
786 void amd_iommu_restart_ga_log(struct amd_iommu *iommu)  in amd_iommu_restart_ga_log()
797 static void amd_iommu_reset_cmd_buffer(struct amd_iommu *iommu)  in amd_iommu_reset_cmd_buffer()
813 static void iommu_enable_command_buffer(struct amd_iommu *iommu)  in iommu_enable_command_buffer()
831 static void iommu_disable_command_buffer(struct amd_iommu *iommu)  in iommu_disable_command_buffer()
836 static void __init free_command_buffer(struct amd_iommu *iommu)  in free_command_buffer()
841 void *__init iommu_alloc_4k_pages(struct amd_iommu *iommu, gfp_t gfp,  in iommu_alloc_4k_pages()
858 static int __init alloc_event_buffer(struct amd_iommu *iommu)  in alloc_event_buffer()
866 static void iommu_enable_event_buffer(struct amd_iommu *iommu)  in iommu_enable_event_buffer()
887 static void iommu_disable_event_buffer(struct amd_iommu *iommu)  in iommu_disable_event_buffer()
892 static void __init free_event_buffer(struct amd_iommu *iommu)  in free_event_buffer()
897 static void free_ga_log(struct amd_iommu *iommu)  in free_ga_log()
906 static int iommu_ga_log_enable(struct amd_iommu *iommu)  in iommu_ga_log_enable()
941 static int iommu_init_ga_log(struct amd_iommu *iommu)  in iommu_init_ga_log()
961 static int __init alloc_cwwb_sem(struct amd_iommu *iommu)  in alloc_cwwb_sem()
968 static void __init free_cwwb_sem(struct amd_iommu *iommu)  in free_cwwb_sem()
974 static void iommu_enable_xt(struct amd_iommu *iommu)  in iommu_enable_xt()
987 static void iommu_enable_gt(struct amd_iommu *iommu)  in iommu_enable_gt()
1005 static void set_dev_entry_bit(struct amd_iommu *iommu, u16 devid, u8 bit)  in set_dev_entry_bit()
1021 static int get_dev_entry_bit(struct amd_iommu *iommu, u16 devid, u8 bit)  in get_dev_entry_bit()
1028 static bool __copy_device_table(struct amd_iommu *iommu)  in __copy_device_table()
1118 	struct amd_iommu *iommu;  in copy_device_table()
1143 void amd_iommu_apply_erratum_63(struct amd_iommu *iommu, u16 devid)  in amd_iommu_apply_erratum_63()
1158 static void __init set_dev_entry_from_acpi(struct amd_iommu *iommu,  in set_dev_entry_from_acpi()
1292 static int __init init_iommu_from_acpi(struct amd_iommu *iommu,  in init_iommu_from_acpi()
1631 static void __init free_sysfs(struct amd_iommu *iommu)  in free_sysfs()
1639 static void __init free_iommu_one(struct amd_iommu *iommu)  in free_iommu_one()
1653 	struct amd_iommu *iommu, *next;  in free_iommu_all()
1668 static void amd_iommu_erratum_746_workaround(struct amd_iommu *iommu)  in amd_iommu_erratum_746_workaround()
1699 static void amd_iommu_ats_write_check_workaround(struct amd_iommu *iommu)  in amd_iommu_ats_write_check_workaround()
1725 static int __init init_iommu_one(struct amd_iommu *iommu, struct ivhd_header *h,  in init_iommu_one()
1812 static int __init init_iommu_one_late(struct amd_iommu *iommu)  in init_iommu_one_late()
1886 	struct amd_iommu *iommu;  in init_iommu_all()
1905 			iommu = kzalloc(sizeof(struct amd_iommu), GFP_KERNEL);  in init_iommu_all()
1931 static void init_iommu_perf_ctr(struct amd_iommu *iommu)  in init_iommu_perf_ctr()
1954 	struct amd_iommu *iommu = dev_to_amd_iommu(dev);  in amd_iommu_show_cap()
1988 static void __init late_iommu_features_init(struct amd_iommu *iommu)  in late_iommu_features_init()
2018 static int __init iommu_init_pci(struct amd_iommu *iommu)  in iommu_init_pci()
2171 	struct amd_iommu *iommu;  in amd_iommu_init_pci()
2217 static int iommu_setup_msi(struct amd_iommu *iommu)  in iommu_setup_msi()
2301 	struct amd_iommu *iommu = irqd->chip_data;  in intcapxt_unmask_irq()
2316 	struct amd_iommu *iommu = irqd->chip_data;  in intcapxt_mask_irq()
2381 static int __iommu_setup_intcapxt(struct amd_iommu *iommu, const char *devname,  in __iommu_setup_intcapxt()
2415 static int iommu_setup_intcapxt(struct amd_iommu *iommu)  in iommu_setup_intcapxt()
2446 static int iommu_init_irq(struct amd_iommu *iommu)  in iommu_init_irq()
2625 static void iommu_init_flags(struct amd_iommu *iommu)  in iommu_init_flags()
2652 static void iommu_apply_resume_quirks(struct amd_iommu *iommu)  in iommu_apply_resume_quirks()
2695 static void iommu_enable_ga(struct amd_iommu *iommu)  in iommu_enable_ga()
2711 static void iommu_disable_irtcachedis(struct amd_iommu *iommu)  in iommu_disable_irtcachedis()
2716 static void iommu_enable_irtcachedis(struct amd_iommu *iommu)  in iommu_enable_irtcachedis()
2738 static void early_enable_iommu(struct amd_iommu *iommu)  in early_enable_iommu()
2764 	struct amd_iommu *iommu;  in early_enable_iommus()
2814 	struct amd_iommu *iommu;  in enable_iommus_ppr()
2827 	struct amd_iommu *iommu;  in enable_iommus_vapic()
2892 	struct amd_iommu *iommu;  in disable_iommus()
2910 	struct amd_iommu *iommu;  in amd_iommu_resume()
3141 	struct amd_iommu *iommu;  in amd_iommu_enable_interrupts()
3298 			struct amd_iommu *iommu;  in state_next()
3380 	struct amd_iommu *iommu;  in amd_iommu_init()
3685 struct amd_iommu *get_amd_iommu(unsigned int idx)  in get_amd_iommu()
3688 	struct amd_iommu *iommu;  in get_amd_iommu()
3705 	struct amd_iommu *iommu = get_amd_iommu(idx);  in amd_iommu_pc_get_max_banks()
3720 	struct amd_iommu *iommu = get_amd_iommu(idx);  in amd_iommu_pc_get_max_counters()
3728 static int iommu_pc_get_set_reg(struct amd_iommu *iommu, u8 bank, u8 cntr,  in iommu_pc_get_set_reg()
3766 int amd_iommu_pc_get_reg(struct amd_iommu *iommu, u8 bank, u8 cntr, u8 fxn, u64 *value)  in amd_iommu_pc_get_reg()
3774 int amd_iommu_pc_set_reg(struct amd_iommu *iommu, u8 bank, u8 cntr, u8 fxn, u64 *value)  in amd_iommu_pc_set_reg()
3840 	struct amd_iommu *iommu;  in amd_iommu_snp_disable()