35 static int vfio_ap_mdev_reset_queues(struct ap_matrix_mdev *matrix_mdev);
100 static inline void get_update_locks_for_mdev(struct ap_matrix_mdev *matrix_mdev)  in get_update_locks_for_mdev()
123 static inline void release_update_locks_for_mdev(struct ap_matrix_mdev *matrix_mdev)  in release_update_locks_for_mdev()
150 static struct ap_matrix_mdev *get_update_locks_by_apqn(int apqn)  in get_update_locks_by_apqn()
152 	struct ap_matrix_mdev *matrix_mdev;  in get_update_locks_by_apqn()
207 					struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_get_queue()
577 	struct ap_matrix_mdev *matrix_mdev;  in handle_pqap()
599 				   struct ap_matrix_mdev, pqap_hook);  in handle_pqap()
641 static void vfio_ap_mdev_update_guest_apcb(struct ap_matrix_mdev *matrix_mdev)  in vfio_ap_mdev_update_guest_apcb()
650 static bool vfio_ap_mdev_filter_cdoms(struct ap_matrix_mdev *matrix_mdev)  in vfio_ap_mdev_filter_cdoms()
699 static bool vfio_ap_mdev_filter_matrix(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_filter_matrix()
757 	struct ap_matrix_mdev *matrix_mdev =  in vfio_ap_mdev_init_dev()
758 		container_of(vdev, struct ap_matrix_mdev, vdev);  in vfio_ap_mdev_init_dev()
771 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_probe()
774 	matrix_mdev = vfio_alloc_device(ap_matrix_mdev, vdev, &mdev->dev,  in vfio_ap_mdev_probe()
794 static void vfio_ap_mdev_link_queue(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_link_queue()
804 static void vfio_ap_mdev_link_apqn(struct ap_matrix_mdev *matrix_mdev, int apqn)  in vfio_ap_mdev_link_apqn()
822 static void vfio_ap_mdev_unlink_fr_queues(struct ap_matrix_mdev *matrix_mdev)  in vfio_ap_mdev_unlink_fr_queues()
840 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(&mdev->dev);  in vfio_ap_mdev_remove()
857 static void vfio_ap_mdev_log_sharing_err(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_log_sharing_err()
885 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_verify_no_sharing()
936 static int vfio_ap_mdev_validate_masks(struct ap_matrix_mdev *matrix_mdev)  in vfio_ap_mdev_validate_masks()
946 static void vfio_ap_mdev_link_adapter(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_link_adapter()
956 static void collect_queues_to_reset(struct ap_matrix_mdev *matrix_mdev,  in collect_queues_to_reset()
970 static void reset_queues_for_apid(struct ap_matrix_mdev *matrix_mdev,  in reset_queues_for_apid()
980 static int reset_queues_for_apids(struct ap_matrix_mdev *matrix_mdev,  in reset_queues_for_apids()
1038 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in assign_adapter_store()
1082 *vfio_ap_unlink_apqn_fr_mdev(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_unlink_apqn_fr_mdev()
1104 static void vfio_ap_mdev_unlink_adapter(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_unlink_adapter()
1122 static void vfio_ap_mdev_hot_unplug_adapters(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_hot_unplug_adapters()
1153 static void vfio_ap_mdev_hot_unplug_adapter(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_hot_unplug_adapter()
1184 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in unassign_adapter_store()
1211 static void vfio_ap_mdev_link_domain(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_link_domain()
1262 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in assign_domain_store()
1305 static void vfio_ap_mdev_unlink_domain(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_unlink_domain()
1323 static void vfio_ap_mdev_hot_unplug_domains(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_hot_unplug_domains()
1354 static void vfio_ap_mdev_hot_unplug_domain(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_hot_unplug_domain()
1385 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in unassign_domain_store()
1433 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in assign_control_domain_store()
1487 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in unassign_control_domain_store()
1527 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in control_domains_show()
1588 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in matrix_show()
1602 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in guest_matrix_show()
1621 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in ap_config_show()
1648 static int ap_matrix_overflow_check(struct ap_matrix_mdev *matrix_mdev)  in ap_matrix_overflow_check()
1684 	struct ap_matrix_mdev *matrix_mdev = dev_get_drvdata(dev);  in ap_config_store()
1797 static int vfio_ap_mdev_set_kvm(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_set_kvm()
1800 	struct ap_matrix_mdev *m;  in vfio_ap_mdev_set_kvm()
1826 static void unmap_iova(struct ap_matrix_mdev *matrix_mdev, u64 iova, u64 length)  in unmap_iova()
1841 	struct ap_matrix_mdev *matrix_mdev =  in vfio_ap_mdev_dma_unmap()
1842 		container_of(vdev, struct ap_matrix_mdev, vdev);  in vfio_ap_mdev_dma_unmap()
1857 static void vfio_ap_mdev_unset_kvm(struct ap_matrix_mdev *matrix_mdev)  in vfio_ap_mdev_unset_kvm()
1993 static int vfio_ap_mdev_reset_queues(struct ap_matrix_mdev *matrix_mdev)  in vfio_ap_mdev_reset_queues()
2031 	struct ap_matrix_mdev *matrix_mdev =  in vfio_ap_mdev_open_device()
2032 		container_of(vdev, struct ap_matrix_mdev, vdev);  in vfio_ap_mdev_open_device()
2042 	struct ap_matrix_mdev *matrix_mdev =  in vfio_ap_mdev_close_device()
2043 		container_of(vdev, struct ap_matrix_mdev, vdev);  in vfio_ap_mdev_close_device()
2051 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_request()
2053 	matrix_mdev = container_of(vdev, struct ap_matrix_mdev, vdev);  in vfio_ap_mdev_request()
2135 static int vfio_ap_set_request_irq(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_set_request_irq()
2169 static int vfio_ap_set_irqs(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_set_irqs()
2195 	struct ap_matrix_mdev *matrix_mdev =  in vfio_ap_mdev_ioctl()
2196 		container_of(vdev, struct ap_matrix_mdev, vdev);  in vfio_ap_mdev_ioctl()
2222 static struct ap_matrix_mdev *vfio_ap_mdev_for_queue(struct vfio_ap_queue *q)  in vfio_ap_mdev_for_queue()
2224 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_for_queue()
2244 	struct ap_matrix_mdev *matrix_mdev;  in status_show()
2352 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_probe_queue()
2405 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_remove_queue()
2488 static void vfio_ap_mdev_hot_unplug_cfg(struct ap_matrix_mdev *matrix_mdev,  in vfio_ap_mdev_hot_unplug_cfg()
2533 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_cfg_remove()
2675 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_mdev_cfg_add()
2750 static void vfio_ap_mdev_hot_plug_cfg(struct ap_matrix_mdev *matrix_mdev)  in vfio_ap_mdev_hot_plug_cfg()
2783 	struct ap_matrix_mdev *matrix_mdev;  in vfio_ap_on_scan_complete()