89 #define AFUD_READ(afu, off)		in_be64(afu->native->afu_desc_mmio + off)
90 #define AFUD_READ_LE(afu, off)		in_le64(afu->native->afu_desc_mmio + off)
530 		adapter->native->no_data_cache = true;  in init_implementation_adapter_regs_psl9()
613 	if (adapter->native->sl_ops->write_timebase_ctrl)  in cxl_setup_psl_timebase()
614 		adapter->native->sl_ops->write_timebase_ctrl(adapter);  in cxl_setup_psl_timebase()
776 	afu->psn_phys = p2_base(dev) + (adapter->native->ps_off + (afu->slice * adapter->ps_size));  in pci_map_slice_regs()
777 …afu_desc = p2_base(dev) + adapter->native->afu_desc_off + (afu->slice * adapter->native->afu_desc_…  in pci_map_slice_regs()
779 	if (!(afu->native->p1n_mmio = ioremap(p1n_base, p1n_size)))  in pci_map_slice_regs()
784 		if (!(afu->native->afu_desc_mmio = ioremap(afu_desc, adapter->native->afu_desc_size)))  in pci_map_slice_regs()
792 	iounmap(afu->native->p1n_mmio);  in pci_map_slice_regs()
804 	if (afu->native->p1n_mmio) {  in pci_unmap_slice_regs()
805 		iounmap(afu->native->p1n_mmio);  in pci_unmap_slice_regs()
806 		afu->native->p1n_mmio = NULL;  in pci_unmap_slice_regs()
808 	if (afu->native->afu_desc_mmio) {  in pci_unmap_slice_regs()
809 		iounmap(afu->native->afu_desc_mmio);  in pci_unmap_slice_regs()
810 		afu->native->afu_desc_mmio = NULL;  in pci_unmap_slice_regs()
823 	kfree(afu->native);  in cxl_pci_release_afu()
848 		afu->native->pp_offset = AFUD_READ_PPPSA_OFF(afu);  in cxl_read_afu_descriptor()
879 			(afu->native->pp_offset + afu->pp_size*afu->max_procs_virtualised)) {  in cxl_afu_descriptor_looks_ok()
942 	if (afu->adapter->native->sl_ops->register_serr_irq) {  in sanitise_afu_regs_psl9()
997 	if (afu->adapter->native->sl_ops->register_serr_irq) {  in sanitise_afu_regs_psl8()
1027 	const void __iomem *ebuf = afu->native->afu_desc_mmio + afu->eb_offset;  in cxl_pci_afu_read_err_buffer()
1065 	if (adapter->native->sl_ops->sanitise_afu_regs) {  in pci_configure_afu()
1066 		rc = adapter->native->sl_ops->sanitise_afu_regs(afu);  in pci_configure_afu()
1084 	if (adapter->native->sl_ops->afu_regs_init)  in pci_configure_afu()
1085 		if ((rc = adapter->native->sl_ops->afu_regs_init(afu)))  in pci_configure_afu()
1088 	if (adapter->native->sl_ops->register_serr_irq)  in pci_configure_afu()
1089 		if ((rc = adapter->native->sl_ops->register_serr_irq(afu)))  in pci_configure_afu()
1099 	if (adapter->native->sl_ops->release_serr_irq)  in pci_configure_afu()
1100 		adapter->native->sl_ops->release_serr_irq(afu);  in pci_configure_afu()
1117 	if (afu->adapter->native->sl_ops->release_serr_irq)  in pci_deconfigure_afu()
1118 		afu->adapter->native->sl_ops->release_serr_irq(afu);  in pci_deconfigure_afu()
1131 	afu->native = kzalloc(sizeof(struct cxl_afu_native), GFP_KERNEL);  in pci_init_afu()
1132 	if (!afu->native)  in pci_init_afu()
1135 	mutex_init(&afu->native->spa_mutex);  in pci_init_afu()
1174 	kfree(afu->native);  in pci_init_afu()
1242 	if (!(adapter->native->p1_mmio = ioremap(p1_base(dev), p1_size(dev))))  in cxl_map_adapter_regs()
1245 	if (!(adapter->native->p2_mmio = ioremap(p2_base(dev), p2_size(dev))))  in cxl_map_adapter_regs()
1251 	iounmap(adapter->native->p1_mmio);  in cxl_map_adapter_regs()
1252 	adapter->native->p1_mmio = NULL;  in cxl_map_adapter_regs()
1263 	if (adapter->native->p1_mmio) {  in cxl_unmap_adapter_regs()
1264 		iounmap(adapter->native->p1_mmio);  in cxl_unmap_adapter_regs()
1265 		adapter->native->p1_mmio = NULL;  in cxl_unmap_adapter_regs()
1268 	if (adapter->native->p2_mmio) {  in cxl_unmap_adapter_regs()
1269 		iounmap(adapter->native->p2_mmio);  in cxl_unmap_adapter_regs()
1270 		adapter->native->p2_mmio = NULL;  in cxl_unmap_adapter_regs()
1312 	adapter->native->ps_off = ps_off * 64 * 1024;  in cxl_read_vsec()
1314 	adapter->native->afu_desc_off = afu_desc_off * 64 * 1024;  in cxl_read_vsec()
1315 	adapter->native->afu_desc_size = afu_desc_size * 64 * 1024;  in cxl_read_vsec()
1383 	if (!adapter->native->afu_desc_off || !adapter->native->afu_desc_size) {  in cxl_vsec_looks_ok()
1388 	if (adapter->ps_size > p2_size(dev) - adapter->native->ps_off) {  in cxl_vsec_looks_ok()
1391 			 adapter->ps_size, p2_size(dev) - adapter->native->ps_off);  in cxl_vsec_looks_ok()
1411 	kfree(adapter->native);  in cxl_release_adapter()
1424 	if (adapter->native->sl_ops->invalidate_all) {  in sanitise_adapter_regs()
1428 		rc = adapter->native->sl_ops->invalidate_all(adapter);  in sanitise_adapter_regs()
1474 	if ((rc = adapter->native->sl_ops->adapter_regs_init(adapter, dev)))  in cxl_configure_adapter()
1489 	if ((rc = pnv_phb_to_cxl_mode(dev, adapter->native->sl_ops->capi_mode)))  in cxl_configure_adapter()
1613 		adapter->native->sl_ops = &psl8_ops;  in set_sl_ops()
1616 		adapter->native->sl_ops = &psl9_ops;  in set_sl_ops()
1630 	adapter->native = kzalloc(sizeof(struct cxl_native), GFP_KERNEL);  in cxl_pci_init_adapter()
1631 	if (!adapter->native) {  in cxl_pci_init_adapter()