1eb3ae0aaSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2982a8445SBo Liu /*
312eb4683SFrank Haverkamp * IBM Accelerator Family 'GenWQE'
412eb4683SFrank Haverkamp *
512eb4683SFrank Haverkamp * (C) Copyright IBM Corp. 2013
612eb4683SFrank Haverkamp *
712eb4683SFrank Haverkamp * Author: Frank Haverkamp <haver@linux.vnet.ibm.com>
812eb4683SFrank Haverkamp * Author: Joerg-Stephan Vogt <jsvogt@de.ibm.com>
926d8f6f1SFrank Haverkamp * Author: Michael Jung <mijung@gmx.net>
1012eb4683SFrank Haverkamp * Author: Michael Ruettger <michael@ibmra.de>
1112eb4683SFrank Haverkamp */
1212eb4683SFrank Haverkamp
1312eb4683SFrank Haverkamp /*
1412eb4683SFrank Haverkamp * Module initialization and PCIe setup. Card health monitoring and
1512eb4683SFrank Haverkamp * recovery functionality. Character device creation and deletion are
1612eb4683SFrank Haverkamp * controlled from here.
1712eb4683SFrank Haverkamp */
1812eb4683SFrank Haverkamp
1912eb4683SFrank Haverkamp #include <linux/types.h>
2012eb4683SFrank Haverkamp #include <linux/pci.h>
2112eb4683SFrank Haverkamp #include <linux/err.h>
2212eb4683SFrank Haverkamp #include <linux/string.h>
2312eb4683SFrank Haverkamp #include <linux/sched.h>
2412eb4683SFrank Haverkamp #include <linux/wait.h>
2512eb4683SFrank Haverkamp #include <linux/delay.h>
2612eb4683SFrank Haverkamp #include <linux/dma-mapping.h>
2712eb4683SFrank Haverkamp #include <linux/module.h>
2812eb4683SFrank Haverkamp #include <linux/notifier.h>
2912eb4683SFrank Haverkamp #include <linux/device.h>
3012eb4683SFrank Haverkamp #include <linux/log2.h>
3112eb4683SFrank Haverkamp
3212eb4683SFrank Haverkamp #include "card_base.h"
3312eb4683SFrank Haverkamp #include "card_ddcb.h"
3412eb4683SFrank Haverkamp
3512eb4683SFrank Haverkamp MODULE_AUTHOR("Frank Haverkamp <haver@linux.vnet.ibm.com>");
3612eb4683SFrank Haverkamp MODULE_AUTHOR("Michael Ruettger <michael@ibmra.de>");
3712eb4683SFrank Haverkamp MODULE_AUTHOR("Joerg-Stephan Vogt <jsvogt@de.ibm.com>");
3826d8f6f1SFrank Haverkamp MODULE_AUTHOR("Michael Jung <mijung@gmx.net>");
3912eb4683SFrank Haverkamp
4012eb4683SFrank Haverkamp MODULE_DESCRIPTION("GenWQE Card");
4164df2ec5SFrank Haverkamp MODULE_VERSION(DRV_VERSION);
4212eb4683SFrank Haverkamp MODULE_LICENSE("GPL");
4312eb4683SFrank Haverkamp
4412eb4683SFrank Haverkamp static char genwqe_driver_name[] = GENWQE_DEVNAME;
45*b5fa3379SIvan Orlov
4612eb4683SFrank Haverkamp static struct dentry *debugfs_genwqe;
4712eb4683SFrank Haverkamp static struct genwqe_dev *genwqe_devices[GENWQE_CARD_NO_MAX];
4812eb4683SFrank Haverkamp
4912eb4683SFrank Haverkamp /* PCI structure for identifying device by PCI vendor and device ID */
5032182cd3SGreg Kroah-Hartman static const struct pci_device_id genwqe_device_table[] = {
5112eb4683SFrank Haverkamp { .vendor = PCI_VENDOR_ID_IBM,
5212eb4683SFrank Haverkamp .device = PCI_DEVICE_GENWQE,
5312eb4683SFrank Haverkamp .subvendor = PCI_SUBVENDOR_ID_IBM,
5412eb4683SFrank Haverkamp .subdevice = PCI_SUBSYSTEM_ID_GENWQE5,
5512eb4683SFrank Haverkamp .class = (PCI_CLASSCODE_GENWQE5 << 8),
5612eb4683SFrank Haverkamp .class_mask = ~0,
5712eb4683SFrank Haverkamp .driver_data = 0 },
5812eb4683SFrank Haverkamp
5912eb4683SFrank Haverkamp /* Initial SR-IOV bring-up image */
6012eb4683SFrank Haverkamp { .vendor = PCI_VENDOR_ID_IBM,
6112eb4683SFrank Haverkamp .device = PCI_DEVICE_GENWQE,
6212eb4683SFrank Haverkamp .subvendor = PCI_SUBVENDOR_ID_IBM_SRIOV,
6312eb4683SFrank Haverkamp .subdevice = PCI_SUBSYSTEM_ID_GENWQE5_SRIOV,
6412eb4683SFrank Haverkamp .class = (PCI_CLASSCODE_GENWQE5_SRIOV << 8),
6512eb4683SFrank Haverkamp .class_mask = ~0,
6612eb4683SFrank Haverkamp .driver_data = 0 },
6712eb4683SFrank Haverkamp
6812eb4683SFrank Haverkamp { .vendor = PCI_VENDOR_ID_IBM, /* VF Vendor ID */
6912eb4683SFrank Haverkamp .device = 0x0000, /* VF Device ID */
7012eb4683SFrank Haverkamp .subvendor = PCI_SUBVENDOR_ID_IBM_SRIOV,
7112eb4683SFrank Haverkamp .subdevice = PCI_SUBSYSTEM_ID_GENWQE5_SRIOV,
7212eb4683SFrank Haverkamp .class = (PCI_CLASSCODE_GENWQE5_SRIOV << 8),
7312eb4683SFrank Haverkamp .class_mask = ~0,
7412eb4683SFrank Haverkamp .driver_data = 0 },
7512eb4683SFrank Haverkamp
7612eb4683SFrank Haverkamp /* Fixed up image */
7712eb4683SFrank Haverkamp { .vendor = PCI_VENDOR_ID_IBM,
7812eb4683SFrank Haverkamp .device = PCI_DEVICE_GENWQE,
7912eb4683SFrank Haverkamp .subvendor = PCI_SUBVENDOR_ID_IBM_SRIOV,
8012eb4683SFrank Haverkamp .subdevice = PCI_SUBSYSTEM_ID_GENWQE5,
8112eb4683SFrank Haverkamp .class = (PCI_CLASSCODE_GENWQE5_SRIOV << 8),
8212eb4683SFrank Haverkamp .class_mask = ~0,
8312eb4683SFrank Haverkamp .driver_data = 0 },
8412eb4683SFrank Haverkamp
8512eb4683SFrank Haverkamp { .vendor = PCI_VENDOR_ID_IBM, /* VF Vendor ID */
8612eb4683SFrank Haverkamp .device = 0x0000, /* VF Device ID */
8712eb4683SFrank Haverkamp .subvendor = PCI_SUBVENDOR_ID_IBM_SRIOV,
8812eb4683SFrank Haverkamp .subdevice = PCI_SUBSYSTEM_ID_GENWQE5,
8912eb4683SFrank Haverkamp .class = (PCI_CLASSCODE_GENWQE5_SRIOV << 8),
9012eb4683SFrank Haverkamp .class_mask = ~0,
9112eb4683SFrank Haverkamp .driver_data = 0 },
9212eb4683SFrank Haverkamp
9312eb4683SFrank Haverkamp /* Even one more ... */
9412eb4683SFrank Haverkamp { .vendor = PCI_VENDOR_ID_IBM,
9512eb4683SFrank Haverkamp .device = PCI_DEVICE_GENWQE,
9612eb4683SFrank Haverkamp .subvendor = PCI_SUBVENDOR_ID_IBM,
9712eb4683SFrank Haverkamp .subdevice = PCI_SUBSYSTEM_ID_GENWQE5_NEW,
9812eb4683SFrank Haverkamp .class = (PCI_CLASSCODE_GENWQE5 << 8),
9912eb4683SFrank Haverkamp .class_mask = ~0,
10012eb4683SFrank Haverkamp .driver_data = 0 },
10112eb4683SFrank Haverkamp
10212eb4683SFrank Haverkamp { 0, } /* 0 terminated list. */
10312eb4683SFrank Haverkamp };
10412eb4683SFrank Haverkamp
10512eb4683SFrank Haverkamp MODULE_DEVICE_TABLE(pci, genwqe_device_table);
10612eb4683SFrank Haverkamp
10712eb4683SFrank Haverkamp /**
108*b5fa3379SIvan Orlov * genwqe_devnode() - Set default access mode for genwqe devices.
109*b5fa3379SIvan Orlov * @dev: Pointer to device (unused)
110*b5fa3379SIvan Orlov * @mode: Carrier to pass-back given mode (permissions)
111*b5fa3379SIvan Orlov *
112*b5fa3379SIvan Orlov * Default mode should be rw for everybody. Do not change default
113*b5fa3379SIvan Orlov * device name.
114*b5fa3379SIvan Orlov */
genwqe_devnode(const struct device * dev,umode_t * mode)115*b5fa3379SIvan Orlov static char *genwqe_devnode(const struct device *dev, umode_t *mode)
116*b5fa3379SIvan Orlov {
117*b5fa3379SIvan Orlov if (mode)
118*b5fa3379SIvan Orlov *mode = 0666;
119*b5fa3379SIvan Orlov return NULL;
120*b5fa3379SIvan Orlov }
121*b5fa3379SIvan Orlov
122*b5fa3379SIvan Orlov static const struct class class_genwqe = {
123*b5fa3379SIvan Orlov .name = GENWQE_DEVNAME,
124*b5fa3379SIvan Orlov .devnode = genwqe_devnode,
125*b5fa3379SIvan Orlov };
126*b5fa3379SIvan Orlov
127*b5fa3379SIvan Orlov /**
12812eb4683SFrank Haverkamp * genwqe_dev_alloc() - Create and prepare a new card descriptor
12912eb4683SFrank Haverkamp *
13012eb4683SFrank Haverkamp * Return: Pointer to card descriptor, or ERR_PTR(err) on error
13112eb4683SFrank Haverkamp */
genwqe_dev_alloc(void)13212eb4683SFrank Haverkamp static struct genwqe_dev *genwqe_dev_alloc(void)
13312eb4683SFrank Haverkamp {
13412eb4683SFrank Haverkamp unsigned int i = 0, j;
13512eb4683SFrank Haverkamp struct genwqe_dev *cd;
13612eb4683SFrank Haverkamp
13712eb4683SFrank Haverkamp for (i = 0; i < GENWQE_CARD_NO_MAX; i++) {
13812eb4683SFrank Haverkamp if (genwqe_devices[i] == NULL)
13912eb4683SFrank Haverkamp break;
14012eb4683SFrank Haverkamp }
14112eb4683SFrank Haverkamp if (i >= GENWQE_CARD_NO_MAX)
14212eb4683SFrank Haverkamp return ERR_PTR(-ENODEV);
14312eb4683SFrank Haverkamp
14412eb4683SFrank Haverkamp cd = kzalloc(sizeof(struct genwqe_dev), GFP_KERNEL);
14512eb4683SFrank Haverkamp if (!cd)
14612eb4683SFrank Haverkamp return ERR_PTR(-ENOMEM);
14712eb4683SFrank Haverkamp
14812eb4683SFrank Haverkamp cd->card_idx = i;
149*b5fa3379SIvan Orlov cd->class_genwqe = &class_genwqe;
15012eb4683SFrank Haverkamp cd->debugfs_genwqe = debugfs_genwqe;
15112eb4683SFrank Haverkamp
152fb145456SKleber Sacilotto de Souza /*
153fb145456SKleber Sacilotto de Souza * This comes from kernel config option and can be overritten via
154fb145456SKleber Sacilotto de Souza * debugfs.
155fb145456SKleber Sacilotto de Souza */
156fb145456SKleber Sacilotto de Souza cd->use_platform_recovery = CONFIG_GENWQE_PLATFORM_ERROR_RECOVERY;
157fb145456SKleber Sacilotto de Souza
15812eb4683SFrank Haverkamp init_waitqueue_head(&cd->queue_waitq);
15912eb4683SFrank Haverkamp
16012eb4683SFrank Haverkamp spin_lock_init(&cd->file_lock);
16112eb4683SFrank Haverkamp INIT_LIST_HEAD(&cd->file_list);
16212eb4683SFrank Haverkamp
16312eb4683SFrank Haverkamp cd->card_state = GENWQE_CARD_UNUSED;
16412eb4683SFrank Haverkamp spin_lock_init(&cd->print_lock);
16512eb4683SFrank Haverkamp
1669d14e766SGuilherme G. Piccoli cd->ddcb_software_timeout = GENWQE_DDCB_SOFTWARE_TIMEOUT;
1679d14e766SGuilherme G. Piccoli cd->kill_timeout = GENWQE_KILL_TIMEOUT;
16812eb4683SFrank Haverkamp
16912eb4683SFrank Haverkamp for (j = 0; j < GENWQE_MAX_VFS; j++)
1709d14e766SGuilherme G. Piccoli cd->vf_jobtimeout_msec[j] = GENWQE_VF_JOBTIMEOUT_MSEC;
17112eb4683SFrank Haverkamp
17212eb4683SFrank Haverkamp genwqe_devices[i] = cd;
17312eb4683SFrank Haverkamp return cd;
17412eb4683SFrank Haverkamp }
17512eb4683SFrank Haverkamp
genwqe_dev_free(struct genwqe_dev * cd)17612eb4683SFrank Haverkamp static void genwqe_dev_free(struct genwqe_dev *cd)
17712eb4683SFrank Haverkamp {
17812eb4683SFrank Haverkamp if (!cd)
17912eb4683SFrank Haverkamp return;
18012eb4683SFrank Haverkamp
18112eb4683SFrank Haverkamp genwqe_devices[cd->card_idx] = NULL;
18212eb4683SFrank Haverkamp kfree(cd);
18312eb4683SFrank Haverkamp }
18412eb4683SFrank Haverkamp
18512eb4683SFrank Haverkamp /**
18612eb4683SFrank Haverkamp * genwqe_bus_reset() - Card recovery
187a562c0c3SLee Jones * @cd: GenWQE device information
18812eb4683SFrank Haverkamp *
18912eb4683SFrank Haverkamp * pci_reset_function() will recover the device and ensure that the
19012eb4683SFrank Haverkamp * registers are accessible again when it completes with success. If
19112eb4683SFrank Haverkamp * not, the card will stay dead and registers will be unaccessible
19212eb4683SFrank Haverkamp * still.
19312eb4683SFrank Haverkamp */
genwqe_bus_reset(struct genwqe_dev * cd)19412eb4683SFrank Haverkamp static int genwqe_bus_reset(struct genwqe_dev *cd)
19512eb4683SFrank Haverkamp {
196f03774bdSJohannes Thumshirn int rc = 0;
19712eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
19812eb4683SFrank Haverkamp void __iomem *mmio;
19912eb4683SFrank Haverkamp
20012eb4683SFrank Haverkamp if (cd->err_inject & GENWQE_INJECT_BUS_RESET_FAILURE)
20112eb4683SFrank Haverkamp return -EIO;
20212eb4683SFrank Haverkamp
20312eb4683SFrank Haverkamp mmio = cd->mmio;
20412eb4683SFrank Haverkamp cd->mmio = NULL;
20512eb4683SFrank Haverkamp pci_iounmap(pci_dev, mmio);
20612eb4683SFrank Haverkamp
207f03774bdSJohannes Thumshirn pci_release_mem_regions(pci_dev);
20812eb4683SFrank Haverkamp
20912eb4683SFrank Haverkamp /*
21012eb4683SFrank Haverkamp * Firmware/BIOS might change memory mapping during bus reset.
21112eb4683SFrank Haverkamp * Settings like enable bus-mastering, ... are backuped and
21212eb4683SFrank Haverkamp * restored by the pci_reset_function().
21312eb4683SFrank Haverkamp */
21412eb4683SFrank Haverkamp dev_dbg(&pci_dev->dev, "[%s] pci_reset function ...\n", __func__);
21512eb4683SFrank Haverkamp rc = pci_reset_function(pci_dev);
21612eb4683SFrank Haverkamp if (rc) {
21712eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
21812eb4683SFrank Haverkamp "[%s] err: failed reset func (rc %d)\n", __func__, rc);
21912eb4683SFrank Haverkamp return rc;
22012eb4683SFrank Haverkamp }
22112eb4683SFrank Haverkamp dev_dbg(&pci_dev->dev, "[%s] done with rc=%d\n", __func__, rc);
22212eb4683SFrank Haverkamp
22312eb4683SFrank Haverkamp /*
22412eb4683SFrank Haverkamp * Here is the right spot to clear the register read
22512eb4683SFrank Haverkamp * failure. pci_bus_reset() does this job in real systems.
22612eb4683SFrank Haverkamp */
22712eb4683SFrank Haverkamp cd->err_inject &= ~(GENWQE_INJECT_HARDWARE_FAILURE |
22812eb4683SFrank Haverkamp GENWQE_INJECT_GFIR_FATAL |
22912eb4683SFrank Haverkamp GENWQE_INJECT_GFIR_INFO);
23012eb4683SFrank Haverkamp
231f03774bdSJohannes Thumshirn rc = pci_request_mem_regions(pci_dev, genwqe_driver_name);
23212eb4683SFrank Haverkamp if (rc) {
23312eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
23412eb4683SFrank Haverkamp "[%s] err: request bars failed (%d)\n", __func__, rc);
23512eb4683SFrank Haverkamp return -EIO;
23612eb4683SFrank Haverkamp }
23712eb4683SFrank Haverkamp
23812eb4683SFrank Haverkamp cd->mmio = pci_iomap(pci_dev, 0, 0);
23912eb4683SFrank Haverkamp if (cd->mmio == NULL) {
24012eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
24112eb4683SFrank Haverkamp "[%s] err: mapping BAR0 failed\n", __func__);
24212eb4683SFrank Haverkamp return -ENOMEM;
24312eb4683SFrank Haverkamp }
24412eb4683SFrank Haverkamp return 0;
24512eb4683SFrank Haverkamp }
24612eb4683SFrank Haverkamp
24712eb4683SFrank Haverkamp /*
24812eb4683SFrank Haverkamp * Hardware circumvention section. Certain bitstreams in our test-lab
24912eb4683SFrank Haverkamp * had different kinds of problems. Here is where we adjust those
25012eb4683SFrank Haverkamp * bitstreams to function will with this version of our device driver.
25112eb4683SFrank Haverkamp *
25212eb4683SFrank Haverkamp * Thise circumventions are applied to the physical function only.
25312eb4683SFrank Haverkamp * The magical numbers below are identifying development/manufacturing
25412eb4683SFrank Haverkamp * versions of the bitstream used on the card.
25512eb4683SFrank Haverkamp *
25612eb4683SFrank Haverkamp * Turn off error reporting for old/manufacturing images.
25712eb4683SFrank Haverkamp */
25812eb4683SFrank Haverkamp
genwqe_need_err_masking(struct genwqe_dev * cd)25912eb4683SFrank Haverkamp bool genwqe_need_err_masking(struct genwqe_dev *cd)
26012eb4683SFrank Haverkamp {
26112eb4683SFrank Haverkamp return (cd->slu_unitcfg & 0xFFFF0ull) < 0x32170ull;
26212eb4683SFrank Haverkamp }
26312eb4683SFrank Haverkamp
genwqe_tweak_hardware(struct genwqe_dev * cd)26412eb4683SFrank Haverkamp static void genwqe_tweak_hardware(struct genwqe_dev *cd)
26512eb4683SFrank Haverkamp {
26612eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
26712eb4683SFrank Haverkamp
26812eb4683SFrank Haverkamp /* Mask FIRs for development images */
26912eb4683SFrank Haverkamp if (((cd->slu_unitcfg & 0xFFFF0ull) >= 0x32000ull) &&
27012eb4683SFrank Haverkamp ((cd->slu_unitcfg & 0xFFFF0ull) <= 0x33250ull)) {
27112eb4683SFrank Haverkamp dev_warn(&pci_dev->dev,
27212eb4683SFrank Haverkamp "FIRs masked due to bitstream %016llx.%016llx\n",
27312eb4683SFrank Haverkamp cd->slu_unitcfg, cd->app_unitcfg);
27412eb4683SFrank Haverkamp
27512eb4683SFrank Haverkamp __genwqe_writeq(cd, IO_APP_SEC_LEM_DEBUG_OVR,
27612eb4683SFrank Haverkamp 0xFFFFFFFFFFFFFFFFull);
27712eb4683SFrank Haverkamp
27812eb4683SFrank Haverkamp __genwqe_writeq(cd, IO_APP_ERR_ACT_MASK,
27912eb4683SFrank Haverkamp 0x0000000000000000ull);
28012eb4683SFrank Haverkamp }
28112eb4683SFrank Haverkamp }
28212eb4683SFrank Haverkamp
28312eb4683SFrank Haverkamp /**
28412eb4683SFrank Haverkamp * genwqe_recovery_on_fatal_gfir_required() - Version depended actions
285a562c0c3SLee Jones * @cd: GenWQE device information
28612eb4683SFrank Haverkamp *
28712eb4683SFrank Haverkamp * Bitstreams older than 2013-02-17 have a bug where fatal GFIRs must
28812eb4683SFrank Haverkamp * be ignored. This is e.g. true for the bitstream we gave to the card
28912eb4683SFrank Haverkamp * manufacturer, but also for some old bitstreams we released to our
29012eb4683SFrank Haverkamp * test-lab.
29112eb4683SFrank Haverkamp */
genwqe_recovery_on_fatal_gfir_required(struct genwqe_dev * cd)29212eb4683SFrank Haverkamp int genwqe_recovery_on_fatal_gfir_required(struct genwqe_dev *cd)
29312eb4683SFrank Haverkamp {
29412eb4683SFrank Haverkamp return (cd->slu_unitcfg & 0xFFFF0ull) >= 0x32170ull;
29512eb4683SFrank Haverkamp }
29612eb4683SFrank Haverkamp
genwqe_flash_readback_fails(struct genwqe_dev * cd)29712eb4683SFrank Haverkamp int genwqe_flash_readback_fails(struct genwqe_dev *cd)
29812eb4683SFrank Haverkamp {
29912eb4683SFrank Haverkamp return (cd->slu_unitcfg & 0xFFFF0ull) < 0x32170ull;
30012eb4683SFrank Haverkamp }
30112eb4683SFrank Haverkamp
30212eb4683SFrank Haverkamp /**
30312eb4683SFrank Haverkamp * genwqe_T_psec() - Calculate PF/VF timeout register content
304a562c0c3SLee Jones * @cd: GenWQE device information
30512eb4683SFrank Haverkamp *
30612eb4683SFrank Haverkamp * Note: From a design perspective it turned out to be a bad idea to
30712eb4683SFrank Haverkamp * use codes here to specifiy the frequency/speed values. An old
30812eb4683SFrank Haverkamp * driver cannot understand new codes and is therefore always a
30912eb4683SFrank Haverkamp * problem. Better is to measure out the value or put the
31012eb4683SFrank Haverkamp * speed/frequency directly into a register which is always a valid
31112eb4683SFrank Haverkamp * value for old as well as for new software.
31212eb4683SFrank Haverkamp */
31312eb4683SFrank Haverkamp /* T = 1/f */
genwqe_T_psec(struct genwqe_dev * cd)31412eb4683SFrank Haverkamp static int genwqe_T_psec(struct genwqe_dev *cd)
31512eb4683SFrank Haverkamp {
31612eb4683SFrank Haverkamp u16 speed; /* 1/f -> 250, 200, 166, 175 */
31712eb4683SFrank Haverkamp static const int T[] = { 4000, 5000, 6000, 5714 };
31812eb4683SFrank Haverkamp
31912eb4683SFrank Haverkamp speed = (u16)((cd->slu_unitcfg >> 28) & 0x0full);
32012eb4683SFrank Haverkamp if (speed >= ARRAY_SIZE(T))
32112eb4683SFrank Haverkamp return -1; /* illegal value */
32212eb4683SFrank Haverkamp
32312eb4683SFrank Haverkamp return T[speed];
32412eb4683SFrank Haverkamp }
32512eb4683SFrank Haverkamp
32612eb4683SFrank Haverkamp /**
32712eb4683SFrank Haverkamp * genwqe_setup_pf_jtimer() - Setup PF hardware timeouts for DDCB execution
328a562c0c3SLee Jones * @cd: GenWQE device information
32912eb4683SFrank Haverkamp *
33012eb4683SFrank Haverkamp * Do this _after_ card_reset() is called. Otherwise the values will
33112eb4683SFrank Haverkamp * vanish. The settings need to be done when the queues are inactive.
33212eb4683SFrank Haverkamp *
33312eb4683SFrank Haverkamp * The max. timeout value is 2^(10+x) * T (6ns for 166MHz) * 15/16.
33412eb4683SFrank Haverkamp * The min. timeout value is 2^(10+x) * T (6ns for 166MHz) * 14/16.
33512eb4683SFrank Haverkamp */
genwqe_setup_pf_jtimer(struct genwqe_dev * cd)33612eb4683SFrank Haverkamp static bool genwqe_setup_pf_jtimer(struct genwqe_dev *cd)
33712eb4683SFrank Haverkamp {
33812eb4683SFrank Haverkamp u32 T = genwqe_T_psec(cd);
33912eb4683SFrank Haverkamp u64 x;
34012eb4683SFrank Haverkamp
3419d14e766SGuilherme G. Piccoli if (GENWQE_PF_JOBTIMEOUT_MSEC == 0)
34212eb4683SFrank Haverkamp return false;
34312eb4683SFrank Haverkamp
34412eb4683SFrank Haverkamp /* PF: large value needed, flash update 2sec per block */
3459d14e766SGuilherme G. Piccoli x = ilog2(GENWQE_PF_JOBTIMEOUT_MSEC *
34612eb4683SFrank Haverkamp 16000000000uL/(T * 15)) - 10;
34712eb4683SFrank Haverkamp
34812eb4683SFrank Haverkamp genwqe_write_vreg(cd, IO_SLC_VF_APPJOB_TIMEOUT,
34912eb4683SFrank Haverkamp 0xff00 | (x & 0xff), 0);
35012eb4683SFrank Haverkamp return true;
35112eb4683SFrank Haverkamp }
35212eb4683SFrank Haverkamp
35312eb4683SFrank Haverkamp /**
35412eb4683SFrank Haverkamp * genwqe_setup_vf_jtimer() - Setup VF hardware timeouts for DDCB execution
355a562c0c3SLee Jones * @cd: GenWQE device information
35612eb4683SFrank Haverkamp */
genwqe_setup_vf_jtimer(struct genwqe_dev * cd)35712eb4683SFrank Haverkamp static bool genwqe_setup_vf_jtimer(struct genwqe_dev *cd)
35812eb4683SFrank Haverkamp {
35912eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
36012eb4683SFrank Haverkamp unsigned int vf;
36112eb4683SFrank Haverkamp u32 T = genwqe_T_psec(cd);
36212eb4683SFrank Haverkamp u64 x;
36395a8825cSFrank Haverkamp int totalvfs;
36412eb4683SFrank Haverkamp
36595a8825cSFrank Haverkamp totalvfs = pci_sriov_get_totalvfs(pci_dev);
36695a8825cSFrank Haverkamp if (totalvfs <= 0)
36795a8825cSFrank Haverkamp return false;
36895a8825cSFrank Haverkamp
36995a8825cSFrank Haverkamp for (vf = 0; vf < totalvfs; vf++) {
37012eb4683SFrank Haverkamp
37112eb4683SFrank Haverkamp if (cd->vf_jobtimeout_msec[vf] == 0)
37212eb4683SFrank Haverkamp continue;
37312eb4683SFrank Haverkamp
37412eb4683SFrank Haverkamp x = ilog2(cd->vf_jobtimeout_msec[vf] *
37512eb4683SFrank Haverkamp 16000000000uL/(T * 15)) - 10;
37612eb4683SFrank Haverkamp
37712eb4683SFrank Haverkamp genwqe_write_vreg(cd, IO_SLC_VF_APPJOB_TIMEOUT,
37812eb4683SFrank Haverkamp 0xff00 | (x & 0xff), vf + 1);
37912eb4683SFrank Haverkamp }
38012eb4683SFrank Haverkamp return true;
38112eb4683SFrank Haverkamp }
38212eb4683SFrank Haverkamp
genwqe_ffdc_buffs_alloc(struct genwqe_dev * cd)38312eb4683SFrank Haverkamp static int genwqe_ffdc_buffs_alloc(struct genwqe_dev *cd)
38412eb4683SFrank Haverkamp {
38512eb4683SFrank Haverkamp unsigned int type, e = 0;
38612eb4683SFrank Haverkamp
38712eb4683SFrank Haverkamp for (type = 0; type < GENWQE_DBG_UNITS; type++) {
38812eb4683SFrank Haverkamp switch (type) {
38912eb4683SFrank Haverkamp case GENWQE_DBG_UNIT0:
39012eb4683SFrank Haverkamp e = genwqe_ffdc_buff_size(cd, 0);
39112eb4683SFrank Haverkamp break;
39212eb4683SFrank Haverkamp case GENWQE_DBG_UNIT1:
39312eb4683SFrank Haverkamp e = genwqe_ffdc_buff_size(cd, 1);
39412eb4683SFrank Haverkamp break;
39512eb4683SFrank Haverkamp case GENWQE_DBG_UNIT2:
39612eb4683SFrank Haverkamp e = genwqe_ffdc_buff_size(cd, 2);
39712eb4683SFrank Haverkamp break;
39812eb4683SFrank Haverkamp case GENWQE_DBG_REGS:
39912eb4683SFrank Haverkamp e = GENWQE_FFDC_REGS;
40012eb4683SFrank Haverkamp break;
40112eb4683SFrank Haverkamp }
40212eb4683SFrank Haverkamp
40312eb4683SFrank Haverkamp /* currently support only the debug units mentioned here */
40412eb4683SFrank Haverkamp cd->ffdc[type].entries = e;
405d9c11d45SFrank Haverkamp cd->ffdc[type].regs =
406d9c11d45SFrank Haverkamp kmalloc_array(e, sizeof(struct genwqe_reg),
40712eb4683SFrank Haverkamp GFP_KERNEL);
40812eb4683SFrank Haverkamp /*
40912eb4683SFrank Haverkamp * regs == NULL is ok, the using code treats this as no regs,
41012eb4683SFrank Haverkamp * Printing warning is ok in this case.
41112eb4683SFrank Haverkamp */
41212eb4683SFrank Haverkamp }
41312eb4683SFrank Haverkamp return 0;
41412eb4683SFrank Haverkamp }
41512eb4683SFrank Haverkamp
genwqe_ffdc_buffs_free(struct genwqe_dev * cd)41612eb4683SFrank Haverkamp static void genwqe_ffdc_buffs_free(struct genwqe_dev *cd)
41712eb4683SFrank Haverkamp {
41812eb4683SFrank Haverkamp unsigned int type;
41912eb4683SFrank Haverkamp
42012eb4683SFrank Haverkamp for (type = 0; type < GENWQE_DBG_UNITS; type++) {
42112eb4683SFrank Haverkamp kfree(cd->ffdc[type].regs);
42212eb4683SFrank Haverkamp cd->ffdc[type].regs = NULL;
42312eb4683SFrank Haverkamp }
42412eb4683SFrank Haverkamp }
42512eb4683SFrank Haverkamp
genwqe_read_ids(struct genwqe_dev * cd)42612eb4683SFrank Haverkamp static int genwqe_read_ids(struct genwqe_dev *cd)
42712eb4683SFrank Haverkamp {
42812eb4683SFrank Haverkamp int err = 0;
42912eb4683SFrank Haverkamp int slu_id;
43012eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
43112eb4683SFrank Haverkamp
43212eb4683SFrank Haverkamp cd->slu_unitcfg = __genwqe_readq(cd, IO_SLU_UNITCFG);
43312eb4683SFrank Haverkamp if (cd->slu_unitcfg == IO_ILLEGAL_VALUE) {
43412eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
43512eb4683SFrank Haverkamp "err: SLUID=%016llx\n", cd->slu_unitcfg);
43612eb4683SFrank Haverkamp err = -EIO;
43712eb4683SFrank Haverkamp goto out_err;
43812eb4683SFrank Haverkamp }
43912eb4683SFrank Haverkamp
44012eb4683SFrank Haverkamp slu_id = genwqe_get_slu_id(cd);
44112eb4683SFrank Haverkamp if (slu_id < GENWQE_SLU_ARCH_REQ || slu_id == 0xff) {
44212eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
44312eb4683SFrank Haverkamp "err: incompatible SLU Architecture %u\n", slu_id);
44412eb4683SFrank Haverkamp err = -ENOENT;
44512eb4683SFrank Haverkamp goto out_err;
44612eb4683SFrank Haverkamp }
44712eb4683SFrank Haverkamp
44812eb4683SFrank Haverkamp cd->app_unitcfg = __genwqe_readq(cd, IO_APP_UNITCFG);
44912eb4683SFrank Haverkamp if (cd->app_unitcfg == IO_ILLEGAL_VALUE) {
45012eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
45112eb4683SFrank Haverkamp "err: APPID=%016llx\n", cd->app_unitcfg);
45212eb4683SFrank Haverkamp err = -EIO;
45312eb4683SFrank Haverkamp goto out_err;
45412eb4683SFrank Haverkamp }
45512eb4683SFrank Haverkamp genwqe_read_app_id(cd, cd->app_name, sizeof(cd->app_name));
45612eb4683SFrank Haverkamp
45712eb4683SFrank Haverkamp /*
45812eb4683SFrank Haverkamp * Is access to all registers possible? If we are a VF the
45912eb4683SFrank Haverkamp * answer is obvious. If we run fully virtualized, we need to
46012eb4683SFrank Haverkamp * check if we can access all registers. If we do not have
46112eb4683SFrank Haverkamp * full access we will cause an UR and some informational FIRs
46212eb4683SFrank Haverkamp * in the PF, but that should not harm.
46312eb4683SFrank Haverkamp */
46412eb4683SFrank Haverkamp if (pci_dev->is_virtfn)
46512eb4683SFrank Haverkamp cd->is_privileged = 0;
46612eb4683SFrank Haverkamp else
46712eb4683SFrank Haverkamp cd->is_privileged = (__genwqe_readq(cd, IO_SLU_BITSTREAM)
46812eb4683SFrank Haverkamp != IO_ILLEGAL_VALUE);
46912eb4683SFrank Haverkamp
47012eb4683SFrank Haverkamp out_err:
47112eb4683SFrank Haverkamp return err;
47212eb4683SFrank Haverkamp }
47312eb4683SFrank Haverkamp
genwqe_start(struct genwqe_dev * cd)47412eb4683SFrank Haverkamp static int genwqe_start(struct genwqe_dev *cd)
47512eb4683SFrank Haverkamp {
47612eb4683SFrank Haverkamp int err;
47712eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
47812eb4683SFrank Haverkamp
47912eb4683SFrank Haverkamp err = genwqe_read_ids(cd);
48012eb4683SFrank Haverkamp if (err)
48112eb4683SFrank Haverkamp return err;
48212eb4683SFrank Haverkamp
48312eb4683SFrank Haverkamp if (genwqe_is_privileged(cd)) {
48412eb4683SFrank Haverkamp /* do this after the tweaks. alloc fail is acceptable */
48512eb4683SFrank Haverkamp genwqe_ffdc_buffs_alloc(cd);
48612eb4683SFrank Haverkamp genwqe_stop_traps(cd);
48712eb4683SFrank Haverkamp
48812eb4683SFrank Haverkamp /* Collect registers e.g. FIRs, UNITIDs, traces ... */
48912eb4683SFrank Haverkamp genwqe_read_ffdc_regs(cd, cd->ffdc[GENWQE_DBG_REGS].regs,
49012eb4683SFrank Haverkamp cd->ffdc[GENWQE_DBG_REGS].entries, 0);
49112eb4683SFrank Haverkamp
49212eb4683SFrank Haverkamp genwqe_ffdc_buff_read(cd, GENWQE_DBG_UNIT0,
49312eb4683SFrank Haverkamp cd->ffdc[GENWQE_DBG_UNIT0].regs,
49412eb4683SFrank Haverkamp cd->ffdc[GENWQE_DBG_UNIT0].entries);
49512eb4683SFrank Haverkamp
49612eb4683SFrank Haverkamp genwqe_ffdc_buff_read(cd, GENWQE_DBG_UNIT1,
49712eb4683SFrank Haverkamp cd->ffdc[GENWQE_DBG_UNIT1].regs,
49812eb4683SFrank Haverkamp cd->ffdc[GENWQE_DBG_UNIT1].entries);
49912eb4683SFrank Haverkamp
50012eb4683SFrank Haverkamp genwqe_ffdc_buff_read(cd, GENWQE_DBG_UNIT2,
50112eb4683SFrank Haverkamp cd->ffdc[GENWQE_DBG_UNIT2].regs,
50212eb4683SFrank Haverkamp cd->ffdc[GENWQE_DBG_UNIT2].entries);
50312eb4683SFrank Haverkamp
50412eb4683SFrank Haverkamp genwqe_start_traps(cd);
50512eb4683SFrank Haverkamp
50612eb4683SFrank Haverkamp if (cd->card_state == GENWQE_CARD_FATAL_ERROR) {
50712eb4683SFrank Haverkamp dev_warn(&pci_dev->dev,
50812eb4683SFrank Haverkamp "[%s] chip reload/recovery!\n", __func__);
50912eb4683SFrank Haverkamp
51012eb4683SFrank Haverkamp /*
51112eb4683SFrank Haverkamp * Stealth Mode: Reload chip on either hot
51212eb4683SFrank Haverkamp * reset or PERST.
51312eb4683SFrank Haverkamp */
51412eb4683SFrank Haverkamp cd->softreset = 0x7Cull;
51512eb4683SFrank Haverkamp __genwqe_writeq(cd, IO_SLC_CFGREG_SOFTRESET,
51612eb4683SFrank Haverkamp cd->softreset);
51712eb4683SFrank Haverkamp
51812eb4683SFrank Haverkamp err = genwqe_bus_reset(cd);
51912eb4683SFrank Haverkamp if (err != 0) {
52012eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
52112eb4683SFrank Haverkamp "[%s] err: bus reset failed!\n",
52212eb4683SFrank Haverkamp __func__);
52312eb4683SFrank Haverkamp goto out;
52412eb4683SFrank Haverkamp }
52512eb4683SFrank Haverkamp
52612eb4683SFrank Haverkamp /*
52712eb4683SFrank Haverkamp * Re-read the IDs because
52812eb4683SFrank Haverkamp * it could happen that the bitstream load
52912eb4683SFrank Haverkamp * failed!
53012eb4683SFrank Haverkamp */
53112eb4683SFrank Haverkamp err = genwqe_read_ids(cd);
53212eb4683SFrank Haverkamp if (err)
53312eb4683SFrank Haverkamp goto out;
53412eb4683SFrank Haverkamp }
53512eb4683SFrank Haverkamp }
53612eb4683SFrank Haverkamp
53712eb4683SFrank Haverkamp err = genwqe_setup_service_layer(cd); /* does a reset to the card */
53812eb4683SFrank Haverkamp if (err != 0) {
53912eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
54012eb4683SFrank Haverkamp "[%s] err: could not setup servicelayer!\n", __func__);
54112eb4683SFrank Haverkamp err = -ENODEV;
54212eb4683SFrank Haverkamp goto out;
54312eb4683SFrank Haverkamp }
54412eb4683SFrank Haverkamp
54512eb4683SFrank Haverkamp if (genwqe_is_privileged(cd)) { /* code is running _after_ reset */
54612eb4683SFrank Haverkamp genwqe_tweak_hardware(cd);
54712eb4683SFrank Haverkamp
54812eb4683SFrank Haverkamp genwqe_setup_pf_jtimer(cd);
54912eb4683SFrank Haverkamp genwqe_setup_vf_jtimer(cd);
55012eb4683SFrank Haverkamp }
55112eb4683SFrank Haverkamp
55212eb4683SFrank Haverkamp err = genwqe_device_create(cd);
55312eb4683SFrank Haverkamp if (err < 0) {
55412eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
55512eb4683SFrank Haverkamp "err: chdev init failed! (err=%d)\n", err);
55612eb4683SFrank Haverkamp goto out_release_service_layer;
55712eb4683SFrank Haverkamp }
55812eb4683SFrank Haverkamp return 0;
55912eb4683SFrank Haverkamp
56012eb4683SFrank Haverkamp out_release_service_layer:
56112eb4683SFrank Haverkamp genwqe_release_service_layer(cd);
56212eb4683SFrank Haverkamp out:
56312eb4683SFrank Haverkamp if (genwqe_is_privileged(cd))
56412eb4683SFrank Haverkamp genwqe_ffdc_buffs_free(cd);
56512eb4683SFrank Haverkamp return -EIO;
56612eb4683SFrank Haverkamp }
56712eb4683SFrank Haverkamp
56812eb4683SFrank Haverkamp /**
56912eb4683SFrank Haverkamp * genwqe_stop() - Stop card operation
570a562c0c3SLee Jones * @cd: GenWQE device information
57112eb4683SFrank Haverkamp *
57212eb4683SFrank Haverkamp * Recovery notes:
57312eb4683SFrank Haverkamp * As long as genwqe_thread runs we might access registers during
57412eb4683SFrank Haverkamp * error data capture. Same is with the genwqe_health_thread.
57512eb4683SFrank Haverkamp * When genwqe_bus_reset() fails this function might called two times:
57612eb4683SFrank Haverkamp * first by the genwqe_health_thread() and later by genwqe_remove() to
57712eb4683SFrank Haverkamp * unbind the device. We must be able to survive that.
57812eb4683SFrank Haverkamp *
57912eb4683SFrank Haverkamp * This function must be robust enough to be called twice.
58012eb4683SFrank Haverkamp */
genwqe_stop(struct genwqe_dev * cd)58112eb4683SFrank Haverkamp static int genwqe_stop(struct genwqe_dev *cd)
58212eb4683SFrank Haverkamp {
58312eb4683SFrank Haverkamp genwqe_finish_queue(cd); /* no register access */
58412eb4683SFrank Haverkamp genwqe_device_remove(cd); /* device removed, procs killed */
58512eb4683SFrank Haverkamp genwqe_release_service_layer(cd); /* here genwqe_thread is stopped */
58612eb4683SFrank Haverkamp
58712eb4683SFrank Haverkamp if (genwqe_is_privileged(cd)) {
58812eb4683SFrank Haverkamp pci_disable_sriov(cd->pci_dev); /* access pci config space */
58912eb4683SFrank Haverkamp genwqe_ffdc_buffs_free(cd);
59012eb4683SFrank Haverkamp }
59112eb4683SFrank Haverkamp
59212eb4683SFrank Haverkamp return 0;
59312eb4683SFrank Haverkamp }
59412eb4683SFrank Haverkamp
59512eb4683SFrank Haverkamp /**
59612eb4683SFrank Haverkamp * genwqe_recover_card() - Try to recover the card if it is possible
597f5721c7aSLee Jones * @cd: GenWQE device information
598f5721c7aSLee Jones * @fatal_err: Indicate whether to attempt soft reset
59912eb4683SFrank Haverkamp *
60012eb4683SFrank Haverkamp * If fatal_err is set no register access is possible anymore. It is
60112eb4683SFrank Haverkamp * likely that genwqe_start fails in that situation. Proper error
60212eb4683SFrank Haverkamp * handling is required in this case.
60312eb4683SFrank Haverkamp *
60412eb4683SFrank Haverkamp * genwqe_bus_reset() will cause the pci code to call genwqe_remove()
60512eb4683SFrank Haverkamp * and later genwqe_probe() for all virtual functions.
60612eb4683SFrank Haverkamp */
genwqe_recover_card(struct genwqe_dev * cd,int fatal_err)60712eb4683SFrank Haverkamp static int genwqe_recover_card(struct genwqe_dev *cd, int fatal_err)
60812eb4683SFrank Haverkamp {
60912eb4683SFrank Haverkamp int rc;
61012eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
61112eb4683SFrank Haverkamp
61212eb4683SFrank Haverkamp genwqe_stop(cd);
61312eb4683SFrank Haverkamp
61412eb4683SFrank Haverkamp /*
61512eb4683SFrank Haverkamp * Make sure chip is not reloaded to maintain FFDC. Write SLU
61612eb4683SFrank Haverkamp * Reset Register, CPLDReset field to 0.
61712eb4683SFrank Haverkamp */
61812eb4683SFrank Haverkamp if (!fatal_err) {
61912eb4683SFrank Haverkamp cd->softreset = 0x70ull;
62012eb4683SFrank Haverkamp __genwqe_writeq(cd, IO_SLC_CFGREG_SOFTRESET, cd->softreset);
62112eb4683SFrank Haverkamp }
62212eb4683SFrank Haverkamp
62312eb4683SFrank Haverkamp rc = genwqe_bus_reset(cd);
62412eb4683SFrank Haverkamp if (rc != 0) {
62512eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
62612eb4683SFrank Haverkamp "[%s] err: card recovery impossible!\n", __func__);
62712eb4683SFrank Haverkamp return rc;
62812eb4683SFrank Haverkamp }
62912eb4683SFrank Haverkamp
63012eb4683SFrank Haverkamp rc = genwqe_start(cd);
63112eb4683SFrank Haverkamp if (rc < 0) {
63212eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
63312eb4683SFrank Haverkamp "[%s] err: failed to launch device!\n", __func__);
63412eb4683SFrank Haverkamp return rc;
63512eb4683SFrank Haverkamp }
63612eb4683SFrank Haverkamp return 0;
63712eb4683SFrank Haverkamp }
63812eb4683SFrank Haverkamp
genwqe_health_check_cond(struct genwqe_dev * cd,u64 * gfir)63912eb4683SFrank Haverkamp static int genwqe_health_check_cond(struct genwqe_dev *cd, u64 *gfir)
64012eb4683SFrank Haverkamp {
64112eb4683SFrank Haverkamp *gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR);
64212eb4683SFrank Haverkamp return (*gfir & GFIR_ERR_TRIGGER) &&
64312eb4683SFrank Haverkamp genwqe_recovery_on_fatal_gfir_required(cd);
64412eb4683SFrank Haverkamp }
64512eb4683SFrank Haverkamp
64612eb4683SFrank Haverkamp /**
64712eb4683SFrank Haverkamp * genwqe_fir_checking() - Check the fault isolation registers of the card
648a562c0c3SLee Jones * @cd: GenWQE device information
64912eb4683SFrank Haverkamp *
65012eb4683SFrank Haverkamp * If this code works ok, can be tried out with help of the genwqe_poke tool:
65112eb4683SFrank Haverkamp * sudo ./tools/genwqe_poke 0x8 0xfefefefefef
65212eb4683SFrank Haverkamp *
65312eb4683SFrank Haverkamp * Now the relevant FIRs/sFIRs should be printed out and the driver should
65412eb4683SFrank Haverkamp * invoke recovery (devices are removed and readded).
65512eb4683SFrank Haverkamp */
genwqe_fir_checking(struct genwqe_dev * cd)65612eb4683SFrank Haverkamp static u64 genwqe_fir_checking(struct genwqe_dev *cd)
65712eb4683SFrank Haverkamp {
65812eb4683SFrank Haverkamp int j, iterations = 0;
65912eb4683SFrank Haverkamp u64 mask, fir, fec, uid, gfir, gfir_masked, sfir, sfec;
66012eb4683SFrank Haverkamp u32 fir_addr, fir_clr_addr, fec_addr, sfir_addr, sfec_addr;
66112eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
66212eb4683SFrank Haverkamp
66312eb4683SFrank Haverkamp healthMonitor:
66412eb4683SFrank Haverkamp iterations++;
66512eb4683SFrank Haverkamp if (iterations > 16) {
66612eb4683SFrank Haverkamp dev_err(&pci_dev->dev, "* exit looping after %d times\n",
66712eb4683SFrank Haverkamp iterations);
66812eb4683SFrank Haverkamp goto fatal_error;
66912eb4683SFrank Haverkamp }
67012eb4683SFrank Haverkamp
67112eb4683SFrank Haverkamp gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR);
67212eb4683SFrank Haverkamp if (gfir != 0x0)
67312eb4683SFrank Haverkamp dev_err(&pci_dev->dev, "* 0x%08x 0x%016llx\n",
67412eb4683SFrank Haverkamp IO_SLC_CFGREG_GFIR, gfir);
67512eb4683SFrank Haverkamp if (gfir == IO_ILLEGAL_VALUE)
67612eb4683SFrank Haverkamp goto fatal_error;
67712eb4683SFrank Haverkamp
67812eb4683SFrank Haverkamp /*
67912eb4683SFrank Haverkamp * Avoid printing when to GFIR bit is on prevents contignous
68012eb4683SFrank Haverkamp * printout e.g. for the following bug:
68112eb4683SFrank Haverkamp * FIR set without a 2ndary FIR/FIR cannot be cleared
68212eb4683SFrank Haverkamp * Comment out the following if to get the prints:
68312eb4683SFrank Haverkamp */
68412eb4683SFrank Haverkamp if (gfir == 0)
68512eb4683SFrank Haverkamp return 0;
68612eb4683SFrank Haverkamp
68712eb4683SFrank Haverkamp gfir_masked = gfir & GFIR_ERR_TRIGGER; /* fatal errors */
68812eb4683SFrank Haverkamp
68912eb4683SFrank Haverkamp for (uid = 0; uid < GENWQE_MAX_UNITS; uid++) { /* 0..2 in zEDC */
69012eb4683SFrank Haverkamp
69112eb4683SFrank Haverkamp /* read the primary FIR (pfir) */
69212eb4683SFrank Haverkamp fir_addr = (uid << 24) + 0x08;
69312eb4683SFrank Haverkamp fir = __genwqe_readq(cd, fir_addr);
69412eb4683SFrank Haverkamp if (fir == 0x0)
69512eb4683SFrank Haverkamp continue; /* no error in this unit */
69612eb4683SFrank Haverkamp
69712eb4683SFrank Haverkamp dev_err(&pci_dev->dev, "* 0x%08x 0x%016llx\n", fir_addr, fir);
69812eb4683SFrank Haverkamp if (fir == IO_ILLEGAL_VALUE)
69912eb4683SFrank Haverkamp goto fatal_error;
70012eb4683SFrank Haverkamp
70112eb4683SFrank Haverkamp /* read primary FEC */
70212eb4683SFrank Haverkamp fec_addr = (uid << 24) + 0x18;
70312eb4683SFrank Haverkamp fec = __genwqe_readq(cd, fec_addr);
70412eb4683SFrank Haverkamp
70512eb4683SFrank Haverkamp dev_err(&pci_dev->dev, "* 0x%08x 0x%016llx\n", fec_addr, fec);
70612eb4683SFrank Haverkamp if (fec == IO_ILLEGAL_VALUE)
70712eb4683SFrank Haverkamp goto fatal_error;
70812eb4683SFrank Haverkamp
70912eb4683SFrank Haverkamp for (j = 0, mask = 1ULL; j < 64; j++, mask <<= 1) {
71012eb4683SFrank Haverkamp
71112eb4683SFrank Haverkamp /* secondary fir empty, skip it */
71212eb4683SFrank Haverkamp if ((fir & mask) == 0x0)
71312eb4683SFrank Haverkamp continue;
71412eb4683SFrank Haverkamp
71512eb4683SFrank Haverkamp sfir_addr = (uid << 24) + 0x100 + 0x08 * j;
71612eb4683SFrank Haverkamp sfir = __genwqe_readq(cd, sfir_addr);
71712eb4683SFrank Haverkamp
71812eb4683SFrank Haverkamp if (sfir == IO_ILLEGAL_VALUE)
71912eb4683SFrank Haverkamp goto fatal_error;
72012eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
72112eb4683SFrank Haverkamp "* 0x%08x 0x%016llx\n", sfir_addr, sfir);
72212eb4683SFrank Haverkamp
72312eb4683SFrank Haverkamp sfec_addr = (uid << 24) + 0x300 + 0x08 * j;
72412eb4683SFrank Haverkamp sfec = __genwqe_readq(cd, sfec_addr);
72512eb4683SFrank Haverkamp
72612eb4683SFrank Haverkamp if (sfec == IO_ILLEGAL_VALUE)
72712eb4683SFrank Haverkamp goto fatal_error;
72812eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
72912eb4683SFrank Haverkamp "* 0x%08x 0x%016llx\n", sfec_addr, sfec);
73012eb4683SFrank Haverkamp
73112eb4683SFrank Haverkamp gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR);
73212eb4683SFrank Haverkamp if (gfir == IO_ILLEGAL_VALUE)
73312eb4683SFrank Haverkamp goto fatal_error;
73412eb4683SFrank Haverkamp
73512eb4683SFrank Haverkamp /* gfir turned on during routine! get out and
73612eb4683SFrank Haverkamp start over. */
73712eb4683SFrank Haverkamp if ((gfir_masked == 0x0) &&
73812eb4683SFrank Haverkamp (gfir & GFIR_ERR_TRIGGER)) {
73912eb4683SFrank Haverkamp goto healthMonitor;
74012eb4683SFrank Haverkamp }
74112eb4683SFrank Haverkamp
74212eb4683SFrank Haverkamp /* do not clear if we entered with a fatal gfir */
74312eb4683SFrank Haverkamp if (gfir_masked == 0x0) {
74412eb4683SFrank Haverkamp
74512eb4683SFrank Haverkamp /* NEW clear by mask the logged bits */
74612eb4683SFrank Haverkamp sfir_addr = (uid << 24) + 0x100 + 0x08 * j;
74712eb4683SFrank Haverkamp __genwqe_writeq(cd, sfir_addr, sfir);
74812eb4683SFrank Haverkamp
74912eb4683SFrank Haverkamp dev_dbg(&pci_dev->dev,
750d9c11d45SFrank Haverkamp "[HM] Clearing 2ndary FIR 0x%08x with 0x%016llx\n",
751d9c11d45SFrank Haverkamp sfir_addr, sfir);
75212eb4683SFrank Haverkamp
75312eb4683SFrank Haverkamp /*
75412eb4683SFrank Haverkamp * note, these cannot be error-Firs
75512eb4683SFrank Haverkamp * since gfir_masked is 0 after sfir
75612eb4683SFrank Haverkamp * was read. Also, it is safe to do
75712eb4683SFrank Haverkamp * this write if sfir=0. Still need to
75812eb4683SFrank Haverkamp * clear the primary. This just means
75912eb4683SFrank Haverkamp * there is no secondary FIR.
76012eb4683SFrank Haverkamp */
76112eb4683SFrank Haverkamp
76212eb4683SFrank Haverkamp /* clear by mask the logged bit. */
76312eb4683SFrank Haverkamp fir_clr_addr = (uid << 24) + 0x10;
76412eb4683SFrank Haverkamp __genwqe_writeq(cd, fir_clr_addr, mask);
76512eb4683SFrank Haverkamp
76612eb4683SFrank Haverkamp dev_dbg(&pci_dev->dev,
767d9c11d45SFrank Haverkamp "[HM] Clearing primary FIR 0x%08x with 0x%016llx\n",
768d9c11d45SFrank Haverkamp fir_clr_addr, mask);
76912eb4683SFrank Haverkamp }
77012eb4683SFrank Haverkamp }
77112eb4683SFrank Haverkamp }
77212eb4683SFrank Haverkamp gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR);
77312eb4683SFrank Haverkamp if (gfir == IO_ILLEGAL_VALUE)
77412eb4683SFrank Haverkamp goto fatal_error;
77512eb4683SFrank Haverkamp
77612eb4683SFrank Haverkamp if ((gfir_masked == 0x0) && (gfir & GFIR_ERR_TRIGGER)) {
77712eb4683SFrank Haverkamp /*
77812eb4683SFrank Haverkamp * Check once more that it didn't go on after all the
77912eb4683SFrank Haverkamp * FIRS were cleared.
78012eb4683SFrank Haverkamp */
78112eb4683SFrank Haverkamp dev_dbg(&pci_dev->dev, "ACK! Another FIR! Recursing %d!\n",
78212eb4683SFrank Haverkamp iterations);
78312eb4683SFrank Haverkamp goto healthMonitor;
78412eb4683SFrank Haverkamp }
78512eb4683SFrank Haverkamp return gfir_masked;
78612eb4683SFrank Haverkamp
78712eb4683SFrank Haverkamp fatal_error:
78812eb4683SFrank Haverkamp return IO_ILLEGAL_VALUE;
78912eb4683SFrank Haverkamp }
79012eb4683SFrank Haverkamp
79112eb4683SFrank Haverkamp /**
792c1f732adSKleber Sacilotto de Souza * genwqe_pci_fundamental_reset() - trigger a PCIe fundamental reset on the slot
793a562c0c3SLee Jones * @pci_dev: PCI device information struct
794c1f732adSKleber Sacilotto de Souza *
795c1f732adSKleber Sacilotto de Souza * Note: pci_set_pcie_reset_state() is not implemented on all archs, so this
796c1f732adSKleber Sacilotto de Souza * reset method will not work in all cases.
797c1f732adSKleber Sacilotto de Souza *
798c1f732adSKleber Sacilotto de Souza * Return: 0 on success or error code from pci_set_pcie_reset_state()
799c1f732adSKleber Sacilotto de Souza */
genwqe_pci_fundamental_reset(struct pci_dev * pci_dev)800c1f732adSKleber Sacilotto de Souza static int genwqe_pci_fundamental_reset(struct pci_dev *pci_dev)
801c1f732adSKleber Sacilotto de Souza {
802c1f732adSKleber Sacilotto de Souza int rc;
803c1f732adSKleber Sacilotto de Souza
804c1f732adSKleber Sacilotto de Souza /*
805c1f732adSKleber Sacilotto de Souza * lock pci config space access from userspace,
806c1f732adSKleber Sacilotto de Souza * save state and issue PCIe fundamental reset
807c1f732adSKleber Sacilotto de Souza */
808c1f732adSKleber Sacilotto de Souza pci_cfg_access_lock(pci_dev);
809c1f732adSKleber Sacilotto de Souza pci_save_state(pci_dev);
810c1f732adSKleber Sacilotto de Souza rc = pci_set_pcie_reset_state(pci_dev, pcie_warm_reset);
811c1f732adSKleber Sacilotto de Souza if (!rc) {
812c1f732adSKleber Sacilotto de Souza /* keep PCIe reset asserted for 250ms */
813c1f732adSKleber Sacilotto de Souza msleep(250);
814c1f732adSKleber Sacilotto de Souza pci_set_pcie_reset_state(pci_dev, pcie_deassert_reset);
815c1f732adSKleber Sacilotto de Souza /* Wait for 2s to reload flash and train the link */
816c1f732adSKleber Sacilotto de Souza msleep(2000);
817c1f732adSKleber Sacilotto de Souza }
818c1f732adSKleber Sacilotto de Souza pci_restore_state(pci_dev);
819c1f732adSKleber Sacilotto de Souza pci_cfg_access_unlock(pci_dev);
820c1f732adSKleber Sacilotto de Souza return rc;
821c1f732adSKleber Sacilotto de Souza }
822c1f732adSKleber Sacilotto de Souza
82393b772b2SKleber Sacilotto de Souza
genwqe_platform_recovery(struct genwqe_dev * cd)82493b772b2SKleber Sacilotto de Souza static int genwqe_platform_recovery(struct genwqe_dev *cd)
82593b772b2SKleber Sacilotto de Souza {
82693b772b2SKleber Sacilotto de Souza struct pci_dev *pci_dev = cd->pci_dev;
82793b772b2SKleber Sacilotto de Souza int rc;
82893b772b2SKleber Sacilotto de Souza
82993b772b2SKleber Sacilotto de Souza dev_info(&pci_dev->dev,
83093b772b2SKleber Sacilotto de Souza "[%s] resetting card for error recovery\n", __func__);
83193b772b2SKleber Sacilotto de Souza
83293b772b2SKleber Sacilotto de Souza /* Clear out error injection flags */
83393b772b2SKleber Sacilotto de Souza cd->err_inject &= ~(GENWQE_INJECT_HARDWARE_FAILURE |
83493b772b2SKleber Sacilotto de Souza GENWQE_INJECT_GFIR_FATAL |
83593b772b2SKleber Sacilotto de Souza GENWQE_INJECT_GFIR_INFO);
83693b772b2SKleber Sacilotto de Souza
83793b772b2SKleber Sacilotto de Souza genwqe_stop(cd);
83893b772b2SKleber Sacilotto de Souza
83993b772b2SKleber Sacilotto de Souza /* Try recoverying the card with fundamental reset */
84093b772b2SKleber Sacilotto de Souza rc = genwqe_pci_fundamental_reset(pci_dev);
84193b772b2SKleber Sacilotto de Souza if (!rc) {
84293b772b2SKleber Sacilotto de Souza rc = genwqe_start(cd);
84393b772b2SKleber Sacilotto de Souza if (!rc)
84493b772b2SKleber Sacilotto de Souza dev_info(&pci_dev->dev,
84593b772b2SKleber Sacilotto de Souza "[%s] card recovered\n", __func__);
84693b772b2SKleber Sacilotto de Souza else
84793b772b2SKleber Sacilotto de Souza dev_err(&pci_dev->dev,
84893b772b2SKleber Sacilotto de Souza "[%s] err: cannot start card services! (err=%d)\n",
84993b772b2SKleber Sacilotto de Souza __func__, rc);
85093b772b2SKleber Sacilotto de Souza } else {
85193b772b2SKleber Sacilotto de Souza dev_err(&pci_dev->dev,
85293b772b2SKleber Sacilotto de Souza "[%s] card reset failed\n", __func__);
85393b772b2SKleber Sacilotto de Souza }
85493b772b2SKleber Sacilotto de Souza
85593b772b2SKleber Sacilotto de Souza return rc;
85693b772b2SKleber Sacilotto de Souza }
85793b772b2SKleber Sacilotto de Souza
858a562c0c3SLee Jones /**
859c1f732adSKleber Sacilotto de Souza * genwqe_reload_bistream() - reload card bitstream
860a562c0c3SLee Jones * @cd: GenWQE device information
861c1f732adSKleber Sacilotto de Souza *
862c1f732adSKleber Sacilotto de Souza * Set the appropriate register and call fundamental reset to reaload the card
863c1f732adSKleber Sacilotto de Souza * bitstream.
864c1f732adSKleber Sacilotto de Souza *
865c1f732adSKleber Sacilotto de Souza * Return: 0 on success, error code otherwise
866c1f732adSKleber Sacilotto de Souza */
genwqe_reload_bistream(struct genwqe_dev * cd)867c1f732adSKleber Sacilotto de Souza static int genwqe_reload_bistream(struct genwqe_dev *cd)
868c1f732adSKleber Sacilotto de Souza {
869c1f732adSKleber Sacilotto de Souza struct pci_dev *pci_dev = cd->pci_dev;
870c1f732adSKleber Sacilotto de Souza int rc;
871c1f732adSKleber Sacilotto de Souza
872c1f732adSKleber Sacilotto de Souza dev_info(&pci_dev->dev,
873c1f732adSKleber Sacilotto de Souza "[%s] resetting card for bitstream reload\n",
874c1f732adSKleber Sacilotto de Souza __func__);
875c1f732adSKleber Sacilotto de Souza
876c1f732adSKleber Sacilotto de Souza genwqe_stop(cd);
877c1f732adSKleber Sacilotto de Souza
878c1f732adSKleber Sacilotto de Souza /*
879c1f732adSKleber Sacilotto de Souza * Cause a CPLD reprogram with the 'next_bitstream'
880c1f732adSKleber Sacilotto de Souza * partition on PCIe hot or fundamental reset
881c1f732adSKleber Sacilotto de Souza */
882c1f732adSKleber Sacilotto de Souza __genwqe_writeq(cd, IO_SLC_CFGREG_SOFTRESET,
883c1f732adSKleber Sacilotto de Souza (cd->softreset & 0xcull) | 0x70ull);
884c1f732adSKleber Sacilotto de Souza
885c1f732adSKleber Sacilotto de Souza rc = genwqe_pci_fundamental_reset(pci_dev);
886c1f732adSKleber Sacilotto de Souza if (rc) {
887c1f732adSKleber Sacilotto de Souza /*
888c1f732adSKleber Sacilotto de Souza * A fundamental reset failure can be caused
889c1f732adSKleber Sacilotto de Souza * by lack of support on the arch, so we just
890c1f732adSKleber Sacilotto de Souza * log the error and try to start the card
891c1f732adSKleber Sacilotto de Souza * again.
892c1f732adSKleber Sacilotto de Souza */
893c1f732adSKleber Sacilotto de Souza dev_err(&pci_dev->dev,
894c1f732adSKleber Sacilotto de Souza "[%s] err: failed to reset card for bitstream reload\n",
895c1f732adSKleber Sacilotto de Souza __func__);
896c1f732adSKleber Sacilotto de Souza }
897c1f732adSKleber Sacilotto de Souza
898c1f732adSKleber Sacilotto de Souza rc = genwqe_start(cd);
899c1f732adSKleber Sacilotto de Souza if (rc) {
900c1f732adSKleber Sacilotto de Souza dev_err(&pci_dev->dev,
901c1f732adSKleber Sacilotto de Souza "[%s] err: cannot start card services! (err=%d)\n",
902c1f732adSKleber Sacilotto de Souza __func__, rc);
903c1f732adSKleber Sacilotto de Souza return rc;
904c1f732adSKleber Sacilotto de Souza }
905c1f732adSKleber Sacilotto de Souza dev_info(&pci_dev->dev,
906c1f732adSKleber Sacilotto de Souza "[%s] card reloaded\n", __func__);
907c1f732adSKleber Sacilotto de Souza return 0;
908c1f732adSKleber Sacilotto de Souza }
909c1f732adSKleber Sacilotto de Souza
910c1f732adSKleber Sacilotto de Souza
911c1f732adSKleber Sacilotto de Souza /**
91212eb4683SFrank Haverkamp * genwqe_health_thread() - Health checking thread
913a562c0c3SLee Jones * @data: GenWQE device information
91412eb4683SFrank Haverkamp *
91512eb4683SFrank Haverkamp * This thread is only started for the PF of the card.
91612eb4683SFrank Haverkamp *
91712eb4683SFrank Haverkamp * This thread monitors the health of the card. A critical situation
91812eb4683SFrank Haverkamp * is when we read registers which contain -1 (IO_ILLEGAL_VALUE). In
91912eb4683SFrank Haverkamp * this case we need to be recovered from outside. Writing to
92012eb4683SFrank Haverkamp * registers will very likely not work either.
92112eb4683SFrank Haverkamp *
92212eb4683SFrank Haverkamp * This thread must only exit if kthread_should_stop() becomes true.
92312eb4683SFrank Haverkamp *
92412eb4683SFrank Haverkamp * Condition for the health-thread to trigger:
92512eb4683SFrank Haverkamp * a) when a kthread_stop() request comes in or
92612eb4683SFrank Haverkamp * b) a critical GFIR occured
92712eb4683SFrank Haverkamp *
92812eb4683SFrank Haverkamp * Informational GFIRs are checked and potentially printed in
9299d14e766SGuilherme G. Piccoli * GENWQE_HEALTH_CHECK_INTERVAL seconds.
93012eb4683SFrank Haverkamp */
genwqe_health_thread(void * data)93112eb4683SFrank Haverkamp static int genwqe_health_thread(void *data)
93212eb4683SFrank Haverkamp {
93312eb4683SFrank Haverkamp int rc, should_stop = 0;
93412eb4683SFrank Haverkamp struct genwqe_dev *cd = data;
93512eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
93612eb4683SFrank Haverkamp u64 gfir, gfir_masked, slu_unitcfg, app_unitcfg;
93712eb4683SFrank Haverkamp
93893b772b2SKleber Sacilotto de Souza health_thread_begin:
93912eb4683SFrank Haverkamp while (!kthread_should_stop()) {
94012eb4683SFrank Haverkamp rc = wait_event_interruptible_timeout(cd->health_waitq,
94112eb4683SFrank Haverkamp (genwqe_health_check_cond(cd, &gfir) ||
94212eb4683SFrank Haverkamp (should_stop = kthread_should_stop())),
9439d14e766SGuilherme G. Piccoli GENWQE_HEALTH_CHECK_INTERVAL * HZ);
94412eb4683SFrank Haverkamp
94512eb4683SFrank Haverkamp if (should_stop)
94612eb4683SFrank Haverkamp break;
94712eb4683SFrank Haverkamp
94812eb4683SFrank Haverkamp if (gfir == IO_ILLEGAL_VALUE) {
94912eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
95012eb4683SFrank Haverkamp "[%s] GFIR=%016llx\n", __func__, gfir);
95112eb4683SFrank Haverkamp goto fatal_error;
95212eb4683SFrank Haverkamp }
95312eb4683SFrank Haverkamp
95412eb4683SFrank Haverkamp slu_unitcfg = __genwqe_readq(cd, IO_SLU_UNITCFG);
95512eb4683SFrank Haverkamp if (slu_unitcfg == IO_ILLEGAL_VALUE) {
95612eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
95712eb4683SFrank Haverkamp "[%s] SLU_UNITCFG=%016llx\n",
95812eb4683SFrank Haverkamp __func__, slu_unitcfg);
95912eb4683SFrank Haverkamp goto fatal_error;
96012eb4683SFrank Haverkamp }
96112eb4683SFrank Haverkamp
96212eb4683SFrank Haverkamp app_unitcfg = __genwqe_readq(cd, IO_APP_UNITCFG);
96312eb4683SFrank Haverkamp if (app_unitcfg == IO_ILLEGAL_VALUE) {
96412eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
96512eb4683SFrank Haverkamp "[%s] APP_UNITCFG=%016llx\n",
96612eb4683SFrank Haverkamp __func__, app_unitcfg);
96712eb4683SFrank Haverkamp goto fatal_error;
96812eb4683SFrank Haverkamp }
96912eb4683SFrank Haverkamp
97012eb4683SFrank Haverkamp gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR);
97112eb4683SFrank Haverkamp if (gfir == IO_ILLEGAL_VALUE) {
97212eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
97312eb4683SFrank Haverkamp "[%s] %s: GFIR=%016llx\n", __func__,
97412eb4683SFrank Haverkamp (gfir & GFIR_ERR_TRIGGER) ? "err" : "info",
97512eb4683SFrank Haverkamp gfir);
97612eb4683SFrank Haverkamp goto fatal_error;
97712eb4683SFrank Haverkamp }
97812eb4683SFrank Haverkamp
97912eb4683SFrank Haverkamp gfir_masked = genwqe_fir_checking(cd);
98012eb4683SFrank Haverkamp if (gfir_masked == IO_ILLEGAL_VALUE)
98112eb4683SFrank Haverkamp goto fatal_error;
98212eb4683SFrank Haverkamp
98312eb4683SFrank Haverkamp /*
98412eb4683SFrank Haverkamp * GFIR ErrorTrigger bits set => reset the card!
98512eb4683SFrank Haverkamp * Never do this for old/manufacturing images!
98612eb4683SFrank Haverkamp */
98712eb4683SFrank Haverkamp if ((gfir_masked) && !cd->skip_recovery &&
98812eb4683SFrank Haverkamp genwqe_recovery_on_fatal_gfir_required(cd)) {
98912eb4683SFrank Haverkamp
99012eb4683SFrank Haverkamp cd->card_state = GENWQE_CARD_FATAL_ERROR;
99112eb4683SFrank Haverkamp
99212eb4683SFrank Haverkamp rc = genwqe_recover_card(cd, 0);
99312eb4683SFrank Haverkamp if (rc < 0) {
99412eb4683SFrank Haverkamp /* FIXME Card is unusable and needs unbind! */
99512eb4683SFrank Haverkamp goto fatal_error;
99612eb4683SFrank Haverkamp }
99712eb4683SFrank Haverkamp }
99812eb4683SFrank Haverkamp
999c1f732adSKleber Sacilotto de Souza if (cd->card_state == GENWQE_CARD_RELOAD_BITSTREAM) {
1000c1f732adSKleber Sacilotto de Souza /* Userspace requested card bitstream reload */
1001c1f732adSKleber Sacilotto de Souza rc = genwqe_reload_bistream(cd);
1002c1f732adSKleber Sacilotto de Souza if (rc)
1003c1f732adSKleber Sacilotto de Souza goto fatal_error;
1004c1f732adSKleber Sacilotto de Souza }
1005c1f732adSKleber Sacilotto de Souza
100612eb4683SFrank Haverkamp cd->last_gfir = gfir;
100712eb4683SFrank Haverkamp cond_resched();
100812eb4683SFrank Haverkamp }
100912eb4683SFrank Haverkamp
101012eb4683SFrank Haverkamp return 0;
101112eb4683SFrank Haverkamp
101212eb4683SFrank Haverkamp fatal_error:
1013fb145456SKleber Sacilotto de Souza if (cd->use_platform_recovery) {
1014fb145456SKleber Sacilotto de Souza /*
1015fb145456SKleber Sacilotto de Souza * Since we use raw accessors, EEH errors won't be detected
1016fb145456SKleber Sacilotto de Souza * by the platform until we do a non-raw MMIO or config space
1017fb145456SKleber Sacilotto de Souza * read
1018fb145456SKleber Sacilotto de Souza */
1019fb145456SKleber Sacilotto de Souza readq(cd->mmio + IO_SLC_CFGREG_GFIR);
1020fb145456SKleber Sacilotto de Souza
1021fb145456SKleber Sacilotto de Souza /* We do nothing if the card is going over PCI recovery */
1022fb145456SKleber Sacilotto de Souza if (pci_channel_offline(pci_dev))
1023fb145456SKleber Sacilotto de Souza return -EIO;
102493b772b2SKleber Sacilotto de Souza
102593b772b2SKleber Sacilotto de Souza /*
102693b772b2SKleber Sacilotto de Souza * If it's supported by the platform, we try a fundamental reset
102793b772b2SKleber Sacilotto de Souza * to recover from a fatal error. Otherwise, we continue to wait
102893b772b2SKleber Sacilotto de Souza * for an external recovery procedure to take care of it.
102993b772b2SKleber Sacilotto de Souza */
103093b772b2SKleber Sacilotto de Souza rc = genwqe_platform_recovery(cd);
103193b772b2SKleber Sacilotto de Souza if (!rc)
103293b772b2SKleber Sacilotto de Souza goto health_thread_begin;
1033fb145456SKleber Sacilotto de Souza }
1034fb145456SKleber Sacilotto de Souza
103512eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
103612eb4683SFrank Haverkamp "[%s] card unusable. Please trigger unbind!\n", __func__);
103712eb4683SFrank Haverkamp
103812eb4683SFrank Haverkamp /* Bring down logical devices to inform user space via udev remove. */
103912eb4683SFrank Haverkamp cd->card_state = GENWQE_CARD_FATAL_ERROR;
104012eb4683SFrank Haverkamp genwqe_stop(cd);
104112eb4683SFrank Haverkamp
104212eb4683SFrank Haverkamp /* genwqe_bus_reset failed(). Now wait for genwqe_remove(). */
104312eb4683SFrank Haverkamp while (!kthread_should_stop())
104412eb4683SFrank Haverkamp cond_resched();
104512eb4683SFrank Haverkamp
104612eb4683SFrank Haverkamp return -EIO;
104712eb4683SFrank Haverkamp }
104812eb4683SFrank Haverkamp
genwqe_health_check_start(struct genwqe_dev * cd)104912eb4683SFrank Haverkamp static int genwqe_health_check_start(struct genwqe_dev *cd)
105012eb4683SFrank Haverkamp {
105112eb4683SFrank Haverkamp int rc;
105212eb4683SFrank Haverkamp
10539d14e766SGuilherme G. Piccoli if (GENWQE_HEALTH_CHECK_INTERVAL <= 0)
105412eb4683SFrank Haverkamp return 0; /* valid for disabling the service */
105512eb4683SFrank Haverkamp
105612eb4683SFrank Haverkamp /* moved before request_irq() */
105712eb4683SFrank Haverkamp /* init_waitqueue_head(&cd->health_waitq); */
105812eb4683SFrank Haverkamp
105912eb4683SFrank Haverkamp cd->health_thread = kthread_run(genwqe_health_thread, cd,
106012eb4683SFrank Haverkamp GENWQE_DEVNAME "%d_health",
106112eb4683SFrank Haverkamp cd->card_idx);
106212eb4683SFrank Haverkamp if (IS_ERR(cd->health_thread)) {
106312eb4683SFrank Haverkamp rc = PTR_ERR(cd->health_thread);
106412eb4683SFrank Haverkamp cd->health_thread = NULL;
106512eb4683SFrank Haverkamp return rc;
106612eb4683SFrank Haverkamp }
106712eb4683SFrank Haverkamp return 0;
106812eb4683SFrank Haverkamp }
106912eb4683SFrank Haverkamp
genwqe_health_thread_running(struct genwqe_dev * cd)107012eb4683SFrank Haverkamp static int genwqe_health_thread_running(struct genwqe_dev *cd)
107112eb4683SFrank Haverkamp {
107212eb4683SFrank Haverkamp return cd->health_thread != NULL;
107312eb4683SFrank Haverkamp }
107412eb4683SFrank Haverkamp
genwqe_health_check_stop(struct genwqe_dev * cd)107512eb4683SFrank Haverkamp static int genwqe_health_check_stop(struct genwqe_dev *cd)
107612eb4683SFrank Haverkamp {
107712eb4683SFrank Haverkamp if (!genwqe_health_thread_running(cd))
107812eb4683SFrank Haverkamp return -EIO;
107912eb4683SFrank Haverkamp
1080f33e92e5SLee Jones kthread_stop(cd->health_thread);
108112eb4683SFrank Haverkamp cd->health_thread = NULL;
108212eb4683SFrank Haverkamp return 0;
108312eb4683SFrank Haverkamp }
108412eb4683SFrank Haverkamp
108512eb4683SFrank Haverkamp /**
108612eb4683SFrank Haverkamp * genwqe_pci_setup() - Allocate PCIe related resources for our card
1087a562c0c3SLee Jones * @cd: GenWQE device information
108812eb4683SFrank Haverkamp */
genwqe_pci_setup(struct genwqe_dev * cd)108912eb4683SFrank Haverkamp static int genwqe_pci_setup(struct genwqe_dev *cd)
109012eb4683SFrank Haverkamp {
1091f03774bdSJohannes Thumshirn int err;
109212eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
109312eb4683SFrank Haverkamp
109412eb4683SFrank Haverkamp err = pci_enable_device_mem(pci_dev);
109512eb4683SFrank Haverkamp if (err) {
109612eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
109712eb4683SFrank Haverkamp "err: failed to enable pci memory (err=%d)\n", err);
109812eb4683SFrank Haverkamp goto err_out;
109912eb4683SFrank Haverkamp }
110012eb4683SFrank Haverkamp
110112eb4683SFrank Haverkamp /* Reserve PCI I/O and memory resources */
1102f03774bdSJohannes Thumshirn err = pci_request_mem_regions(pci_dev, genwqe_driver_name);
110312eb4683SFrank Haverkamp if (err) {
110412eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
110512eb4683SFrank Haverkamp "[%s] err: request bars failed (%d)\n", __func__, err);
110612eb4683SFrank Haverkamp err = -EIO;
110712eb4683SFrank Haverkamp goto err_disable_device;
110812eb4683SFrank Haverkamp }
110912eb4683SFrank Haverkamp
111012eb4683SFrank Haverkamp /* check for 64-bit DMA address supported (DAC) */
111112eb4683SFrank Haverkamp /* check for 32-bit DMA address supported (SAC) */
11128d753db5SChristophe JAILLET if (dma_set_mask_and_coherent(&pci_dev->dev, DMA_BIT_MASK(64)) &&
1113505b0877SChristophe JAILLET dma_set_mask_and_coherent(&pci_dev->dev, DMA_BIT_MASK(32))) {
111412eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
111512eb4683SFrank Haverkamp "err: neither DMA32 nor DMA64 supported\n");
111612eb4683SFrank Haverkamp err = -EIO;
111712eb4683SFrank Haverkamp goto out_release_resources;
111812eb4683SFrank Haverkamp }
111912eb4683SFrank Haverkamp
112012eb4683SFrank Haverkamp pci_set_master(pci_dev);
112112eb4683SFrank Haverkamp
1122fb145456SKleber Sacilotto de Souza /* EEH recovery requires PCIe fundamental reset */
1123fb145456SKleber Sacilotto de Souza pci_dev->needs_freset = 1;
1124fb145456SKleber Sacilotto de Souza
112512eb4683SFrank Haverkamp /* request complete BAR-0 space (length = 0) */
112612eb4683SFrank Haverkamp cd->mmio_len = pci_resource_len(pci_dev, 0);
112712eb4683SFrank Haverkamp cd->mmio = pci_iomap(pci_dev, 0, 0);
112812eb4683SFrank Haverkamp if (cd->mmio == NULL) {
112912eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
113012eb4683SFrank Haverkamp "[%s] err: mapping BAR0 failed\n", __func__);
113112eb4683SFrank Haverkamp err = -ENOMEM;
113212eb4683SFrank Haverkamp goto out_release_resources;
113312eb4683SFrank Haverkamp }
113412eb4683SFrank Haverkamp
113512eb4683SFrank Haverkamp cd->num_vfs = pci_sriov_get_totalvfs(pci_dev);
113695a8825cSFrank Haverkamp if (cd->num_vfs < 0)
113795a8825cSFrank Haverkamp cd->num_vfs = 0;
113812eb4683SFrank Haverkamp
113912eb4683SFrank Haverkamp err = genwqe_read_ids(cd);
114012eb4683SFrank Haverkamp if (err)
114112eb4683SFrank Haverkamp goto out_iounmap;
114212eb4683SFrank Haverkamp
114312eb4683SFrank Haverkamp return 0;
114412eb4683SFrank Haverkamp
114512eb4683SFrank Haverkamp out_iounmap:
114612eb4683SFrank Haverkamp pci_iounmap(pci_dev, cd->mmio);
114712eb4683SFrank Haverkamp out_release_resources:
1148f03774bdSJohannes Thumshirn pci_release_mem_regions(pci_dev);
114912eb4683SFrank Haverkamp err_disable_device:
115012eb4683SFrank Haverkamp pci_disable_device(pci_dev);
115112eb4683SFrank Haverkamp err_out:
115212eb4683SFrank Haverkamp return err;
115312eb4683SFrank Haverkamp }
115412eb4683SFrank Haverkamp
115512eb4683SFrank Haverkamp /**
115612eb4683SFrank Haverkamp * genwqe_pci_remove() - Free PCIe related resources for our card
1157a562c0c3SLee Jones * @cd: GenWQE device information
115812eb4683SFrank Haverkamp */
genwqe_pci_remove(struct genwqe_dev * cd)115912eb4683SFrank Haverkamp static void genwqe_pci_remove(struct genwqe_dev *cd)
116012eb4683SFrank Haverkamp {
116112eb4683SFrank Haverkamp struct pci_dev *pci_dev = cd->pci_dev;
116212eb4683SFrank Haverkamp
116312eb4683SFrank Haverkamp if (cd->mmio)
116412eb4683SFrank Haverkamp pci_iounmap(pci_dev, cd->mmio);
116512eb4683SFrank Haverkamp
1166f03774bdSJohannes Thumshirn pci_release_mem_regions(pci_dev);
116712eb4683SFrank Haverkamp pci_disable_device(pci_dev);
116812eb4683SFrank Haverkamp }
116912eb4683SFrank Haverkamp
117012eb4683SFrank Haverkamp /**
117112eb4683SFrank Haverkamp * genwqe_probe() - Device initialization
1172a562c0c3SLee Jones * @pci_dev: PCI device information struct
1173a562c0c3SLee Jones * @id: PCI device ID
117412eb4683SFrank Haverkamp *
117512eb4683SFrank Haverkamp * Callable for multiple cards. This function is called on bind.
117612eb4683SFrank Haverkamp *
117712eb4683SFrank Haverkamp * Return: 0 if succeeded, < 0 when failed
117812eb4683SFrank Haverkamp */
genwqe_probe(struct pci_dev * pci_dev,const struct pci_device_id * id)117912eb4683SFrank Haverkamp static int genwqe_probe(struct pci_dev *pci_dev,
118012eb4683SFrank Haverkamp const struct pci_device_id *id)
118112eb4683SFrank Haverkamp {
118212eb4683SFrank Haverkamp int err;
118312eb4683SFrank Haverkamp struct genwqe_dev *cd;
118412eb4683SFrank Haverkamp
118512eb4683SFrank Haverkamp genwqe_init_crc32();
118612eb4683SFrank Haverkamp
118712eb4683SFrank Haverkamp cd = genwqe_dev_alloc();
118812eb4683SFrank Haverkamp if (IS_ERR(cd)) {
118912eb4683SFrank Haverkamp dev_err(&pci_dev->dev, "err: could not alloc mem (err=%d)!\n",
119012eb4683SFrank Haverkamp (int)PTR_ERR(cd));
119112eb4683SFrank Haverkamp return PTR_ERR(cd);
119212eb4683SFrank Haverkamp }
119312eb4683SFrank Haverkamp
119412eb4683SFrank Haverkamp dev_set_drvdata(&pci_dev->dev, cd);
119512eb4683SFrank Haverkamp cd->pci_dev = pci_dev;
119612eb4683SFrank Haverkamp
119712eb4683SFrank Haverkamp err = genwqe_pci_setup(cd);
119812eb4683SFrank Haverkamp if (err < 0) {
119912eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
120012eb4683SFrank Haverkamp "err: problems with PCI setup (err=%d)\n", err);
120112eb4683SFrank Haverkamp goto out_free_dev;
120212eb4683SFrank Haverkamp }
120312eb4683SFrank Haverkamp
120412eb4683SFrank Haverkamp err = genwqe_start(cd);
120512eb4683SFrank Haverkamp if (err < 0) {
120612eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
120712eb4683SFrank Haverkamp "err: cannot start card services! (err=%d)\n", err);
120812eb4683SFrank Haverkamp goto out_pci_remove;
120912eb4683SFrank Haverkamp }
121012eb4683SFrank Haverkamp
121112eb4683SFrank Haverkamp if (genwqe_is_privileged(cd)) {
121212eb4683SFrank Haverkamp err = genwqe_health_check_start(cd);
121312eb4683SFrank Haverkamp if (err < 0) {
121412eb4683SFrank Haverkamp dev_err(&pci_dev->dev,
1215d9c11d45SFrank Haverkamp "err: cannot start health checking! (err=%d)\n",
1216d9c11d45SFrank Haverkamp err);
121712eb4683SFrank Haverkamp goto out_stop_services;
121812eb4683SFrank Haverkamp }
121912eb4683SFrank Haverkamp }
122012eb4683SFrank Haverkamp return 0;
122112eb4683SFrank Haverkamp
122212eb4683SFrank Haverkamp out_stop_services:
122312eb4683SFrank Haverkamp genwqe_stop(cd);
122412eb4683SFrank Haverkamp out_pci_remove:
122512eb4683SFrank Haverkamp genwqe_pci_remove(cd);
122612eb4683SFrank Haverkamp out_free_dev:
122712eb4683SFrank Haverkamp genwqe_dev_free(cd);
122812eb4683SFrank Haverkamp return err;
122912eb4683SFrank Haverkamp }
123012eb4683SFrank Haverkamp
123112eb4683SFrank Haverkamp /**
123212eb4683SFrank Haverkamp * genwqe_remove() - Called when device is removed (hot-plugable)
1233a562c0c3SLee Jones * @pci_dev: PCI device information struct
123412eb4683SFrank Haverkamp *
123512eb4683SFrank Haverkamp * Or when driver is unloaded respecitively when unbind is done.
123612eb4683SFrank Haverkamp */
genwqe_remove(struct pci_dev * pci_dev)123712eb4683SFrank Haverkamp static void genwqe_remove(struct pci_dev *pci_dev)
123812eb4683SFrank Haverkamp {
123912eb4683SFrank Haverkamp struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev);
124012eb4683SFrank Haverkamp
124112eb4683SFrank Haverkamp genwqe_health_check_stop(cd);
124212eb4683SFrank Haverkamp
124312eb4683SFrank Haverkamp /*
124412eb4683SFrank Haverkamp * genwqe_stop() must survive if it is called twice
124512eb4683SFrank Haverkamp * sequentially. This happens when the health thread calls it
124612eb4683SFrank Haverkamp * and fails on genwqe_bus_reset().
124712eb4683SFrank Haverkamp */
124812eb4683SFrank Haverkamp genwqe_stop(cd);
124912eb4683SFrank Haverkamp genwqe_pci_remove(cd);
125012eb4683SFrank Haverkamp genwqe_dev_free(cd);
125112eb4683SFrank Haverkamp }
125212eb4683SFrank Haverkamp
1253a562c0c3SLee Jones /**
125412eb4683SFrank Haverkamp * genwqe_err_error_detected() - Error detection callback
1255a562c0c3SLee Jones * @pci_dev: PCI device information struct
1256a562c0c3SLee Jones * @state: PCI channel state
125712eb4683SFrank Haverkamp *
125812eb4683SFrank Haverkamp * This callback is called by the PCI subsystem whenever a PCI bus
125912eb4683SFrank Haverkamp * error is detected.
126012eb4683SFrank Haverkamp */
genwqe_err_error_detected(struct pci_dev * pci_dev,pci_channel_state_t state)126112eb4683SFrank Haverkamp static pci_ers_result_t genwqe_err_error_detected(struct pci_dev *pci_dev,
126216d79cd4SLuc Van Oostenryck pci_channel_state_t state)
126312eb4683SFrank Haverkamp {
126412eb4683SFrank Haverkamp struct genwqe_dev *cd;
126512eb4683SFrank Haverkamp
126612eb4683SFrank Haverkamp dev_err(&pci_dev->dev, "[%s] state=%d\n", __func__, state);
126712eb4683SFrank Haverkamp
126812eb4683SFrank Haverkamp cd = dev_get_drvdata(&pci_dev->dev);
126912eb4683SFrank Haverkamp if (cd == NULL)
127012eb4683SFrank Haverkamp return PCI_ERS_RESULT_DISCONNECT;
1271fb145456SKleber Sacilotto de Souza
1272fb145456SKleber Sacilotto de Souza /* Stop the card */
1273fb145456SKleber Sacilotto de Souza genwqe_health_check_stop(cd);
1274fb145456SKleber Sacilotto de Souza genwqe_stop(cd);
1275fb145456SKleber Sacilotto de Souza
1276fb145456SKleber Sacilotto de Souza /*
1277fb145456SKleber Sacilotto de Souza * On permanent failure, the PCI code will call device remove
1278fb145456SKleber Sacilotto de Souza * after the return of this function.
1279fb145456SKleber Sacilotto de Souza * genwqe_stop() can be called twice.
1280fb145456SKleber Sacilotto de Souza */
1281fb145456SKleber Sacilotto de Souza if (state == pci_channel_io_perm_failure) {
1282fb145456SKleber Sacilotto de Souza return PCI_ERS_RESULT_DISCONNECT;
1283fb145456SKleber Sacilotto de Souza } else {
1284fb145456SKleber Sacilotto de Souza genwqe_pci_remove(cd);
1285fb145456SKleber Sacilotto de Souza return PCI_ERS_RESULT_NEED_RESET;
1286fb145456SKleber Sacilotto de Souza }
128712eb4683SFrank Haverkamp }
128812eb4683SFrank Haverkamp
genwqe_err_slot_reset(struct pci_dev * pci_dev)1289fb145456SKleber Sacilotto de Souza static pci_ers_result_t genwqe_err_slot_reset(struct pci_dev *pci_dev)
1290fb145456SKleber Sacilotto de Souza {
1291fb145456SKleber Sacilotto de Souza int rc;
1292fb145456SKleber Sacilotto de Souza struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev);
1293fb145456SKleber Sacilotto de Souza
1294fb145456SKleber Sacilotto de Souza rc = genwqe_pci_setup(cd);
1295fb145456SKleber Sacilotto de Souza if (!rc) {
1296fb145456SKleber Sacilotto de Souza return PCI_ERS_RESULT_RECOVERED;
1297fb145456SKleber Sacilotto de Souza } else {
1298fb145456SKleber Sacilotto de Souza dev_err(&pci_dev->dev,
1299fb145456SKleber Sacilotto de Souza "err: problems with PCI setup (err=%d)\n", rc);
1300fb145456SKleber Sacilotto de Souza return PCI_ERS_RESULT_DISCONNECT;
1301fb145456SKleber Sacilotto de Souza }
130212eb4683SFrank Haverkamp }
130312eb4683SFrank Haverkamp
genwqe_err_result_none(struct pci_dev * dev)130412eb4683SFrank Haverkamp static pci_ers_result_t genwqe_err_result_none(struct pci_dev *dev)
130512eb4683SFrank Haverkamp {
130612eb4683SFrank Haverkamp return PCI_ERS_RESULT_NONE;
130712eb4683SFrank Haverkamp }
130812eb4683SFrank Haverkamp
genwqe_err_resume(struct pci_dev * pci_dev)1309fb145456SKleber Sacilotto de Souza static void genwqe_err_resume(struct pci_dev *pci_dev)
131012eb4683SFrank Haverkamp {
1311fb145456SKleber Sacilotto de Souza int rc;
1312fb145456SKleber Sacilotto de Souza struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev);
1313fb145456SKleber Sacilotto de Souza
1314fb145456SKleber Sacilotto de Souza rc = genwqe_start(cd);
1315fb145456SKleber Sacilotto de Souza if (!rc) {
1316fb145456SKleber Sacilotto de Souza rc = genwqe_health_check_start(cd);
1317fb145456SKleber Sacilotto de Souza if (rc)
1318fb145456SKleber Sacilotto de Souza dev_err(&pci_dev->dev,
1319fb145456SKleber Sacilotto de Souza "err: cannot start health checking! (err=%d)\n",
1320fb145456SKleber Sacilotto de Souza rc);
1321fb145456SKleber Sacilotto de Souza } else {
1322fb145456SKleber Sacilotto de Souza dev_err(&pci_dev->dev,
1323fb145456SKleber Sacilotto de Souza "err: cannot start card services! (err=%d)\n", rc);
1324fb145456SKleber Sacilotto de Souza }
132512eb4683SFrank Haverkamp }
132612eb4683SFrank Haverkamp
genwqe_sriov_configure(struct pci_dev * dev,int numvfs)132712eb4683SFrank Haverkamp static int genwqe_sriov_configure(struct pci_dev *dev, int numvfs)
132812eb4683SFrank Haverkamp {
1329bc407dd3SFrank Haverkamp int rc;
133012eb4683SFrank Haverkamp struct genwqe_dev *cd = dev_get_drvdata(&dev->dev);
133112eb4683SFrank Haverkamp
133212eb4683SFrank Haverkamp if (numvfs > 0) {
133312eb4683SFrank Haverkamp genwqe_setup_vf_jtimer(cd);
1334bc407dd3SFrank Haverkamp rc = pci_enable_sriov(dev, numvfs);
1335bc407dd3SFrank Haverkamp if (rc < 0)
1336bc407dd3SFrank Haverkamp return rc;
133712eb4683SFrank Haverkamp return numvfs;
133812eb4683SFrank Haverkamp }
133912eb4683SFrank Haverkamp if (numvfs == 0) {
134012eb4683SFrank Haverkamp pci_disable_sriov(dev);
134112eb4683SFrank Haverkamp return 0;
134212eb4683SFrank Haverkamp }
134312eb4683SFrank Haverkamp return 0;
134412eb4683SFrank Haverkamp }
134512eb4683SFrank Haverkamp
1346f0838790SRikard Falkeborn static const struct pci_error_handlers genwqe_err_handler = {
134712eb4683SFrank Haverkamp .error_detected = genwqe_err_error_detected,
134812eb4683SFrank Haverkamp .mmio_enabled = genwqe_err_result_none,
1349fb145456SKleber Sacilotto de Souza .slot_reset = genwqe_err_slot_reset,
135012eb4683SFrank Haverkamp .resume = genwqe_err_resume,
135112eb4683SFrank Haverkamp };
135212eb4683SFrank Haverkamp
135312eb4683SFrank Haverkamp static struct pci_driver genwqe_driver = {
135412eb4683SFrank Haverkamp .name = genwqe_driver_name,
135512eb4683SFrank Haverkamp .id_table = genwqe_device_table,
135612eb4683SFrank Haverkamp .probe = genwqe_probe,
135712eb4683SFrank Haverkamp .remove = genwqe_remove,
135812eb4683SFrank Haverkamp .sriov_configure = genwqe_sriov_configure,
135912eb4683SFrank Haverkamp .err_handler = &genwqe_err_handler,
136012eb4683SFrank Haverkamp };
136112eb4683SFrank Haverkamp
136212eb4683SFrank Haverkamp /**
136312eb4683SFrank Haverkamp * genwqe_init_module() - Driver registration and initialization
136412eb4683SFrank Haverkamp */
genwqe_init_module(void)136512eb4683SFrank Haverkamp static int __init genwqe_init_module(void)
136612eb4683SFrank Haverkamp {
136712eb4683SFrank Haverkamp int rc;
136812eb4683SFrank Haverkamp
1369*b5fa3379SIvan Orlov rc = class_register(&class_genwqe);
1370*b5fa3379SIvan Orlov if (rc) {
137112eb4683SFrank Haverkamp pr_err("[%s] create class failed\n", __func__);
137212eb4683SFrank Haverkamp return -ENOMEM;
137312eb4683SFrank Haverkamp }
137412eb4683SFrank Haverkamp
137512eb4683SFrank Haverkamp debugfs_genwqe = debugfs_create_dir(GENWQE_DEVNAME, NULL);
137612eb4683SFrank Haverkamp
137712eb4683SFrank Haverkamp rc = pci_register_driver(&genwqe_driver);
137812eb4683SFrank Haverkamp if (rc != 0) {
137912eb4683SFrank Haverkamp pr_err("[%s] pci_reg_driver (rc=%d)\n", __func__, rc);
138012eb4683SFrank Haverkamp goto err_out0;
138112eb4683SFrank Haverkamp }
138212eb4683SFrank Haverkamp
138312eb4683SFrank Haverkamp return rc;
138412eb4683SFrank Haverkamp
138512eb4683SFrank Haverkamp err_out0:
138612eb4683SFrank Haverkamp debugfs_remove(debugfs_genwqe);
1387*b5fa3379SIvan Orlov class_unregister(&class_genwqe);
138812eb4683SFrank Haverkamp return rc;
138912eb4683SFrank Haverkamp }
139012eb4683SFrank Haverkamp
139112eb4683SFrank Haverkamp /**
139212eb4683SFrank Haverkamp * genwqe_exit_module() - Driver exit
139312eb4683SFrank Haverkamp */
genwqe_exit_module(void)139412eb4683SFrank Haverkamp static void __exit genwqe_exit_module(void)
139512eb4683SFrank Haverkamp {
139612eb4683SFrank Haverkamp pci_unregister_driver(&genwqe_driver);
139712eb4683SFrank Haverkamp debugfs_remove(debugfs_genwqe);
1398*b5fa3379SIvan Orlov class_unregister(&class_genwqe);
139912eb4683SFrank Haverkamp }
140012eb4683SFrank Haverkamp
140112eb4683SFrank Haverkamp module_init(genwqe_init_module);
140212eb4683SFrank Haverkamp module_exit(genwqe_exit_module);
1403