1 // SPDX-License-Identifier: MIT 2 /* 3 * Copyright © 2021 Intel Corporation 4 */ 5 6 #include "xe_module.h" 7 8 #include <linux/init.h> 9 #include <linux/module.h> 10 #include <linux/workqueue.h> 11 12 #include <drm/drm_module.h> 13 14 #include "xe_defaults.h" 15 #include "xe_device_types.h" 16 #include "xe_drv.h" 17 #include "xe_configfs.h" 18 #include "xe_hw_fence.h" 19 #include "xe_pci.h" 20 #include "xe_pm.h" 21 #include "xe_observation.h" 22 #include "xe_sched_job.h" 23 24 struct xe_modparam xe_modparam = { 25 .probe_display = XE_DEFAULT_PROBE_DISPLAY, 26 .guc_log_level = XE_DEFAULT_GUC_LOG_LEVEL, 27 .force_probe = XE_DEFAULT_FORCE_PROBE, 28 #ifdef CONFIG_PCI_IOV 29 .max_vfs = XE_DEFAULT_MAX_VFS, 30 #endif 31 .wedged_mode = XE_DEFAULT_WEDGED_MODE, 32 .svm_notifier_size = XE_DEFAULT_SVM_NOTIFIER_SIZE, 33 /* the rest are 0 by default */ 34 }; 35 36 module_param_named(svm_notifier_size, xe_modparam.svm_notifier_size, uint, 0600); 37 MODULE_PARM_DESC(svm_notifier_size, "Set the svm notifier size in MiB, must be power of 2 " 38 "[default=" __stringify(XE_DEFAULT_SVM_NOTIFIER_SIZE) "]"); 39 40 #if IS_ENABLED(CONFIG_DRM_XE_DISPLAY) 41 module_param_named(probe_display, xe_modparam.probe_display, bool, 0444); 42 MODULE_PARM_DESC(probe_display, "Probe display HW, otherwise it's left untouched " 43 "[default=" __stringify(XE_DEFAULT_PROBE_DISPLAY) "])"); 44 #endif 45 46 module_param_named(vram_bar_size, xe_modparam.force_vram_bar_size, int, 0600); 47 MODULE_PARM_DESC(vram_bar_size, "Set the vram bar size in MiB (<0=disable-resize, 0=max-needed-size, >0=force-size " 48 "[default=" __stringify(XE_DEFAULT_VRAM_BAR_SIZE) "])"); 49 50 module_param_named(guc_log_level, xe_modparam.guc_log_level, int, 0600); 51 MODULE_PARM_DESC(guc_log_level, "GuC firmware logging level (0=disable, 1=normal, 2..5=verbose-levels " 52 "[default=" __stringify(XE_DEFAULT_GUC_LOG_LEVEL) "])"); 53 54 module_param_named_unsafe(guc_firmware_path, xe_modparam.guc_firmware_path, charp, 0400); 55 MODULE_PARM_DESC(guc_firmware_path, 56 "GuC firmware path to use instead of the default one"); 57 58 module_param_named_unsafe(huc_firmware_path, xe_modparam.huc_firmware_path, charp, 0400); 59 MODULE_PARM_DESC(huc_firmware_path, 60 "HuC firmware path to use instead of the default one - empty string disables"); 61 62 module_param_named_unsafe(gsc_firmware_path, xe_modparam.gsc_firmware_path, charp, 0400); 63 MODULE_PARM_DESC(gsc_firmware_path, 64 "GSC firmware path to use instead of the default one - empty string disables"); 65 66 module_param_named_unsafe(force_probe, xe_modparam.force_probe, charp, 0400); 67 MODULE_PARM_DESC(force_probe, 68 "Force probe options for specified devices. See CONFIG_DRM_XE_FORCE_PROBE for details " 69 "[default=" XE_DEFAULT_FORCE_PROBE "])"); 70 71 #ifdef CONFIG_PCI_IOV 72 module_param_named(max_vfs, xe_modparam.max_vfs, uint, 0400); 73 MODULE_PARM_DESC(max_vfs, 74 "Limit number of Virtual Functions (VFs) that could be managed. " 75 "(0=no VFs; N=allow up to N VFs " 76 "[default=" XE_DEFAULT_MAX_VFS_STR "])"); 77 #endif 78 79 module_param_named_unsafe(wedged_mode, xe_modparam.wedged_mode, uint, 0600); 80 MODULE_PARM_DESC(wedged_mode, 81 "Module's default policy for the wedged mode (0=never, 1=upon-critical-error, 2=upon-any-hang-no-reset " 82 "[default=" XE_DEFAULT_WEDGED_MODE_STR "])"); 83 84 static int xe_check_nomodeset(void) 85 { 86 if (drm_firmware_drivers_only()) 87 return -ENODEV; 88 89 return 0; 90 } 91 92 static struct workqueue_struct *xe_destroy_wq; 93 94 static int __init xe_destroy_wq_module_init(void) 95 { 96 xe_destroy_wq = alloc_workqueue("xe-guc-destroy-wq", WQ_UNBOUND, 0); 97 if (!xe_destroy_wq) 98 return -ENOMEM; 99 return 0; 100 } 101 102 static void xe_destroy_wq_module_exit(void) 103 { 104 if (xe_destroy_wq) 105 destroy_workqueue(xe_destroy_wq); 106 xe_destroy_wq = NULL; 107 } 108 109 /** 110 * xe_destroy_wq_queue() - Queue work on the destroy workqueue 111 * @work: work item to queue 112 * 113 * The destroy workqueue has module lifetime and is used for GuC exec queue 114 * teardown that can outlive a single xe_device. SVM pagemap destroy uses the 115 * per-device xe->destroy_wq instead. 116 * 117 * Return: %true if @work was queued, %false if it was already pending. 118 */ 119 bool xe_destroy_wq_queue(struct work_struct *work) 120 { 121 return queue_work(xe_destroy_wq, work); 122 } 123 124 /** 125 * xe_destroy_wq_flush() - Flush the destroy workqueue 126 * 127 * Drains all pending destroy work. Called from PCI remove to ensure 128 * teardown ordering before the device is destroyed. 129 */ 130 void xe_destroy_wq_flush(void) 131 { 132 if (xe_destroy_wq) 133 flush_workqueue(xe_destroy_wq); 134 } 135 136 struct init_funcs { 137 int (*init)(void); 138 void (*exit)(void); 139 }; 140 141 static const struct init_funcs init_funcs[] = { 142 { 143 .init = xe_check_nomodeset, 144 }, 145 { 146 .init = xe_configfs_init, 147 .exit = xe_configfs_exit, 148 }, 149 { 150 .init = xe_hw_fence_module_init, 151 .exit = xe_hw_fence_module_exit, 152 }, 153 { 154 .init = xe_sched_job_module_init, 155 .exit = xe_sched_job_module_exit, 156 }, 157 { 158 .init = xe_destroy_wq_module_init, 159 .exit = xe_destroy_wq_module_exit, 160 }, 161 { 162 .init = xe_register_pci_driver, 163 .exit = xe_unregister_pci_driver, 164 }, 165 { 166 .init = xe_observation_sysctl_register, 167 .exit = xe_observation_sysctl_unregister, 168 }, 169 { 170 .init = xe_pm_module_init, 171 }, 172 }; 173 174 static int __init xe_call_init_func(const struct init_funcs *func) 175 { 176 if (func->init) 177 return func->init(); 178 return 0; 179 } 180 181 static void xe_call_exit_func(const struct init_funcs *func) 182 { 183 if (func->exit) 184 func->exit(); 185 } 186 187 static int __init xe_init(void) 188 { 189 int err, i; 190 191 for (i = 0; i < ARRAY_SIZE(init_funcs); i++) { 192 err = xe_call_init_func(init_funcs + i); 193 if (err) { 194 pr_info("%s: module_init aborted at %ps %pe\n", 195 DRIVER_NAME, init_funcs[i].init, ERR_PTR(err)); 196 while (i--) 197 xe_call_exit_func(init_funcs + i); 198 return err; 199 } 200 } 201 202 return 0; 203 } 204 205 static void __exit xe_exit(void) 206 { 207 int i; 208 209 for (i = ARRAY_SIZE(init_funcs) - 1; i >= 0; i--) 210 xe_call_exit_func(init_funcs + i); 211 } 212 213 module_init(xe_init); 214 module_exit(xe_exit); 215 216 MODULE_AUTHOR("Intel Corporation"); 217 218 MODULE_DESCRIPTION(DRIVER_DESC); 219 MODULE_LICENSE("GPL and additional rights"); 220