1 /* 2 * Copyright © 2016 Intel Corporation 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21 * IN THE SOFTWARE. 22 * 23 */ 24 25 #include <linux/pm_domain.h> 26 #include <linux/pm_runtime.h> 27 #include <linux/iommu.h> 28 29 #include <drm/drm_managed.h> 30 31 #include "display/intel_display_device.h" 32 33 #include "gt/intel_gt.h" 34 #include "gt/intel_gt_requests.h" 35 #include "gt/mock_engine.h" 36 #include "i915_driver.h" 37 #include "intel_memory_region.h" 38 #include "intel_region_ttm.h" 39 40 #include "mock_request.h" 41 #include "mock_gem_device.h" 42 #include "mock_gtt.h" 43 #include "mock_uncore.h" 44 #include "mock_region.h" 45 46 #include "gem/selftests/mock_context.h" 47 #include "gem/selftests/mock_gem_object.h" 48 49 void mock_device_flush(struct drm_i915_private *i915) 50 { 51 struct intel_gt *gt = to_gt(i915); 52 struct intel_engine_cs *engine; 53 enum intel_engine_id id; 54 55 do { 56 for_each_engine(engine, gt, id) 57 mock_engine_flush(engine); 58 } while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT, 59 NULL)); 60 } 61 62 static void mock_device_release(struct drm_device *dev) 63 { 64 struct drm_i915_private *i915 = to_i915(dev); 65 66 if (!i915->do_release) 67 goto out; 68 69 mock_device_flush(i915); 70 intel_gt_driver_remove(to_gt(i915)); 71 72 i915_gem_drain_workqueue(i915); 73 74 mock_fini_ggtt(to_gt(i915)->ggtt); 75 destroy_workqueue(i915->unordered_wq); 76 destroy_workqueue(i915->wq); 77 78 intel_region_ttm_device_fini(i915); 79 intel_gt_driver_late_release_all(i915); 80 intel_memory_regions_driver_release(i915); 81 82 drm_mode_config_cleanup(&i915->drm); 83 84 out: 85 i915_params_free(&i915->params); 86 } 87 88 static const struct drm_driver mock_driver = { 89 .name = "mock", 90 .driver_features = DRIVER_GEM, 91 .release = mock_device_release, 92 }; 93 94 static void release_dev(struct device *dev) 95 { 96 struct pci_dev *pdev = to_pci_dev(dev); 97 98 kfree(pdev); 99 } 100 101 static int pm_domain_resume(struct device *dev) 102 { 103 return pm_generic_runtime_resume(dev); 104 } 105 106 static int pm_domain_suspend(struct device *dev) 107 { 108 return pm_generic_runtime_suspend(dev); 109 } 110 111 static struct dev_pm_domain pm_domain = { 112 .ops = { 113 .runtime_suspend = pm_domain_suspend, 114 .runtime_resume = pm_domain_resume, 115 }, 116 }; 117 118 static void mock_gt_probe(struct drm_i915_private *i915) 119 { 120 i915->gt[0]->name = "Mock GT"; 121 } 122 123 static const struct intel_device_info mock_info = { 124 .__runtime.graphics.ip.ver = -1, 125 .__runtime.page_sizes = (I915_GTT_PAGE_SIZE_4K | 126 I915_GTT_PAGE_SIZE_64K | 127 I915_GTT_PAGE_SIZE_2M), 128 .memory_regions = BIT(INTEL_REGION_SMEM), 129 .platform_engine_mask = BIT(0), 130 131 /* simply use legacy cache level for mock device */ 132 .max_pat_index = 3, 133 .cachelevel_to_pat = { 134 [I915_CACHE_NONE] = 0, 135 [I915_CACHE_LLC] = 1, 136 [I915_CACHE_L3_LLC] = 2, 137 [I915_CACHE_WT] = 3, 138 }, 139 }; 140 141 struct drm_i915_private *mock_gem_device(void) 142 { 143 #if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU) 144 static struct dev_iommu fake_iommu = { .priv = (void *)-1 }; 145 #endif 146 struct drm_i915_private *i915; 147 struct intel_display *display; 148 struct pci_dev *pdev; 149 int ret; 150 151 pdev = kzalloc(sizeof(*pdev), GFP_KERNEL); 152 if (!pdev) 153 return NULL; 154 device_initialize(&pdev->dev); 155 pdev->class = PCI_BASE_CLASS_DISPLAY << 16; 156 pdev->dev.release = release_dev; 157 dev_set_name(&pdev->dev, "mock"); 158 dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); 159 160 #if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU) 161 /* HACK to disable iommu for the fake device; force identity mapping */ 162 pdev->dev.iommu = &fake_iommu; 163 #endif 164 if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) { 165 put_device(&pdev->dev); 166 return NULL; 167 } 168 169 i915 = devm_drm_dev_alloc(&pdev->dev, &mock_driver, 170 struct drm_i915_private, drm); 171 if (IS_ERR(i915)) { 172 pr_err("Failed to allocate mock GEM device: err=%ld\n", PTR_ERR(i915)); 173 devres_release_group(&pdev->dev, NULL); 174 put_device(&pdev->dev); 175 176 return NULL; 177 } 178 179 pci_set_drvdata(pdev, &i915->drm); 180 181 /* Device parameters start as a copy of module parameters. */ 182 i915_params_copy(&i915->params, &i915_modparams); 183 184 /* Set up device info and initial runtime info. */ 185 intel_device_info_driver_create(i915, pdev->device, &mock_info); 186 187 /* FIXME: Can we run selftests using a mock device without display? */ 188 display = intel_display_device_probe(pdev, i915_driver_parent_interface()); 189 if (IS_ERR(display)) 190 goto err_device; 191 192 i915->display = display; 193 194 dev_pm_domain_set(&pdev->dev, &pm_domain); 195 pm_runtime_enable(&pdev->dev); 196 pm_runtime_dont_use_autosuspend(&pdev->dev); 197 if (pm_runtime_enabled(&pdev->dev)) 198 WARN_ON(pm_runtime_get_sync(&pdev->dev)); 199 200 intel_runtime_pm_init_early(&i915->runtime_pm); 201 /* wakeref tracking has significant overhead */ 202 i915->runtime_pm.no_wakeref_tracking = true; 203 204 /* Using the global GTT may ask questions about KMS users, so prepare */ 205 drm_mode_config_init(&i915->drm); 206 207 intel_memory_regions_hw_probe(i915); 208 209 spin_lock_init(&i915->gpu_error.lock); 210 211 i915_gem_init__mm(i915); 212 intel_root_gt_init_early(i915); 213 mock_uncore_init(&i915->uncore, i915); 214 atomic_inc(&to_gt(i915)->wakeref.count); /* disable; no hw support */ 215 to_gt(i915)->awake = INTEL_WAKEREF_MOCK_GT; 216 mock_gt_probe(i915); 217 218 ret = intel_region_ttm_device_init(i915); 219 if (ret) 220 goto err_ttm; 221 222 i915->wq = alloc_ordered_workqueue("mock", 0); 223 if (!i915->wq) 224 goto err_drv; 225 226 i915->unordered_wq = alloc_workqueue("mock-unordered", 0, 0); 227 if (!i915->unordered_wq) 228 goto err_wq; 229 230 mock_init_contexts(i915); 231 232 /* allocate the ggtt */ 233 ret = intel_gt_assign_ggtt(to_gt(i915)); 234 if (ret) 235 goto err_unlock; 236 237 mock_init_ggtt(to_gt(i915)); 238 to_gt(i915)->vm = i915_vm_get(&to_gt(i915)->ggtt->vm); 239 240 to_gt(i915)->info.engine_mask = BIT(0); 241 242 to_gt(i915)->engine[RCS0] = mock_engine(i915, "mock", RCS0); 243 if (!to_gt(i915)->engine[RCS0]) 244 goto err_unlock; 245 246 if (mock_engine_init(to_gt(i915)->engine[RCS0])) 247 goto err_context; 248 249 __clear_bit(I915_WEDGED, &to_gt(i915)->reset.flags); 250 intel_engines_driver_register(i915); 251 252 i915->do_release = true; 253 ida_init(&i915->selftest.mock_region_instances); 254 255 return i915; 256 257 err_context: 258 intel_gt_driver_remove(to_gt(i915)); 259 err_unlock: 260 destroy_workqueue(i915->unordered_wq); 261 err_wq: 262 destroy_workqueue(i915->wq); 263 err_drv: 264 intel_region_ttm_device_fini(i915); 265 err_ttm: 266 intel_gt_driver_late_release_all(i915); 267 intel_memory_regions_driver_release(i915); 268 drm_mode_config_cleanup(&i915->drm); 269 err_device: 270 mock_destroy_device(i915); 271 272 return NULL; 273 } 274 275 void mock_destroy_device(struct drm_i915_private *i915) 276 { 277 struct device *dev = i915->drm.dev; 278 279 intel_display_device_remove(i915->display); 280 281 devres_release_group(dev, NULL); 282 put_device(dev); 283 } 284