1 /*
2 * Copyright © 2016 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 */
24
25 #include <linux/pm_domain.h>
26 #include <linux/pm_runtime.h>
27 #include <linux/iommu.h>
28
29 #include <drm/drm_managed.h>
30
31 #include "gt/intel_gt.h"
32 #include "gt/intel_gt_requests.h"
33 #include "gt/mock_engine.h"
34 #include "intel_memory_region.h"
35 #include "intel_region_ttm.h"
36
37 #include "mock_request.h"
38 #include "mock_gem_device.h"
39 #include "mock_gtt.h"
40 #include "mock_uncore.h"
41 #include "mock_region.h"
42
43 #include "gem/selftests/mock_context.h"
44 #include "gem/selftests/mock_gem_object.h"
45
mock_device_flush(struct drm_i915_private * i915)46 void mock_device_flush(struct drm_i915_private *i915)
47 {
48 struct intel_gt *gt = to_gt(i915);
49 struct intel_engine_cs *engine;
50 enum intel_engine_id id;
51
52 do {
53 for_each_engine(engine, gt, id)
54 mock_engine_flush(engine);
55 } while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT,
56 NULL));
57 }
58
mock_device_release(struct drm_device * dev)59 static void mock_device_release(struct drm_device *dev)
60 {
61 struct drm_i915_private *i915 = to_i915(dev);
62
63 if (!i915->do_release)
64 goto out;
65
66 mock_device_flush(i915);
67 intel_gt_driver_remove(to_gt(i915));
68
69 i915_gem_drain_workqueue(i915);
70 i915_gem_drain_freed_objects(i915);
71
72 mock_fini_ggtt(to_gt(i915)->ggtt);
73 destroy_workqueue(i915->wq);
74
75 intel_region_ttm_device_fini(i915);
76 intel_gt_driver_late_release_all(i915);
77 intel_memory_regions_driver_release(i915);
78
79 drm_mode_config_cleanup(&i915->drm);
80
81 out:
82 i915_params_free(&i915->params);
83 }
84
85 static const struct drm_driver mock_driver = {
86 .name = "mock",
87 .driver_features = DRIVER_GEM,
88 .release = mock_device_release,
89 };
90
release_dev(struct device * dev)91 static void release_dev(struct device *dev)
92 {
93 struct pci_dev *pdev = to_pci_dev(dev);
94
95 kfree(pdev);
96 }
97
pm_domain_resume(struct device * dev)98 static int pm_domain_resume(struct device *dev)
99 {
100 return pm_generic_runtime_resume(dev);
101 }
102
pm_domain_suspend(struct device * dev)103 static int pm_domain_suspend(struct device *dev)
104 {
105 return pm_generic_runtime_suspend(dev);
106 }
107
108 static struct dev_pm_domain pm_domain = {
109 .ops = {
110 .runtime_suspend = pm_domain_suspend,
111 .runtime_resume = pm_domain_resume,
112 },
113 };
114
mock_gt_probe(struct drm_i915_private * i915)115 static void mock_gt_probe(struct drm_i915_private *i915)
116 {
117 i915->gt[0] = &i915->gt0;
118 i915->gt[0]->name = "Mock GT";
119 }
120
mock_gem_device(void)121 struct drm_i915_private *mock_gem_device(void)
122 {
123 #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
124 static struct dev_iommu fake_iommu = { .priv = (void *)-1 };
125 #endif
126 struct drm_i915_private *i915;
127 struct pci_dev *pdev;
128 int ret;
129
130 pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);
131 if (!pdev)
132 return NULL;
133 device_initialize(&pdev->dev);
134 pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
135 pdev->dev.release = release_dev;
136 dev_set_name(&pdev->dev, "mock");
137 dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
138
139 #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
140 /* HACK to disable iommu for the fake device; force identity mapping */
141 pdev->dev.iommu = &fake_iommu;
142 #endif
143 if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) {
144 put_device(&pdev->dev);
145 return NULL;
146 }
147
148 i915 = devm_drm_dev_alloc(&pdev->dev, &mock_driver,
149 struct drm_i915_private, drm);
150 if (IS_ERR(i915)) {
151 pr_err("Failed to allocate mock GEM device: err=%ld\n", PTR_ERR(i915));
152 devres_release_group(&pdev->dev, NULL);
153 put_device(&pdev->dev);
154
155 return NULL;
156 }
157
158 pci_set_drvdata(pdev, i915);
159
160 dev_pm_domain_set(&pdev->dev, &pm_domain);
161 pm_runtime_enable(&pdev->dev);
162 pm_runtime_dont_use_autosuspend(&pdev->dev);
163 if (pm_runtime_enabled(&pdev->dev))
164 WARN_ON(pm_runtime_get_sync(&pdev->dev));
165
166
167 i915_params_copy(&i915->params, &i915_modparams);
168
169 intel_runtime_pm_init_early(&i915->runtime_pm);
170 /* wakeref tracking has significant overhead */
171 i915->runtime_pm.no_wakeref_tracking = true;
172
173 /* Using the global GTT may ask questions about KMS users, so prepare */
174 drm_mode_config_init(&i915->drm);
175
176 RUNTIME_INFO(i915)->graphics.ip.ver = -1;
177
178 RUNTIME_INFO(i915)->page_sizes =
179 I915_GTT_PAGE_SIZE_4K |
180 I915_GTT_PAGE_SIZE_64K |
181 I915_GTT_PAGE_SIZE_2M;
182
183 RUNTIME_INFO(i915)->memory_regions = REGION_SMEM;
184 intel_memory_regions_hw_probe(i915);
185
186 spin_lock_init(&i915->gpu_error.lock);
187
188 i915_gem_init__mm(i915);
189 intel_root_gt_init_early(i915);
190 mock_uncore_init(&i915->uncore, i915);
191 atomic_inc(&to_gt(i915)->wakeref.count); /* disable; no hw support */
192 to_gt(i915)->awake = -ENODEV;
193 mock_gt_probe(i915);
194
195 ret = intel_region_ttm_device_init(i915);
196 if (ret)
197 goto err_ttm;
198
199 i915->wq = alloc_ordered_workqueue("mock", 0);
200 if (!i915->wq)
201 goto err_drv;
202
203 mock_init_contexts(i915);
204
205 /* allocate the ggtt */
206 ret = intel_gt_assign_ggtt(to_gt(i915));
207 if (ret)
208 goto err_unlock;
209
210 mock_init_ggtt(to_gt(i915));
211 to_gt(i915)->vm = i915_vm_get(&to_gt(i915)->ggtt->vm);
212
213 RUNTIME_INFO(i915)->platform_engine_mask = BIT(0);
214 to_gt(i915)->info.engine_mask = BIT(0);
215
216 to_gt(i915)->engine[RCS0] = mock_engine(i915, "mock", RCS0);
217 if (!to_gt(i915)->engine[RCS0])
218 goto err_unlock;
219
220 if (mock_engine_init(to_gt(i915)->engine[RCS0]))
221 goto err_context;
222
223 __clear_bit(I915_WEDGED, &to_gt(i915)->reset.flags);
224 intel_engines_driver_register(i915);
225
226 i915->do_release = true;
227 ida_init(&i915->selftest.mock_region_instances);
228
229 return i915;
230
231 err_context:
232 intel_gt_driver_remove(to_gt(i915));
233 err_unlock:
234 destroy_workqueue(i915->wq);
235 err_drv:
236 intel_region_ttm_device_fini(i915);
237 err_ttm:
238 intel_gt_driver_late_release_all(i915);
239 intel_memory_regions_driver_release(i915);
240 drm_mode_config_cleanup(&i915->drm);
241 mock_destroy_device(i915);
242
243 return NULL;
244 }
245
mock_destroy_device(struct drm_i915_private * i915)246 void mock_destroy_device(struct drm_i915_private *i915)
247 {
248 struct device *dev = i915->drm.dev;
249
250 devres_release_group(dev, NULL);
251 put_device(dev);
252 }
253