| /linux-6.6.21/drivers/gpu/drm/i915/gt/ |
| D | intel_gt_pm.c | 27 static void user_forcewake(struct intel_gt *gt, bool suspend) in user_forcewake() argument
29 int count = atomic_read(>->user_wakeref); in user_forcewake()
35 intel_gt_pm_get(gt); in user_forcewake()
37 GEM_BUG_ON(count > atomic_read(>->wakeref.count)); in user_forcewake()
38 atomic_sub(count, >->wakeref.count); in user_forcewake()
40 atomic_add(count, >->wakeref.count); in user_forcewake()
42 intel_gt_pm_put(gt); in user_forcewake()
45 static void runtime_begin(struct intel_gt *gt) in runtime_begin() argument
48 write_seqcount_begin(>->stats.lock); in runtime_begin()
49 gt->stats.start = ktime_get(); in runtime_begin()
[all …]
|
| D | intel_gt.c | 40 void intel_gt_common_init_early(struct intel_gt *gt) in intel_gt_common_init_early() argument
42 spin_lock_init(gt->irq_lock); in intel_gt_common_init_early()
44 INIT_LIST_HEAD(>->closed_vma); in intel_gt_common_init_early()
45 spin_lock_init(>->closed_lock); in intel_gt_common_init_early()
47 init_llist_head(>->watchdog.list); in intel_gt_common_init_early()
48 INIT_WORK(>->watchdog.work, intel_gt_watchdog_work); in intel_gt_common_init_early()
50 intel_gt_init_buffer_pool(gt); in intel_gt_common_init_early()
51 intel_gt_init_reset(gt); in intel_gt_common_init_early()
52 intel_gt_init_requests(gt); in intel_gt_common_init_early()
53 intel_gt_init_timelines(gt); in intel_gt_common_init_early()
[all …]
|
| D | intel_gt_irq.c | 31 gen11_gt_engine_identity(struct intel_gt *gt, in gen11_gt_engine_identity() argument
34 void __iomem * const regs = intel_uncore_regs(gt->uncore); in gen11_gt_engine_identity()
38 lockdep_assert_held(gt->irq_lock); in gen11_gt_engine_identity()
53 gt_err(gt, "INTR_IDENTITY_REG%u:%u 0x%08x not valid!\n", in gen11_gt_engine_identity()
65 gen11_other_irq_handler(struct intel_gt *gt, const u8 instance, in gen11_other_irq_handler() argument
68 struct intel_gt *media_gt = gt->i915->media_gt; in gen11_other_irq_handler()
71 return guc_irq_handler(>->uc.guc, iir); in gen11_other_irq_handler()
76 return gen11_rps_irq_handler(>->rps, iir); in gen11_other_irq_handler()
81 return intel_pxp_irq_handler(gt->i915->pxp, iir); in gen11_other_irq_handler()
84 return intel_gsc_irq_handler(gt, iir); in gen11_other_irq_handler()
[all …]
|
| D | intel_reset.c | 157 static int i915_do_reset(struct intel_gt *gt, in i915_do_reset() argument
161 struct pci_dev *pdev = to_pci_dev(gt->i915->drm.dev); in i915_do_reset()
186 static int g33_do_reset(struct intel_gt *gt, in g33_do_reset() argument
190 struct pci_dev *pdev = to_pci_dev(gt->i915->drm.dev); in g33_do_reset()
196 static int g4x_do_reset(struct intel_gt *gt, in g4x_do_reset() argument
200 struct pci_dev *pdev = to_pci_dev(gt->i915->drm.dev); in g4x_do_reset()
201 struct intel_uncore *uncore = gt->uncore; in g4x_do_reset()
212 GT_TRACE(gt, "Wait for media reset failed\n"); in g4x_do_reset()
220 GT_TRACE(gt, "Wait for render reset failed\n"); in g4x_do_reset()
233 static int ilk_do_reset(struct intel_gt *gt, intel_engine_mask_t engine_mask, in ilk_do_reset() argument
[all …]
|
| D | intel_gt_mcr.c | 141 void intel_gt_mcr_init(struct intel_gt *gt) in intel_gt_mcr_init() argument
143 struct drm_i915_private *i915 = gt->i915; in intel_gt_mcr_init()
147 spin_lock_init(>->mcr_lock); in intel_gt_mcr_init()
154 gt->info.mslice_mask = in intel_gt_mcr_init()
155 intel_slicemask_from_xehp_dssmask(gt->info.sseu.subslice_mask, in intel_gt_mcr_init()
157 gt->info.mslice_mask |= in intel_gt_mcr_init()
158 (intel_uncore_read(gt->uncore, GEN10_MIRROR_FUSE3) & in intel_gt_mcr_init()
161 if (!gt->info.mslice_mask) /* should be impossible! */ in intel_gt_mcr_init()
162 gt_warn(gt, "mslice mask all zero!\n"); in intel_gt_mcr_init()
165 if (MEDIA_VER(i915) >= 13 && gt->type == GT_MEDIA) { in intel_gt_mcr_init()
[all …]
|
| D | intel_gt_pm.h | 14 static inline bool intel_gt_pm_is_awake(const struct intel_gt *gt) in intel_gt_pm_is_awake() argument
16 return intel_wakeref_is_active(>->wakeref); in intel_gt_pm_is_awake()
19 static inline void intel_gt_pm_get(struct intel_gt *gt) in intel_gt_pm_get() argument
21 intel_wakeref_get(>->wakeref); in intel_gt_pm_get()
24 static inline void __intel_gt_pm_get(struct intel_gt *gt) in __intel_gt_pm_get() argument
26 __intel_wakeref_get(>->wakeref); in __intel_gt_pm_get()
29 static inline bool intel_gt_pm_get_if_awake(struct intel_gt *gt) in intel_gt_pm_get_if_awake() argument
31 return intel_wakeref_get_if_active(>->wakeref); in intel_gt_pm_get_if_awake()
34 static inline void intel_gt_pm_might_get(struct intel_gt *gt) in intel_gt_pm_might_get() argument
36 intel_wakeref_might_get(>->wakeref); in intel_gt_pm_might_get()
[all …]
|
| D | intel_gt_pm_irq.c | 13 static void write_pm_imr(struct intel_gt *gt) in write_pm_imr() argument
15 struct drm_i915_private *i915 = gt->i915; in write_pm_imr()
16 struct intel_uncore *uncore = gt->uncore; in write_pm_imr()
17 u32 mask = gt->pm_imr; in write_pm_imr()
32 static void gen6_gt_pm_update_irq(struct intel_gt *gt, in gen6_gt_pm_update_irq() argument
40 lockdep_assert_held(gt->irq_lock); in gen6_gt_pm_update_irq()
42 new_val = gt->pm_imr; in gen6_gt_pm_update_irq()
46 if (new_val != gt->pm_imr) { in gen6_gt_pm_update_irq()
47 gt->pm_imr = new_val; in gen6_gt_pm_update_irq()
48 write_pm_imr(gt); in gen6_gt_pm_update_irq()
[all …]
|
| D | selftest_reset.c | 18 __igt_reset_stolen(struct intel_gt *gt, in __igt_reset_stolen() argument
22 struct i915_ggtt *ggtt = gt->ggtt; in __igt_reset_stolen()
23 const struct resource *dsm = >->i915->dsm.stolen; in __igt_reset_stolen()
51 igt_global_reset_lock(gt); in __igt_reset_stolen()
52 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in __igt_reset_stolen()
54 err = igt_spinner_init(&spin, gt); in __igt_reset_stolen()
58 for_each_engine(engine, gt, id) { in __igt_reset_stolen()
89 i915_gem_get_pat_index(gt->i915, in __igt_reset_stolen()
98 if (!__drm_mm_interval_first(>->i915->mm.stolen, in __igt_reset_stolen()
114 intel_gt_reset(gt, mask, NULL); in __igt_reset_stolen()
[all …]
|
| D | intel_gt.h | 17 #define GT_TRACE(gt, fmt, ...) do { \ argument
18 const struct intel_gt *gt__ __maybe_unused = (gt); \
23 static inline bool gt_is_root(struct intel_gt *gt) in gt_is_root() argument
25 return !gt->info.id; in gt_is_root()
28 static inline bool intel_gt_needs_wa_22016122933(struct intel_gt *gt) in intel_gt_needs_wa_22016122933() argument
30 return MEDIA_VER_FULL(gt->i915) == IP_VER(13, 0) && gt->type == GT_MEDIA; in intel_gt_needs_wa_22016122933()
58 void intel_gt_common_init_early(struct intel_gt *gt);
60 int intel_gt_assign_ggtt(struct intel_gt *gt);
61 int intel_gt_init_mmio(struct intel_gt *gt);
62 int __must_check intel_gt_init_hw(struct intel_gt *gt);
[all …]
|
| D | intel_tlb.c | 32 return intel_gt_mcr_wait_for_reg(engine->gt, in wait_for_invalidate()
39 return __intel_wait_for_register_fw(engine->gt->uncore, in wait_for_invalidate()
48 static void mmio_invalidate_full(struct intel_gt *gt) in mmio_invalidate_full() argument
50 struct drm_i915_private *i915 = gt->i915; in mmio_invalidate_full()
51 struct intel_uncore *uncore = gt->uncore; in mmio_invalidate_full()
62 intel_gt_mcr_lock(gt, &flags); in mmio_invalidate_full()
66 for_each_engine(engine, gt, id) { in mmio_invalidate_full()
71 intel_gt_mcr_multicast_write_fw(gt, in mmio_invalidate_full()
82 GT_TRACE(gt, "invalidated engines %08x\n", awake); in mmio_invalidate_full()
94 intel_gt_mcr_unlock(gt, flags); in mmio_invalidate_full()
[all …]
|
| D | intel_gt_sysfs_pm.c | 29 int (func)(struct intel_gt *gt, u32 val), u32 val) in sysfs_gt_attribute_w_func() argument
31 struct intel_gt *gt; in sysfs_gt_attribute_w_func() local
39 for_each_gt(gt, i915, i) { in sysfs_gt_attribute_w_func()
40 ret = func(gt, val); in sysfs_gt_attribute_w_func()
45 gt = intel_gt_sysfs_get_drvdata(kobj, attr->name); in sysfs_gt_attribute_w_func()
46 ret = func(gt, val); in sysfs_gt_attribute_w_func()
54 u32 (func)(struct intel_gt *gt), in sysfs_gt_attribute_r_func() argument
57 struct intel_gt *gt; in sysfs_gt_attribute_r_func() local
67 for_each_gt(gt, i915, i) { in sysfs_gt_attribute_r_func()
68 u32 val = func(gt); in sysfs_gt_attribute_r_func()
[all …]
|
| D | intel_gt_sysfs.c | 49 static struct kobject *gt_get_parent_obj(struct intel_gt *gt) in gt_get_parent_obj() argument
51 return >->i915->drm.primary->kdev->kobj; in gt_get_parent_obj()
58 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name); in id_show() local
60 return sysfs_emit(buf, "%u\n", gt->info.id); in id_show()
81 void intel_gt_sysfs_register(struct intel_gt *gt) in intel_gt_sysfs_register() argument
91 if (gt_is_root(gt)) in intel_gt_sysfs_register()
92 intel_gt_sysfs_pm_init(gt, gt_get_parent_obj(gt)); in intel_gt_sysfs_register()
95 if (kobject_init_and_add(>->sysfs_gt, &kobj_gt_type, in intel_gt_sysfs_register()
96 gt->i915->sysfs_gt, "gt%d", gt->info.id)) in intel_gt_sysfs_register()
99 gt->sysfs_defaults = kobject_create_and_add(".defaults", >->sysfs_gt); in intel_gt_sysfs_register()
[all …]
|
| D | selftest_slpc.c | 22 struct intel_gt *gt; member
53 static int slpc_set_freq(struct intel_gt *gt, u32 freq) in slpc_set_freq() argument
56 struct intel_guc_slpc *slpc = >->uc.guc.slpc; in slpc_set_freq()
98 static u64 measure_power_at_freq(struct intel_gt *gt, int *freq, u64 *power) in measure_power_at_freq() argument
102 err = slpc_set_freq(gt, *freq); in measure_power_at_freq()
105 *freq = intel_rps_read_actual_frequency(>->rps); in measure_power_at_freq()
106 *power = measure_power(>->rps, freq); in measure_power_at_freq()
183 static int slpc_power(struct intel_gt *gt, struct intel_engine_cs *engine) in slpc_power() argument
185 struct intel_guc_slpc *slpc = >->uc.guc.slpc; in slpc_power()
197 if (!librapl_supported(gt->i915)) in slpc_power()
[all …]
|
| D | intel_reset.h | 21 void intel_gt_init_reset(struct intel_gt *gt);
22 void intel_gt_fini_reset(struct intel_gt *gt);
25 void intel_gt_handle_error(struct intel_gt *gt,
31 void intel_gt_reset(struct intel_gt *gt,
41 int __must_check intel_gt_reset_trylock(struct intel_gt *gt, int *srcu);
42 int __must_check intel_gt_reset_lock_interruptible(struct intel_gt *gt, int *srcu);
43 void intel_gt_reset_unlock(struct intel_gt *gt, int tag);
45 void intel_gt_set_wedged(struct intel_gt *gt);
46 bool intel_gt_unset_wedged(struct intel_gt *gt);
47 int intel_gt_terminally_wedged(struct intel_gt *gt);
[all …]
|
| D | intel_gt_clock_utils.c | 175 void intel_gt_init_clock_frequency(struct intel_gt *gt) in intel_gt_init_clock_frequency() argument
177 gt->clock_frequency = read_clock_frequency(gt->uncore); in intel_gt_init_clock_frequency()
180 if (GRAPHICS_VER(gt->i915) == 11) in intel_gt_init_clock_frequency()
181 gt->clock_period_ns = NSEC_PER_SEC / 13750000; in intel_gt_init_clock_frequency()
182 else if (gt->clock_frequency) in intel_gt_init_clock_frequency()
183 gt->clock_period_ns = intel_gt_clock_interval_to_ns(gt, 1); in intel_gt_init_clock_frequency()
185 GT_TRACE(gt, in intel_gt_init_clock_frequency()
187 gt->clock_frequency / 1000, in intel_gt_init_clock_frequency()
188 gt->clock_period_ns, in intel_gt_init_clock_frequency()
189 div_u64(mul_u32_u32(gt->clock_period_ns, S32_MAX), in intel_gt_init_clock_frequency()
[all …]
|
| D | intel_gt_pm_debugfs.c | 27 void intel_gt_pm_debugfs_forcewake_user_open(struct intel_gt *gt) in intel_gt_pm_debugfs_forcewake_user_open() argument
29 atomic_inc(>->user_wakeref); in intel_gt_pm_debugfs_forcewake_user_open()
30 intel_gt_pm_get(gt); in intel_gt_pm_debugfs_forcewake_user_open()
31 if (GRAPHICS_VER(gt->i915) >= 6) in intel_gt_pm_debugfs_forcewake_user_open()
32 intel_uncore_forcewake_user_get(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_open()
35 void intel_gt_pm_debugfs_forcewake_user_release(struct intel_gt *gt) in intel_gt_pm_debugfs_forcewake_user_release() argument
37 if (GRAPHICS_VER(gt->i915) >= 6) in intel_gt_pm_debugfs_forcewake_user_release()
38 intel_uncore_forcewake_user_put(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_release()
39 intel_gt_pm_put(gt); in intel_gt_pm_debugfs_forcewake_user_release()
40 atomic_dec(>->user_wakeref); in intel_gt_pm_debugfs_forcewake_user_release()
[all …]
|
| D | intel_gt_debugfs.c | 17 int intel_gt_debugfs_reset_show(struct intel_gt *gt, u64 *val) in intel_gt_debugfs_reset_show() argument
19 int ret = intel_gt_terminally_wedged(gt); in intel_gt_debugfs_reset_show()
33 void intel_gt_debugfs_reset_store(struct intel_gt *gt, u64 val) in intel_gt_debugfs_reset_store() argument
36 wait_event(gt->reset.queue, in intel_gt_debugfs_reset_store()
37 !test_bit(I915_RESET_BACKOFF, >->reset.flags)); in intel_gt_debugfs_reset_store()
39 intel_gt_handle_error(gt, val, I915_ERROR_CAPTURE, in intel_gt_debugfs_reset_store()
65 struct intel_gt *gt = m->private; in steering_show() local
67 intel_gt_mcr_report_steering(&p, gt, true); in steering_show()
73 static void gt_debugfs_register(struct intel_gt *gt, struct dentry *root) in gt_debugfs_register() argument
80 intel_gt_debugfs_register_files(root, files, ARRAY_SIZE(files), gt); in gt_debugfs_register()
[all …]
|
| D | selftest_hangcheck.c | 33 struct intel_gt *gt; member
41 static int hang_init(struct hang *h, struct intel_gt *gt) in hang_init() argument
47 h->gt = gt; in hang_init()
49 h->ctx = kernel_context(gt->i915, NULL); in hang_init()
55 h->hws = i915_gem_object_create_internal(gt->i915, PAGE_SIZE); in hang_init()
61 h->obj = i915_gem_object_create_internal(gt->i915, PAGE_SIZE); in hang_init()
76 intel_gt_coherent_map_type(gt, h->obj, false)); in hang_init()
106 struct intel_gt *gt = h->gt; in hang_create_request() local
116 obj = i915_gem_object_create_internal(gt->i915, PAGE_SIZE); in hang_create_request()
122 vaddr = i915_gem_object_pin_map_unlocked(obj, intel_gt_coherent_map_type(gt, obj, false)); in hang_create_request()
[all …]
|
| /linux-6.6.21/drivers/gpu/drm/i915/ |
| D | Makefile | 88 gt-y += \
89 gt/gen2_engine_cs.o \
90 gt/gen6_engine_cs.o \
91 gt/gen6_ppgtt.o \
92 gt/gen7_renderclear.o \
93 gt/gen8_engine_cs.o \
94 gt/gen8_ppgtt.o \
95 gt/intel_breadcrumbs.o \
96 gt/intel_context.o \
97 gt/intel_context_sseu.o \
[all …]
|
| /linux-6.6.21/drivers/gpu/drm/i915/pxp/ |
| D | intel_pxp_irq.c | 27 struct intel_gt *gt; in intel_pxp_irq_handler() local
32 gt = pxp->ctrl_gt; in intel_pxp_irq_handler()
34 lockdep_assert_held(gt->irq_lock); in intel_pxp_irq_handler()
53 static inline void __pxp_set_interrupts(struct intel_gt *gt, u32 interrupts) in __pxp_set_interrupts() argument
55 struct intel_uncore *uncore = gt->uncore; in __pxp_set_interrupts()
62 static inline void pxp_irq_reset(struct intel_gt *gt) in pxp_irq_reset() argument
64 spin_lock_irq(gt->irq_lock); in pxp_irq_reset()
65 gen11_gt_reset_one_iir(gt, 0, GEN11_KCR); in pxp_irq_reset()
66 spin_unlock_irq(gt->irq_lock); in pxp_irq_reset()
71 struct intel_gt *gt = pxp->ctrl_gt; in intel_pxp_irq_enable() local
[all …]
|
| /linux-6.6.21/drivers/gpu/drm/i915/selftests/ |
| D | igt_reset.c | 14 void igt_global_reset_lock(struct intel_gt *gt) in igt_global_reset_lock() argument
19 pr_debug("%s: current gpu_error=%08lx\n", __func__, gt->reset.flags); in igt_global_reset_lock()
21 while (test_and_set_bit(I915_RESET_BACKOFF, >->reset.flags)) in igt_global_reset_lock()
22 wait_event(gt->reset.queue, in igt_global_reset_lock()
23 !test_bit(I915_RESET_BACKOFF, >->reset.flags)); in igt_global_reset_lock()
25 for_each_engine(engine, gt, id) { in igt_global_reset_lock()
27 >->reset.flags)) in igt_global_reset_lock()
28 wait_on_bit(>->reset.flags, I915_RESET_ENGINE + id, in igt_global_reset_lock()
33 void igt_global_reset_unlock(struct intel_gt *gt) in igt_global_reset_unlock() argument
38 for_each_engine(engine, gt, id) in igt_global_reset_unlock()
[all …]
|
| /linux-6.6.21/drivers/gpu/drm/i915/gt/uc/ |
| D | selftest_guc_hangcheck.c | 31 struct intel_gt *gt = arg; in intel_hang_guc() local
38 struct i915_gpu_error *global = >->i915->gpu_error; in intel_hang_guc()
39 struct intel_engine_cs *engine = intel_selftest_find_any_engine(gt); in intel_hang_guc()
47 ctx = kernel_context(gt->i915, NULL); in intel_hang_guc()
49 gt_err(gt, "Failed get kernel context: %pe\n", ctx); in intel_hang_guc()
53 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_hang_guc()
58 gt_err(gt, "Failed to create spinner request: %pe\n", ce); in intel_hang_guc()
67 gt_err(gt, "Failed to boost heatbeat interval: %pe\n", ERR_PTR(ret)); in intel_hang_guc()
71 ret = igt_spinner_init(&spin, engine->gt); in intel_hang_guc()
73 gt_err(gt, "Failed to create spinner: %pe\n", ERR_PTR(ret)); in intel_hang_guc()
[all …]
|
| D | intel_gsc_uc.c | 19 struct intel_gt *gt = gsc_uc_to_gt(gsc); in gsc_work() local
24 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in gsc_work()
26 spin_lock_irq(gt->irq_lock); in gsc_work()
29 spin_unlock_irq(gt->irq_lock); in gsc_work()
53 if (intel_uc_uses_huc(>->uc) && in gsc_work()
54 intel_huc_is_authenticated(>->uc.huc, INTEL_HUC_AUTH_BY_GUC)) in gsc_work()
55 intel_huc_auth(>->uc.huc, INTEL_HUC_AUTH_BY_GSC); in gsc_work()
60 gt_err(gt, "Proxy request received with GSC not loaded!\n"); in gsc_work()
71 drm_err(>->i915->drm, in gsc_work()
86 drm_dbg(>->i915->drm, "GSC Proxy initialized\n"); in gsc_work()
[all …]
|
| D | intel_guc.c | 44 struct intel_gt *gt = guc_to_gt(guc); in intel_guc_notify() local
52 intel_uncore_write(gt->uncore, guc->notify_reg, GUC_SEND_TRIGGER); in intel_guc_notify()
66 struct intel_gt *gt = guc_to_gt(guc); in intel_guc_init_send_regs() local
74 fw_domains |= intel_uncore_forcewake_for_reg(gt->uncore, in intel_guc_init_send_regs()
83 struct intel_gt *gt = guc_to_gt(guc); in gen9_reset_guc_interrupts() local
85 assert_rpm_wakelock_held(>->i915->runtime_pm); in gen9_reset_guc_interrupts()
87 spin_lock_irq(gt->irq_lock); in gen9_reset_guc_interrupts()
88 gen6_gt_pm_reset_iir(gt, gt->pm_guc_events); in gen9_reset_guc_interrupts()
89 spin_unlock_irq(gt->irq_lock); in gen9_reset_guc_interrupts()
94 struct intel_gt *gt = guc_to_gt(guc); in gen9_enable_guc_interrupts() local
[all …]
|
| /linux-6.6.21/drivers/media/radio/ |
| D | radio-gemtek.c | 150 static void gemtek_bu2614_transmit(struct gemtek *gt) in gemtek_bu2614_transmit() argument
152 struct radio_isa_card *isa = >->isa; in gemtek_bu2614_transmit()
155 mute = gt->muted ? GEMTEK_MT : 0x00; in gemtek_bu2614_transmit()
160 for (i = 0, q = gt->bu2614data; i < 32; i++, q >>= 1) { in gemtek_bu2614_transmit()
182 struct gemtek *gt = kzalloc(sizeof(*gt), GFP_KERNEL); in gemtek_alloc() local
184 if (gt) in gemtek_alloc()
185 gt->muted = true; in gemtek_alloc()
186 return gt ? >->isa : NULL; in gemtek_alloc()
194 struct gemtek *gt = container_of(isa, struct gemtek, isa); in gemtek_s_frequency() local
196 if (hardmute && gt->muted) in gemtek_s_frequency()
[all …]
|