| /linux-6.6.21/kernel/sched/ |
| D | sched.h | 614 struct rq *rq; /* CPU runqueue to which this cfs_rq is attached */ member
695 struct rq *rq; member
962 struct rq { struct
964 raw_spinlock_t __lock;
993 struct uclamp_rq uclamp[UCLAMP_CNT] ____cacheline_aligned; argument
998 struct cfs_rq cfs; argument
999 struct rt_rq rt; argument
1000 struct dl_rq dl; argument
1004 struct list_head leaf_cfs_rq_list; argument
1005 struct list_head *tmp_alone_branch;
[all …]
|
| D | pelt.h | 13 static inline u64 thermal_load_avg(struct rq *rq) in thermal_load_avg()
19 update_thermal_load_avg(u64 now, struct rq *rq, u64 capacity) in update_thermal_load_avg()
24 static inline u64 thermal_load_avg(struct rq *rq) in thermal_load_avg()
34 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg()
64 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt()
73 static inline void _update_idle_rq_clock_pelt(struct rq *rq) in _update_idle_rq_clock_pelt()
95 static inline void update_rq_clock_pelt(struct rq *rq, s64 delta) in update_rq_clock_pelt()
133 static inline void update_idle_rq_clock_pelt(struct rq *rq) in update_idle_rq_clock_pelt()
193 update_rt_rq_load_avg(u64 now, struct rq *rq, int running) in update_rt_rq_load_avg()
199 update_dl_rq_load_avg(u64 now, struct rq *rq, int running) in update_dl_rq_load_avg()
[all …]
|
| D | stop_task.c | 19 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop()
26 check_preempt_curr_stop(struct rq *rq, struct task_struct *p, int flags) in check_preempt_curr_stop()
31 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, bool first) in set_next_task_stop()
36 static struct task_struct *pick_task_stop(struct rq *rq) in pick_task_stop()
44 static struct task_struct *pick_next_task_stop(struct rq *rq) in pick_next_task_stop()
55 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags) in enqueue_task_stop()
61 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_stop()
66 static void yield_task_stop(struct rq *rq) in yield_task_stop()
71 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev) in put_prev_task_stop()
95 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued) in task_tick_stop()
[all …]
|
| D | deadline.c | 70 struct rq *rq = task_rq(p); in dl_rq_of_se() local
177 struct rq *rq = cpu_rq(i); in __dl_update() local
313 struct rq *rq; in dl_change_utilization() local
397 struct rq *rq = rq_of_dl_rq(dl_rq); in task_non_contending() local
526 static inline int dl_overloaded(struct rq *rq) in dl_overloaded()
531 static inline void dl_set_overload(struct rq *rq) in dl_set_overload()
547 static inline void dl_clear_overload(struct rq *rq) in dl_clear_overload()
601 static void enqueue_pushable_dl_task(struct rq *rq, struct task_struct *p) in enqueue_pushable_dl_task()
614 static void dequeue_pushable_dl_task(struct rq *rq, struct task_struct *p) in dequeue_pushable_dl_task()
630 static inline int has_pushable_dl_tasks(struct rq *rq) in has_pushable_dl_tasks()
[all …]
|
| D | stats.h | 13 rq_sched_info_arrive(struct rq *rq, unsigned long long delta) in rq_sched_info_arrive()
25 rq_sched_info_depart(struct rq *rq, unsigned long long delta) in rq_sched_info_depart()
32 rq_sched_info_dequeue(struct rq *rq, unsigned long long delta) in rq_sched_info_dequeue()
72 static inline void rq_sched_info_arrive (struct rq *rq, unsigned long long delta) { } in rq_sched_info_arrive()
73 static inline void rq_sched_info_dequeue(struct rq *rq, unsigned long long delta) { } in rq_sched_info_dequeue()
74 static inline void rq_sched_info_depart (struct rq *rq, unsigned long long delta) { } in rq_sched_info_depart()
85 # define __update_stats_wait_start(rq, p, stats) do { } while (0) argument
86 # define __update_stats_wait_end(rq, p, stats) do { } while (0) argument
87 # define __update_stats_enqueue_sleeper(rq, p, stats) do { } while (0) argument
170 struct rq *rq; in psi_ttwu_dequeue() local
[all …]
|
| D | rt.c | 222 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry() local
308 struct rq *rq = rq_of_rt_se(rt_se); in rt_rq_of_se() local
325 static inline bool need_pull_rt_task(struct rq *rq, struct task_struct *prev) in need_pull_rt_task()
331 static inline int rt_overloaded(struct rq *rq) in rt_overloaded()
336 static inline void rt_set_overload(struct rq *rq) in rt_set_overload()
355 static inline void rt_clear_overload(struct rq *rq) in rt_clear_overload()
412 static inline int has_pushable_tasks(struct rq *rq) in has_pushable_tasks()
423 static inline void rt_queue_push_tasks(struct rq *rq) in rt_queue_push_tasks()
431 static inline void rt_queue_pull_task(struct rq *rq) in rt_queue_pull_task()
436 static void enqueue_pushable_task(struct rq *rq, struct task_struct *p) in enqueue_pushable_task()
[all …]
|
| D | idle.c | 395 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle()
404 static void check_preempt_curr_idle(struct rq *rq, struct task_struct *p, int flags) in check_preempt_curr_idle()
409 static void put_prev_task_idle(struct rq *rq, struct task_struct *prev) in put_prev_task_idle()
413 static void set_next_task_idle(struct rq *rq, struct task_struct *next, bool first) in set_next_task_idle()
420 static struct task_struct *pick_task_idle(struct rq *rq) in pick_task_idle()
426 struct task_struct *pick_next_task_idle(struct rq *rq) in pick_next_task_idle()
440 dequeue_task_idle(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_idle()
456 static void task_tick_idle(struct rq *rq, struct task_struct *curr, int queued) in task_tick_idle()
460 static void switched_to_idle(struct rq *rq, struct task_struct *p) in switched_to_idle()
466 prio_changed_idle(struct rq *rq, struct task_struct *p, int oldprio) in prio_changed_idle()
[all …]
|
| /linux-6.6.21/drivers/gpu/drm/i915/gt/ |
| D | gen8_engine_cs.c | 13 int gen8_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen8_emit_flush_rcs()
79 int gen8_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen8_emit_flush_xcs()
112 int gen11_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen11_emit_flush_rcs()
226 static int mtl_dummy_pipe_control(struct i915_request *rq) in mtl_dummy_pipe_control()
247 int gen12_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen12_emit_flush_rcs()
364 int gen12_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen12_emit_flush_xcs()
424 static u32 hwsp_offset(const struct i915_request *rq) in hwsp_offset()
436 int gen8_emit_init_breadcrumb(struct i915_request *rq) in gen8_emit_init_breadcrumb()
483 static int __xehp_emit_bb_start(struct i915_request *rq, in __xehp_emit_bb_start()
524 int xehp_emit_bb_start_noarb(struct i915_request *rq, in xehp_emit_bb_start_noarb()
[all …]
|
| D | gen6_engine_cs.c | 55 gen6_emit_post_sync_nonzero_flush(struct i915_request *rq) in gen6_emit_post_sync_nonzero_flush()
89 int gen6_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_rcs()
143 u32 *gen6_emit_breadcrumb_rcs(struct i915_request *rq, u32 *cs) in gen6_emit_breadcrumb_rcs()
178 static int mi_flush_dw(struct i915_request *rq, u32 flags) in mi_flush_dw()
214 static int gen6_flush_dw(struct i915_request *rq, u32 mode, u32 invflags) in gen6_flush_dw()
219 int gen6_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_xcs()
224 int gen6_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_vcs()
229 int gen6_emit_bb_start(struct i915_request *rq, in gen6_emit_bb_start()
251 hsw_emit_bb_start(struct i915_request *rq, in hsw_emit_bb_start()
272 static int gen7_stall_cs(struct i915_request *rq) in gen7_stall_cs()
[all …]
|
| D | intel_execlists_submission.c | 213 struct i915_request *rq, in __active_request()
233 active_request(const struct intel_timeline * const tl, struct i915_request *rq) in active_request()
256 static int rq_prio(const struct i915_request *rq) in rq_prio()
261 static int effective_prio(const struct i915_request *rq) in effective_prio()
298 const struct i915_request *rq) in need_preempt()
369 struct i915_request *rq, *rn, *active = NULL; in __unwind_incomplete_requests() local
418 execlists_context_status_change(struct i915_request *rq, unsigned long status) in execlists_context_status_change()
431 static void reset_active(struct i915_request *rq, in reset_active()
469 static bool bad_request(const struct i915_request *rq) in bad_request()
475 __execlists_schedule_in(struct i915_request *rq) in __execlists_schedule_in()
[all …]
|
| D | gen2_engine_cs.c | 16 int gen2_emit_flush(struct i915_request *rq, u32 mode) in gen2_emit_flush()
43 int gen4_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen4_emit_flush_rcs()
129 int gen4_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen4_emit_flush_vcs()
144 static u32 *__gen2_emit_breadcrumb(struct i915_request *rq, u32 *cs, in __gen2_emit_breadcrumb()
172 u32 *gen3_emit_breadcrumb(struct i915_request *rq, u32 *cs) in gen3_emit_breadcrumb()
177 u32 *gen5_emit_breadcrumb(struct i915_request *rq, u32 *cs) in gen5_emit_breadcrumb()
186 int i830_emit_bb_start(struct i915_request *rq, in i830_emit_bb_start()
251 int gen3_emit_bb_start(struct i915_request *rq, in gen3_emit_bb_start()
271 int gen4_emit_bb_start(struct i915_request *rq, in gen4_emit_bb_start()
|
| D | intel_engine_heartbeat.c | 25 struct i915_request *rq; in next_heartbeat() local
70 struct i915_request *rq; in heartbeat_create() local
79 static void idle_pulse(struct intel_engine_cs *engine, struct i915_request *rq) in idle_pulse()
87 static void heartbeat_commit(struct i915_request *rq, in heartbeat_commit()
96 static void show_heartbeat(const struct i915_request *rq, in show_heartbeat()
116 reset_engine(struct intel_engine_cs *engine, struct i915_request *rq) in reset_engine()
141 struct i915_request *rq; in heartbeat() local
278 struct i915_request *rq; in __intel_engine_pulse() local
380 struct i915_request *rq; in intel_engine_flush_barriers() local
|
| /linux-6.6.21/drivers/gpu/drm/i915/ |
| D | i915_request.c | 115 struct i915_request *rq = to_request(fence); in i915_fence_release() local
192 __notify_execute_cb(struct i915_request *rq, bool (*fn)(struct irq_work *wrk)) in __notify_execute_cb()
205 static void __notify_execute_cb_irq(struct i915_request *rq) in __notify_execute_cb_irq()
216 void i915_request_notify_execute_cb_imm(struct i915_request *rq) in i915_request_notify_execute_cb_imm()
221 static void __i915_request_fill(struct i915_request *rq, u8 val) in __i915_request_fill()
245 i915_request_active_engine(struct i915_request *rq, in i915_request_active_engine()
277 static void __rq_init_watchdog(struct i915_request *rq) in __rq_init_watchdog()
284 struct i915_request *rq = in __rq_watchdog_expired() local
298 static void __rq_arm_watchdog(struct i915_request *rq) in __rq_arm_watchdog()
317 static void __rq_cancel_watchdog(struct i915_request *rq) in __rq_cancel_watchdog()
[all …]
|
| D | i915_request.h | 64 #define RQ_TRACE(rq, fmt, ...) do { \ argument
400 i915_request_get(struct i915_request *rq) in i915_request_get()
406 i915_request_get_rcu(struct i915_request *rq) in i915_request_get_rcu()
412 i915_request_put(struct i915_request *rq) in i915_request_put()
454 static inline bool i915_request_signaled(const struct i915_request *rq) in i915_request_signaled()
460 static inline bool i915_request_is_active(const struct i915_request *rq) in i915_request_is_active()
465 static inline bool i915_request_in_priority_queue(const struct i915_request *rq) in i915_request_in_priority_queue()
471 i915_request_has_initial_breadcrumb(const struct i915_request *rq) in i915_request_has_initial_breadcrumb()
484 static inline u32 __hwsp_seqno(const struct i915_request *rq) in __hwsp_seqno()
504 static inline u32 hwsp_seqno(const struct i915_request *rq) in hwsp_seqno()
[all …]
|
| /linux-6.6.21/drivers/scsi/esas2r/ |
| D | esas2r_disc.c | 160 struct esas2r_request *rq = &a->general_req; in esas2r_disc_check_for_work() local
313 struct esas2r_request *rq = &a->general_req; in esas2r_disc_start_port() local
387 struct esas2r_request *rq) in esas2r_disc_continue()
460 struct esas2r_request *rq) in esas2r_disc_start_request()
489 struct esas2r_request *rq) in esas2r_disc_local_start_request()
503 struct esas2r_request *rq) in esas2r_disc_abort()
518 struct esas2r_request *rq) in esas2r_disc_block_dev_scan()
549 struct esas2r_request *rq) in esas2r_disc_block_dev_scan_cb()
578 struct esas2r_request *rq) in esas2r_disc_raid_grp_info()
625 struct esas2r_request *rq) in esas2r_disc_raid_grp_info_cb()
[all …]
|
| D | esas2r_vda.c | 67 struct esas2r_request *rq, in esas2r_process_vda_ioctl()
270 struct esas2r_request *rq) in esas2r_complete_vda_ioctl()
347 struct esas2r_request *rq, in esas2r_build_flash_req()
373 struct esas2r_request *rq, in esas2r_build_mgt_req()
420 void esas2r_build_ae_req(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_build_ae_req()
449 struct esas2r_request *rq, in esas2r_build_cli_req()
466 struct esas2r_request *rq, in esas2r_build_ioctl_req()
483 struct esas2r_request *rq, in esas2r_build_cfg_req()
504 static void clear_vda_request(struct esas2r_request *rq) in clear_vda_request()
|
| D | esas2r_ioctl.c | 83 struct esas2r_request *rq) in complete_fm_api_req()
111 struct esas2r_request *rq; in do_fm_api() local
182 struct esas2r_request *rq) in complete_nvr_req()
199 struct esas2r_request *rq) in complete_buffered_ioctl_req()
208 struct esas2r_request *rq; in handle_buffered_ioctl() local
294 struct esas2r_request *rq, in smp_ioctl_callback()
331 struct esas2r_request *rq) in esas2r_csmi_ioctl_tunnel_comp_cb()
343 struct esas2r_request *rq, in csmi_ioctl_tunnel()
391 struct esas2r_request *rq, in csmi_ioctl_callback()
607 struct esas2r_request *rq, void *context) in csmi_ioctl_done_callback()
[all …]
|
| /linux-6.6.21/drivers/net/ethernet/cisco/enic/ |
| D | vnic_rq.c | 18 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs()
53 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free()
72 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc()
101 static void vnic_rq_init_start(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init_start()
125 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init()
133 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status()
138 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable()
143 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable()
171 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean()
172 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
|
| /linux-6.6.21/drivers/scsi/fnic/ |
| D | vnic_rq.c | 15 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs()
53 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free()
70 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc()
99 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init()
125 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status()
130 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable()
135 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable()
153 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean()
154 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
|
| /linux-6.6.21/block/ |
| D | blk-crypto-internal.h | 57 static inline void blk_crypto_rq_set_defaults(struct request *rq) in blk_crypto_rq_set_defaults()
63 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
68 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot()
96 static inline bool bio_crypt_rq_ctx_compatible(struct request *rq, in bio_crypt_rq_ctx_compatible()
120 static inline void blk_crypto_rq_set_defaults(struct request *rq) { } in blk_crypto_rq_set_defaults()
122 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
127 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot()
148 static inline void bio_crypt_do_front_merge(struct request *rq, in bio_crypt_do_front_merge()
167 static inline blk_status_t blk_crypto_rq_get_keyslot(struct request *rq) in blk_crypto_rq_get_keyslot()
175 static inline void blk_crypto_rq_put_keyslot(struct request *rq) in blk_crypto_rq_put_keyslot()
[all …]
|
| D | blk-mq.c | 92 static bool blk_mq_check_inflight(struct request *rq, void *priv) in blk_mq_check_inflight()
315 void blk_rq_init(struct request_queue *q, struct request *rq) in blk_rq_init()
333 static inline void blk_mq_rq_time_init(struct request *rq, u64 alloc_time_ns) in blk_mq_rq_time_init()
354 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init() local
410 struct request *rq; in __blk_mq_alloc_requests_batch() local
440 struct request *rq; in __blk_mq_alloc_requests() local
530 struct request *rq; in blk_mq_rq_cache_fill() local
548 struct request *rq; in blk_mq_alloc_cached_request() local
581 struct request *rq; in blk_mq_alloc_request() local
621 struct request *rq; in blk_mq_alloc_request_hctx() local
[all …]
|
| D | elevator.c | 54 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument
60 static bool elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge()
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
173 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
179 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
186 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
196 void elv_rqhash_reposition(struct request_queue *q, struct request *rq) in elv_rqhash_reposition()
206 struct request *rq; in elv_rqhash_find() local
227 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
248 void elv_rb_del(struct rb_root *root, struct request *rq) in elv_rb_del()
[all …]
|
| D | blk-flush.c | 103 static unsigned int blk_flush_policy(unsigned long fflags, struct request *rq) in blk_flush_policy()
120 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
125 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
139 static void blk_account_io_flush(struct request *rq) in blk_account_io_flush()
163 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
221 struct request *rq, *n; in flush_end_io() local
271 bool is_flush_rq(struct request *rq) in is_flush_rq()
358 static enum rq_end_io_ret mq_flush_data_end_io(struct request *rq, in mq_flush_data_end_io()
390 static void blk_rq_init_flush(struct request *rq) in blk_rq_init_flush()
403 bool blk_insert_flush(struct request *rq) in blk_insert_flush()
|
| /linux-6.6.21/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_rx.c | 89 static void mlx5e_read_enhanced_title_slot(struct mlx5e_rq *rq, in mlx5e_read_enhanced_title_slot()
108 static inline void mlx5e_read_title_slot(struct mlx5e_rq *rq, in mlx5e_read_title_slot()
153 static inline void mlx5e_decompress_cqe(struct mlx5e_rq *rq, in mlx5e_decompress_cqe()
183 static inline void mlx5e_decompress_cqe_no_hash(struct mlx5e_rq *rq, in mlx5e_decompress_cqe_no_hash()
194 static u32 mlx5e_decompress_enhanced_cqe(struct mlx5e_rq *rq, in mlx5e_decompress_enhanced_cqe()
226 static inline u32 mlx5e_decompress_cqes_cont(struct mlx5e_rq *rq, in mlx5e_decompress_cqes_cont()
256 static inline u32 mlx5e_decompress_cqes_start(struct mlx5e_rq *rq, in mlx5e_decompress_cqes_start()
276 static int mlx5e_page_alloc_fragmented(struct mlx5e_rq *rq, in mlx5e_page_alloc_fragmented()
295 static void mlx5e_page_release_fragmented(struct mlx5e_rq *rq, in mlx5e_page_release_fragmented()
305 static inline int mlx5e_get_rx_frag(struct mlx5e_rq *rq, in mlx5e_get_rx_frag()
[all …]
|
| /linux-6.6.21/include/linux/ |
| D | blk-mq.h | 198 static inline bool blk_rq_is_passthrough(struct request *rq) in blk_rq_is_passthrough()
208 #define rq_data_dir(rq) (op_is_write(req_op(rq)) ? WRITE : READ) argument
210 #define rq_dma_dir(rq) \ argument
213 #define rq_list_add(listptr, rq) do { \ argument
218 #define rq_list_add_tail(lastpptr, rq) do { \ argument
249 #define rq_list_next(rq) (rq)->rq_next argument
260 struct request *rq, struct request *prev) in rq_list_move()
527 struct request *rq; member
786 static inline enum mq_rq_state blk_mq_rq_state(struct request *rq) in blk_mq_rq_state()
791 static inline int blk_mq_request_started(struct request *rq) in blk_mq_request_started()
[all …]
|