| /linux-6.6.21/kernel/locking/ |
| D | rtmutex.c | 356 lockdep_assert_held(&task->pi_lock); in waiter_clone_prio()
487 lockdep_assert_held(&task->pi_lock); in rt_mutex_enqueue_pi()
495 lockdep_assert_held(&task->pi_lock); in rt_mutex_dequeue_pi()
511 lockdep_assert_held(&p->pi_lock); in rt_mutex_adjust_prio()
709 raw_spin_lock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
823 raw_spin_unlock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
866 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
880 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
895 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
936 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
[all …]
|
| D | rtmutex_api.c | 459 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi()
463 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
467 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
|
| D | rtmutex_common.h | 149 lockdep_assert_held(&p->pi_lock); in task_top_pi_waiter()
|
| /linux-6.6.21/kernel/ |
| D | task_work.c | 103 raw_spin_lock_irqsave(&task->pi_lock, flags); in task_work_cancel_match()
112 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in task_work_cancel_match()
175 raw_spin_lock_irq(&task->pi_lock); in task_work_run()
176 raw_spin_unlock_irq(&task->pi_lock); in task_work_run()
|
| D | kthread.c | 529 raw_spin_lock_irqsave(&p->pi_lock, flags); in __kthread_bind_mask()
532 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in __kthread_bind_mask()
|
| D | fork.c | 1942 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()
|
| /linux-6.6.21/kernel/futex/ |
| D | core.c | 965 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
983 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
985 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
988 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
992 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list()
1010 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list()
1017 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1019 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1089 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin()
1091 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
|
| D | pi.c | 53 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner()
56 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner()
60 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner()
64 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner()
440 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner()
449 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
467 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
586 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic()
588 raw_spin_unlock_irq(&task->pi_lock); in futex_lock_pi_atomic()
|
| /linux-6.6.21/init/ |
| D | init_task.c | 132 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
|
| /linux-6.6.21/kernel/sched/ |
| D | core_sched.c | 103 raw_spin_lock_irqsave(&p->pi_lock, flags); in sched_core_clone_cookie()
105 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in sched_core_clone_cookie()
|
| D | core.c | 632 lockdep_assert_held(&p->pi_lock); in __task_rq_lock()
652 __acquires(p->pi_lock) in task_rq_lock()
658 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock()
683 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock()
1469 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default()
2081 raw_spin_lock_irq(&p->pi_lock); in get_wchan()
2086 raw_spin_unlock_irq(&p->pi_lock); in get_wchan()
2259 raw_spin_lock_irq(&p->pi_lock); in task_state_match()
2261 raw_spin_unlock_irq(&p->pi_lock); in task_state_match()
2600 raw_spin_lock(&p->pi_lock); in migration_cpu_stop()
[all …]
|
| D | sched.h | 1641 __acquires(p->pi_lock)
1654 __releases(p->pi_lock) in task_rq_unlock()
1658 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
|
| D | deadline.c | 2550 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
2552 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
|
| D | fair.c | 8027 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
|
| /linux-6.6.21/include/linux/ |
| D | sched.h | 234 raw_spin_lock_irqsave(¤t->pi_lock, flags); \
237 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); \
268 raw_spin_lock(¤t->pi_lock); \
272 raw_spin_unlock(¤t->pi_lock); \
278 raw_spin_lock(¤t->pi_lock); \
282 raw_spin_unlock(¤t->pi_lock); \
1135 raw_spinlock_t pi_lock; member
|
| /linux-6.6.21/kernel/trace/ |
| D | trace_osnoise.c | 1701 raw_spin_lock_irqsave(¤t->pi_lock, flags); in osnoise_main()
1703 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in osnoise_main()
1884 raw_spin_lock_irqsave(¤t->pi_lock, flags); in timerlat_main()
1886 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in timerlat_main()
|
| /linux-6.6.21/Documentation/locking/ |
| D | rt-mutex-design.rst | 220 called pi_lock. This lock may also be taken in interrupt context, so when
221 locking the pi_lock, interrupts must be disabled.
543 On the wake up code, the pi_lock of the current owner is taken. The top
548 Finally we unlock the pi_lock of the pending owner and wake it up.
|
| /linux-6.6.21/kernel/rcu/ |
| D | rcutorture.c | 1836 raw_spin_lock_irqsave(¤t->pi_lock, flags); in rcutorture_one_extend()
1841 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in rcutorture_one_extend()
|