Home
last modified time | relevance | path

Searched refs:pi_lock (Results 1 – 18 of 18) sorted by relevance

/linux-6.6.21/kernel/locking/ !
Drtmutex.c356 lockdep_assert_held(&task->pi_lock); in waiter_clone_prio()
487 lockdep_assert_held(&task->pi_lock); in rt_mutex_enqueue_pi()
495 lockdep_assert_held(&task->pi_lock); in rt_mutex_dequeue_pi()
511 lockdep_assert_held(&p->pi_lock); in rt_mutex_adjust_prio()
709 raw_spin_lock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
823 raw_spin_unlock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
866 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
880 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
895 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
936 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
[all …]
Drtmutex_api.c459 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi()
463 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
467 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
Drtmutex_common.h149 lockdep_assert_held(&p->pi_lock); in task_top_pi_waiter()
/linux-6.6.21/kernel/ !
Dtask_work.c103 raw_spin_lock_irqsave(&task->pi_lock, flags); in task_work_cancel_match()
112 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in task_work_cancel_match()
175 raw_spin_lock_irq(&task->pi_lock); in task_work_run()
176 raw_spin_unlock_irq(&task->pi_lock); in task_work_run()
Dkthread.c529 raw_spin_lock_irqsave(&p->pi_lock, flags); in __kthread_bind_mask()
532 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in __kthread_bind_mask()
Dfork.c1942 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()
/linux-6.6.21/kernel/futex/ !
Dcore.c965 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
983 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
985 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
988 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
992 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list()
1010 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list()
1017 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1019 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1089 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin()
1091 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
Dpi.c53 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner()
56 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner()
60 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner()
64 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner()
440 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner()
449 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
467 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
586 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic()
588 raw_spin_unlock_irq(&task->pi_lock); in futex_lock_pi_atomic()
/linux-6.6.21/init/ !
Dinit_task.c132 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
/linux-6.6.21/kernel/sched/ !
Dcore_sched.c103 raw_spin_lock_irqsave(&p->pi_lock, flags); in sched_core_clone_cookie()
105 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in sched_core_clone_cookie()
Dcore.c632 lockdep_assert_held(&p->pi_lock); in __task_rq_lock()
652 __acquires(p->pi_lock) in task_rq_lock()
658 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock()
683 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock()
1469 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default()
2081 raw_spin_lock_irq(&p->pi_lock); in get_wchan()
2086 raw_spin_unlock_irq(&p->pi_lock); in get_wchan()
2259 raw_spin_lock_irq(&p->pi_lock); in task_state_match()
2261 raw_spin_unlock_irq(&p->pi_lock); in task_state_match()
2600 raw_spin_lock(&p->pi_lock); in migration_cpu_stop()
[all …]
Dsched.h1641 __acquires(p->pi_lock)
1654 __releases(p->pi_lock) in task_rq_unlock()
1658 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
Ddeadline.c2550 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
2552 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
Dfair.c8027 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
/linux-6.6.21/include/linux/ !
Dsched.h234 raw_spin_lock_irqsave(&current->pi_lock, flags); \
237 raw_spin_unlock_irqrestore(&current->pi_lock, flags); \
268 raw_spin_lock(&current->pi_lock); \
272 raw_spin_unlock(&current->pi_lock); \
278 raw_spin_lock(&current->pi_lock); \
282 raw_spin_unlock(&current->pi_lock); \
1135 raw_spinlock_t pi_lock; member
/linux-6.6.21/kernel/trace/ !
Dtrace_osnoise.c1701 raw_spin_lock_irqsave(&current->pi_lock, flags); in osnoise_main()
1703 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in osnoise_main()
1884 raw_spin_lock_irqsave(&current->pi_lock, flags); in timerlat_main()
1886 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in timerlat_main()
/linux-6.6.21/Documentation/locking/ !
Drt-mutex-design.rst220 called pi_lock. This lock may also be taken in interrupt context, so when
221 locking the pi_lock, interrupts must be disabled.
543 On the wake up code, the pi_lock of the current owner is taken. The top
548 Finally we unlock the pi_lock of the pending owner and wake it up.
/linux-6.6.21/kernel/rcu/ !
Drcutorture.c1836 raw_spin_lock_irqsave(&current->pi_lock, flags); in rcutorture_one_extend()
1841 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in rcutorture_one_extend()