| /linux-6.1.9/include/linux/ |
| D | spinlock_api_up.h | 19 #define assert_raw_spin_locked(lock) do { (void)(lock); } while (0) argument
27 #define ___LOCK(lock) \ argument
30 #define __LOCK(lock) \ argument
33 #define __LOCK_BH(lock) \ argument
36 #define __LOCK_IRQ(lock) \ argument
39 #define __LOCK_IRQSAVE(lock, flags) \ argument
42 #define ___UNLOCK(lock) \ argument
45 #define __UNLOCK(lock) \ argument
48 #define __UNLOCK_BH(lock) \ argument
52 #define __UNLOCK_IRQ(lock) \ argument
[all …]
|
| D | rwlock_api_smp.h | 45 #define _raw_read_lock(lock) __raw_read_lock(lock) argument
49 #define _raw_write_lock(lock) __raw_write_lock(lock) argument
53 #define _raw_read_lock_bh(lock) __raw_read_lock_bh(lock) argument
57 #define _raw_write_lock_bh(lock) __raw_write_lock_bh(lock) argument
61 #define _raw_read_lock_irq(lock) __raw_read_lock_irq(lock) argument
65 #define _raw_write_lock_irq(lock) __raw_write_lock_irq(lock) argument
69 #define _raw_read_lock_irqsave(lock) __raw_read_lock_irqsave(lock) argument
73 #define _raw_write_lock_irqsave(lock) __raw_write_lock_irqsave(lock) argument
77 #define _raw_read_trylock(lock) __raw_read_trylock(lock) argument
81 #define _raw_write_trylock(lock) __raw_write_trylock(lock) argument
[all …]
|
| D | spinlock.h | 103 # define raw_spin_lock_init(lock) \ argument
111 # define raw_spin_lock_init(lock) \ argument
115 #define raw_spin_is_locked(lock) arch_spin_is_locked(&(lock)->raw_lock) argument
118 #define raw_spin_is_contended(lock) arch_spin_is_contended(&(lock)->raw_lock) argument
120 #define raw_spin_is_contended(lock) (((void)(lock), 0)) argument
183 static inline void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock) in do_raw_spin_lock()
190 static inline int do_raw_spin_trylock(raw_spinlock_t *lock) in do_raw_spin_trylock()
200 static inline void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock) in do_raw_spin_unlock()
214 #define raw_spin_trylock(lock) __cond_lock(lock, _raw_spin_trylock(lock)) argument
216 #define raw_spin_lock(lock) _raw_spin_lock(lock) argument
[all …]
|
| D | rwlock.h | 20 # define rwlock_init(lock) \ argument
27 # define rwlock_init(lock) \ argument
52 #define read_trylock(lock) __cond_lock(lock, _raw_read_trylock(lock)) argument
53 #define write_trylock(lock) __cond_lock(lock, _raw_write_trylock(lock)) argument
55 #define write_lock(lock) _raw_write_lock(lock) argument
56 #define read_lock(lock) _raw_read_lock(lock) argument
59 #define write_lock_nested(lock, subclass) _raw_write_lock_nested(lock, subclass) argument
61 #define write_lock_nested(lock, subclass) _raw_write_lock(lock) argument
66 #define read_lock_irqsave(lock, flags) \ argument
71 #define write_lock_irqsave(lock, flags) \ argument
[all …]
|
| D | spinlock_rt.h | 13 static inline void __rt_spin_lock_init(spinlock_t *lock, const char *name, in __rt_spin_lock_init()
43 static __always_inline void spin_lock(spinlock_t *lock) in spin_lock()
49 # define __spin_lock_nested(lock, subclass) \ argument
52 # define __spin_lock_nest_lock(lock, nest_lock) \ argument
57 # define __spin_lock_irqsave_nested(lock, flags, subclass) \ argument
70 # define __spin_lock_nested(lock, subclass) spin_lock(((void)(subclass), (lock))) argument
71 # define __spin_lock_nest_lock(lock, subclass) spin_lock(((void)(subclass), (lock))) argument
72 # define __spin_lock_irqsave_nested(lock, flags, subclass) \ argument
76 #define spin_lock_nested(lock, subclass) \ argument
79 #define spin_lock_nest_lock(lock, nest_lock) \ argument
[all …]
|
| D | spinlock_api_smp.h | 47 #define _raw_spin_lock(lock) __raw_spin_lock(lock) argument
51 #define _raw_spin_lock_bh(lock) __raw_spin_lock_bh(lock) argument
55 #define _raw_spin_lock_irq(lock) __raw_spin_lock_irq(lock) argument
59 #define _raw_spin_lock_irqsave(lock) __raw_spin_lock_irqsave(lock) argument
63 #define _raw_spin_trylock(lock) __raw_spin_trylock(lock) argument
67 #define _raw_spin_trylock_bh(lock) __raw_spin_trylock_bh(lock) argument
71 #define _raw_spin_unlock(lock) __raw_spin_unlock(lock) argument
75 #define _raw_spin_unlock_bh(lock) __raw_spin_unlock_bh(lock) argument
79 #define _raw_spin_unlock_irq(lock) __raw_spin_unlock_irq(lock) argument
83 #define _raw_spin_unlock_irqrestore(lock, flags) __raw_spin_unlock_irqrestore(lock, flags) argument
[all …]
|
| D | spinlock_up.h | 29 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
35 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
45 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
54 #define arch_read_lock(lock) do { barrier(); (void)(lock); } while (0) argument
55 #define arch_write_lock(lock) do { barrier(); (void)(lock); } while (0) argument
56 #define arch_read_trylock(lock) ({ barrier(); (void)(lock); 1; }) argument
57 #define arch_write_trylock(lock) ({ barrier(); (void)(lock); 1; }) argument
58 #define arch_read_unlock(lock) do { barrier(); (void)(lock); } while (0) argument
59 #define arch_write_unlock(lock) do { barrier(); (void)(lock); } while (0) argument
62 #define arch_spin_is_locked(lock) ((void)(lock), 0) argument
[all …]
|
| D | local_lock_internal.h | 54 #define __local_lock_init(lock) \ argument
65 #define __local_lock(lock) \ argument
71 #define __local_lock_irq(lock) \ argument
77 #define __local_lock_irqsave(lock, flags) \ argument
83 #define __local_unlock(lock) \ argument
89 #define __local_unlock_irq(lock) \ argument
95 #define __local_unlock_irqrestore(lock, flags) \ argument
122 #define __local_lock_irq(lock) __local_lock(lock) argument
124 #define __local_lock_irqsave(lock, flags) \ argument
137 #define __local_unlock_irq(lock) __local_unlock(lock) argument
[all …]
|
| D | local_lock.h | 10 #define local_lock_init(lock) __local_lock_init(lock) argument
16 #define local_lock(lock) __local_lock(lock) argument
22 #define local_lock_irq(lock) __local_lock_irq(lock) argument
30 #define local_lock_irqsave(lock, flags) \ argument
37 #define local_unlock(lock) __local_unlock(lock) argument
43 #define local_unlock_irq(lock) __local_unlock_irq(lock) argument
51 #define local_unlock_irqrestore(lock, flags) \ argument
|
| D | mutex.h | 89 static inline void mutex_destroy(struct mutex *lock) {} in mutex_destroy()
155 static inline void mutex_destroy(struct mutex *lock) { } in mutex_destroy()
187 #define mutex_lock(lock) mutex_lock_nested(lock, 0) argument
188 #define mutex_lock_interruptible(lock) mutex_lock_interruptible_nested(lock, 0) argument
189 #define mutex_lock_killable(lock) mutex_lock_killable_nested(lock, 0) argument
190 #define mutex_lock_io(lock) mutex_lock_io_nested(lock, 0) argument
192 #define mutex_lock_nest_lock(lock, nest_lock) \ argument
204 # define mutex_lock_nested(lock, subclass) mutex_lock(lock) argument
205 # define mutex_lock_interruptible_nested(lock, subclass) mutex_lock_interruptible(lock) argument
206 # define mutex_lock_killable_nested(lock, subclass) mutex_lock_killable(lock) argument
[all …]
|
| /linux-6.1.9/kernel/locking/ |
| D | spinlock.c | 136 noinline int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock) in _raw_spin_trylock()
144 noinline int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock) in _raw_spin_trylock_bh()
152 noinline void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) in _raw_spin_lock()
160 noinline unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock) in _raw_spin_lock_irqsave()
168 noinline void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock) in _raw_spin_lock_irq()
176 noinline void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock) in _raw_spin_lock_bh()
184 noinline void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock) in _raw_spin_unlock()
192 noinline void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags) in _raw_spin_unlock_irqrestore()
200 noinline void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock) in _raw_spin_unlock_irq()
208 noinline void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock) in _raw_spin_unlock_bh()
[all …]
|
| D | mutex.c | 46 __mutex_init(struct mutex *lock, const char *name, struct lock_class_key *key) in __mutex_init()
79 static inline struct task_struct *__mutex_owner(struct mutex *lock) in __mutex_owner()
89 bool mutex_is_locked(struct mutex *lock) in mutex_is_locked()
103 static inline struct task_struct *__mutex_trylock_common(struct mutex *lock, bool handoff) in __mutex_trylock_common()
142 static inline bool __mutex_trylock_or_handoff(struct mutex *lock, bool handoff) in __mutex_trylock_or_handoff()
150 static inline bool __mutex_trylock(struct mutex *lock) in __mutex_trylock()
166 static __always_inline bool __mutex_trylock_fast(struct mutex *lock) in __mutex_trylock_fast()
177 static __always_inline bool __mutex_unlock_fast(struct mutex *lock) in __mutex_unlock_fast()
185 static inline void __mutex_set_flag(struct mutex *lock, unsigned long flag) in __mutex_set_flag()
190 static inline void __mutex_clear_flag(struct mutex *lock, unsigned long flag) in __mutex_clear_flag()
[all …]
|
| D | spinlock_debug.c | 16 void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name, in __raw_spin_lock_init()
35 void __rwlock_init(rwlock_t *lock, const char *name, in __rwlock_init()
54 static void spin_dump(raw_spinlock_t *lock, const char *msg) in spin_dump()
72 static void spin_bug(raw_spinlock_t *lock, const char *msg) in spin_bug()
80 #define SPIN_BUG_ON(cond, lock, msg) if (unlikely(cond)) spin_bug(lock, msg) argument
83 debug_spin_lock_before(raw_spinlock_t *lock) in debug_spin_lock_before()
91 static inline void debug_spin_lock_after(raw_spinlock_t *lock) in debug_spin_lock_after()
97 static inline void debug_spin_unlock(raw_spinlock_t *lock) in debug_spin_unlock()
112 void do_raw_spin_lock(raw_spinlock_t *lock) in do_raw_spin_lock()
120 int do_raw_spin_trylock(raw_spinlock_t *lock) in do_raw_spin_trylock()
[all …]
|
| D | rtmutex_api.c | 22 static __always_inline int __rt_mutex_lock_common(struct rt_mutex *lock, in __rt_mutex_lock_common()
50 void __sched rt_mutex_lock_nested(struct rt_mutex *lock, unsigned int subclass) in rt_mutex_lock_nested()
56 void __sched _rt_mutex_lock_nest_lock(struct rt_mutex *lock, struct lockdep_map *nest_lock) in _rt_mutex_lock_nest_lock()
69 void __sched rt_mutex_lock(struct rt_mutex *lock) in rt_mutex_lock()
85 int __sched rt_mutex_lock_interruptible(struct rt_mutex *lock) in rt_mutex_lock_interruptible()
100 int __sched rt_mutex_lock_killable(struct rt_mutex *lock) in rt_mutex_lock_killable()
118 int __sched rt_mutex_trylock(struct rt_mutex *lock) in rt_mutex_trylock()
138 void __sched rt_mutex_unlock(struct rt_mutex *lock) in rt_mutex_unlock()
148 int __sched rt_mutex_futex_trylock(struct rt_mutex_base *lock) in rt_mutex_futex_trylock()
153 int __sched __rt_mutex_futex_trylock(struct rt_mutex_base *lock) in __rt_mutex_futex_trylock()
[all …]
|
| D | ww_mutex.h | 9 __ww_waiter_first(struct mutex *lock) in __ww_waiter_first()
21 __ww_waiter_next(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_next()
31 __ww_waiter_prev(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_prev()
41 __ww_waiter_last(struct mutex *lock) in __ww_waiter_last()
53 __ww_waiter_add(struct mutex *lock, struct mutex_waiter *waiter, struct mutex_waiter *pos) in __ww_waiter_add()
62 __ww_mutex_owner(struct mutex *lock) in __ww_mutex_owner()
68 __ww_mutex_has_waiters(struct mutex *lock) in __ww_mutex_has_waiters()
73 static inline void lock_wait_lock(struct mutex *lock) in lock_wait_lock()
78 static inline void unlock_wait_lock(struct mutex *lock) in unlock_wait_lock()
83 static inline void lockdep_assert_wait_lock_held(struct mutex *lock) in lockdep_assert_wait_lock_held()
[all …]
|
| D | rtmutex.c | 36 struct rt_mutex *lock, in __ww_mutex_add_waiter()
42 static inline void __ww_mutex_check_waiters(struct rt_mutex *lock, in __ww_mutex_check_waiters()
47 static inline void ww_mutex_lock_acquired(struct ww_mutex *lock, in ww_mutex_lock_acquired()
52 static inline int __ww_mutex_check_kill(struct rt_mutex *lock, in __ww_mutex_check_kill()
93 rt_mutex_owner_encode(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_owner_encode()
104 rt_mutex_set_owner(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_set_owner()
113 static __always_inline void rt_mutex_clear_owner(struct rt_mutex_base *lock) in rt_mutex_clear_owner()
119 static __always_inline void clear_rt_mutex_waiters(struct rt_mutex_base *lock) in clear_rt_mutex_waiters()
126 fixup_rt_mutex_waiters(struct rt_mutex_base *lock, bool acquire_lock) in fixup_rt_mutex_waiters()
214 static __always_inline bool rt_mutex_cmpxchg_acquire(struct rt_mutex_base *lock, in rt_mutex_cmpxchg_acquire()
[all …]
|
| D | mutex-debug.c | 28 void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_lock_common()
36 void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_wake_waiter()
50 void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_add_waiter()
59 void debug_mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_remove_waiter()
71 void debug_mutex_unlock(struct mutex *lock) in debug_mutex_unlock()
79 void debug_mutex_init(struct mutex *lock, const char *name, in debug_mutex_init()
100 void mutex_destroy(struct mutex *lock) in mutex_destroy()
|
| D | qspinlock.c | 149 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
162 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
177 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
195 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
206 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
221 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
250 static __always_inline u32 queued_fetch_set_pending_acquire(struct qspinlock *lock) in queued_fetch_set_pending_acquire()
262 static __always_inline void set_locked(struct qspinlock *lock) in set_locked()
276 static __always_inline void __pv_kick_node(struct qspinlock *lock, in __pv_kick_node()
278 static __always_inline u32 __pv_wait_head_or_lock(struct qspinlock *lock, in __pv_wait_head_or_lock()
[all …]
|
| /linux-6.1.9/arch/ia64/include/asm/ |
| D | spinlock.h | 43 static __always_inline void __ticket_spin_lock(arch_spinlock_t *lock) in __ticket_spin_lock()
63 static __always_inline int __ticket_spin_trylock(arch_spinlock_t *lock) in __ticket_spin_trylock()
72 static __always_inline void __ticket_spin_unlock(arch_spinlock_t *lock) in __ticket_spin_unlock()
82 static inline int __ticket_spin_is_locked(arch_spinlock_t *lock) in __ticket_spin_is_locked()
89 static inline int __ticket_spin_is_contended(arch_spinlock_t *lock) in __ticket_spin_is_contended()
96 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
101 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
106 static inline int arch_spin_is_contended(arch_spinlock_t *lock) in arch_spin_is_contended()
112 static __always_inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
117 static __always_inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
[all …]
|
| /linux-6.1.9/arch/powerpc/include/asm/ |
| D | simple_spinlock.h | 34 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
39 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
48 static inline unsigned long __arch_spin_trylock(arch_spinlock_t *lock) in __arch_spin_trylock()
69 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
93 static inline void splpar_spin_yield(arch_spinlock_t *lock) {} in splpar_spin_yield()
94 static inline void splpar_rw_yield(arch_rwlock_t *lock) {} in splpar_rw_yield()
97 static inline void spin_yield(arch_spinlock_t *lock) in spin_yield()
105 static inline void rw_yield(arch_rwlock_t *lock) in rw_yield()
113 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
127 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
[all …]
|
| /linux-6.1.9/arch/alpha/include/asm/ |
| D | spinlock.h | 19 static inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
24 static inline void arch_spin_unlock(arch_spinlock_t * lock) in arch_spin_unlock()
30 static inline void arch_spin_lock(arch_spinlock_t * lock) in arch_spin_lock()
50 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
57 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
77 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
97 static inline int arch_read_trylock(arch_rwlock_t * lock) in arch_read_trylock()
119 static inline int arch_write_trylock(arch_rwlock_t * lock) in arch_write_trylock()
141 static inline void arch_read_unlock(arch_rwlock_t * lock) in arch_read_unlock()
157 static inline void arch_write_unlock(arch_rwlock_t * lock) in arch_write_unlock()
|
| /linux-6.1.9/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/ |
| D | locks.h | 26 static inline void lock_impl_lock(struct lock_impl *lock) in lock_impl_lock()
31 static inline void lock_impl_unlock(struct lock_impl *lock) in lock_impl_unlock()
36 static inline bool lock_impl_trylock(struct lock_impl *lock) in lock_impl_trylock()
47 static inline void lock_impl_init(struct lock_impl *lock) in lock_impl_init()
61 static inline bool lock_impl_trylock(struct lock_impl *lock) in lock_impl_trylock()
79 static inline void lock_impl_lock(struct lock_impl *lock) in lock_impl_lock()
93 static inline void lock_impl_unlock(struct lock_impl *lock) in lock_impl_unlock()
110 static inline void lock_impl_init(struct lock_impl *lock) in lock_impl_init()
131 static inline void spin_lock_init(spinlock_t *lock) in spin_lock_init()
136 static inline void spin_lock(spinlock_t *lock) in spin_lock()
[all …]
|
| /linux-6.1.9/arch/hexagon/include/asm/ |
| D | spinlock.h | 28 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
43 static inline void arch_read_unlock(arch_rwlock_t *lock) in arch_read_unlock()
58 static inline int arch_read_trylock(arch_rwlock_t *lock) in arch_read_trylock()
76 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
91 static inline int arch_write_trylock(arch_rwlock_t *lock) in arch_write_trylock()
109 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
115 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
130 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
136 static inline unsigned int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
|
| /linux-6.1.9/tools/virtio/linux/ |
| D | spinlock.h | 8 static inline void spin_lock_init(spinlock_t *lock) in spin_lock_init()
14 static inline void spin_lock(spinlock_t *lock) in spin_lock()
20 static inline void spin_unlock(spinlock_t *lock) in spin_unlock()
26 static inline void spin_lock_bh(spinlock_t *lock) in spin_lock_bh()
31 static inline void spin_unlock_bh(spinlock_t *lock) in spin_unlock_bh()
36 static inline void spin_lock_irq(spinlock_t *lock) in spin_lock_irq()
41 static inline void spin_unlock_irq(spinlock_t *lock) in spin_unlock_irq()
46 static inline void spin_lock_irqsave(spinlock_t *lock, unsigned long f) in spin_lock_irqsave()
51 static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long f) in spin_unlock_irqrestore()
|
| /linux-6.1.9/arch/sparc/include/asm/ |
| D | spinlock_32.h | 16 #define arch_spin_is_locked(lock) (*((volatile unsigned char *)(lock)) != 0) argument
18 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
38 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
48 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
92 #define arch_read_lock(lock) \ argument
112 #define arch_read_unlock(lock) \ argument
133 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
177 #define arch_read_trylock(lock) \ argument
|