327 			    struct rhash_lock_head __rcu **bkt)  in rht_lock()  argument
330 	bit_spin_lock(0, (unsigned long *)bkt);  in rht_lock()
344 			      struct rhash_lock_head __rcu **bkt)  in rht_unlock()  argument
347 	bit_spin_unlock(0, (unsigned long *)bkt);  in rht_unlock()
352 	struct rhash_lock_head *p, struct rhash_lock_head __rcu *const *bkt)  in __rht_ptr()  argument
356 		 (unsigned long)RHT_NULLS_MARKER(bkt));  in __rht_ptr()
367 	struct rhash_lock_head __rcu *const *bkt)  in rht_ptr_rcu()  argument
369 	return __rht_ptr(rcu_dereference(*bkt), bkt);  in rht_ptr_rcu()
373 	struct rhash_lock_head __rcu *const *bkt,  in rht_ptr()  argument
377 	return __rht_ptr(rht_dereference_bucket(*bkt, tbl, hash), bkt);  in rht_ptr()
381 	struct rhash_lock_head __rcu *const *bkt)  in rht_ptr_exclusive()  argument
383 	return __rht_ptr(rcu_dereference_protected(*bkt, 1), bkt);  in rht_ptr_exclusive()
386 static inline void rht_assign_locked(struct rhash_lock_head __rcu **bkt,  in rht_assign_locked()  argument
391 	rcu_assign_pointer(*bkt, (void *)((unsigned long)obj | BIT(0)));  in rht_assign_locked()
395 				     struct rhash_lock_head __rcu **bkt,  in rht_assign_unlock()  argument
401 	rcu_assign_pointer(*bkt, (void *)obj);  in rht_assign_unlock()
589 	struct rhash_lock_head __rcu *const *bkt;  in __rhashtable_lookup()  local
597 	bkt = rht_bucket(tbl, hash);  in __rhashtable_lookup()
599 		rht_for_each_rcu_from(he, rht_ptr_rcu(bkt), tbl, hash) {  in __rhashtable_lookup()
609 	} while (he != RHT_NULLS_MARKER(bkt));  in __rhashtable_lookup()
705 	struct rhash_lock_head __rcu **bkt;  in __rhashtable_insert_fast()  local
718 	bkt = rht_bucket_insert(ht, tbl, hash);  in __rhashtable_insert_fast()
720 	if (!bkt)  in __rhashtable_insert_fast()
723 	rht_lock(tbl, bkt);  in __rhashtable_insert_fast()
727 		rht_unlock(tbl, bkt);  in __rhashtable_insert_fast()
732 	rht_for_each_from(head, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_insert_fast()
759 			rht_unlock(tbl, bkt);  in __rhashtable_insert_fast()
761 			rht_assign_unlock(tbl, bkt, obj);  in __rhashtable_insert_fast()
777 	head = rht_ptr(bkt, tbl, hash);  in __rhashtable_insert_fast()
788 	rht_assign_unlock(tbl, bkt, obj);  in __rhashtable_insert_fast()
800 	rht_unlock(tbl, bkt);  in __rhashtable_insert_fast()
991 	struct rhash_lock_head __rcu **bkt;  in __rhashtable_remove_fast_one()  local
998 	bkt = rht_bucket_var(tbl, hash);  in __rhashtable_remove_fast_one()
999 	if (!bkt)  in __rhashtable_remove_fast_one()
1002 	rht_lock(tbl, bkt);  in __rhashtable_remove_fast_one()
1004 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_remove_fast_one()
1046 			rht_unlock(tbl, bkt);  in __rhashtable_remove_fast_one()
1048 			rht_assign_unlock(tbl, bkt, obj);  in __rhashtable_remove_fast_one()
1053 	rht_unlock(tbl, bkt);  in __rhashtable_remove_fast_one()
1143 	struct rhash_lock_head __rcu **bkt;  in __rhashtable_replace_fast()  local
1156 	bkt = rht_bucket_var(tbl, hash);  in __rhashtable_replace_fast()
1157 	if (!bkt)  in __rhashtable_replace_fast()
1161 	rht_lock(tbl, bkt);  in __rhashtable_replace_fast()
1163 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_replace_fast()
1172 			rht_unlock(tbl, bkt);  in __rhashtable_replace_fast()
1174 			rht_assign_unlock(tbl, bkt, obj_new);  in __rhashtable_replace_fast()
1180 	rht_unlock(tbl, bkt);  in __rhashtable_replace_fast()