327 				     struct rhash_lock_head __rcu **bkt)  in rht_lock()  argument
332 	bit_spin_lock(0, (unsigned long *)bkt);  in rht_lock()
350 			      struct rhash_lock_head __rcu **bkt,  in rht_unlock()  argument
354 	bit_spin_unlock(0, (unsigned long *)bkt);  in rht_unlock()
359 	struct rhash_lock_head *p, struct rhash_lock_head __rcu *const *bkt)  in __rht_ptr()  argument
363 		 (unsigned long)RHT_NULLS_MARKER(bkt));  in __rht_ptr()
374 	struct rhash_lock_head __rcu *const *bkt)  in rht_ptr_rcu()  argument
376 	return __rht_ptr(rcu_dereference(*bkt), bkt);  in rht_ptr_rcu()
380 	struct rhash_lock_head __rcu *const *bkt,  in rht_ptr()  argument
384 	return __rht_ptr(rht_dereference_bucket(*bkt, tbl, hash), bkt);  in rht_ptr()
388 	struct rhash_lock_head __rcu *const *bkt)  in rht_ptr_exclusive()  argument
390 	return __rht_ptr(rcu_dereference_protected(*bkt, 1), bkt);  in rht_ptr_exclusive()
393 static inline void rht_assign_locked(struct rhash_lock_head __rcu **bkt,  in rht_assign_locked()  argument
398 	rcu_assign_pointer(*bkt, (void *)((unsigned long)obj | BIT(0)));  in rht_assign_locked()
402 				     struct rhash_lock_head __rcu **bkt,  in rht_assign_unlock()  argument
409 	rcu_assign_pointer(*bkt, (void *)obj);  in rht_assign_unlock()
597 	struct rhash_lock_head __rcu *const *bkt;  in __rhashtable_lookup()  local
605 	bkt = rht_bucket(tbl, hash);  in __rhashtable_lookup()
607 		rht_for_each_rcu_from(he, rht_ptr_rcu(bkt), tbl, hash) {  in __rhashtable_lookup()
617 	} while (he != RHT_NULLS_MARKER(bkt));  in __rhashtable_lookup()
713 	struct rhash_lock_head __rcu **bkt;  in __rhashtable_insert_fast()  local
727 	bkt = rht_bucket_insert(ht, tbl, hash);  in __rhashtable_insert_fast()
729 	if (!bkt)  in __rhashtable_insert_fast()
732 	flags = rht_lock(tbl, bkt);  in __rhashtable_insert_fast()
736 		rht_unlock(tbl, bkt, flags);  in __rhashtable_insert_fast()
741 	rht_for_each_from(head, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_insert_fast()
768 			rht_unlock(tbl, bkt, flags);  in __rhashtable_insert_fast()
770 			rht_assign_unlock(tbl, bkt, obj, flags);  in __rhashtable_insert_fast()
786 	head = rht_ptr(bkt, tbl, hash);  in __rhashtable_insert_fast()
797 	rht_assign_unlock(tbl, bkt, obj, flags);  in __rhashtable_insert_fast()
809 	rht_unlock(tbl, bkt, flags);  in __rhashtable_insert_fast()
1000 	struct rhash_lock_head __rcu **bkt;  in __rhashtable_remove_fast_one()  local
1008 	bkt = rht_bucket_var(tbl, hash);  in __rhashtable_remove_fast_one()
1009 	if (!bkt)  in __rhashtable_remove_fast_one()
1012 	flags = rht_lock(tbl, bkt);  in __rhashtable_remove_fast_one()
1014 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_remove_fast_one()
1056 			rht_unlock(tbl, bkt, flags);  in __rhashtable_remove_fast_one()
1058 			rht_assign_unlock(tbl, bkt, obj, flags);  in __rhashtable_remove_fast_one()
1063 	rht_unlock(tbl, bkt, flags);  in __rhashtable_remove_fast_one()
1153 	struct rhash_lock_head __rcu **bkt;  in __rhashtable_replace_fast()  local
1167 	bkt = rht_bucket_var(tbl, hash);  in __rhashtable_replace_fast()
1168 	if (!bkt)  in __rhashtable_replace_fast()
1172 	flags = rht_lock(tbl, bkt);  in __rhashtable_replace_fast()
1174 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {  in __rhashtable_replace_fast()
1183 			rht_unlock(tbl, bkt, flags);  in __rhashtable_replace_fast()
1185 			rht_assign_unlock(tbl, bkt, obj_new, flags);  in __rhashtable_replace_fast()
1191 	rht_unlock(tbl, bkt, flags);  in __rhashtable_replace_fast()