Lines Matching refs:RCU_DONE_TAIL
103 for (i = RCU_DONE_TAIL; i < RCU_CBLIST_NSEGS; i++) in rcu_segcblist_n_segment_cbs()
281 &rsclp->head != READ_ONCE(rsclp->tails[RCU_DONE_TAIL]); in rcu_segcblist_ready_cbs()
291 !rcu_segcblist_restempty(rsclp, RCU_DONE_TAIL); in rcu_segcblist_pend_cbs()
315 return *rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_first_pend_cb()
370 for (i = RCU_NEXT_TAIL; i > RCU_DONE_TAIL; i--) in rcu_segcblist_entrain()
392 rclp->len = rcu_segcblist_get_seglen(rsclp, RCU_DONE_TAIL); in rcu_segcblist_extract_done_cbs()
394 WRITE_ONCE(rsclp->head, *rsclp->tails[RCU_DONE_TAIL]); in rcu_segcblist_extract_done_cbs()
395 WRITE_ONCE(*rsclp->tails[RCU_DONE_TAIL], NULL); in rcu_segcblist_extract_done_cbs()
396 rclp->tail = rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_extract_done_cbs()
397 for (i = RCU_CBLIST_NSEGS - 1; i >= RCU_DONE_TAIL; i--) in rcu_segcblist_extract_done_cbs()
398 if (rsclp->tails[i] == rsclp->tails[RCU_DONE_TAIL]) in rcu_segcblist_extract_done_cbs()
400 rcu_segcblist_set_seglen(rsclp, RCU_DONE_TAIL, 0); in rcu_segcblist_extract_done_cbs()
418 *rclp->tail = *rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_extract_pend_cbs()
420 WRITE_ONCE(*rsclp->tails[RCU_DONE_TAIL], NULL); in rcu_segcblist_extract_pend_cbs()
421 for (i = RCU_DONE_TAIL + 1; i < RCU_CBLIST_NSEGS; i++) { in rcu_segcblist_extract_pend_cbs()
423 WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_DONE_TAIL]); in rcu_segcblist_extract_pend_cbs()
449 rcu_segcblist_add_seglen(rsclp, RCU_DONE_TAIL, rclp->len); in rcu_segcblist_insert_done_cbs()
452 for (i = RCU_DONE_TAIL; i < RCU_CBLIST_NSEGS; i++) in rcu_segcblist_insert_done_cbs()
485 if (rcu_segcblist_restempty(rsclp, RCU_DONE_TAIL)) in rcu_segcblist_advance()
495 WRITE_ONCE(rsclp->tails[RCU_DONE_TAIL], rsclp->tails[i]); in rcu_segcblist_advance()
496 rcu_segcblist_move_seglen(rsclp, i, RCU_DONE_TAIL); in rcu_segcblist_advance()
505 WRITE_ONCE(rsclp->tails[j], rsclp->tails[RCU_DONE_TAIL]); in rcu_segcblist_advance()
542 if (rcu_segcblist_restempty(rsclp, RCU_DONE_TAIL)) in rcu_segcblist_accelerate()
553 for (i = RCU_NEXT_READY_TAIL; i > RCU_DONE_TAIL; i--) in rcu_segcblist_accelerate()