Lines Matching refs:RCU_NEXT_TAIL
241 BUILD_BUG_ON(RCU_NEXT_TAIL + 1 != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
344 rcu_segcblist_inc_seglen(rsclp, RCU_NEXT_TAIL); in rcu_segcblist_enqueue()
346 WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rhp); in rcu_segcblist_enqueue()
347 WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], &rhp->next); in rcu_segcblist_enqueue()
370 for (i = RCU_NEXT_TAIL; i > RCU_DONE_TAIL; i--) in rcu_segcblist_entrain()
375 for (; i <= RCU_NEXT_TAIL; i++) in rcu_segcblist_entrain()
419 rclp->tail = rsclp->tails[RCU_NEXT_TAIL]; in rcu_segcblist_extract_pend_cbs()
471 rcu_segcblist_add_seglen(rsclp, RCU_NEXT_TAIL, rclp->len); in rcu_segcblist_insert_pend_cbs()
472 WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rclp->head); in rcu_segcblist_insert_pend_cbs()
473 WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], rclp->tail); in rcu_segcblist_insert_pend_cbs()
492 for (i = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++) { in rcu_segcblist_advance()
513 for (j = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++, j++) { in rcu_segcblist_advance()
514 if (rsclp->tails[j] == rsclp->tails[RCU_NEXT_TAIL]) in rcu_segcblist_advance()
579 if (rcu_segcblist_restempty(rsclp, i) || ++i >= RCU_NEXT_TAIL) in rcu_segcblist_accelerate()
583 for (j = i + 1; j <= RCU_NEXT_TAIL; j++) in rcu_segcblist_accelerate()
593 for (; i < RCU_NEXT_TAIL; i++) { in rcu_segcblist_accelerate()
594 WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_NEXT_TAIL]); in rcu_segcblist_accelerate()