44 	u32 cached_cons;  member
114 static inline void __xskq_cons_read_addr_unchecked(struct xsk_queue *q, u32 cached_cons, u64 *addr)  in __xskq_cons_read_addr_unchecked()  argument
117 	u32 idx = cached_cons & q->ring_mask;  in __xskq_cons_read_addr_unchecked()
124 	if (q->cached_cons != q->cached_prod) {  in xskq_cons_read_addr_unchecked()
125 		__xskq_cons_read_addr_unchecked(q, q->cached_cons, addr);  in xskq_cons_read_addr_unchecked()
194 	while (q->cached_cons != q->cached_prod) {  in xskq_cons_read_desc()
196 		u32 idx = q->cached_cons & q->ring_mask;  in xskq_cons_read_desc()
202 		q->cached_cons++;  in xskq_cons_read_desc()
210 	q->cached_cons += cnt;  in xskq_cons_release_n()
216 	u32 cached_cons = q->cached_cons, nb_entries = 0;  in xskq_cons_read_desc_batch()  local
219 	while (cached_cons != q->cached_prod && nb_entries < max) {  in xskq_cons_read_desc_batch()
221 		u32 idx = cached_cons & q->ring_mask;  in xskq_cons_read_desc_batch()
226 			cached_cons++;  in xskq_cons_read_desc_batch()
231 		cached_cons++;  in xskq_cons_read_desc_batch()
235 	xskq_cons_release_n(q, cached_cons - q->cached_cons);  in xskq_cons_read_desc_batch()
243 	smp_store_release(&q->ring->consumer, q->cached_cons); /* D, matchees A */  in __xskq_cons_release()
260 	u32 entries = q->cached_prod - q->cached_cons;  in xskq_cons_nb_entries()
266 	entries = q->cached_prod - q->cached_cons;  in xskq_cons_nb_entries()
278 	if (q->cached_prod == q->cached_cons)  in xskq_cons_peek_addr_unchecked()
287 	if (q->cached_prod == q->cached_cons)  in xskq_cons_peek_desc()
298 	q->cached_cons++;  in xskq_cons_release()
311 	u32 free_entries = q->nentries - (q->cached_prod - q->cached_cons);  in xskq_prod_nb_free()
317 	q->cached_cons = READ_ONCE(q->ring->consumer);  in xskq_prod_nb_free()
318 	free_entries = q->nentries - (q->cached_prod - q->cached_cons);  in xskq_prod_nb_free()