Lines Matching refs:cached_prod
43 u32 cached_prod; member
124 if (q->cached_cons != q->cached_prod) { in xskq_cons_read_addr_unchecked()
194 while (q->cached_cons != q->cached_prod) { in xskq_cons_read_desc()
214 while (cached_cons != q->cached_prod && nb_entries < max) { in xskq_cons_read_desc_batch()
242 q->cached_prod = smp_load_acquire(&q->ring->producer); /* C, matches B */ in __xskq_cons_peek()
253 u32 entries = q->cached_prod - q->cached_cons; in xskq_cons_nb_entries()
259 entries = q->cached_prod - q->cached_cons; in xskq_cons_nb_entries()
271 if (q->cached_prod == q->cached_cons) in xskq_cons_peek_addr_unchecked()
280 if (q->cached_prod == q->cached_cons) in xskq_cons_peek_desc()
309 u32 free_entries = q->nentries - (q->cached_prod - q->cached_cons); in xskq_prod_nb_free()
316 free_entries = q->nentries - (q->cached_prod - q->cached_cons); in xskq_prod_nb_free()
328 q->cached_prod--; in xskq_prod_cancel()
337 q->cached_prod++; in xskq_prod_reserve()
349 ring->desc[q->cached_prod++ & q->ring_mask] = addr; in xskq_prod_reserve_addr()
357 u32 nb_entries, i, cached_prod; in xskq_prod_reserve_addr_batch() local
362 cached_prod = q->cached_prod; in xskq_prod_reserve_addr_batch()
364 ring->desc[cached_prod++ & q->ring_mask] = descs[i].addr; in xskq_prod_reserve_addr_batch()
365 q->cached_prod = cached_prod; in xskq_prod_reserve_addr_batch()
380 idx = q->cached_prod++ & q->ring_mask; in xskq_prod_reserve_desc()
394 __xskq_prod_submit(q, q->cached_prod); in xskq_prod_submit()