Lines Matching refs:lru_pvecs

62 struct lru_pvecs {  struct
72 static DEFINE_PER_CPU(struct lru_pvecs, lru_pvecs) = { argument
334 struct pagevec *pvec = &per_cpu(lru_pvecs.activate_page, cpu); in activate_page_drain()
342 return pagevec_count(&per_cpu(lru_pvecs.activate_page, cpu)) != 0; in need_activate_page_drain()
352 local_lock(&lru_pvecs.lock); in folio_activate()
353 pvec = this_cpu_ptr(&lru_pvecs.activate_page); in folio_activate()
356 local_unlock(&lru_pvecs.lock); in folio_activate()
383 local_lock(&lru_pvecs.lock); in __lru_cache_activate_folio()
384 pvec = this_cpu_ptr(&lru_pvecs.lru_add); in __lru_cache_activate_folio()
405 local_unlock(&lru_pvecs.lock); in __lru_cache_activate_folio()
464 local_lock(&lru_pvecs.lock); in folio_add_lru()
465 pvec = this_cpu_ptr(&lru_pvecs.lru_add); in folio_add_lru()
468 local_unlock(&lru_pvecs.lock); in folio_add_lru()
598 struct pagevec *pvec = &per_cpu(lru_pvecs.lru_add, cpu); in lru_add_drain_cpu()
614 pvec = &per_cpu(lru_pvecs.lru_deactivate_file, cpu); in lru_add_drain_cpu()
618 pvec = &per_cpu(lru_pvecs.lru_deactivate, cpu); in lru_add_drain_cpu()
622 pvec = &per_cpu(lru_pvecs.lru_lazyfree, cpu); in lru_add_drain_cpu()
651 local_lock(&lru_pvecs.lock); in deactivate_file_folio()
652 pvec = this_cpu_ptr(&lru_pvecs.lru_deactivate_file); in deactivate_file_folio()
656 local_unlock(&lru_pvecs.lock); in deactivate_file_folio()
672 local_lock(&lru_pvecs.lock); in deactivate_page()
673 pvec = this_cpu_ptr(&lru_pvecs.lru_deactivate); in deactivate_page()
677 local_unlock(&lru_pvecs.lock); in deactivate_page()
694 local_lock(&lru_pvecs.lock); in mark_page_lazyfree()
695 pvec = this_cpu_ptr(&lru_pvecs.lru_lazyfree); in mark_page_lazyfree()
699 local_unlock(&lru_pvecs.lock); in mark_page_lazyfree()
705 local_lock(&lru_pvecs.lock); in lru_add_drain()
707 local_unlock(&lru_pvecs.lock); in lru_add_drain()
719 local_lock(&lru_pvecs.lock); in lru_add_and_bh_lrus_drain()
721 local_unlock(&lru_pvecs.lock); in lru_add_and_bh_lrus_drain()
728 local_lock(&lru_pvecs.lock); in lru_add_drain_cpu_zone()
731 local_unlock(&lru_pvecs.lock); in lru_add_drain_cpu_zone()
826 if (pagevec_count(&per_cpu(lru_pvecs.lru_add, cpu)) || in __lru_add_drain_all()
828 pagevec_count(&per_cpu(lru_pvecs.lru_deactivate_file, cpu)) || in __lru_add_drain_all()
829 pagevec_count(&per_cpu(lru_pvecs.lru_deactivate, cpu)) || in __lru_add_drain_all()
830 pagevec_count(&per_cpu(lru_pvecs.lru_lazyfree, cpu)) || in __lru_add_drain_all()