| /linux-6.1.9/include/linux/ |
| D | mm_inline.h | 37 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
51 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
164 static inline bool lru_gen_is_active(struct lruvec *lruvec, int gen) in lru_gen_is_active()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
266 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
300 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
305 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
313 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
327 struct lruvec *lruvec) in add_page_to_lru_list()
[all …]
|
| D | memcontrol.h | 122 struct lruvec lruvec; member
712 struct lruvec *lruvec; in mem_cgroup_lruvec() local
762 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
832 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
891 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
985 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state()
1003 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local()
1040 static inline void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state()
1263 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1370 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
[all …]
|
| D | mmzone.h | 463 struct lruvec *lruvec; member
488 static inline void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
508 struct lruvec { struct
510 /* per lruvec lru_lock for memcg */ argument
523 /* Various lruvec state flags (enum lruvec_flags) */ argument
524 unsigned long flags;
527 struct lru_gen_struct lrugen;
529 struct lru_gen_mm_state mm_state;
532 struct pglist_data *pgdat;
1272 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
|
| D | vmstat.h | 543 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
568 static inline void __mod_lruvec_state(struct lruvec *lruvec, in __mod_lruvec_state()
574 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
|
| /linux-6.1.9/mm/ |
| D | swap.c | 83 struct lruvec *lruvec; in __page_cache_release() local
192 static void lru_add_fn(struct lruvec *lruvec, struct folio *folio) in lru_add_fn()
235 struct lruvec *lruvec = NULL; in folio_batch_move_lru() local
266 static void lru_move_tail_fn(struct lruvec *lruvec, struct folio *folio) in lru_move_tail_fn()
298 void lru_note_cost(struct lruvec *lruvec, bool file, unsigned int nr_pages) in lru_note_cost()
344 static void folio_activate_fn(struct lruvec *lruvec, struct folio *folio) in folio_activate_fn()
390 struct lruvec *lruvec; in folio_activate() local
578 static void lru_deactivate_file_fn(struct lruvec *lruvec, struct folio *folio) in lru_deactivate_file_fn()
619 static void lru_deactivate_fn(struct lruvec *lruvec, struct folio *folio) in lru_deactivate_fn()
635 static void lru_lazyfree_fn(struct lruvec *lruvec, struct folio *folio) in lru_lazyfree_fn()
[all …]
|
| D | vmscan.c | 601 static unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size()
2145 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
2181 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
2303 struct lruvec *lruvec; in folio_isolate_lru() local
2365 static unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
2444 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
2564 struct lruvec *lruvec, in shrink_active_list()
2718 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2759 static bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2898 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
[all …]
|
| D | workingset.c | 225 struct lruvec *lruvec; in lru_gen_eviction() local
254 struct lruvec *lruvec; in lru_gen_refault() local
325 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident()
355 struct lruvec *lruvec; in workingset_eviction() local
395 struct lruvec *lruvec; in workingset_refault() local
604 struct lruvec *lruvec; in count_shadow_nodes() local
|
| D | mlock.c | 61 static struct lruvec *__mlock_page(struct page *page, struct lruvec *lruvec) in __mlock_page()
103 static struct lruvec *__mlock_new_page(struct page *page, struct lruvec *lruvec) in __mlock_new_page()
122 static struct lruvec *__munlock_page(struct page *page, struct lruvec *lruvec) in __munlock_page()
188 struct lruvec *lruvec = NULL; in mlock_pagevec() local
|
| D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| D | memcontrol.c | 763 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_memcg_lruvec_state()
813 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state()
830 struct lruvec *lruvec; in __mod_lruvec_page_state() local
851 struct lruvec *lruvec; in __mod_lruvec_kmem_state() local
1265 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1295 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock() local
1318 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irq() local
1343 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irqsave() local
1361 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, in mem_cgroup_update_lru_size()
2868 struct lruvec *lruvec; in mod_objcg_mlstate() local
[all …]
|
| D | huge_memory.c | 2396 struct lruvec *lruvec, struct list_head *list) in lru_add_page_tail()
2420 struct lruvec *lruvec, struct list_head *list) in __split_huge_page_tail()
2507 struct lruvec *lruvec; in __split_huge_page() local
|
| D | compaction.c | 791 struct lruvec *lruvec; in isolate_migratepages_block() local
|