Home
last modified time | relevance | path

Searched defs:pgdat (Results 1 – 25 of 44) sorted by relevance

12

/linux-6.6.21/include/linux/
Dmemory_hotplug.h48 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
61 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
213 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) in pgdat_kswapd_lock()
218 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) in pgdat_kswapd_unlock()
223 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) in pgdat_kswapd_lock_init()
265 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) {} in pgdat_kswapd_lock()
266 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) {} in pgdat_kswapd_unlock()
267 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) {} in pgdat_kswapd_lock_init()
282 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock()
287 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_unlock()
[all …]
Dmemory-tiers.h49 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
91 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
Dcompaction.h106 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
123 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
Dvmstat.h172 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add()
325 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state()
348 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
360 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
408 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
Dbootmem_info.h48 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
Dmemcontrol.h57 pg_data_t *pgdat; member
728 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1281 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1288 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec() local
1334 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock() local
1342 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irq() local
1351 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irqsave() local
1588 unsigned long mem_cgroup_soft_limit_reclaim(pg_data_t *pgdat, int order, in mem_cgroup_soft_limit_reclaim()
/linux-6.6.21/mm/
Dvmstat.c274 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
287 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
317 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
373 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state()
453 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
509 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
614 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state()
663 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
670 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
723 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
[all …]
Dvmscan.c1161 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
1194 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
1268 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
1650 struct pglist_data *pgdat) in demote_folio_list()
1706 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list()
2447 static int too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
2579 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2702 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
2788 struct pglist_data *pgdat) in reclaim_folio_list()
2912 static void prepare_scan_count(pg_data_t *pgdat, struct scan_control *sc) in prepare_scan_count()
[all …]
Dworkingset.c198 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
209 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
243 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
268 struct pglist_data *pgdat; in lru_gen_test_recent() local
383 struct pglist_data *pgdat = folio_pgdat(folio); in workingset_eviction() local
425 struct pglist_data *pgdat; in workingset_test_recent() local
511 struct pglist_data *pgdat; in workingset_refault() local
Dmm_init.c48 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
653 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range()
708 pg_data_t *pgdat; in init_reserved_page() local
725 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range()
1069 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
1249 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat) in reset_memoryless_node_totalpages()
1267 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages()
1331 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue()
1340 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue()
1344 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd()
[all …]
Dcompaction.c428 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
790 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated() local
841 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
2083 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2128 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
2158 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
2197 pg_data_t *pgdat; in __compact_finished() local
2760 static void proactive_compact_node(pg_data_t *pgdat) in proactive_compact_node()
2792 pg_data_t *pgdat = NODE_DATA(nid); in compact_node() local
2839 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local
[all …]
Dshuffle.h13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
Dmemory-tiers.c227 pg_data_t *pgdat; in __node_get_memory_tier() local
245 pg_data_t *pgdat; in node_is_toptier() local
267 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
479 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local
506 pg_data_t *pgdat; in clear_node_memory_tier() local
Dmmzone.c18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
Dshow_mem.c98 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
171 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones()
194 pg_data_t *pgdat; in show_free_areas() local
Dmemory_hotplug.c499 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span()
532 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
715 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range()
753 struct pglist_data *pgdat = zone->zone_pgdat; in move_pfn_range_to_zone() local
848 pg_data_t *pgdat = NODE_DATA(nid); in auto_movable_can_online_movable() local
899 struct pglist_data *pgdat = NODE_DATA(nid); in default_kernel_zone_for_pfn() local
1229 struct pglist_data *pgdat; in hotadd_init_pgdat() local
1264 pg_data_t *pgdat; in __try_online_node() local
1815 struct pglist_data *pgdat = zone->zone_pgdat; in node_states_check_changes_offline() local
Dpage_owner.c276 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print()
621 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone()
690 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node()
705 pg_data_t *pgdat; in init_early_allocated_pages() local
Dpage_ext.c150 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
487 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
Dsparse.c321 static inline phys_addr_t pgdat_to_phys(struct pglist_data *pgdat) in pgdat_to_phys()
332 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section()
366 struct pglist_data *pgdat = NODE_DATA(nid); in check_usemap_section_nr() local
404 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section()
Dshuffle.c153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
Dbootmem_info.c102 void __init register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
Dpage_alloc.c4810 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
4925 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order()
4948 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
4967 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5023 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5120 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
5176 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists()
5422 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
5569 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
5610 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local
[all …]
/linux-6.6.21/tools/testing/memblock/
Dmmzone.c9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
/linux-6.6.21/arch/ia64/include/asm/
Dnodedata.h57 #define LOCAL_DATA_ADDR(pgdat) \ argument
/linux-6.6.21/tools/testing/memblock/linux/
Dmmzone.h10 #define for_each_online_pgdat(pgdat) \ argument

12