| /linux-6.6.21/include/linux/ |
| D | memory_hotplug.h | 29 extern pg_data_t *arch_alloc_nodedata(int nid);
30 extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
47 extern pg_data_t *node_data[];
48 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
56 static inline pg_data_t *generic_alloc_nodedata(int nid) in generic_alloc_nodedata()
61 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
213 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) in pgdat_kswapd_lock()
218 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) in pgdat_kswapd_unlock()
223 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) in pgdat_kswapd_lock_init()
265 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) {} in pgdat_kswapd_lock()
[all …]
|
| D | compaction.h | 91 extern void reset_isolation_suitable(pg_data_t *pgdat);
103 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
106 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
123 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
|
| D | memory-tiers.h | 41 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets);
49 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
91 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
|
| D | page_owner.h | 19 pg_data_t *pgdat, struct zone *zone);
|
| /linux-6.6.21/mm/ |
| D | vmstat.c | 317 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
1419 pg_data_t *pgdat; in frag_start()
1432 pg_data_t *pgdat = (pg_data_t *)arg; in frag_next()
1446 static void walk_zones_in_node(struct seq_file *m, pg_data_t *pgdat, in walk_zones_in_node() argument
1448 void (*print)(struct seq_file *m, pg_data_t *, struct zone *)) in walk_zones_in_node()
1468 static void frag_show_print(struct seq_file *m, pg_data_t *pgdat, in frag_show_print()
1488 pg_data_t *pgdat = (pg_data_t *)arg; in frag_show()
1494 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showfree_print()
1539 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_showfree()
1551 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showblockcount_print()
[all …]
|
| D | shuffle.h | 11 extern void __shuffle_free_memory(pg_data_t *pgdat);
13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| D | memory-tiers.c | 227 pg_data_t *pgdat; in __node_get_memory_tier()
245 pg_data_t *pgdat; in node_is_toptier()
267 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
479 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier()
506 pg_data_t *pgdat; in clear_node_memory_tier()
|
| D | compaction.c | 428 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
790 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated()
841 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block()
2083 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2128 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
2158 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
2197 pg_data_t *pgdat; in __compact_finished()
2760 static void proactive_compact_node(pg_data_t *pgdat) in proactive_compact_node()
2792 pg_data_t *pgdat = NODE_DATA(nid); in compact_node()
2839 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler()
[all …]
|
| D | show_mem.c | 98 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node()
171 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones()
194 pg_data_t *pgdat; in show_free_areas()
|
| D | page_owner.c | 276 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print()
621 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone()
690 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node()
705 pg_data_t *pgdat; in init_early_allocated_pages()
|
| D | vmscan.c | 1161 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
1194 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
1268 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
2912 static void prepare_scan_count(pg_data_t *pgdat, struct scan_control *sc) in prepare_scan_count()
6496 static void shrink_node_memcgs(pg_data_t *pgdat, struct scan_control *sc) in shrink_node_memcgs()
6554 static void shrink_node(pg_data_t *pgdat, struct scan_control *sc) in shrink_node()
6697 static void consider_reclaim_throttle(pg_data_t *pgdat, struct scan_control *sc) in consider_reclaim_throttle()
6742 pg_data_t *last_pgdat = NULL; in shrink_zones()
6743 pg_data_t *first_pgdat = NULL; in shrink_zones()
6827 static void snapshot_refaults(struct mem_cgroup *target_memcg, pg_data_t *pgdat) in snapshot_refaults()
[all …]
|
| D | mmzone.c | 32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone()
|
| D | mm_init.c | 48 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist()
653 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range()
708 pg_data_t *pgdat; in init_reserved_page()
725 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range()
1714 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node()
1747 static void __init check_for_memory(pg_data_t *pgdat) in check_for_memory()
1877 pg_data_t *pgdat; in free_area_init()
2188 pg_data_t *pgdat = data; in deferred_init_memmap()
2280 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone()
|
| D | internal.h | 86 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio,
90 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback()
97 static inline void wake_throttle_isolated(pg_data_t *pgdat) in wake_throttle_isolated()
205 extern void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason);
|
| D | shuffle.c | 153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
|
| /linux-6.6.21/arch/ia64/mm/ |
| D | discontig.c | 48 pg_data_t *pgdat_list[MAX_NUMNODES];
120 pernodesize += L1_CACHE_ALIGN(sizeof(pg_data_t)); in compute_pernodesize()
122 pernodesize += L1_CACHE_ALIGN(sizeof(pg_data_t)); in compute_pernodesize()
274 pernode += L1_CACHE_ALIGN(sizeof(pg_data_t)); in fill_pernode()
278 pernode += L1_CACHE_ALIGN(sizeof(pg_data_t)); in fill_pernode()
372 pg_data_t **dst; in scatter_node_data()
611 pg_data_t * __init arch_alloc_nodedata(int nid) in arch_alloc_nodedata()
618 void arch_refresh_nodedata(int update_node, pg_data_t *update_pgdat) in arch_refresh_nodedata()
|
| /linux-6.6.21/arch/mips/loongson64/ |
| D | numa.c | 91 const size_t nd_size = roundup(sizeof(pg_data_t), SMP_CACHE_BYTES); in node_mem_init()
200 pg_data_t * __init arch_alloc_nodedata(int nid) in arch_alloc_nodedata()
202 return memblock_alloc(sizeof(pg_data_t), SMP_CACHE_BYTES); in arch_alloc_nodedata()
205 void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
|
| /linux-6.6.21/arch/s390/kernel/ |
| D | numa.c | 28 NODE_DATA(nid) = memblock_alloc(sizeof(pg_data_t), 8); in numa_setup()
31 __func__, sizeof(pg_data_t), 8); in numa_setup()
|
| /linux-6.6.21/arch/mips/sgi-ip27/ |
| D | ip27-memory.c | 426 pg_data_t * __init arch_alloc_nodedata(int nid) in arch_alloc_nodedata()
428 return memblock_alloc(sizeof(pg_data_t), SMP_CACHE_BYTES); in arch_alloc_nodedata()
431 void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
|
| /linux-6.6.21/tools/testing/memblock/linux/ |
| D | mmzone.h | 35 } pg_data_t; typedef
|
| /linux-6.6.21/arch/ia64/include/asm/ |
| D | numa.h | 27 extern pg_data_t *pgdat_list[MAX_NUMNODES];
|
| /linux-6.6.21/drivers/base/ |
| D | arch_numa.c | 221 const size_t nd_size = roundup(sizeof(pg_data_t), SMP_CACHE_BYTES); in setup_node_data()
244 memset(NODE_DATA(nid), 0, sizeof(pg_data_t)); in setup_node_data()
|
| /linux-6.6.21/arch/loongarch/kernel/ |
| D | numa.c | 197 size_t nd_sz = roundup(sizeof(pg_data_t), PAGE_SIZE); in alloc_node_data()
208 memset(nd, 0, sizeof(pg_data_t)); in alloc_node_data()
|
| /linux-6.6.21/Documentation/mm/ |
| D | physical_memory.rst | 22 always referenced by its typedef ``pg_data_t``. A ``pg_data_t`` structure
29 static ``pg_data_t`` structure called ``contig_page_data`` is used. Nodes will
141 As we have mentioned, each node in memory is described by a ``pg_data_t`` which
196 pg_data_t *pgdat = NODE_DATA(nid);
|
| /linux-6.6.21/arch/x86/kernel/ |
| D | setup_percpu.c | 67 pg_data_t *last = NULL; in pcpu_need_numa()
|