| /linux-3.4.99/include/linux/ |
| D | bootmem.h | 41 extern unsigned long init_bootmem_node(pg_data_t *pgdat,
48 extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
51 extern void free_bootmem_node(pg_data_t *pgdat,
71 extern int reserve_bootmem_node(pg_data_t *pgdat,
82 extern void *__alloc_bootmem_node(pg_data_t *pgdat,
86 void *__alloc_bootmem_node_high(pg_data_t *pgdat,
90 extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
97 extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
119 #define alloc_bootmem_node(pgdat, x) \ argument
120 __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
[all …]
|
| D | memory_hotplug.h | 32 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock() argument
34 spin_lock_irqsave(&pgdat->node_size_lock, *flags); in pgdat_resize_lock()
37 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_unlock() argument
39 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags); in pgdat_resize_unlock()
42 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init() argument
44 spin_lock_init(&pgdat->node_size_lock); in pgdat_resize_init()
116 extern void arch_free_nodedata(pg_data_t *pgdat);
117 extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
122 #define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat) argument
139 #define generic_free_nodedata(pgdat) kfree(pgdat) argument
[all …]
|
| D | mmzone.h | 674 #define pgdat_page_nr(pgdat, pagenr) ((pgdat)->node_mem_map + (pagenr)) argument
676 #define pgdat_page_nr(pgdat, pagenr) pfn_to_page((pgdat)->node_start_pfn + (pagenr)) argument
829 extern struct pglist_data *next_online_pgdat(struct pglist_data *pgdat);
836 #define for_each_online_pgdat(pgdat) \ argument
837 for (pgdat = first_online_pgdat(); \
838 pgdat; \
839 pgdat = next_online_pgdat(pgdat))
|
| D | compaction.h | 26 extern int compact_pgdat(pg_data_t *pgdat, int order);
72 static inline int compact_pgdat(pg_data_t *pgdat, int order) in compact_pgdat() argument
|
| /linux-3.4.99/arch/avr32/mm/ |
| D | init.c | 76 pg_data_t *pgdat = NODE_DATA(nid); in paging_init() local
80 start_pfn = pgdat->bdata->node_min_pfn; in paging_init()
81 low = pgdat->bdata->node_low_pfn; in paging_init()
92 pgdat->node_id, pgdat->node_mem_map); in paging_init()
111 pg_data_t *pgdat = NODE_DATA(nid); in mem_init() local
115 num_physpages += pgdat->node_present_pages; in mem_init()
117 if (pgdat->node_spanned_pages != 0) in mem_init()
118 node_pages = free_all_bootmem_node(pgdat); in mem_init()
123 if (PageReserved(pgdat->node_mem_map + i)) in mem_init()
126 node_high_memory = (void *)((pgdat->node_start_pfn in mem_init()
[all …]
|
| /linux-3.4.99/mm/ |
| D | mmzone.c | 17 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat() argument
19 int nid = next_online_node(pgdat->node_id); in next_online_pgdat()
31 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
33 if (zone < pgdat->node_zones + MAX_NR_ZONES - 1) in next_zone()
36 pgdat = next_online_pgdat(pgdat); in next_zone()
37 if (pgdat) in next_zone()
38 zone = pgdat->node_zones; in next_zone()
|
| D | memory_hotplug.c | 158 void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node() argument
161 int node = pgdat->node_id; in register_page_bootmem_info_node()
166 page = virt_to_page(pgdat); in register_page_bootmem_info_node()
171 zone = &pgdat->node_zones[0]; in register_page_bootmem_info_node()
172 for (; zone < pgdat->node_zones + MAX_NR_ZONES - 1; zone++) { in register_page_bootmem_info_node()
184 pfn = pgdat->node_start_pfn; in register_page_bootmem_info_node()
185 end_pfn = pfn + pgdat->node_spanned_pages; in register_page_bootmem_info_node()
218 static void grow_pgdat_span(struct pglist_data *pgdat, unsigned long start_pfn, in grow_pgdat_span() argument
222 pgdat->node_start_pfn + pgdat->node_spanned_pages; in grow_pgdat_span()
224 if (start_pfn < pgdat->node_start_pfn) in grow_pgdat_span()
[all …]
|
| D | vmstat.c | 188 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold() argument
196 for (i = 0; i < pgdat->nr_zones; i++) { in set_pgdat_percpu_threshold()
197 zone = &pgdat->node_zones[i]; in set_pgdat_percpu_threshold()
621 pg_data_t *pgdat; in frag_start() local
623 for (pgdat = first_online_pgdat(); in frag_start()
624 pgdat && node; in frag_start()
625 pgdat = next_online_pgdat(pgdat)) in frag_start()
628 return pgdat; in frag_start()
633 pg_data_t *pgdat = (pg_data_t *)arg; in frag_next() local
636 return next_online_pgdat(pgdat); in frag_next()
[all …]
|
| D | nobootmem.c | 146 unsigned long __init free_all_bootmem_node(pg_data_t *pgdat) in free_all_bootmem_node() argument
148 register_page_bootmem_info_node(pgdat); in free_all_bootmem_node()
181 void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, in free_bootmem_node() argument
300 void * __init __alloc_bootmem_node(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node() argument
306 return kzalloc_node(size, GFP_NOWAIT, pgdat->node_id); in __alloc_bootmem_node()
309 ptr = __alloc_memory_core_early(pgdat->node_id, size, align, in __alloc_bootmem_node()
323 void * __init __alloc_bootmem_node_high(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node_high() argument
326 return __alloc_bootmem_node(pgdat, size, align, goal); in __alloc_bootmem_node_high()
351 void * __init __alloc_bootmem_node_nopanic(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node_nopanic() argument
357 return kzalloc_node(size, GFP_NOWAIT, pgdat->node_id); in __alloc_bootmem_node_nopanic()
[all …]
|
| D | bootmem.c | 128 unsigned long __init init_bootmem_node(pg_data_t *pgdat, unsigned long freepfn, in init_bootmem_node() argument
131 return init_bootmem_core(pgdat->bdata, freepfn, startpfn, endpfn); in init_bootmem_node()
237 unsigned long __init free_all_bootmem_node(pg_data_t *pgdat) in free_all_bootmem_node() argument
239 register_page_bootmem_info_node(pgdat); in free_all_bootmem_node()
240 return free_all_bootmem_core(pgdat->bdata); in free_all_bootmem_node()
364 void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, in free_bootmem_node() argument
374 mark_bootmem_node(pgdat->bdata, start, end, 0, 0); in free_bootmem_node()
409 int __init reserve_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, in reserve_bootmem_node() argument
417 return mark_bootmem_node(pgdat->bdata, start, end, 1, flags); in reserve_bootmem_node()
719 void * __init __alloc_bootmem_node(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node() argument
[all …]
|
| D | vmscan.c | 2601 static bool pgdat_balanced(pg_data_t *pgdat, unsigned long balanced_pages, in pgdat_balanced() argument
2608 present_pages += pgdat->node_zones[i].present_pages; in pgdat_balanced()
2615 static bool sleeping_prematurely(pg_data_t *pgdat, int order, long remaining, in sleeping_prematurely() argument
2628 struct zone *zone = pgdat->node_zones + i; in sleeping_prematurely()
2656 return !pgdat_balanced(pgdat, balanced, classzone_idx); in sleeping_prematurely()
2682 static unsigned long balance_pgdat(pg_data_t *pgdat, int order, in balance_pgdat() argument
2730 for (i = pgdat->nr_zones - 1; i >= 0; i--) { in balance_pgdat()
2731 struct zone *zone = pgdat->node_zones + i; in balance_pgdat()
2768 struct zone *zone = pgdat->node_zones + i; in balance_pgdat()
2783 struct zone *zone = pgdat->node_zones + i; in balance_pgdat()
[all …]
|
| D | page_alloc.c | 2672 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
2674 val->totalram = pgdat->node_present_pages; in si_meminfo_node()
2677 val->totalhigh = pgdat->node_zones[ZONE_HIGHMEM].present_pages; in si_meminfo_node()
2678 val->freehigh = zone_page_state(&pgdat->node_zones[ZONE_HIGHMEM], in si_meminfo_node()
2867 static int build_zonelists_node(pg_data_t *pgdat, struct zonelist *zonelist, in build_zonelists_node() argument
2877 zone = pgdat->node_zones + zone_type; in build_zonelists_node()
3063 static void build_zonelists_in_node_order(pg_data_t *pgdat, int node) in build_zonelists_in_node_order() argument
3068 zonelist = &pgdat->node_zonelists[0]; in build_zonelists_in_node_order()
3080 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() argument
3085 zonelist = &pgdat->node_zonelists[1]; in build_thisnode_zonelists()
[all …]
|
| D | sparse.c | 275 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section() argument
290 section_nr = pfn_to_section_nr(__pa(pgdat) >> PAGE_SHIFT); in sparse_early_usemaps_alloc_pgdat_section()
299 struct pglist_data *pgdat = NODE_DATA(nid); in check_usemap_section_nr() local
303 pgdat_snr = pfn_to_section_nr(__pa(pgdat) >> PAGE_SHIFT); in check_usemap_section_nr()
334 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section() argument
735 struct pglist_data *pgdat = zone->zone_pgdat; in sparse_add_one_section() local
746 ret = sparse_index_init(section_nr, pgdat->node_id); in sparse_add_one_section()
749 memmap = kmalloc_section_memmap(section_nr, pgdat->node_id, nr_pages); in sparse_add_one_section()
758 pgdat_resize_lock(pgdat, &flags); in sparse_add_one_section()
771 pgdat_resize_unlock(pgdat, &flags); in sparse_add_one_section()
|
| D | mm_init.c | 30 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
42 zonelist = &pgdat->node_zonelists[listid]; in mminit_verify_zonelist()
43 zone = &pgdat->node_zones[zoneid]; in mminit_verify_zonelist()
|
| D | highmem.c | 55 pg_data_t *pgdat; in nr_free_highpages() local
58 for_each_online_pgdat(pgdat) { in nr_free_highpages()
59 pages += zone_page_state(&pgdat->node_zones[ZONE_HIGHMEM], in nr_free_highpages()
63 &pgdat->node_zones[ZONE_MOVABLE], in nr_free_highpages()
|
| /linux-3.4.99/lib/ |
| D | show_mem.c | 14 pg_data_t *pgdat; in show_mem() local
24 for_each_online_pgdat(pgdat) { in show_mem()
27 pgdat_resize_lock(pgdat, &flags); in show_mem()
28 for (i = 0; i < pgdat->node_spanned_pages; i++) { in show_mem()
30 unsigned long pfn = pgdat->node_start_pfn + i; in show_mem()
52 pgdat_resize_unlock(pgdat, &flags); in show_mem()
|
| /linux-3.4.99/arch/m68k/include/asm/ |
| D | page_mm.h | 160 struct pglist_data *pgdat; \
161 pgdat = __virt_to_node((unsigned long)pfn_to_virt(__pfn)); \
162 pgdat->node_mem_map + (__pfn - pgdat->node_start_pfn); \
166 struct pglist_data *pgdat; \
167 pgdat = &pg_data_map[page_to_nid(__p)]; \
168 ((__p) - pgdat->node_mem_map) + pgdat->node_start_pfn; \
|
| /linux-3.4.99/arch/ia64/mm/ |
| D | contig.c | 45 pg_data_t *pgdat; in show_mem() local
52 for_each_online_pgdat(pgdat) { in show_mem()
56 int nid = pgdat->node_id; in show_mem()
60 pgdat_resize_lock(pgdat, &flags); in show_mem()
61 present = pgdat->node_present_pages; in show_mem()
62 for(i = 0; i < pgdat->node_spanned_pages; i++) { in show_mem()
66 if (pfn_valid(pgdat->node_start_pfn + i)) in show_mem()
67 page = pfn_to_page(pgdat->node_start_pfn + i); in show_mem()
83 pgdat_resize_unlock(pgdat, &flags); in show_mem()
|
| D | init.c | 372 pg_data_t *pgdat = NODE_DATA(node); in vmemmap_find_next_valid_pfn() local
374 end_address = (unsigned long) &vmem_map[pgdat->node_start_pfn + i]; in vmemmap_find_next_valid_pfn()
378 pgdat->node_start_pfn + pgdat->node_spanned_pages]; in vmemmap_find_next_valid_pfn()
421 return hole_next_pfn - pgdat->node_start_pfn; in vmemmap_find_next_valid_pfn()
616 pg_data_t *pgdat; in mem_init() local
639 for_each_online_pgdat(pgdat) in mem_init()
640 if (pgdat->bdata->node_bootmem_map) in mem_init()
641 totalram_pages += free_all_bootmem_node(pgdat); in mem_init()
674 pg_data_t *pgdat; in arch_add_memory() local
680 pgdat = NODE_DATA(nid); in arch_add_memory()
[all …]
|
| D | discontig.c | 622 pg_data_t *pgdat; in show_mem() local
629 for_each_online_pgdat(pgdat) { in show_mem()
633 int nid = pgdat->node_id; in show_mem()
637 pgdat_resize_lock(pgdat, &flags); in show_mem()
638 present = pgdat->node_present_pages; in show_mem()
639 for(i = 0; i < pgdat->node_spanned_pages; i++) { in show_mem()
643 if (pfn_valid(pgdat->node_start_pfn + i)) in show_mem()
644 page = pfn_to_page(pgdat->node_start_pfn + i); in show_mem()
656 pgdat_resize_unlock(pgdat, &flags); in show_mem()
809 void arch_free_nodedata(pg_data_t *pgdat) in arch_free_nodedata() argument
[all …]
|
| /linux-3.4.99/arch/m68k/mm/ |
| D | init_mm.c | 112 pg_data_t *pgdat; in mem_init() local
120 for_each_online_pgdat(pgdat) { in mem_init()
121 num_physpages += pgdat->node_present_pages; in mem_init()
123 totalram_pages += free_all_bootmem_node(pgdat); in mem_init()
124 for (i = 0; i < pgdat->node_spanned_pages; i++) { in mem_init()
125 struct page *page = pgdat->node_mem_map + i; in mem_init()
|
| /linux-3.4.99/arch/sh/mm/ |
| D | init.c | 382 pg_data_t *pgdat = NODE_DATA(nid); in paging_init() local
385 start_pfn = pgdat->bdata->node_min_pfn; in paging_init()
386 low = pgdat->bdata->node_low_pfn; in paging_init()
419 pg_data_t *pgdat = NODE_DATA(nid); in mem_init() local
423 num_physpages += pgdat->node_present_pages; in mem_init()
425 if (pgdat->node_spanned_pages) in mem_init()
426 node_pages = free_all_bootmem_node(pgdat); in mem_init()
430 node_high_memory = (void *)__va((pgdat->node_start_pfn + in mem_init()
431 pgdat->node_spanned_pages) << in mem_init()
535 pg_data_t *pgdat; in arch_add_memory() local
[all …]
|
| /linux-3.4.99/arch/ia64/include/asm/ |
| D | nodedata.h | 57 #define LOCAL_DATA_ADDR(pgdat) \ argument
58 ((struct ia64_node_data *)((u64)(pgdat) + \
|
| /linux-3.4.99/arch/microblaze/mm/ |
| D | init.c | 277 pg_data_t *pgdat; in mem_init() local
285 for_each_online_pgdat(pgdat) { in mem_init()
289 for (i = 0; i < pgdat->node_spanned_pages; i++) { in mem_init()
290 if (!pfn_valid(pgdat->node_start_pfn + i)) in mem_init()
292 page = pgdat_page_nr(pgdat, i); in mem_init()
|
| /linux-3.4.99/arch/c6x/mm/ |
| D | init.c | 37 struct pglist_data *pgdat = NODE_DATA(0); in paging_init() local
52 pgdat->node_zones[ZONE_NORMAL].zone_start_pfn = in paging_init()
|