Lines Matching refs:hstate
39 struct hstate hstates[HUGE_MAX_HSTATE];
44 static struct hstate * __initdata parsed_hstate;
297 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
316 struct hstate *hstate; in vma_kernel_pagesize() local
321 hstate = hstate_vma(vma); in vma_kernel_pagesize()
323 return 1UL << (hstate->order + PAGE_SHIFT); in vma_kernel_pagesize()
439 static void decrement_hugepage_resv_vma(struct hstate *h, in decrement_hugepage_resv_vma()
478 struct hstate *h = page_hstate(src); in copy_gigantic_page()
495 struct hstate *h = page_hstate(src); in copy_huge_page()
509 static void enqueue_huge_page(struct hstate *h, struct page *page) in enqueue_huge_page()
517 static struct page *dequeue_huge_page_node(struct hstate *h, int nid) in dequeue_huge_page_node()
531 static struct page *dequeue_huge_page_vma(struct hstate *h, in dequeue_huge_page_vma()
582 static void update_and_free_page(struct hstate *h, struct page *page) in update_and_free_page()
602 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
604 struct hstate *h; in size_to_hstate()
619 struct hstate *h = page_hstate(page); in free_huge_page()
642 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid) in prep_new_huge_page()
716 static struct page *alloc_fresh_huge_page_node(struct hstate *h, int nid) in alloc_fresh_huge_page_node()
768 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
781 static int alloc_fresh_huge_page(struct hstate *h, nodemask_t *nodes_allowed) in alloc_fresh_huge_page()
814 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
832 static int free_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in free_pool_huge_page()
869 static struct page *alloc_buddy_huge_page(struct hstate *h, int nid) in alloc_buddy_huge_page()
949 struct page *alloc_huge_page_node(struct hstate *h, int nid) in alloc_huge_page_node()
967 static int gather_surplus_pages(struct hstate *h, int delta) in gather_surplus_pages()
1060 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
1099 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
1124 static void vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
1147 struct hstate *h = hstate_vma(vma); in alloc_huge_page()
1185 int __weak alloc_bootmem_huge_page(struct hstate *h) in alloc_bootmem_huge_page()
1215 m->hstate = h; in alloc_bootmem_huge_page()
1233 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
1258 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
1275 struct hstate *h; in hugetlb_init_hstates()
1297 struct hstate *h; in report_hugepages()
1309 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
1333 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
1344 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
1392 static unsigned long set_max_huge_pages(struct hstate *h, unsigned long count, in set_max_huge_pages()
1477 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
1479 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
1496 struct hstate *h; in nr_hugepages_show_common()
1516 struct hstate *h; in nr_hugepages_store_common()
1596 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
1605 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
1625 struct hstate *h; in free_hugepages_show()
1642 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
1650 struct hstate *h; in surplus_hugepages_show()
1680 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
1700 struct hstate *h; in hugetlb_sysfs_init()
1749 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
1774 struct hstate *h; in hugetlb_unregister_node()
1816 struct hstate *h; in hugetlb_register_node()
1866 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
1882 struct hstate *h; in hugetlb_exit()
1929 struct hstate *h; in hugetlb_add_hstate()
2013 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
2078 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
2106 struct hstate *h = &default_hstate; in hugetlb_report_meminfo()
2122 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
2135 struct hstate *h; in hugetlb_total_pages()
2143 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
2211 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
2312 struct hstate *h = hstate_vma(vma); in copy_hugetlb_page_range()
2374 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
2478 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
2531 struct hstate *h = hstate_vma(vma); in hugetlb_cow()
2645 static struct page *hugetlbfs_pagecache_page(struct hstate *h, in hugetlbfs_pagecache_page()
2661 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
2680 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
2814 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
2931 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
3023 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
3059 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
3132 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
3151 struct hstate *h = page_hstate(hpage); in is_hugepage_on_freelist()
3166 struct hstate *h = page_hstate(hpage); in dequeue_hwpoisoned_huge_page()