Lines Matching refs:hstate
52 struct hstate hstates[HUGE_MAX_HSTATE];
73 static struct hstate * __initdata parsed_hstate;
93 static int hugetlb_acct_memory(struct hstate *h, long delta);
122 hugetlb_acct_memory(spool->hstate, in unlock_or_release_subpool()
128 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages, in hugepage_new_subpool()
140 spool->hstate = h; in hugepage_new_subpool()
439 struct hstate *h, in record_hugetlb_cgroup_uncharge_info()
521 long to, struct hstate *h, struct hugetlb_cgroup *cg, in hugetlb_resv_map_add()
547 struct hstate *h, long *regions_needed) in add_reservation_in_range()
679 long in_regions_needed, struct hstate *h, in region_add()
915 struct hstate *h = hstate_inode(inode); in hugetlb_fix_reserve_counts()
962 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
1041 struct hstate *h) in resv_map_set_hugetlb_cgroup_uncharge_info()
1278 static void enqueue_huge_page(struct hstate *h, struct page *page) in enqueue_huge_page()
1291 static struct page *dequeue_huge_page_node_exact(struct hstate *h, int nid) in dequeue_huge_page_node_exact()
1315 static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask, int nid, in dequeue_huge_page_nodemask()
1351 static unsigned long available_huge_pages(struct hstate *h) in available_huge_pages()
1356 static struct page *dequeue_huge_page_vma(struct hstate *h, in dequeue_huge_page_vma()
1432 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
1451 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
1529 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1566 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1574 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1592 static void __remove_hugetlb_page(struct hstate *h, struct page *page, in __remove_hugetlb_page()
1647 static void remove_hugetlb_page(struct hstate *h, struct page *page, in remove_hugetlb_page()
1653 static void remove_hugetlb_page_for_demote(struct hstate *h, struct page *page, in remove_hugetlb_page_for_demote()
1659 static void add_hugetlb_page(struct hstate *h, struct page *page, in add_hugetlb_page()
1705 static void __update_and_free_page(struct hstate *h, struct page *page) in __update_and_free_page()
1781 struct hstate *h; in free_hpage_workfn()
1802 static inline void flush_free_hpage_work(struct hstate *h) in flush_free_hpage_work()
1808 static void update_and_free_page(struct hstate *h, struct page *page, in update_and_free_page()
1827 static void update_and_free_pages_bulk(struct hstate *h, struct list_head *list) in update_and_free_pages_bulk()
1837 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
1839 struct hstate *h; in size_to_hstate()
1854 struct hstate *h = page_hstate(page); in free_huge_page()
1917 static void __prep_account_new_huge_page(struct hstate *h, int nid) in __prep_account_new_huge_page()
1924 static void __prep_new_huge_page(struct hstate *h, struct page *page) in __prep_new_huge_page()
1934 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid) in prep_new_huge_page()
2096 static struct page *alloc_buddy_huge_page(struct hstate *h, in alloc_buddy_huge_page()
2165 static struct page *alloc_fresh_huge_page(struct hstate *h, in alloc_fresh_huge_page()
2204 static int alloc_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in alloc_pool_huge_page()
2233 static struct page *remove_pool_huge_page(struct hstate *h, in remove_pool_huge_page()
2289 struct hstate *h = page_hstate(head); in dissolve_free_huge_page()
2355 struct hstate *h; in dissolve_free_huge_pages()
2377 static struct page *alloc_surplus_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_surplus_huge_page()
2418 static struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_migrate_huge_page()
2446 struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h, in alloc_buddy_huge_page_with_mpol()
2473 struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid, in alloc_huge_page_nodemask()
2492 struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma, in alloc_huge_page_vma()
2513 static int gather_surplus_pages(struct hstate *h, long delta) in gather_surplus_pages()
2605 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
2684 static long __vma_reservation_common(struct hstate *h, in __vma_reservation_common()
2764 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
2770 static long vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
2776 static void vma_end_reservation(struct hstate *h, in vma_end_reservation()
2782 static long vma_add_reservation(struct hstate *h, in vma_add_reservation()
2788 static long vma_del_reservation(struct hstate *h, in vma_del_reservation()
2814 void restore_reserve_on_error(struct hstate *h, struct vm_area_struct *vma, in restore_reserve_on_error()
2894 static int alloc_and_dissolve_huge_page(struct hstate *h, struct page *old_page, in alloc_and_dissolve_huge_page()
2976 struct hstate *h; in isolate_or_dissolve_huge_page()
3015 struct hstate *h = hstate_vma(vma); in alloc_huge_page()
3141 int alloc_bootmem_huge_page(struct hstate *h, int nid)
3143 int __alloc_bootmem_huge_page(struct hstate *h, int nid) in __alloc_bootmem_huge_page()
3175 m->hstate = h; in __alloc_bootmem_huge_page()
3189 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
3211 static void __init hugetlb_hstate_alloc_pages_onenode(struct hstate *h, int nid) in hugetlb_hstate_alloc_pages_onenode()
3242 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
3307 struct hstate *h, *h2; in hugetlb_init_hstates()
3338 struct hstate *h; in report_hugepages()
3352 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
3384 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
3395 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
3424 static int set_max_huge_pages(struct hstate *h, unsigned long count, int nid, in set_max_huge_pages()
3574 static int demote_free_huge_page(struct hstate *h, struct page *page) in demote_free_huge_page()
3577 struct hstate *target_hstate; in demote_free_huge_page()
3637 static int demote_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed) in demote_pool_huge_page()
3679 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
3681 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
3698 struct hstate *h; in nr_hugepages_show_common()
3712 struct hstate *h, int nid, in __nr_hugepages_store_common()
3748 struct hstate *h; in nr_hugepages_store_common()
3799 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
3808 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
3828 struct hstate *h; in free_hugepages_show()
3845 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
3853 struct hstate *h; in surplus_hugepages_show()
3873 struct hstate *h; in demote_store()
3925 struct hstate *h = kobj_to_hstate(kobj, NULL); in demote_size_show()
3935 struct hstate *h, *demote_hstate; in demote_size_store()
3988 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
4055 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
4080 struct hstate *h; in hugetlb_unregister_node()
4110 struct hstate *h; in hugetlb_register_node()
4152 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
4174 struct hstate *h; in hugetlb_sysfs_init()
4274 struct hstate *h; in hugetlb_add_hstate()
4417 struct hstate *h; in hugepagesz_setup()
4523 static unsigned int allowed_mems_nr(struct hstate *h) in allowed_mems_nr()
4561 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
4600 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
4630 struct hstate *h; in hugetlb_report_meminfo()
4660 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
4676 struct hstate *h; in hugetlb_show_meminfo_node()
4699 struct hstate *h; in hugetlb_total_pages()
4707 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
4797 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
4959 struct hstate *h = hstate_vma(src_vma); in copy_hugetlb_page_range()
5137 struct hstate *h = hstate_vma(vma); in move_huge_pte()
5165 struct hstate *h = hstate_vma(vma); in move_hugetlb_page_tables()
5234 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
5414 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
5473 struct hstate *h = hstate_vma(vma); in hugetlb_wp()
5651 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
5672 struct hstate *h = hstate_inode(inode); in hugetlb_add_to_page_cache()
5735 static bool hugetlb_pte_stable(struct hstate *h, struct mm_struct *mm, in hugetlb_pte_stable()
5754 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
5993 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
6176 struct hstate *h = hstate_vma(dst_vma); in hugetlb_mcopy_atomic_pte()
6398 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
6579 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
6717 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
6872 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
7172 unsigned long hugetlb_mask_last_page(struct hstate *h) in hugetlb_mask_last_page()
7187 __weak unsigned long hugetlb_mask_last_page(struct hstate *h) in hugetlb_mask_last_page()
7220 struct hstate *h = hstate_vma(vma); in follow_huge_pmd_pte()
7376 struct hstate *h = page_hstate(oldpage); in move_hugetlb_state()
7417 struct hstate *h = hstate_vma(vma); in hugetlb_unshare_pmds()