Lines Matching refs:hstate
48 struct hstate hstates[HUGE_MAX_HSTATE];
64 static struct hstate * __initdata parsed_hstate;
98 static int hugetlb_acct_memory(struct hstate *h, long delta);
111 hugetlb_acct_memory(spool->hstate,
117 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages,
129 spool->hstate = h;
279 struct hstate *h,
370 struct hstate *h, long *regions_needed)
515 long in_regions_needed, struct hstate *h,
752 struct hstate *h = hstate_inode(inode);
799 static pgoff_t vma_hugecache_offset(struct hstate *h,
878 struct hstate *h)
1068 static void enqueue_huge_page(struct hstate *h, struct page *page)
1077 static struct page *dequeue_huge_page_node_exact(struct hstate *h, int nid)
1100 static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask, int nid,
1136 static struct page *dequeue_huge_page_vma(struct hstate *h,
1203 static int hstate_next_node_to_alloc(struct hstate *h,
1222 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed)
1282 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask,
1319 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask,
1327 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask,
1337 static void update_and_free_page(struct hstate *h, struct page *page)
1390 struct hstate *size_to_hstate(unsigned long size)
1392 struct hstate *h;
1403 * to hstate->hugepage_activelist.)
1450 * Can't pass hstate in here because it is called from the
1453 struct hstate *h = page_hstate(page);
1560 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid)
1665 static struct page *alloc_buddy_huge_page(struct hstate *h,
1716 static struct page *alloc_fresh_huge_page(struct hstate *h,
1741 static int alloc_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed,
1769 static int free_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed,
1828 struct hstate *h = page_hstate(head);
1902 static struct page *alloc_surplus_huge_page(struct hstate *h, gfp_t gfp_mask,
1943 static struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask,
1968 struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h,
1985 struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid,
2004 struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma,
2025 static int gather_surplus_pages(struct hstate *h, long delta)
2125 static void return_unused_surplus_pages(struct hstate *h,
2146 * on-line nodes with memory and will handle the hstate accounting.
2196 static long __vma_reservation_common(struct hstate *h,
2267 static long vma_needs_reservation(struct hstate *h,
2273 static long vma_commit_reservation(struct hstate *h,
2279 static void vma_end_reservation(struct hstate *h,
2285 static long vma_add_reservation(struct hstate *h,
2302 static void restore_reserve_on_error(struct hstate *h,
2339 struct hstate *h = hstate_vma(vma);
2464 int alloc_bootmem_huge_page(struct hstate *h)
2466 int __alloc_bootmem_huge_page(struct hstate *h)
2494 m->hstate = h;
2508 struct hstate *h = m->hstate;
2527 static void __init hugetlb_hstate_alloc_pages(struct hstate *h)
2578 struct hstate *h;
2593 struct hstate *h;
2605 static void try_to_free_low(struct hstate *h, unsigned long count,
2629 static inline void try_to_free_low(struct hstate *h, unsigned long count,
2640 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed,
2668 static int set_max_huge_pages(struct hstate *h, unsigned long count, int nid,
2806 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
2808 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp)
2825 struct hstate *h;
2839 struct hstate *h, int nid,
2850 * global hstate attribute
2875 struct hstate *h;
2904 * hstate attribute for optionally mempolicy-based constraint on persistent
2925 struct hstate *h = kobj_to_hstate(kobj, NULL);
2934 struct hstate *h = kobj_to_hstate(kobj, NULL);
2954 struct hstate *h;
2971 struct hstate *h = kobj_to_hstate(kobj, NULL);
2979 struct hstate *h;
3009 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent,
3031 struct hstate *h;
3042 pr_err("HugeTLB: Unable to add hstate %s", h->name);
3049 * node_hstate/s - associate per node hstate attributes, via their kobjects,
3062 * A subset of global hstate attributes for node devices
3076 * kobj_to_node_hstate - lookup global hstate for node device hstate attr kobj.
3079 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp)
3099 * Unregister hstate attributes from a single node device.
3100 * No-op if no hstate attributes attached.
3104 struct hstate *h;
3108 return; /* no hstate attributes */
3124 * Register hstate attributes for a single node device.
3129 struct hstate *h;
3146 pr_err("HugeTLB: Unable to add hstate %s for node %d\n",
3155 * hugetlb init time: register hstate attributes for all registered node
3171 * [un]register hstate attributes on node hotplug.
3178 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp)
3201 * Make sure HPAGE_SIZE (HUGETLB_PAGE_ORDER) hstate exists. Some
3208 * default_hstate_idx to HPAGE_SIZE hstate. And, if the
3264 struct hstate *h;
3308 * yet, so this hugepages= parameter goes to the "default hstate".
3349 struct hstate *h;
3362 * hstate for this size already exists. This is normally
3363 * an error, but is allowed if the existing hstate is the
3364 * default hstate. More specifically, it is only allowed if
3365 * the number of huge pages for the default hstate was not
3375 * No need to call hugetlb_add_hstate() as hstate already
3377 * hugepages= parameter will be applied to this hstate.
3434 static unsigned int allowed_mems_nr(struct hstate *h)
3474 struct hstate *h = &default_hstate;
3513 struct hstate *h = &default_hstate;
3543 struct hstate *h;
3573 struct hstate *h = &default_hstate;
3589 struct hstate *h;
3614 struct hstate *h;
3622 static int hugetlb_acct_memory(struct hstate *h, long delta)
3689 struct hstate *h = hstate_vma(vma);
3724 struct hstate *hstate = hstate_vma(vma);
3726 return 1UL << huge_page_shift(hstate);
3818 struct hstate *h = hstate_vma(vma);
3932 struct hstate *h = hstate_vma(vma);
4092 struct hstate *h = hstate_vma(vma);
4150 struct hstate *h = hstate_vma(vma);
4290 static struct page *hugetlbfs_pagecache_page(struct hstate *h,
4306 static bool hugetlbfs_pagecache_present(struct hstate *h,
4326 struct hstate *h = hstate_inode(inode);
4350 struct hstate *h = hstate_vma(vma);
4563 struct hstate *h = hstate_vma(vma);
4726 struct hstate *h = hstate_vma(dst_vma);
4860 struct hstate *h = hstate_vma(vma);
5045 struct hstate *h = hstate_vma(vma);
5136 struct hstate *h = hstate_inode(inode);
5295 struct hstate *h = hstate_inode(inode);
5609 struct hstate *h = hstate_vma(vma);
5706 struct hstate *h = page_hstate(oldpage);