| /kernel/linux/linux-5.10/mm/ |
| H A D | hugetlb_cgroup.c | 36 __hugetlb_cgroup_counter_from_cgroup(struct hugetlb_cgroup *h_cg, int idx, in __hugetlb_cgroup_counter_from_cgroup() argument
40 return &h_cg->rsvd_hugepage[idx]; in __hugetlb_cgroup_counter_from_cgroup()
41 return &h_cg->hugepage[idx]; in __hugetlb_cgroup_counter_from_cgroup()
45 hugetlb_cgroup_counter_from_cgroup(struct hugetlb_cgroup *h_cg, int idx) in hugetlb_cgroup_counter_from_cgroup() argument
47 return __hugetlb_cgroup_counter_from_cgroup(h_cg, idx, false); in hugetlb_cgroup_counter_from_cgroup()
51 hugetlb_cgroup_counter_from_cgroup_rsvd(struct hugetlb_cgroup *h_cg, int idx) in hugetlb_cgroup_counter_from_cgroup_rsvd() argument
53 return __hugetlb_cgroup_counter_from_cgroup(h_cg, idx, true); in hugetlb_cgroup_counter_from_cgroup_rsvd()
68 static inline bool hugetlb_cgroup_is_root(struct hugetlb_cgroup *h_cg) in hugetlb_cgroup_is_root() argument
70 return (h_cg == root_h_cgroup); in hugetlb_cgroup_is_root()
74 parent_hugetlb_cgroup(struct hugetlb_cgroup *h_cg) in parent_hugetlb_cgroup() argument
79 hugetlb_cgroup_have_usage(struct hugetlb_cgroup *h_cg) hugetlb_cgroup_have_usage() argument
161 hugetlb_cgroup_move_parent(int idx, struct hugetlb_cgroup *h_cg, struct page *page) hugetlb_cgroup_move_parent() argument
199 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(css); hugetlb_cgroup_css_offline() local
237 struct hugetlb_cgroup *h_cg = NULL; __hugetlb_cgroup_charge_cgroup() local
287 __hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct page *page, bool rsvd) __hugetlb_cgroup_commit_charge() argument
298 hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct page *page) hugetlb_cgroup_commit_charge() argument
305 hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct page *page) hugetlb_cgroup_commit_charge_rsvd() argument
318 struct hugetlb_cgroup *h_cg; __hugetlb_cgroup_uncharge_page() local
350 __hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, bool rsvd) __hugetlb_cgroup_uncharge_cgroup() argument
368 hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup() argument
374 hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup_rsvd() argument
429 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(css); hugetlb_cgroup_read_u64() local
463 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(seq_css(seq)); hugetlb_cgroup_read_u64_max() local
504 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(of_css(of)); hugetlb_cgroup_write() local
553 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(of_css(of)); hugetlb_cgroup_reset() local
594 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(seq_css(seq)); __hugetlb_events_show() local
780 struct hugetlb_cgroup *h_cg; hugetlb_cgroup_migrate() local
[all...] |
| H A D | hugetlb.c | 278 static void record_hugetlb_cgroup_uncharge_info(struct hugetlb_cgroup *h_cg, in record_hugetlb_cgroup_uncharge_info() argument
284 if (h_cg) { in record_hugetlb_cgroup_uncharge_info()
286 &h_cg->rsvd_hugepage[hstate_index(h)]; in record_hugetlb_cgroup_uncharge_info()
287 nrg->css = &h_cg->css; in record_hugetlb_cgroup_uncharge_info()
289 * The caller will hold exactly one h_cg->css reference for the in record_hugetlb_cgroup_uncharge_info()
294 * exactly one h_cg->css reference, we should do css_get for in record_hugetlb_cgroup_uncharge_info()
298 css_get(&h_cg->css); in record_hugetlb_cgroup_uncharge_info()
369 struct hugetlb_cgroup *h_cg, in add_reservation_in_range()
409 record_hugetlb_cgroup_uncharge_info(h_cg, h, in add_reservation_in_range()
428 record_hugetlb_cgroup_uncharge_info(h_cg, in add_reservation_in_range()
368 add_reservation_in_range(struct resv_map *resv, long f, long t, struct hugetlb_cgroup *h_cg, struct hstate *h, long *regions_needed) add_reservation_in_range() argument
514 region_add(struct resv_map *resv, long f, long t, long in_regions_needed, struct hstate *h, struct hugetlb_cgroup *h_cg) region_add() argument
876 resv_map_set_hugetlb_cgroup_uncharge_info(struct resv_map *resv_map, struct hugetlb_cgroup *h_cg, struct hstate *h) resv_map_set_hugetlb_cgroup_uncharge_info() argument
2344 struct hugetlb_cgroup *h_cg; alloc_huge_page() local
5139 struct hugetlb_cgroup *h_cg = NULL; hugetlb_reserve_pages() local
5258 (chg - add) * pages_per_huge_page(h), h_cg); hugetlb_reserve_pages() local
5279 chg * pages_per_huge_page(h), h_cg); hugetlb_reserve_pages() local
[all...] |
| /kernel/linux/linux-6.6/mm/ |
| H A D | hugetlb_cgroup.c | 33 __hugetlb_cgroup_counter_from_cgroup(struct hugetlb_cgroup *h_cg, int idx, in __hugetlb_cgroup_counter_from_cgroup() argument
37 return &h_cg->rsvd_hugepage[idx]; in __hugetlb_cgroup_counter_from_cgroup()
38 return &h_cg->hugepage[idx]; in __hugetlb_cgroup_counter_from_cgroup()
42 hugetlb_cgroup_counter_from_cgroup(struct hugetlb_cgroup *h_cg, int idx) in hugetlb_cgroup_counter_from_cgroup() argument
44 return __hugetlb_cgroup_counter_from_cgroup(h_cg, idx, false); in hugetlb_cgroup_counter_from_cgroup()
48 hugetlb_cgroup_counter_from_cgroup_rsvd(struct hugetlb_cgroup *h_cg, int idx) in hugetlb_cgroup_counter_from_cgroup_rsvd() argument
50 return __hugetlb_cgroup_counter_from_cgroup(h_cg, idx, true); in hugetlb_cgroup_counter_from_cgroup_rsvd()
65 static inline bool hugetlb_cgroup_is_root(struct hugetlb_cgroup *h_cg) in hugetlb_cgroup_is_root() argument
67 return (h_cg == root_h_cgroup); in hugetlb_cgroup_is_root()
71 parent_hugetlb_cgroup(struct hugetlb_cgroup *h_cg) in parent_hugetlb_cgroup() argument
76 hugetlb_cgroup_have_usage(struct hugetlb_cgroup *h_cg) hugetlb_cgroup_have_usage() argument
187 hugetlb_cgroup_move_parent(int idx, struct hugetlb_cgroup *h_cg, struct page *page) hugetlb_cgroup_move_parent() argument
226 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(css); hugetlb_cgroup_css_offline() local
234 hugetlb_cgroup_move_parent(hstate_index(h), h_cg, page); hugetlb_cgroup_css_offline() local
261 struct hugetlb_cgroup *h_cg = NULL; __hugetlb_cgroup_charge_cgroup() local
311 __hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct folio *folio, bool rsvd) __hugetlb_cgroup_commit_charge() argument
332 hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct folio *folio) hugetlb_cgroup_commit_charge() argument
339 hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct folio *folio) hugetlb_cgroup_commit_charge_rsvd() argument
352 struct hugetlb_cgroup *h_cg; __hugetlb_cgroup_uncharge_folio() local
393 __hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, bool rsvd) __hugetlb_cgroup_uncharge_cgroup() argument
411 hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup() argument
417 hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup_rsvd() argument
473 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(seq_css(seq)); hugetlb_cgroup_read_numa_stat() local
525 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(css); hugetlb_cgroup_read_u64() local
559 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(seq_css(seq)); hugetlb_cgroup_read_u64_max() local
600 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(of_css(of)); hugetlb_cgroup_write() local
649 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(of_css(of)); hugetlb_cgroup_reset() local
690 struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(seq_css(seq)); __hugetlb_events_show() local
889 struct hugetlb_cgroup *h_cg; hugetlb_cgroup_migrate() local
[all...] |
| H A D | hugetlb.c | 465 static void record_hugetlb_cgroup_uncharge_info(struct hugetlb_cgroup *h_cg, in record_hugetlb_cgroup_uncharge_info() argument
471 if (h_cg) { in record_hugetlb_cgroup_uncharge_info()
473 &h_cg->rsvd_hugepage[hstate_index(h)]; in record_hugetlb_cgroup_uncharge_info()
474 nrg->css = &h_cg->css; in record_hugetlb_cgroup_uncharge_info()
476 * The caller will hold exactly one h_cg->css reference for the in record_hugetlb_cgroup_uncharge_info()
481 * exactly one h_cg->css reference, we should do css_get for in record_hugetlb_cgroup_uncharge_info()
485 css_get(&h_cg->css); in record_hugetlb_cgroup_uncharge_info()
573 struct hugetlb_cgroup *h_cg, in add_reservation_in_range()
614 iter->from, h, h_cg, in add_reservation_in_range()
627 t, h, h_cg, regions_neede in add_reservation_in_range()
572 add_reservation_in_range(struct resv_map *resv, long f, long t, struct hugetlb_cgroup *h_cg, struct hstate *h, long *regions_needed) add_reservation_in_range() argument
705 region_add(struct resv_map *resv, long f, long t, long in_regions_needed, struct hstate *h, struct hugetlb_cgroup *h_cg) region_add() argument
1071 resv_map_set_hugetlb_cgroup_uncharge_info(struct resv_map *resv_map, struct hugetlb_cgroup *h_cg, struct hstate *h) resv_map_set_hugetlb_cgroup_uncharge_info() argument
3053 struct hugetlb_cgroup *h_cg = NULL; alloc_hugetlb_folio() local
6719 struct hugetlb_cgroup *h_cg = NULL; hugetlb_reserve_pages() local
6832 (chg - add) * pages_per_huge_page(h), h_cg); hugetlb_reserve_pages() local
6854 chg * pages_per_huge_page(h), h_cg); hugetlb_reserve_pages() local
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | hugetlb_cgroup.h | 86 struct hugetlb_cgroup *h_cg, bool rsvd) in __set_hugetlb_cgroup()
93 page[3].private = (unsigned long)h_cg; in __set_hugetlb_cgroup()
95 page[2].private = (unsigned long)h_cg; in __set_hugetlb_cgroup()
100 struct hugetlb_cgroup *h_cg) in set_hugetlb_cgroup()
102 return __set_hugetlb_cgroup(page, h_cg, false); in set_hugetlb_cgroup()
106 struct hugetlb_cgroup *h_cg) in set_hugetlb_cgroup_rsvd()
108 return __set_hugetlb_cgroup(page, h_cg, true); in set_hugetlb_cgroup_rsvd()
116 static inline void hugetlb_cgroup_put_rsvd_cgroup(struct hugetlb_cgroup *h_cg) in hugetlb_cgroup_put_rsvd_cgroup() argument
118 css_put(&h_cg->css); in hugetlb_cgroup_put_rsvd_cgroup()
133 struct hugetlb_cgroup *h_cg,
85 __set_hugetlb_cgroup(struct page *page, struct hugetlb_cgroup *h_cg, bool rsvd) __set_hugetlb_cgroup() argument
99 set_hugetlb_cgroup(struct page *page, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup() argument
105 set_hugetlb_cgroup_rsvd(struct page *page, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup_rsvd() argument
185 set_hugetlb_cgroup(struct page *page, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup() argument
191 set_hugetlb_cgroup_rsvd(struct page *page, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup_rsvd() argument
202 hugetlb_cgroup_put_rsvd_cgroup(struct hugetlb_cgroup *h_cg) hugetlb_cgroup_put_rsvd_cgroup() argument
224 hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct page *page) hugetlb_cgroup_commit_charge() argument
231 hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct page *page) hugetlb_cgroup_commit_charge_rsvd() argument
247 hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup() argument
254 hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup_rsvd() argument
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | hugetlb_cgroup.h | 91 struct hugetlb_cgroup *h_cg, bool rsvd) in __set_hugetlb_cgroup()
97 folio->_hugetlb_cgroup_rsvd = h_cg; in __set_hugetlb_cgroup()
99 folio->_hugetlb_cgroup = h_cg; in __set_hugetlb_cgroup()
103 struct hugetlb_cgroup *h_cg) in set_hugetlb_cgroup()
105 __set_hugetlb_cgroup(folio, h_cg, false); in set_hugetlb_cgroup()
109 struct hugetlb_cgroup *h_cg) in set_hugetlb_cgroup_rsvd()
111 __set_hugetlb_cgroup(folio, h_cg, true); in set_hugetlb_cgroup_rsvd()
119 static inline void hugetlb_cgroup_put_rsvd_cgroup(struct hugetlb_cgroup *h_cg) in hugetlb_cgroup_put_rsvd_cgroup() argument
121 css_put(&h_cg->css); in hugetlb_cgroup_put_rsvd_cgroup()
143 struct hugetlb_cgroup *h_cg,
90 __set_hugetlb_cgroup(struct folio *folio, struct hugetlb_cgroup *h_cg, bool rsvd) __set_hugetlb_cgroup() argument
102 set_hugetlb_cgroup(struct folio *folio, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup() argument
108 set_hugetlb_cgroup_rsvd(struct folio *folio, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup_rsvd() argument
189 set_hugetlb_cgroup(struct folio *folio, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup() argument
194 set_hugetlb_cgroup_rsvd(struct folio *folio, struct hugetlb_cgroup *h_cg) set_hugetlb_cgroup_rsvd() argument
204 hugetlb_cgroup_put_rsvd_cgroup(struct hugetlb_cgroup *h_cg) hugetlb_cgroup_put_rsvd_cgroup() argument
231 hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct folio *folio) hugetlb_cgroup_commit_charge() argument
238 hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg, struct folio *folio) hugetlb_cgroup_commit_charge_rsvd() argument
254 hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup() argument
261 hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages, struct hugetlb_cgroup *h_cg) hugetlb_cgroup_uncharge_cgroup_rsvd() argument
[all...] |