| /kernel/linux/linux-5.10/mm/ |
| H A D | memcontrol.c | 134 * memcg which the event belongs to.
136 struct mem_cgroup *memcg; member
150 int (*register_event)(struct mem_cgroup *memcg,
157 void (*unregister_event)(struct mem_cgroup *memcg,
169 static void mem_cgroup_threshold(struct mem_cgroup *memcg);
170 static void mem_cgroup_oom_notify(struct mem_cgroup *memcg);
241 struct vmpressure *memcg_to_vmpressure(struct mem_cgroup *memcg) in memcg_to_vmpressure() argument
243 if (!memcg) in memcg_to_vmpressure()
244 memcg = root_mem_cgroup; in memcg_to_vmpressure()
245 return &memcg in memcg_to_vmpressure()
259 struct mem_cgroup *memcg; obj_cgroup_release() local
319 memcg_reparent_objcgs(struct mem_cgroup *memcg, struct mem_cgroup *parent) memcg_reparent_objcgs() argument
406 memcg_expand_one_shrinker_map(struct mem_cgroup *memcg, int size, int old_size) memcg_expand_one_shrinker_map() argument
436 memcg_free_shrinker_maps(struct mem_cgroup *memcg) memcg_free_shrinker_maps() argument
454 memcg_alloc_shrinker_maps(struct mem_cgroup *memcg) memcg_alloc_shrinker_maps() argument
481 struct mem_cgroup *memcg; memcg_expand_shrinker_maps() local
508 memcg_set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id) memcg_set_shrinker_bit() argument
535 struct mem_cgroup *memcg; mem_cgroup_css_from_page() local
560 struct mem_cgroup *memcg; page_cgroup_ino() local
584 mem_cgroup_page_nodeinfo(struct mem_cgroup *memcg, struct page *page) mem_cgroup_page_nodeinfo() argument
668 soft_limit_excess(struct mem_cgroup *memcg) soft_limit_excess() argument
688 mem_cgroup_update_tree(struct mem_cgroup *memcg, struct page *page) mem_cgroup_update_tree() argument
725 mem_cgroup_remove_from_trees(struct mem_cgroup *memcg) mem_cgroup_remove_from_trees() argument
781 __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val) __mod_memcg_state() argument
822 struct mem_cgroup *memcg; __mod_memcg_lruvec_state() local
878 struct mem_cgroup *memcg; __mod_lruvec_slab_state() local
901 struct mem_cgroup *memcg; mod_memcg_obj_state() local
916 __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) __count_memcg_events() argument
944 memcg_events(struct mem_cgroup *memcg, int event) memcg_events() argument
949 memcg_events_local(struct mem_cgroup *memcg, int event) memcg_events_local() argument
959 mem_cgroup_charge_statistics(struct mem_cgroup *memcg, struct page *page, int nr_pages) mem_cgroup_charge_statistics() argument
974 mem_cgroup_event_ratelimit(struct mem_cgroup *memcg, enum mem_cgroup_events_target target) mem_cgroup_event_ratelimit() argument
1003 memcg_check_events(struct mem_cgroup *memcg, struct page *page) memcg_check_events() argument
1042 struct mem_cgroup *memcg; get_mem_cgroup_from_mm() local
1076 struct mem_cgroup *memcg = page->mem_cgroup; get_mem_cgroup_from_page() local
1100 struct mem_cgroup *memcg; get_active_memcg() local
1162 struct mem_cgroup *memcg = NULL; mem_cgroup_iter() local
1296 struct mem_cgroup *memcg = dead_memcg; invalidate_reclaim_iterators() local
1328 mem_cgroup_scan_tasks(struct mem_cgroup *memcg, int (*fn)(struct task_struct *, void *), void *arg) mem_cgroup_scan_tasks() argument
1363 struct mem_cgroup *memcg; mem_cgroup_page_lruvec() local
1449 mem_cgroup_margin(struct mem_cgroup *memcg) mem_cgroup_margin() argument
1479 mem_cgroup_under_move(struct mem_cgroup *memcg) mem_cgroup_under_move() argument
1501 mem_cgroup_wait_acct_move(struct mem_cgroup *memcg) mem_cgroup_wait_acct_move() argument
1581 memory_stat_format(struct mem_cgroup *memcg) memory_stat_format() argument
1661 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p) mem_cgroup_print_oom_context() argument
1682 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg) mem_cgroup_print_oom_meminfo() argument
1715 mem_cgroup_get_max(struct mem_cgroup *memcg) mem_cgroup_get_max() argument
1734 mem_cgroup_size(struct mem_cgroup *memcg) mem_cgroup_size() argument
1739 mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask, int order) mem_cgroup_out_of_memory() argument
1830 mem_cgroup_oom_trylock(struct mem_cgroup *memcg) mem_cgroup_oom_trylock() argument
1869 mem_cgroup_oom_unlock(struct mem_cgroup *memcg) mem_cgroup_oom_unlock() argument
1880 mem_cgroup_mark_under_oom(struct mem_cgroup *memcg) mem_cgroup_mark_under_oom() argument
1890 mem_cgroup_unmark_under_oom(struct mem_cgroup *memcg) mem_cgroup_unmark_under_oom() argument
1908 struct mem_cgroup *memcg; global() member
1928 memcg_oom_recover(struct mem_cgroup *memcg) memcg_oom_recover() argument
1949 mem_cgroup_oom(struct mem_cgroup *memcg, gfp_t mask, int order) mem_cgroup_oom() argument
2026 struct mem_cgroup *memcg = current->memcg_in_oom; mem_cgroup_oom_synchronize() local
2091 struct mem_cgroup *memcg; mem_cgroup_get_oom_group() local
2134 mem_cgroup_print_oom_group(struct mem_cgroup *memcg) mem_cgroup_print_oom_group() argument
2155 struct mem_cgroup *memcg; lock_page_memcg() local
2205 __unlock_page_memcg(struct mem_cgroup *memcg) __unlock_page_memcg() argument
2274 consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages) consume_stock() argument
2340 refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) refill_stock() argument
2381 struct mem_cgroup *memcg; drain_all_stock() local
2408 struct mem_cgroup *memcg, *mi; memcg_hotplug_cpu_dead() local
2453 reclaim_high(struct mem_cgroup *memcg, unsigned int nr_pages, gfp_t gfp_mask) reclaim_high() argument
2480 struct mem_cgroup *memcg; high_work_func() local
2557 mem_find_max_overage(struct mem_cgroup *memcg) mem_find_max_overage() argument
2571 swap_find_max_overage(struct mem_cgroup *memcg) swap_find_max_overage() argument
2591 calculate_high_delay(struct mem_cgroup *memcg, unsigned int nr_pages, u64 max_overage) calculate_high_delay() argument
2634 struct mem_cgroup *memcg; mem_cgroup_handle_over_high() local
2706 try_charge(struct mem_cgroup *memcg, gfp_t gfp_mask, unsigned int nr_pages) try_charge() argument
2893 cancel_charge(struct mem_cgroup *memcg, unsigned int nr_pages) cancel_charge() argument
2904 commit_charge(struct page *page, struct mem_cgroup *memcg) commit_charge() argument
2998 struct mem_cgroup *memcg; get_obj_cgroup_from_current() local
3071 __memcg_kmem_charge(struct mem_cgroup *memcg, gfp_t gfp, unsigned int nr_pages) __memcg_kmem_charge() argument
3104 __memcg_kmem_uncharge(struct mem_cgroup *memcg, unsigned int nr_pages) __memcg_kmem_uncharge() argument
3122 struct mem_cgroup *memcg; __memcg_kmem_charge_page() local
3145 struct mem_cgroup *memcg = page->mem_cgroup; __memcg_kmem_uncharge_page() local
3192 struct mem_cgroup *memcg; drain_obj_stock() local
3226 struct mem_cgroup *memcg; obj_stock_flush_required() local
3261 struct mem_cgroup *memcg; obj_cgroup_charge() local
3311 struct mem_cgroup *memcg = head->mem_cgroup; split_page_memcg() local
3366 mem_cgroup_resize_max(struct mem_cgroup *memcg, unsigned long max, bool memsw) mem_cgroup_resize_max() argument
3509 memcg_has_children(struct mem_cgroup *memcg) memcg_has_children() argument
3524 mem_cgroup_force_empty(struct mem_cgroup *memcg) mem_cgroup_force_empty() argument
3557 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); mem_cgroup_force_empty_write() local
3574 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_hierarchy_write() local
3600 mem_cgroup_usage(struct mem_cgroup *memcg, bool swap) mem_cgroup_usage() argument
3629 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_read_u64() local
3669 memcg_flush_percpu_vmstats(struct mem_cgroup *memcg) memcg_flush_percpu_vmstats() argument
3701 memcg_flush_percpu_vmevents(struct mem_cgroup *memcg) memcg_flush_percpu_vmevents() argument
3721 memcg_online_kmem(struct mem_cgroup *memcg) memcg_online_kmem() argument
3758 memcg_offline_kmem(struct mem_cgroup *memcg) memcg_offline_kmem() argument
3801 memcg_free_kmem(struct mem_cgroup *memcg) memcg_free_kmem() argument
3808 memcg_online_kmem(struct mem_cgroup *memcg) memcg_online_kmem() argument
3812 memcg_offline_kmem(struct mem_cgroup *memcg) memcg_offline_kmem() argument
3815 memcg_free_kmem(struct mem_cgroup *memcg) memcg_free_kmem() argument
3820 memcg_update_kmem_max(struct mem_cgroup *memcg, unsigned long max) memcg_update_kmem_max() argument
3831 memcg_update_tcp_max(struct mem_cgroup *memcg, unsigned long max) memcg_update_tcp_max() argument
3873 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); mem_cgroup_write() local
3917 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); mem_cgroup_reset() local
3961 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_move_charge_write() local
3993 mem_cgroup_node_nr_lru_pages(struct mem_cgroup *memcg, int nid, unsigned int lru_mask, bool tree) mem_cgroup_node_nr_lru_pages() argument
4013 mem_cgroup_nr_lru_pages(struct mem_cgroup *memcg, unsigned int lru_mask, bool tree) mem_cgroup_nr_lru_pages() argument
4046 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memcg_numa_stat_show() local
4111 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memcg_stat_show() local
4213 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_swappiness_read() local
4221 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_swappiness_write() local
4234 __mem_cgroup_threshold(struct mem_cgroup *memcg, bool swap) __mem_cgroup_threshold() argument
4285 mem_cgroup_threshold(struct mem_cgroup *memcg) mem_cgroup_threshold() argument
4310 mem_cgroup_oom_notify_cb(struct mem_cgroup *memcg) mem_cgroup_oom_notify_cb() argument
4323 mem_cgroup_oom_notify(struct mem_cgroup *memcg) mem_cgroup_oom_notify() argument
4331 __mem_cgroup_usage_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args, enum res_type type) __mem_cgroup_usage_register_event() argument
4411 mem_cgroup_usage_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) mem_cgroup_usage_register_event() argument
4417 memsw_cgroup_usage_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) memsw_cgroup_usage_register_event() argument
4423 __mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, enum res_type type) __mem_cgroup_usage_unregister_event() argument
4508 mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) mem_cgroup_usage_unregister_event() argument
4514 memsw_cgroup_usage_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) memsw_cgroup_usage_unregister_event() argument
4520 mem_cgroup_oom_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) mem_cgroup_oom_register_event() argument
4542 mem_cgroup_oom_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) mem_cgroup_oom_unregister_event() argument
4561 struct mem_cgroup *memcg = mem_cgroup_from_seq(sf); mem_cgroup_oom_control_read() local
4573 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_oom_control_write() local
4590 memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp) memcg_wb_domain_init() argument
4595 memcg_wb_domain_exit(struct mem_cgroup *memcg) memcg_wb_domain_exit() argument
4600 memcg_wb_domain_size_changed(struct mem_cgroup *memcg) memcg_wb_domain_size_changed() argument
4607 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); mem_cgroup_wb_domain() local
4619 memcg_exact_page_state(struct mem_cgroup *memcg, int idx) memcg_exact_page_state() argument
4653 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); mem_cgroup_wb_stats() local
4720 struct mem_cgroup *memcg = page->mem_cgroup; mem_cgroup_track_foreign_dirty_slowpath() local
4772 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); mem_cgroup_flush_foreign() local
4799 memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp) memcg_wb_domain_init() argument
4804 memcg_wb_domain_exit(struct mem_cgroup *memcg) memcg_wb_domain_exit() argument
4808 memcg_wb_domain_size_changed(struct mem_cgroup *memcg) memcg_wb_domain_size_changed() argument
4836 struct mem_cgroup *memcg = event->memcg; memcg_event_remove() local
4860 struct mem_cgroup *memcg = event->memcg; memcg_event_wake() local
4910 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_write_event_control() local
5220 mem_cgroup_id_remove(struct mem_cgroup *memcg) mem_cgroup_id_remove() argument
5231 mem_cgroup_id_get_many(struct mem_cgroup *memcg, unsigned int n) mem_cgroup_id_get_many() argument
5237 mem_cgroup_id_put_many(struct mem_cgroup *memcg, unsigned int n) mem_cgroup_id_put_many() argument
5247 mem_cgroup_id_put(struct mem_cgroup *memcg) mem_cgroup_id_put() argument
5268 alloc_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node) alloc_mem_cgroup_per_node_info() argument
5311 free_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node) free_mem_cgroup_per_node_info() argument
5323 __mem_cgroup_free(struct mem_cgroup *memcg) __mem_cgroup_free() argument
5334 mem_cgroup_free(struct mem_cgroup *memcg) mem_cgroup_free() argument
5348 struct mem_cgroup *memcg; mem_cgroup_alloc() local
5430 struct mem_cgroup *memcg, *old_memcg; mem_cgroup_css_alloc() local
5501 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_online() local
5526 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_offline() local
5563 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_released() local
5570 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_free() local
5606 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_reset() local
6089 struct mem_cgroup *memcg = NULL; /* unneeded init to make gcc happy */ mem_cgroup_can_attach() local
6364 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memory_current_read() local
6378 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_min_write() local
6401 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_low_write() local
6424 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_high_write() local
6473 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_max_write() local
6529 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_events_show() local
6537 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_events_local_show() local
6545 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_stat_show() local
6560 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_numa_stat_show() local
6587 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_oom_group_show() local
6597 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_oom_group_write() local
6817 mem_cgroup_calculate_protection(struct mem_cgroup *root, struct mem_cgroup *memcg) mem_cgroup_calculate_protection() argument
6881 struct mem_cgroup *memcg = NULL; mem_cgroup_charge() local
6954 struct mem_cgroup *memcg; global() member
7105 struct mem_cgroup *memcg; mem_cgroup_migrate() local
7148 struct mem_cgroup *memcg; mem_cgroup_sk_alloc() local
7183 mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) mem_cgroup_charge_skmem() argument
7217 mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) mem_cgroup_uncharge_skmem() argument
7283 mem_cgroup_id_get_online(struct mem_cgroup *memcg) mem_cgroup_id_get_online() argument
7310 struct mem_cgroup *memcg, *swap_memcg; mem_cgroup_swapout() local
7378 struct mem_cgroup *memcg; mem_cgroup_try_charge_swap() local
7422 struct mem_cgroup *memcg; mem_cgroup_uncharge_swap() local
7441 mem_cgroup_get_nr_swap_pages(struct mem_cgroup *memcg) mem_cgroup_get_nr_swap_pages() argument
7456 struct mem_cgroup *memcg; mem_cgroup_swap_full() local
7493 struct mem_cgroup *memcg = mem_cgroup_from_css(css); swap_current_read() local
7507 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); swap_high_write() local
7530 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); swap_max_write() local
7546 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); swap_events_show() local
[all...] |
| H A D | memcg_control.c | 25 * @prev: previously returned memcg, NULL on first invocation
36 struct mem_cgroup *memcg = NULL; in get_next_memcg() local
56 memcg = list_entry(pos->next, in get_next_memcg()
59 if (!css_tryget(&memcg->css)) in get_next_memcg()
60 memcg = NULL; in get_next_memcg()
68 return memcg; in get_next_memcg()
71 void get_next_memcg_break(struct mem_cgroup *memcg) in get_next_memcg_break() argument
73 if (memcg) in get_next_memcg_break()
74 css_put(&memcg->css); in get_next_memcg_break()
79 struct mem_cgroup *memcg in get_prev_memcg() local
116 get_prev_memcg_break(struct mem_cgroup *memcg) get_prev_memcg_break() argument
130 struct mem_cgroup *memcg = list_entry(pos, memcg_app_score_update() local
143 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_app_score_read() local
151 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_app_score_write() local
207 reclaim_all_anon_memcg(struct pglist_data *pgdat, struct mem_cgroup *memcg) reclaim_all_anon_memcg() argument
247 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memcg_force_shrink_anon() local
261 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); memcg_name_show() local
270 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memcg_name_write() local
286 struct mem_cgroup *memcg = NULL; memcg_total_info_per_app_show() local
328 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_ub_ufs2zram_ratio_write() local
341 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_ub_ufs2zram_ratio_read() local
348 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_force_swapin_write() local
361 purgeable_memcg_node(pg_data_t *pgdata, struct scan_control *sc, struct mem_cgroup *memcg) purgeable_memcg_node() argument
379 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_force_shrink_purgeable_bysize() local
459 get_next_memcg_break(struct mem_cgroup *memcg) get_next_memcg_break() argument
469 get_prev_memcg_break(struct mem_cgroup *memcg) get_prev_memcg_break() argument
[all...] |
| H A D | zswapd.c | 70 u64 memcg_data_size(struct mem_cgroup *memcg, int type) in memcg_data_size() argument
77 size += gsdev->ops->group_data_size(memcg->id.id, type, gsdev->priv); in memcg_data_size()
83 u64 swapin_memcg(struct mem_cgroup *memcg, u64 req_size) in swapin_memcg() argument
85 u64 swap_size = memcg_data_size(memcg, SWAP_SIZE); in swapin_memcg()
87 u64 ratio = atomic64_read(&memcg->memcg_reclaimed.ub_ufs2zram_ratio); in swapin_memcg()
94 read_size += gsdev->ops->group_read(memcg->id.id, req_size - read_size, in swapin_memcg()
104 static u64 swapout_memcg(struct mem_cgroup *memcg, u64 req_size) in swapout_memcg() argument
106 u64 cache_size = memcg_data_size(memcg, CACHE_SIZE); in swapout_memcg()
107 u64 swap_size = memcg_data_size(memcg, SWAP_SIZE); in swapout_memcg()
110 u32 ratio = atomic_read(&memcg in swapout_memcg()
131 struct mem_cgroup *memcg = NULL; swapout() local
145 struct mem_cgroup *memcg = NULL; get_zram_used_pages() local
156 struct mem_cgroup *memcg = NULL; get_eswap_used_pages() local
167 struct mem_cgroup *memcg = NULL; get_zram_pagefault() local
239 struct mem_cgroup *memcg = NULL; snapshot_anon_refaults() local
251 get_memcg_anon_refault_status(struct mem_cgroup *memcg) get_memcg_anon_refault_status() argument
560 zswapd_shrink_anon_memcg(struct pglist_data *pgdat, struct mem_cgroup *memcg, struct scan_control *sc, unsigned long *nr) zswapd_shrink_anon_memcg() argument
590 struct mem_cgroup *memcg = NULL; zswapd_shrink_anon() local
[all...] |
| H A D | vmpressure.c | 78 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in vmpressure_parent() local
80 memcg = parent_mem_cgroup(memcg); in vmpressure_parent()
81 if (!memcg) in vmpressure_parent()
83 return memcg_to_vmpressure(memcg); in vmpressure_parent()
222 * @memcg: cgroup memory controller handle
232 * mode: @memcg is considered the pressure root and userspace is
235 * If @tree is not set, reclaim efficiency is recorded for @memcg, and
240 void vmpressure(gfp_t gfp, struct mem_cgroup *memcg, bool tree, in vmpressure() argument
243 struct vmpressure *vmpr = memcg_to_vmpressure(memcg); in vmpressure()
323 vmpressure_prio(gfp_t gfp, struct mem_cgroup *memcg, int prio) vmpressure_prio() argument
362 vmpressure_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) vmpressure_register_event() argument
423 vmpressure_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) vmpressure_unregister_event() argument
[all...] |
| H A D | zswapd_control.c | 315 struct mem_cgroup *memcg = NULL; in zswapd_memcgs_param_parse() local
319 while ((memcg = get_next_memcg(memcg))) { in zswapd_memcgs_param_parse()
320 score = atomic64_read(&memcg->memcg_reclaimed.app_score); in zswapd_memcgs_param_parse()
326 atomic_set(&memcg->memcg_reclaimed.ub_mem2zram_ratio, in zswapd_memcgs_param_parse()
328 atomic_set(&memcg->memcg_reclaimed.ub_zram2ufs_ratio, in zswapd_memcgs_param_parse()
330 atomic_set(&memcg->memcg_reclaimed.refault_threshold, in zswapd_memcgs_param_parse()
409 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in zswapd_single_memcg_param_write() local
424 atomic_set(&memcg->memcg_reclaimed.ub_mem2zram_ratio, in zswapd_single_memcg_param_write()
426 atomic_set(&memcg in zswapd_single_memcg_param_write()
484 struct mem_cgroup *memcg = NULL; memcg_active_app_info_list_show() local
614 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); zswapd_single_memcg_param_show() local
671 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); eswap_info_show() local
682 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); memcg_eswap_info_show() local
[all...] |
| H A D | memcg_reclaim.c | 187 struct mem_cgroup *memcg, struct scan_control *sc, in shrink_anon_memcg()
190 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_anon_memcg()
238 struct mem_cgroup *memcg = NULL; in shrink_anon() local
246 while ((memcg = get_next_memcg(memcg))) { in shrink_anon()
249 if (!memcg_is_child_of(memcg, target_memcg)) in shrink_anon()
252 lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_anon()
274 mem_cgroup_calculate_protection(target_memcg, memcg); in shrink_anon()
276 if (mem_cgroup_below_min(memcg)) { in shrink_anon()
282 } else if (mem_cgroup_below_low(memcg)) { in shrink_anon()
186 shrink_anon_memcg(struct pglist_data *pgdat, struct mem_cgroup *memcg, struct scan_control *sc, unsigned long *nr) shrink_anon_memcg() argument
[all...] |
| /kernel/linux/linux-6.6/mm/ |
| H A D | memcontrol.c | 24 * Per memcg lru locking
137 * memcg which the event belongs to.
139 struct mem_cgroup *memcg; member
153 int (*register_event)(struct mem_cgroup *memcg,
160 void (*unregister_event)(struct mem_cgroup *memcg,
172 static void mem_cgroup_threshold(struct mem_cgroup *memcg);
173 static void mem_cgroup_oom_notify(struct mem_cgroup *memcg);
241 struct vmpressure *memcg_to_vmpressure(struct mem_cgroup *memcg) in memcg_to_vmpressure() argument
243 if (!memcg) in memcg_to_vmpressure()
244 memcg in memcg_to_vmpressure()
325 memcg_reparent_objcgs(struct mem_cgroup *memcg, struct mem_cgroup *parent) memcg_reparent_objcgs() argument
373 struct mem_cgroup *memcg = folio_memcg(folio); mem_cgroup_css_from_folio() local
396 struct mem_cgroup *memcg; page_cgroup_ino() local
469 soft_limit_excess(struct mem_cgroup *memcg) soft_limit_excess() argument
489 mem_cgroup_update_tree(struct mem_cgroup *memcg, int nid) mem_cgroup_update_tree() argument
532 mem_cgroup_remove_from_trees(struct mem_cgroup *memcg) mem_cgroup_remove_from_trees() argument
628 memcg_rstat_updated(struct mem_cgroup *memcg, int val) memcg_rstat_updated() argument
763 memcg_page_state(struct mem_cgroup *memcg, int idx) memcg_page_state() argument
779 __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val) __mod_memcg_state() argument
789 memcg_page_state_local(struct mem_cgroup *memcg, int idx) memcg_page_state_local() argument
804 struct mem_cgroup *memcg; __mod_memcg_lruvec_state() local
870 struct mem_cgroup *memcg; __mod_lruvec_page_state() local
899 struct mem_cgroup *memcg; __mod_lruvec_kmem_state() local
926 __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) __count_memcg_events() argument
944 memcg_events(struct mem_cgroup *memcg, int event) memcg_events() argument
953 memcg_events_local(struct mem_cgroup *memcg, int event) memcg_events_local() argument
963 mem_cgroup_charge_statistics(struct mem_cgroup *memcg, int nr_pages) mem_cgroup_charge_statistics() argument
977 mem_cgroup_event_ratelimit(struct mem_cgroup *memcg, enum mem_cgroup_events_target target) mem_cgroup_event_ratelimit() argument
1006 memcg_check_events(struct mem_cgroup *memcg, int nid) memcg_check_events() argument
1059 struct mem_cgroup *memcg; get_mem_cgroup_from_mm() local
1132 struct mem_cgroup *memcg = NULL; mem_cgroup_iter() local
1257 struct mem_cgroup *memcg = dead_memcg; invalidate_reclaim_iterators() local
1289 mem_cgroup_scan_tasks(struct mem_cgroup *memcg, int (*fn)(struct task_struct *, void *), void *arg) mem_cgroup_scan_tasks() argument
1315 struct mem_cgroup *memcg; lruvec_memcg_debug() local
1449 mem_cgroup_margin(struct mem_cgroup *memcg) mem_cgroup_margin() argument
1479 mem_cgroup_under_move(struct mem_cgroup *memcg) mem_cgroup_under_move() argument
1501 mem_cgroup_wait_acct_move(struct mem_cgroup *memcg) mem_cgroup_wait_acct_move() argument
1589 memcg_page_state_output(struct mem_cgroup *memcg, int item) memcg_page_state_output() argument
1595 memcg_stat_format(struct mem_cgroup *memcg, struct seq_buf *s) memcg_stat_format() argument
1650 memory_stat_format(struct mem_cgroup *memcg, struct seq_buf *s) memory_stat_format() argument
1668 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p) mem_cgroup_print_oom_context() argument
1689 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg) mem_cgroup_print_oom_meminfo() argument
1724 mem_cgroup_get_max(struct mem_cgroup *memcg) mem_cgroup_get_max() argument
1743 mem_cgroup_size(struct mem_cgroup *memcg) mem_cgroup_size() argument
1748 mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask, int order) mem_cgroup_out_of_memory() argument
1839 mem_cgroup_oom_trylock(struct mem_cgroup *memcg) mem_cgroup_oom_trylock() argument
1878 mem_cgroup_oom_unlock(struct mem_cgroup *memcg) mem_cgroup_oom_unlock() argument
1889 mem_cgroup_mark_under_oom(struct mem_cgroup *memcg) mem_cgroup_mark_under_oom() argument
1899 mem_cgroup_unmark_under_oom(struct mem_cgroup *memcg) mem_cgroup_unmark_under_oom() argument
1917 struct mem_cgroup *memcg; global() member
1937 memcg_oom_recover(struct mem_cgroup *memcg) memcg_oom_recover() argument
1955 mem_cgroup_oom(struct mem_cgroup *memcg, gfp_t mask, int order) mem_cgroup_oom() argument
2027 struct mem_cgroup *memcg = current->memcg_in_oom; mem_cgroup_oom_synchronize() local
2078 struct mem_cgroup *memcg; mem_cgroup_get_oom_group() local
2121 mem_cgroup_print_oom_group(struct mem_cgroup *memcg) mem_cgroup_print_oom_group() argument
2140 struct mem_cgroup *memcg; folio_memcg_lock() local
2182 __folio_memcg_unlock(struct mem_cgroup *memcg) __folio_memcg_unlock() argument
2247 memcg_account_kmem(struct mem_cgroup *memcg, int nr_pages) memcg_account_kmem() argument
2263 consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages) consume_stock() argument
2333 __refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) __refill_stock() argument
2349 refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) refill_stock() argument
2379 struct mem_cgroup *memcg; drain_all_stock() local
2413 reclaim_high(struct mem_cgroup *memcg, unsigned int nr_pages, gfp_t gfp_mask) reclaim_high() argument
2441 struct mem_cgroup *memcg; high_work_func() local
2518 mem_find_max_overage(struct mem_cgroup *memcg) mem_find_max_overage() argument
2532 swap_find_max_overage(struct mem_cgroup *memcg) swap_find_max_overage() argument
2552 calculate_high_delay(struct mem_cgroup *memcg, unsigned int nr_pages, u64 max_overage) calculate_high_delay() argument
2595 struct mem_cgroup *memcg; mem_cgroup_handle_over_high() local
2667 try_charge_memcg(struct mem_cgroup *memcg, gfp_t gfp_mask, unsigned int nr_pages) try_charge_memcg() argument
2857 try_charge(struct mem_cgroup *memcg, gfp_t gfp_mask, unsigned int nr_pages) try_charge() argument
2866 cancel_charge(struct mem_cgroup *memcg, unsigned int nr_pages) cancel_charge() argument
2876 commit_charge(struct folio *folio, struct mem_cgroup *memcg) commit_charge() argument
2908 struct mem_cgroup *memcg; mod_objcg_mlstate() local
3035 __get_obj_cgroup_from_memcg(struct mem_cgroup *memcg) __get_obj_cgroup_from_memcg() argument
3051 struct mem_cgroup *memcg; get_obj_cgroup_from_current() local
3077 struct mem_cgroup *memcg; get_obj_cgroup_from_folio() local
3090 memcg_account_kmem(struct mem_cgroup *memcg, int nr_pages) memcg_account_kmem() argument
3110 struct mem_cgroup *memcg; obj_cgroup_uncharge_pages() local
3131 struct mem_cgroup *memcg; obj_cgroup_charge_pages() local
3290 struct mem_cgroup *memcg; drain_obj_stock() local
3345 struct mem_cgroup *memcg; obj_stock_flush_required() local
3447 struct mem_cgroup *memcg = folio_memcg(folio); split_page_memcg() local
3502 mem_cgroup_resize_max(struct mem_cgroup *memcg, unsigned long max, bool memsw) mem_cgroup_resize_max() argument
3643 mem_cgroup_force_empty(struct mem_cgroup *memcg) mem_cgroup_force_empty() argument
3669 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); mem_cgroup_force_empty_write() local
3695 mem_cgroup_usage(struct mem_cgroup *memcg, bool swap) mem_cgroup_usage() argument
3728 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_read_u64() local
3779 memcg_online_kmem(struct mem_cgroup *memcg) memcg_online_kmem() argument
3803 memcg_offline_kmem(struct mem_cgroup *memcg) memcg_offline_kmem() argument
3828 memcg_online_kmem(struct mem_cgroup *memcg) memcg_online_kmem() argument
3832 memcg_offline_kmem(struct mem_cgroup *memcg) memcg_offline_kmem() argument
3837 memcg_update_tcp_max(struct mem_cgroup *memcg, unsigned long max) memcg_update_tcp_max() argument
3879 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); mem_cgroup_write() local
3928 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); mem_cgroup_reset() local
3972 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_move_charge_write() local
4004 mem_cgroup_node_nr_lru_pages(struct mem_cgroup *memcg, int nid, unsigned int lru_mask, bool tree) mem_cgroup_node_nr_lru_pages() argument
4024 mem_cgroup_nr_lru_pages(struct mem_cgroup *memcg, unsigned int lru_mask, bool tree) mem_cgroup_nr_lru_pages() argument
4057 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memcg_numa_stat_show() local
4126 memcg1_stat_format(struct mem_cgroup *memcg, struct seq_buf *s) memcg1_stat_format() argument
4209 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_swappiness_read() local
4217 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_swappiness_write() local
4230 __mem_cgroup_threshold(struct mem_cgroup *memcg, bool swap) __mem_cgroup_threshold() argument
4281 mem_cgroup_threshold(struct mem_cgroup *memcg) mem_cgroup_threshold() argument
4306 mem_cgroup_oom_notify_cb(struct mem_cgroup *memcg) mem_cgroup_oom_notify_cb() argument
4319 mem_cgroup_oom_notify(struct mem_cgroup *memcg) mem_cgroup_oom_notify() argument
4327 __mem_cgroup_usage_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args, enum res_type type) __mem_cgroup_usage_register_event() argument
4407 mem_cgroup_usage_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) mem_cgroup_usage_register_event() argument
4413 memsw_cgroup_usage_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) memsw_cgroup_usage_register_event() argument
4419 __mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, enum res_type type) __mem_cgroup_usage_unregister_event() argument
4504 mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) mem_cgroup_usage_unregister_event() argument
4510 memsw_cgroup_usage_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) memsw_cgroup_usage_unregister_event() argument
4516 mem_cgroup_oom_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) mem_cgroup_oom_register_event() argument
4538 mem_cgroup_oom_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) mem_cgroup_oom_unregister_event() argument
4557 struct mem_cgroup *memcg = mem_cgroup_from_seq(sf); mem_cgroup_oom_control_read() local
4569 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_oom_control_write() local
4586 memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp) memcg_wb_domain_init() argument
4591 memcg_wb_domain_exit(struct mem_cgroup *memcg) memcg_wb_domain_exit() argument
4596 memcg_wb_domain_size_changed(struct mem_cgroup *memcg) memcg_wb_domain_size_changed() argument
4603 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); mem_cgroup_wb_domain() local
4633 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); mem_cgroup_wb_stats() local
4701 struct mem_cgroup *memcg = folio_memcg(folio); mem_cgroup_track_foreign_dirty_slowpath() local
4753 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); mem_cgroup_flush_foreign() local
4780 memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp) memcg_wb_domain_init() argument
4785 memcg_wb_domain_exit(struct mem_cgroup *memcg) memcg_wb_domain_exit() argument
4789 memcg_wb_domain_size_changed(struct mem_cgroup *memcg) memcg_wb_domain_size_changed() argument
4817 struct mem_cgroup *memcg = event->memcg; memcg_event_remove() local
4841 struct mem_cgroup *memcg = event->memcg; memcg_event_wake() local
4891 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_write_event_control() local
5201 mem_cgroup_id_remove(struct mem_cgroup *memcg) mem_cgroup_id_remove() argument
5209 mem_cgroup_id_get_many(struct mem_cgroup *memcg, unsigned int n) mem_cgroup_id_get_many() argument
5215 mem_cgroup_id_put_many(struct mem_cgroup *memcg, unsigned int n) mem_cgroup_id_put_many() argument
5225 mem_cgroup_id_put(struct mem_cgroup *memcg) mem_cgroup_id_put() argument
5251 struct mem_cgroup *memcg; mem_cgroup_get_from_ino() local
5269 alloc_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node) alloc_mem_cgroup_per_node_info() argument
5294 free_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node) free_mem_cgroup_per_node_info() argument
5305 __mem_cgroup_free(struct mem_cgroup *memcg) __mem_cgroup_free() argument
5316 mem_cgroup_free(struct mem_cgroup *memcg) mem_cgroup_free() argument
5325 struct mem_cgroup *memcg; mem_cgroup_alloc() local
5404 struct mem_cgroup *memcg, *old_memcg; mem_cgroup_css_alloc() local
5458 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_online() local
5507 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_offline() local
5546 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_released() local
5554 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_free() local
5594 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_reset() local
5610 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_css_rstat_flush() local
6206 struct mem_cgroup *memcg = NULL; /* unneeded init to make gcc happy */ mem_cgroup_can_attach() local
6489 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memory_current_read() local
6497 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memory_peak_read() local
6511 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_min_write() local
6534 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_low_write() local
6557 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_high_write() local
6606 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_max_write() local
6664 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_events_show() local
6672 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_events_local_show() local
6680 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_stat_show() local
6706 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_numa_stat_show() local
6735 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); memory_oom_group_show() local
6745 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_oom_group_write() local
6767 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memory_reclaim() local
7018 mem_cgroup_calculate_protection(struct mem_cgroup *root, struct mem_cgroup *memcg) mem_cgroup_calculate_protection() argument
7065 charge_memcg(struct folio *folio, struct mem_cgroup *memcg, gfp_t gfp) charge_memcg() argument
7088 struct mem_cgroup *memcg; __mem_cgroup_charge() local
7113 struct mem_cgroup *memcg; mem_cgroup_swapin_charge_folio() local
7167 struct mem_cgroup *memcg; global() member
7205 struct mem_cgroup *memcg; uncharge_folio() local
7305 struct mem_cgroup *memcg; mem_cgroup_migrate() local
7347 struct mem_cgroup *memcg; mem_cgroup_sk_alloc() local
7383 mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages, gfp_t gfp_mask) mem_cgroup_charge_skmem() argument
7414 mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) mem_cgroup_uncharge_skmem() argument
7489 mem_cgroup_id_get_online(struct mem_cgroup *memcg) mem_cgroup_id_get_online() argument
7516 struct mem_cgroup *memcg, *swap_memcg; mem_cgroup_swapout() local
7588 struct mem_cgroup *memcg; __mem_cgroup_try_charge_swap() local
7632 struct mem_cgroup *memcg; __mem_cgroup_uncharge_swap() local
7651 mem_cgroup_get_nr_swap_pages(struct mem_cgroup *memcg) mem_cgroup_get_nr_swap_pages() argument
7666 struct mem_cgroup *memcg; mem_cgroup_swap_full() local
7706 struct mem_cgroup *memcg = mem_cgroup_from_css(css); swap_current_read() local
7714 struct mem_cgroup *memcg = mem_cgroup_from_css(css); swap_peak_read() local
7728 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); swap_high_write() local
7751 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); swap_max_write() local
7767 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); swap_events_show() local
7853 struct mem_cgroup *memcg, *original_memcg; obj_cgroup_may_zswap() local
7893 struct mem_cgroup *memcg; obj_cgroup_charge_zswap() local
7920 struct mem_cgroup *memcg; obj_cgroup_uncharge_zswap() local
7950 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); zswap_max_write() local
[all...] |
| H A D | memcg_control.c | 25 * @prev: previously returned memcg, NULL on first invocation
36 struct mem_cgroup *memcg = NULL; in get_next_memcg() local
56 memcg = list_entry(pos->next, in get_next_memcg()
59 if (!css_tryget(&memcg->css)) in get_next_memcg()
60 memcg = NULL; in get_next_memcg()
68 return memcg; in get_next_memcg()
71 void get_next_memcg_break(struct mem_cgroup *memcg) in get_next_memcg_break() argument
73 if (memcg) in get_next_memcg_break()
74 css_put(&memcg->css); in get_next_memcg_break()
79 struct mem_cgroup *memcg in get_prev_memcg() local
116 get_prev_memcg_break(struct mem_cgroup *memcg) get_prev_memcg_break() argument
130 struct mem_cgroup *memcg = list_entry(pos, memcg_app_score_update() local
143 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_app_score_read() local
151 struct mem_cgroup *memcg = mem_cgroup_from_css(css); mem_cgroup_app_score_write() local
207 reclaim_all_anon_memcg(struct pglist_data *pgdat, struct mem_cgroup *memcg) reclaim_all_anon_memcg() argument
247 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memcg_force_shrink_anon() local
261 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); memcg_name_show() local
270 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); memcg_name_write() local
286 struct mem_cgroup *memcg = NULL; memcg_total_info_per_app_show() local
328 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_ub_ufs2zram_ratio_write() local
341 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_ub_ufs2zram_ratio_read() local
348 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_force_swapin_write() local
361 purgeable_memcg_node(pg_data_t *pgdata, struct scan_control *sc, struct mem_cgroup *memcg) purgeable_memcg_node() argument
379 struct mem_cgroup *memcg = mem_cgroup_from_css(css); memcg_force_shrink_purgeable_bysize() local
459 get_next_memcg_break(struct mem_cgroup *memcg) get_next_memcg_break() argument
469 get_prev_memcg_break(struct mem_cgroup *memcg) get_prev_memcg_break() argument
[all...] |
| H A D | zswapd.c | 71 u64 memcg_data_size(struct mem_cgroup *memcg, int type) in memcg_data_size() argument
78 size += gsdev->ops->group_data_size(memcg->id.id, type, gsdev->priv); in memcg_data_size()
84 u64 swapin_memcg(struct mem_cgroup *memcg, u64 req_size) in swapin_memcg() argument
86 u64 swap_size = memcg_data_size(memcg, SWAP_SIZE); in swapin_memcg()
88 u64 ratio = atomic64_read(&memcg->memcg_reclaimed.ub_ufs2zram_ratio); in swapin_memcg()
95 read_size += gsdev->ops->group_read(memcg->id.id, req_size - read_size, in swapin_memcg()
105 static u64 swapout_memcg(struct mem_cgroup *memcg, u64 req_size) in swapout_memcg() argument
107 u64 cache_size = memcg_data_size(memcg, CACHE_SIZE); in swapout_memcg()
108 u64 swap_size = memcg_data_size(memcg, SWAP_SIZE); in swapout_memcg()
111 u32 ratio = atomic_read(&memcg in swapout_memcg()
132 struct mem_cgroup *memcg = NULL; swapout() local
146 struct mem_cgroup *memcg = NULL; get_zram_used_pages() local
157 struct mem_cgroup *memcg = NULL; get_eswap_used_pages() local
168 struct mem_cgroup *memcg = NULL; get_zram_pagefault() local
240 struct mem_cgroup *memcg = NULL; snapshot_anon_refaults() local
252 get_memcg_anon_refault_status(struct mem_cgroup *memcg) get_memcg_anon_refault_status() argument
561 zswapd_shrink_anon_memcg(struct pglist_data *pgdat, struct mem_cgroup *memcg, struct scan_control *sc, unsigned long *nr) zswapd_shrink_anon_memcg() argument
591 struct mem_cgroup *memcg = NULL; zswapd_shrink_anon() local
[all...] |
| H A D | shrinker_debug.c | 17 struct mem_cgroup *memcg, in shrinker_count_objects()
28 .memcg = memcg, in shrinker_count_objects()
49 struct mem_cgroup *memcg; in shrinker_debugfs_count_show() local
67 memcg = mem_cgroup_iter(NULL, NULL, NULL); in shrinker_debugfs_count_show()
69 if (memcg && !mem_cgroup_online(memcg)) in shrinker_debugfs_count_show()
73 memcg_aware ? memcg : NULL, in shrinker_debugfs_count_show()
76 seq_printf(m, "%lu", mem_cgroup_ino(memcg)); in shrinker_debugfs_count_show()
83 mem_cgroup_iter_break(NULL, memcg); in shrinker_debugfs_count_show()
16 shrinker_count_objects(struct shrinker *shrinker, struct mem_cgroup *memcg, unsigned long *count_per_node) shrinker_count_objects() argument
117 struct mem_cgroup *memcg = NULL; shrinker_debugfs_scan_write() local
[all...] |
| H A D | list_lru.c | 69 struct mem_cgroup *memcg = NULL; in list_lru_from_kmem() local
74 memcg = mem_cgroup_from_slab_obj(ptr); in list_lru_from_kmem()
75 if (!memcg) in list_lru_from_kmem()
78 l = list_lru_from_memcg_idx(lru, nid, memcg_kmem_id(memcg)); in list_lru_from_kmem()
81 *memcg_ptr = memcg; in list_lru_from_kmem()
123 struct mem_cgroup *memcg; in list_lru_add() local
128 l = list_lru_from_kmem(lru, nid, item, &memcg); in list_lru_add()
132 set_shrinker_bit(memcg, nid, in list_lru_add()
179 int nid, struct mem_cgroup *memcg) in list_lru_count_one()
185 l = list_lru_from_memcg_idx(lru, nid, memcg_kmem_id(memcg)); in list_lru_count_one()
178 list_lru_count_one(struct list_lru *lru, int nid, struct mem_cgroup *memcg) list_lru_count_one() argument
268 list_lru_walk_one(struct list_lru *lru, int nid, struct mem_cgroup *memcg, list_lru_walk_cb isolate, void *cb_arg, unsigned long *nr_to_walk) list_lru_walk_one() argument
284 list_lru_walk_one_irq(struct list_lru *lru, int nid, struct mem_cgroup *memcg, list_lru_walk_cb isolate, void *cb_arg, unsigned long *nr_to_walk) list_lru_walk_one_irq() argument
430 memcg_reparent_list_lrus(struct mem_cgroup *memcg, struct mem_cgroup *parent) memcg_reparent_list_lrus() argument
464 memcg_list_lru_allocated(struct mem_cgroup *memcg, struct list_lru *lru) memcg_list_lru_allocated() argument
472 memcg_list_lru_alloc(struct mem_cgroup *memcg, struct list_lru *lru, gfp_t gfp) memcg_list_lru_alloc() argument
479 struct mem_cgroup *memcg; memcg_list_lru_alloc() member
[all...] |
| H A D | vmpressure.c | 77 struct mem_cgroup *memcg = vmpressure_to_memcg(vmpr); in vmpressure_parent() local
79 memcg = parent_mem_cgroup(memcg); in vmpressure_parent()
80 if (!memcg) in vmpressure_parent()
82 return memcg_to_vmpressure(memcg); in vmpressure_parent()
221 * @memcg: cgroup memory controller handle
231 * mode: @memcg is considered the pressure root and userspace is
234 * If @tree is not set, reclaim efficiency is recorded for @memcg, and
239 void vmpressure(gfp_t gfp, struct mem_cgroup *memcg, bool tree, in vmpressure() argument
249 * for this @memcg rathe in vmpressure()
335 vmpressure_prio(gfp_t gfp, struct mem_cgroup *memcg, int prio) vmpressure_prio() argument
374 vmpressure_register_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd, const char *args) vmpressure_register_event() argument
435 vmpressure_unregister_event(struct mem_cgroup *memcg, struct eventfd_ctx *eventfd) vmpressure_unregister_event() argument
[all...] |
| H A D | zswapd_control.c | 316 struct mem_cgroup *memcg = NULL; in zswapd_memcgs_param_parse() local
320 while ((memcg = get_next_memcg(memcg))) { in zswapd_memcgs_param_parse()
321 score = atomic64_read(&memcg->memcg_reclaimed.app_score); in zswapd_memcgs_param_parse()
327 atomic_set(&memcg->memcg_reclaimed.ub_mem2zram_ratio, in zswapd_memcgs_param_parse()
329 atomic_set(&memcg->memcg_reclaimed.ub_zram2ufs_ratio, in zswapd_memcgs_param_parse()
331 atomic_set(&memcg->memcg_reclaimed.refault_threshold, in zswapd_memcgs_param_parse()
410 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in zswapd_single_memcg_param_write() local
425 atomic_set(&memcg->memcg_reclaimed.ub_mem2zram_ratio, in zswapd_single_memcg_param_write()
427 atomic_set(&memcg in zswapd_single_memcg_param_write()
485 struct mem_cgroup *memcg = NULL; memcg_active_app_info_list_show() local
615 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); zswapd_single_memcg_param_show() local
672 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); eswap_info_show() local
683 struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(m)); memcg_eswap_info_show() local
[all...] |
| H A D | vmscan.c | 121 static struct shrinker_info *shrinker_info_protected(struct mem_cgroup *memcg, in shrinker_info_protected() argument
124 return rcu_dereference_protected(memcg->nodeinfo[nid]->shrinker_info, in shrinker_info_protected()
128 static int expand_one_shrinker_info(struct mem_cgroup *memcg, in expand_one_shrinker_info() argument
139 pn = memcg->nodeinfo[nid]; in expand_one_shrinker_info()
140 old = shrinker_info_protected(memcg, nid); in expand_one_shrinker_info()
141 /* Not yet online memcg */ in expand_one_shrinker_info()
172 void free_shrinker_info(struct mem_cgroup *memcg) in free_shrinker_info() argument
179 pn = memcg->nodeinfo[nid]; in free_shrinker_info()
186 int alloc_shrinker_info(struct mem_cgroup *memcg) in alloc_shrinker_info() argument
199 free_shrinker_info(memcg); in alloc_shrinker_info()
219 struct mem_cgroup *memcg; expand_shrinker_info() local
248 set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id) set_shrinker_bit() argument
303 xchg_nr_deferred_memcg(int nid, struct shrinker *shrinker, struct mem_cgroup *memcg) xchg_nr_deferred_memcg() argument
312 add_nr_deferred_memcg(long nr, int nid, struct shrinker *shrinker, struct mem_cgroup *memcg) add_nr_deferred_memcg() argument
321 reparent_shrinker_deferred(struct mem_cgroup *memcg) reparent_shrinker_deferred() argument
393 xchg_nr_deferred_memcg(int nid, struct shrinker *shrinker, struct mem_cgroup *memcg) xchg_nr_deferred_memcg() argument
399 add_nr_deferred_memcg(long nr, int nid, struct shrinker *shrinker, struct mem_cgroup *memcg) add_nr_deferred_memcg() argument
518 can_reclaim_anon_pages(struct mem_cgroup *memcg, int nid, struct scan_control *sc) can_reclaim_anon_pages() argument
860 shrink_slab_memcg(gfp_t gfp_mask, int nid, struct mem_cgroup *memcg, int priority) shrink_slab_memcg() argument
934 shrink_slab_memcg(gfp_t gfp_mask, int nid, struct mem_cgroup *memcg, int priority) shrink_slab_memcg() argument
961 shrink_slab(gfp_t gfp_mask, int nid, struct mem_cgroup *memcg, int priority) shrink_slab() argument
1012 struct mem_cgroup *memcg = NULL; drop_slab_node() local
2988 struct mem_cgroup *memcg = lruvec_memcg(lruvec); get_scan_count() local
3239 get_lruvec(struct mem_cgroup *memcg, int nid) get_lruvec() argument
3261 struct mem_cgroup *memcg = lruvec_memcg(lruvec); get_swappiness() local
3383 get_mm_list(struct mem_cgroup *memcg) get_mm_list() argument
3402 struct mem_cgroup *memcg = get_mem_cgroup_from_mm(mm); lru_gen_add_mm() local
3429 struct mem_cgroup *memcg = NULL; lru_gen_del_mm() local
3466 struct mem_cgroup *memcg; lru_gen_migrate_mm() local
3548 struct mem_cgroup *memcg = lruvec_memcg(lruvec); iterate_mm_list() local
3613 struct mem_cgroup *memcg = lruvec_memcg(lruvec); iterate_mm_list_nowalk() local
3931 get_pfn_folio(unsigned long pfn, struct mem_cgroup *memcg, struct pglist_data *pgdat, bool can_swap) get_pfn_folio() argument
3972 struct mem_cgroup *memcg = lruvec_memcg(walk->lruvec); walk_pte_range() local
4040 struct mem_cgroup *memcg = lruvec_memcg(walk->lruvec); walk_pmd_range_locked() local
4250 struct mem_cgroup *memcg = lruvec_memcg(lruvec); walk_mm() local
4514 struct mem_cgroup *memcg = lruvec_memcg(lruvec); lruvec_is_sizable() local
4538 struct mem_cgroup *memcg = lruvec_memcg(lruvec); lruvec_is_reclaimable() local
4561 struct mem_cgroup *memcg; lru_gen_age_node() local
4621 struct mem_cgroup *memcg = folio_memcg(folio); lru_gen_look_around() local
4776 lru_gen_online_memcg(struct mem_cgroup *memcg) lru_gen_online_memcg() argument
4801 lru_gen_offline_memcg(struct mem_cgroup *memcg) lru_gen_offline_memcg() argument
4812 lru_gen_release_memcg(struct mem_cgroup *memcg) lru_gen_release_memcg() argument
4838 lru_gen_soft_reclaim(struct mem_cgroup *memcg, int nid) lru_gen_soft_reclaim() argument
4974 struct mem_cgroup *memcg = lruvec_memcg(lruvec); scan_folios() local
5142 struct mem_cgroup *memcg = lruvec_memcg(lruvec); evict_folios() local
5229 struct mem_cgroup *memcg = lruvec_memcg(lruvec); should_run_aging() local
5296 struct mem_cgroup *memcg = lruvec_memcg(lruvec); get_nr_to_scan() local
5384 struct mem_cgroup *memcg = lruvec_memcg(lruvec); shrink_one() local
5431 struct mem_cgroup *memcg; shrink_many() local
5688 struct mem_cgroup *memcg; lru_gen_change_state() local
5823 struct mem_cgroup *memcg; lru_gen_seq_start() local
5855 struct mem_cgroup *memcg = lruvec_memcg(v); lru_gen_seq_next() local
5930 struct mem_cgroup *memcg = lruvec_memcg(lruvec); lru_gen_seq_show() local
6039 struct mem_cgroup *memcg = NULL; run_cmd() local
6210 lru_gen_init_memcg(struct mem_cgroup *memcg) lru_gen_init_memcg() argument
6216 lru_gen_exit_memcg(struct mem_cgroup *memcg) lru_gen_exit_memcg() argument
6463 struct mem_cgroup *memcg; shrink_node_memcgs() local
7100 mem_cgroup_shrink_node(struct mem_cgroup *memcg, gfp_t gfp_mask, bool noswap, pg_data_t *pgdat, unsigned long *nr_scanned) mem_cgroup_shrink_node() argument
7152 try_to_free_mem_cgroup_pages(struct mem_cgroup *memcg, unsigned long nr_pages, gfp_t gfp_mask, unsigned int reclaim_options) try_to_free_mem_cgroup_pages() argument
7194 struct mem_cgroup *memcg; kswapd_age_node() local
8197 struct mem_cgroup *memcg = NULL; purgeable_node() local
[all...] |
| H A D | memcg_reclaim.c | 189 struct mem_cgroup *memcg, struct scan_control *sc, in shrink_anon_memcg()
192 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_anon_memcg()
240 struct mem_cgroup *memcg = NULL; in shrink_anon() local
248 while ((memcg = get_next_memcg(memcg))) { in shrink_anon()
251 if (!memcg_is_child_of(memcg, target_memcg)) in shrink_anon()
254 lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_anon()
276 mem_cgroup_calculate_protection(target_memcg, memcg); in shrink_anon()
278 if (mem_cgroup_below_min(target_memcg, memcg)) { in shrink_anon()
284 } else if (mem_cgroup_below_low(target_memcg, memcg)) { in shrink_anon()
188 shrink_anon_memcg(struct pglist_data *pgdat, struct mem_cgroup *memcg, struct scan_control *sc, unsigned long *nr) shrink_anon_memcg() argument
[all...] |
| /kernel/linux/linux-6.6/tools/testing/selftests/cgroup/ |
| H A D | test_memcontrol.c | 170 char *memcg; in test_memcg_current() local
172 memcg = cg_name(root, "memcg_test"); in test_memcg_current()
173 if (!memcg) in test_memcg_current()
176 if (cg_create(memcg)) in test_memcg_current()
179 current = cg_read_long(memcg, "memory.current"); in test_memcg_current()
183 if (cg_run(memcg, alloc_anon_50M_check, NULL)) in test_memcg_current()
186 if (cg_run(memcg, alloc_pagecache_50M_check, NULL)) in test_memcg_current()
192 cg_destroy(memcg); in test_memcg_current()
193 free(memcg); in test_memcg_current()
251 static bool reclaim_until(const char *memcg, lon
503 char *memcg; test_memcg_high() local
566 char *memcg; test_memcg_high_sync() local
628 char *memcg; test_memcg_max() local
686 reclaim_until(const char *memcg, long goal) reclaim_until() argument
720 char *memcg; test_memcg_reclaim() local
823 char *memcg; test_memcg_swap_max() local
887 char *memcg; test_memcg_oom_events() local
1048 char *memcg; test_memcg_sock() local
1246 char *memcg; test_memcg_oom_group_score_events() local
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | memcontrol.h | 78 * Per memcg event counter is incremented at every pagein/pageout. With THP,
81 * than using jiffies etc. to handle periodic memcg event.
99 * Bitmap and deferred work of shrinker::id corresponding to memcg-aware
100 * shrinkers, which have elements charged to this memcg.
147 struct mem_cgroup *memcg; /* Back pointer, we cannot */ member
189 int memcg_id; /* memcg->css.id of foreign inode */
202 struct mem_cgroup *memcg; member
219 /* Private memcg ID. Used to ID objects that outlive the cgroup */
346 /* per-memcg mm_struct list */
376 * After the initialization objcg->memcg i
542 struct mem_cgroup *memcg; get_mem_cgroup_from_objcg() local
584 mem_cgroup_is_root(struct mem_cgroup *memcg) mem_cgroup_is_root() argument
594 mem_cgroup_protection(struct mem_cgroup *root, struct mem_cgroup *memcg, unsigned long *min, unsigned long *low) mem_cgroup_protection() argument
647 mem_cgroup_unprotected(struct mem_cgroup *target, struct mem_cgroup *memcg) mem_cgroup_unprotected() argument
659 mem_cgroup_below_low(struct mem_cgroup *target, struct mem_cgroup *memcg) mem_cgroup_below_low() argument
669 mem_cgroup_below_min(struct mem_cgroup *target, struct mem_cgroup *memcg) mem_cgroup_below_min() argument
732 mem_cgroup_nodeinfo(struct mem_cgroup *memcg, int nid) mem_cgroup_nodeinfo() argument
747 mem_cgroup_lruvec(struct mem_cgroup *memcg, struct pglist_data *pgdat) mem_cgroup_lruvec() argument
782 struct mem_cgroup *memcg = folio_memcg(folio); folio_lruvec() local
832 mem_cgroup_tryget(struct mem_cgroup *memcg) mem_cgroup_tryget() argument
837 mem_cgroup_put(struct mem_cgroup *memcg) mem_cgroup_put() argument
853 mem_cgroup_id(struct mem_cgroup *memcg) mem_cgroup_id() argument
867 mem_cgroup_ino(struct mem_cgroup *memcg) mem_cgroup_ino() argument
902 parent_mem_cgroup(struct mem_cgroup *memcg) parent_mem_cgroup() argument
907 mem_cgroup_is_descendant(struct mem_cgroup *memcg, struct mem_cgroup *root) mem_cgroup_is_descendant() argument
915 mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *memcg) mm_match_cgroup() argument
932 mem_cgroup_online(struct mem_cgroup *memcg) mem_cgroup_online() argument
991 mem_cgroup_trylock_pages(struct mem_cgroup *memcg) mem_cgroup_trylock_pages() argument
1008 mod_memcg_state(struct mem_cgroup *memcg, int idx, int val) mod_memcg_state() argument
1021 struct mem_cgroup *memcg; mod_memcg_page_state() local
1121 count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) count_memcg_events() argument
1135 struct mem_cgroup *memcg = page_memcg(page); count_memcg_page_event() local
1144 struct mem_cgroup *memcg = folio_memcg(folio); count_memcg_folio_events() local
1153 struct mem_cgroup *memcg; count_memcg_event_mm() local
1165 memcg_memory_event(struct mem_cgroup *memcg, enum memcg_memory_event event) memcg_memory_event() argument
1193 struct mem_cgroup *memcg; memcg_memory_event_mm() local
1251 mem_cgroup_is_root(struct mem_cgroup *memcg) mem_cgroup_is_root() argument
1261 memcg_memory_event(struct mem_cgroup *memcg, enum memcg_memory_event event) memcg_memory_event() argument
1271 mem_cgroup_protection(struct mem_cgroup *root, struct mem_cgroup *memcg, unsigned long *min, unsigned long *low) mem_cgroup_protection() argument
1279 mem_cgroup_calculate_protection(struct mem_cgroup *root, struct mem_cgroup *memcg) mem_cgroup_calculate_protection() argument
1284 mem_cgroup_unprotected(struct mem_cgroup *target, struct mem_cgroup *memcg) mem_cgroup_unprotected() argument
1289 mem_cgroup_below_low(struct mem_cgroup *target, struct mem_cgroup *memcg) mem_cgroup_below_low() argument
1295 mem_cgroup_below_min(struct mem_cgroup *target, struct mem_cgroup *memcg) mem_cgroup_below_min() argument
1329 mem_cgroup_lruvec(struct mem_cgroup *memcg, struct pglist_data *pgdat) mem_cgroup_lruvec() argument
1346 parent_mem_cgroup(struct mem_cgroup *memcg) parent_mem_cgroup() argument
1351 mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *memcg) mm_match_cgroup() argument
1372 mem_cgroup_tryget(struct mem_cgroup *memcg) mem_cgroup_tryget() argument
1377 mem_cgroup_put(struct mem_cgroup *memcg) mem_cgroup_put() argument
1419 mem_cgroup_scan_tasks(struct mem_cgroup *memcg, int (*fn)(struct task_struct *, void *), void *arg) mem_cgroup_scan_tasks() argument
1424 mem_cgroup_id(struct mem_cgroup *memcg) mem_cgroup_id() argument
1437 mem_cgroup_ino(struct mem_cgroup *memcg) mem_cgroup_ino() argument
1458 mem_cgroup_online(struct mem_cgroup *memcg) mem_cgroup_online() argument
1470 mem_cgroup_get_max(struct mem_cgroup *memcg) mem_cgroup_get_max() argument
1475 mem_cgroup_size(struct mem_cgroup *memcg) mem_cgroup_size() argument
1481 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p) mem_cgroup_print_oom_context() argument
1486 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg) mem_cgroup_print_oom_meminfo() argument
1498 mem_cgroup_trylock_pages(struct mem_cgroup *memcg) mem_cgroup_trylock_pages() argument
1538 mem_cgroup_print_oom_group(struct mem_cgroup *memcg) mem_cgroup_print_oom_group() argument
1542 __mod_memcg_state(struct mem_cgroup *memcg, int idx, int nr) __mod_memcg_state() argument
1548 mod_memcg_state(struct mem_cgroup *memcg, int idx, int nr) mod_memcg_state() argument
1559 memcg_page_state(struct mem_cgroup *memcg, int idx) memcg_page_state() argument
1605 count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) count_memcg_events() argument
1611 __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) __count_memcg_events() argument
1657 struct mem_cgroup *memcg; parent_lruvec() local
1733 struct mem_cgroup *memcg; mem_cgroup_track_foreign_dirty() local
1780 mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg) mem_cgroup_under_socket_pressure() argument
1799 mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg) mem_cgroup_under_socket_pressure() argument
1804 set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id) set_shrinker_bit() argument
1852 memcg_kmem_id(struct mem_cgroup *memcg) memcg_kmem_id() argument
1863 struct mem_cgroup *memcg; count_objcg_event() local
1915 memcg_kmem_id(struct mem_cgroup *memcg) memcg_kmem_id() argument
[all...] |
| H A D | vmpressure.h | 33 extern void vmpressure(gfp_t gfp, struct mem_cgroup *memcg, bool tree,
35 extern void vmpressure_prio(gfp_t gfp, struct mem_cgroup *memcg, int prio);
39 extern struct vmpressure *memcg_to_vmpressure(struct mem_cgroup *memcg);
41 extern int vmpressure_register_event(struct mem_cgroup *memcg,
44 extern void vmpressure_unregister_event(struct mem_cgroup *memcg,
47 static inline void vmpressure(gfp_t gfp, struct mem_cgroup *memcg, bool tree, in vmpressure() argument
49 static inline void vmpressure_prio(gfp_t gfp, struct mem_cgroup *memcg, in vmpressure_prio() argument
|
| H A D | list_lru.h | 31 /* may become negative during memcg reparenting */
70 int memcg_list_lru_alloc(struct mem_cgroup *memcg, struct list_lru *lru,
72 void memcg_reparent_list_lrus(struct mem_cgroup *memcg, struct mem_cgroup *parent);
109 * @memcg: the cgroup to count from.
116 int nid, struct mem_cgroup *memcg);
122 return list_lru_count_one(lru, sc->nid, sc->memcg); in list_lru_shrink_count()
147 * @memcg: the cgroup to scan from.
166 int nid, struct mem_cgroup *memcg,
173 * @memcg: the cgroup to scan from.
183 int nid, struct mem_cgroup *memcg,
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | memcontrol.h | 73 * Per memcg event counter is incremented at every pagein/pageout. With THP,
76 * than using jiffies etc. to handle periodic memcg event.
102 * Bitmap of shrinker::id corresponding to memcg-aware shrinkers,
103 * which have elements charged to this memcg.
133 struct mem_cgroup *memcg; /* Back pointer, we cannot */ member
190 int memcg_id; /* memcg->css.id of foreign inode */
203 struct mem_cgroup *memcg; member
220 /* Private memcg ID. Used to ID objects that outlive the cgroup */
367 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg) in mem_cgroup_is_root() argument
369 return (memcg in mem_cgroup_is_root()
377 mem_cgroup_protection(struct mem_cgroup *root, struct mem_cgroup *memcg, unsigned long *min, unsigned long *low) mem_cgroup_protection() argument
430 mem_cgroup_supports_protection(struct mem_cgroup *memcg) mem_cgroup_supports_protection() argument
440 mem_cgroup_below_low(struct mem_cgroup *memcg) mem_cgroup_below_low() argument
449 mem_cgroup_below_min(struct mem_cgroup *memcg) mem_cgroup_below_min() argument
466 mem_cgroup_nodeinfo(struct mem_cgroup *memcg, int nid) mem_cgroup_nodeinfo() argument
479 mem_cgroup_lruvec(struct mem_cgroup *memcg, struct pglist_data *pgdat) mem_cgroup_lruvec() argument
546 mem_cgroup_put(struct mem_cgroup *memcg) mem_cgroup_put() argument
562 mem_cgroup_id(struct mem_cgroup *memcg) mem_cgroup_id() argument
603 parent_mem_cgroup(struct mem_cgroup *memcg) parent_mem_cgroup() argument
610 mem_cgroup_is_descendant(struct mem_cgroup *memcg, struct mem_cgroup *root) mem_cgroup_is_descendant() argument
620 mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *memcg) mm_match_cgroup() argument
637 mem_cgroup_online(struct mem_cgroup *memcg) mem_cgroup_online() argument
707 memcg_page_state(struct mem_cgroup *memcg, int idx) memcg_page_state() argument
721 memcg_page_state_local(struct mem_cgroup *memcg, int idx) memcg_page_state_local() argument
739 mod_memcg_state(struct mem_cgroup *memcg, int idx, int val) mod_memcg_state() argument
918 count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) count_memcg_events() argument
939 struct mem_cgroup *memcg; count_memcg_event_mm() local
951 memcg_memory_event(struct mem_cgroup *memcg, enum memcg_memory_event event) memcg_memory_event() argument
979 struct mem_cgroup *memcg; memcg_memory_event_mm() local
1000 mem_cgroup_is_root(struct mem_cgroup *memcg) mem_cgroup_is_root() argument
1010 memcg_memory_event(struct mem_cgroup *memcg, enum memcg_memory_event event) memcg_memory_event() argument
1020 mem_cgroup_protection(struct mem_cgroup *root, struct mem_cgroup *memcg, unsigned long *min, unsigned long *low) mem_cgroup_protection() argument
1028 mem_cgroup_calculate_protection(struct mem_cgroup *root, struct mem_cgroup *memcg) mem_cgroup_calculate_protection() argument
1033 mem_cgroup_below_low(struct mem_cgroup *memcg) mem_cgroup_below_low() argument
1038 mem_cgroup_below_min(struct mem_cgroup *memcg) mem_cgroup_below_min() argument
1061 mem_cgroup_lruvec(struct mem_cgroup *memcg, struct pglist_data *pgdat) mem_cgroup_lruvec() argument
1073 parent_mem_cgroup(struct mem_cgroup *memcg) parent_mem_cgroup() argument
1078 mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *memcg) mm_match_cgroup() argument
1094 mem_cgroup_put(struct mem_cgroup *memcg) mem_cgroup_put() argument
1111 mem_cgroup_scan_tasks(struct mem_cgroup *memcg, int (*fn)(struct task_struct *, void *), void *arg) mem_cgroup_scan_tasks() argument
1117 mem_cgroup_id(struct mem_cgroup *memcg) mem_cgroup_id() argument
1139 mem_cgroup_online(struct mem_cgroup *memcg) mem_cgroup_online() argument
1151 mem_cgroup_get_max(struct mem_cgroup *memcg) mem_cgroup_get_max() argument
1156 mem_cgroup_size(struct mem_cgroup *memcg) mem_cgroup_size() argument
1162 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p) mem_cgroup_print_oom_context() argument
1167 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg) mem_cgroup_print_oom_meminfo() argument
1176 __unlock_page_memcg(struct mem_cgroup *memcg) __unlock_page_memcg() argument
1212 mem_cgroup_print_oom_group(struct mem_cgroup *memcg) mem_cgroup_print_oom_group() argument
1216 memcg_page_state(struct mem_cgroup *memcg, int idx) memcg_page_state() argument
1221 memcg_page_state_local(struct mem_cgroup *memcg, int idx) memcg_page_state_local() argument
1227 __mod_memcg_state(struct mem_cgroup *memcg, int idx, int nr) __mod_memcg_state() argument
1233 mod_memcg_state(struct mem_cgroup *memcg, int idx, int nr) mod_memcg_state() argument
1324 count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) count_memcg_events() argument
1330 __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, unsigned long count) __count_memcg_events() argument
1348 __inc_memcg_state(struct mem_cgroup *memcg, int idx) __inc_memcg_state() argument
1355 __dec_memcg_state(struct mem_cgroup *memcg, int idx) __dec_memcg_state() argument
1410 inc_memcg_state(struct mem_cgroup *memcg, int idx) inc_memcg_state() argument
1417 dec_memcg_state(struct mem_cgroup *memcg, int idx) dec_memcg_state() argument
1463 struct mem_cgroup *memcg; parent_lruvec() local
1530 mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg) mem_cgroup_under_socket_pressure() argument
1549 mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg) mem_cgroup_under_socket_pressure() argument
1554 memcg_set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id) memcg_set_shrinker_bit() argument
1605 memcg_kmem_charge(struct mem_cgroup *memcg, gfp_t gfp, unsigned int nr_pages) memcg_kmem_charge() argument
1613 memcg_kmem_uncharge(struct mem_cgroup *memcg, unsigned int nr_pages) memcg_kmem_uncharge() argument
1625 memcg_cache_id(struct mem_cgroup *memcg) memcg_cache_id() argument
1662 memcg_cache_id(struct mem_cgroup *memcg) memcg_cache_id() argument
[all...] |
| H A D | vmpressure.h | 33 extern void vmpressure(gfp_t gfp, struct mem_cgroup *memcg, bool tree,
35 extern void vmpressure_prio(gfp_t gfp, struct mem_cgroup *memcg, int prio);
39 extern struct vmpressure *memcg_to_vmpressure(struct mem_cgroup *memcg);
41 extern int vmpressure_register_event(struct mem_cgroup *memcg,
44 extern void vmpressure_unregister_event(struct mem_cgroup *memcg,
47 static inline void vmpressure(gfp_t gfp, struct mem_cgroup *memcg, bool tree, in vmpressure() argument
49 static inline void vmpressure_prio(gfp_t gfp, struct mem_cgroup *memcg, in vmpressure_prio() argument
|
| /kernel/linux/linux-5.10/tools/testing/selftests/cgroup/ |
| H A D | test_memcontrol.c | 161 char *memcg; in test_memcg_current() local
163 memcg = cg_name(root, "memcg_test"); in test_memcg_current()
164 if (!memcg) in test_memcg_current()
167 if (cg_create(memcg)) in test_memcg_current()
170 current = cg_read_long(memcg, "memory.current"); in test_memcg_current()
174 if (cg_run(memcg, alloc_anon_50M_check, NULL)) in test_memcg_current()
177 if (cg_run(memcg, alloc_pagecache_50M_check, NULL)) in test_memcg_current()
183 cg_destroy(memcg); in test_memcg_current()
184 free(memcg); in test_memcg_current()
590 char *memcg; in test_memcg_high() local
639 char *memcg; test_memcg_max() local
716 char *memcg; test_memcg_swap_max() local
780 char *memcg; test_memcg_oom_events() local
941 char *memcg; test_memcg_sock() local
1128 char *memcg; test_memcg_oom_group_score_events() local
[all...] |
| /kernel/linux/build/test/moduletest/runtest/bin/enhancedswap_t/testcases/bin/ |
| H A D | enhancedswap05.sh | 33 local memcg_100_stat=/dev/memcg/100/memory.stat
34 local memcg_eswap=/dev/memcg/memory.eswap_info
35 local avail_buffers=/dev/memcg/memory.avail_buffers
36 local zswapd_s=/dev/memcg/memory.zswapd_pressure_show
44 echo 30 > /dev/memcg/memory.zram_wm_ratio
45 echo 60 10 50 > /dev/memcg/memory.zswapd_single_memcg_param
|
| /kernel/linux/build/test/moduletest/runtest/bin/mem_debug_t/testcases/bin/ |
| H A D | mem_debug05.sh | 29 avail_buffers=/dev/memcg/memory.avail_buffers
31 local zswapd_s=/dev/memcg/memory.zswapd_pressure_show
34 avail_buffers_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="avail_buffers:"{print $2}')
35 min_avail_buffers_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="min_avail_buffers:"{print $2}')
36 high_avail_buffers_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="high_avail_buffers:"{print $2}')
37 free_swap_threshold_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="free_swap_threshold:"{print $2}')
|
| H A D | mem_debug04.sh | 29 avail_buffers=/dev/memcg/memory.avail_buffers
31 local zswapd_s=/dev/memcg/memory.zswapd_pressure_show
34 avail_buffers_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="avail_buffers:"{print $2}')
35 min_avail_buffers_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="min_avail_buffers:"{print $2}')
36 high_avail_buffers_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="high_avail_buffers:"{print $2}')
37 free_swap_threshold_def=$(cat /dev/memcg/memory.avail_buffers | awk '$1=="free_swap_threshold:"{print $2}')
|