| /kernel/linux/linux-6.6/include/linux/ |
| H A D | memcontrol.h | 28 struct obj_cgroup;
200 struct obj_cgroup { struct
316 struct obj_cgroup __rcu *objcg;
382 static inline struct mem_cgroup *obj_cgroup_memcg(struct obj_cgroup *objcg) in obj_cgroup_memcg()
418 static inline struct obj_cgroup *__folio_objcg(struct folio *folio) in __folio_objcg()
426 return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_objcg()
481 struct obj_cgroup *objcg; in folio_memcg_rcu()
524 struct obj_cgroup *objcg; in folio_memcg_check()
540 static inline struct mem_cgroup *get_mem_cgroup_from_objcg(struct obj_cgroup *objcg) in get_mem_cgroup_from_objcg()
811 static inline bool obj_cgroup_tryget(struct obj_cgroup *objc
[all...] |
| H A D | bpf.h | 270 struct obj_cgroup *objcg;
|
| /kernel/linux/linux-5.10/mm/ |
| H A D | slab.h | 240 static inline struct obj_cgroup **page_obj_cgroups(struct page *page) in page_obj_cgroups()
248 return (struct obj_cgroup **) in page_obj_cgroups()
270 * to store obj_cgroup membership. Charge it too. in obj_full_size()
272 return s->size + sizeof(struct obj_cgroup *); in obj_full_size()
279 struct obj_cgroup **objcgp, in memcg_slab_pre_alloc_hook()
282 struct obj_cgroup *objcg; in memcg_slab_pre_alloc_hook()
303 static inline void mod_objcg_state(struct obj_cgroup *objcg, in mod_objcg_state()
318 struct obj_cgroup *objcg, in memcg_slab_post_alloc_hook()
355 struct obj_cgroup *objcg; in memcg_slab_free_hook()
411 struct obj_cgroup **objcg in memcg_slab_pre_alloc_hook()
[all...] |
| H A D | percpu-internal.h | 12 * Memcg-aware chunks have an attached vector of obj_cgroup pointers, which is
77 struct obj_cgroup **obj_cgroups; /* vector of object cgroups */
|
| H A D | percpu.c | 1428 sizeof(struct obj_cgroup *), gfp); in pcpu_alloc_chunk()
1583 struct obj_cgroup **objcgp) in pcpu_memcg_pre_alloc_hook()
1585 struct obj_cgroup *objcg; in pcpu_memcg_pre_alloc_hook()
1603 static void pcpu_memcg_post_alloc_hook(struct obj_cgroup *objcg, in pcpu_memcg_post_alloc_hook()
1625 struct obj_cgroup *objcg; in pcpu_memcg_free_hook()
1645 pcpu_memcg_pre_alloc_hook(size_t size, gfp_t gfp, struct obj_cgroup **objcgp) in pcpu_memcg_pre_alloc_hook()
1650 static void pcpu_memcg_post_alloc_hook(struct obj_cgroup *objcg, in pcpu_memcg_post_alloc_hook()
1684 struct obj_cgroup *objcg = NULL; in pcpu_alloc()
|
| H A D | memcontrol.c | 258 struct obj_cgroup *objcg = container_of(ref, struct obj_cgroup, refcnt); in obj_cgroup_release()
300 static struct obj_cgroup *obj_cgroup_alloc(void) in obj_cgroup_alloc()
302 struct obj_cgroup *objcg; in obj_cgroup_alloc()
305 objcg = kzalloc(sizeof(struct obj_cgroup), GFP_KERNEL); in obj_cgroup_alloc()
322 struct obj_cgroup *objcg, *iter; in memcg_reparent_objcgs()
2236 struct obj_cgroup *cached_objcg;
2934 vec = kcalloc_node(objects, sizeof(struct obj_cgroup *), gfp, in memcg_alloc_page_obj_cgroups()
2940 (struct obj_cgroup **) ((unsigned long)vec | 0x1UL))) in memcg_alloc_page_obj_cgroups()
2965 * or a pointer to obj_cgroup vecto in mem_cgroup_from_obj()
[all...] |
| H A D | slab.c | 3216 struct obj_cgroup *objcg = NULL; in slab_alloc_node()
3296 struct obj_cgroup *objcg = NULL; in slab_alloc()
3506 struct obj_cgroup *objcg = NULL; in kmem_cache_alloc_bulk()
|
| H A D | slub.c | 2822 struct obj_cgroup *objcg = NULL; in slab_alloc_node()
3289 struct obj_cgroup *objcg = NULL; in kmem_cache_alloc_bulk()
|
| /kernel/linux/linux-6.6/mm/ |
| H A D | slab.h | 440 static inline struct obj_cgroup **slab_objcgs(struct slab *slab) in slab_objcgs()
448 return (struct obj_cgroup **)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in slab_objcgs()
453 void mod_objcg_state(struct obj_cgroup *objcg, struct pglist_data *pgdat,
466 * to store obj_cgroup membership. Charge it too. in obj_full_size()
468 return s->size + sizeof(struct obj_cgroup *); in obj_full_size()
476 struct obj_cgroup **objcgp, in memcg_slab_pre_alloc_hook()
479 struct obj_cgroup *objcg; in memcg_slab_pre_alloc_hook()
514 struct obj_cgroup *objcg, in memcg_slab_post_alloc_hook()
551 struct obj_cgroup **objcgs; in memcg_slab_free_hook()
562 struct obj_cgroup *objc in memcg_slab_free_hook()
[all...] |
| H A D | percpu-internal.h | 68 struct obj_cgroup **obj_cgroups; /* vector of object cgroups */
129 * obj_cgroup membership if kmemcg is not disabled. Charge it too.
137 extra_size += size / PCPU_MIN_ALLOC_SIZE * sizeof(struct obj_cgroup *); in pcpu_obj_full_size()
|
| H A D | memcontrol.c | 261 static void obj_cgroup_uncharge_pages(struct obj_cgroup *objcg,
266 struct obj_cgroup *objcg = container_of(ref, struct obj_cgroup, refcnt); in obj_cgroup_release()
306 static struct obj_cgroup *obj_cgroup_alloc(void) in obj_cgroup_alloc()
308 struct obj_cgroup *objcg; in obj_cgroup_alloc()
311 objcg = kzalloc(sizeof(struct obj_cgroup), GFP_KERNEL); in obj_cgroup_alloc()
328 struct obj_cgroup *objcg, *iter; in memcg_reparent_objcgs()
2215 struct obj_cgroup *cached_objcg;
2232 static struct obj_cgroup *drain_obj_stock(struct memcg_stock_pcp *stock);
2238 static inline struct obj_cgroup *drain_obj_stoc
[all...] |
| H A D | percpu.c | 1470 sizeof(struct obj_cgroup *), gfp); in pcpu_alloc_chunk()
1624 struct obj_cgroup **objcgp) in pcpu_memcg_pre_alloc_hook()
1626 struct obj_cgroup *objcg; in pcpu_memcg_pre_alloc_hook()
1644 static void pcpu_memcg_post_alloc_hook(struct obj_cgroup *objcg, in pcpu_memcg_post_alloc_hook()
1666 struct obj_cgroup *objcg; in pcpu_memcg_free_hook()
1688 pcpu_memcg_pre_alloc_hook(size_t size, gfp_t gfp, struct obj_cgroup **objcgp) in pcpu_memcg_pre_alloc_hook()
1693 static void pcpu_memcg_post_alloc_hook(struct obj_cgroup *objcg, in pcpu_memcg_post_alloc_hook()
1725 struct obj_cgroup *objcg = NULL; in pcpu_alloc()
|
| H A D | zswap.c | 198 * objcg - the obj_cgroup that the compressed memory is charged to
211 struct obj_cgroup *objcg;
1203 struct obj_cgroup *objcg = NULL; in zswap_store()
|
| H A D | slub.c | 3457 struct obj_cgroup *objcg = NULL; in slab_alloc_node()
3935 size_t size, void **p, struct obj_cgroup *objcg) in __kmem_cache_alloc_bulk()
4005 size_t size, void **p, struct obj_cgroup *objcg) in __kmem_cache_alloc_bulk()
4039 struct obj_cgroup *objcg = NULL; in kmem_cache_alloc_bulk()
|
| H A D | slab.c | 3217 struct obj_cgroup *objcg = NULL; in slab_alloc_node()
3456 struct obj_cgroup *objcg = NULL; in kmem_cache_alloc_bulk()
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | memcontrol.h | 27 struct obj_cgroup;
201 struct obj_cgroup { struct
315 struct obj_cgroup __rcu *objcg;
519 static inline bool obj_cgroup_tryget(struct obj_cgroup *objcg) in obj_cgroup_tryget()
524 static inline void obj_cgroup_get(struct obj_cgroup *objcg) in obj_cgroup_get()
529 static inline void obj_cgroup_put(struct obj_cgroup *objcg) in obj_cgroup_put()
541 static inline struct mem_cgroup *obj_cgroup_memcg(struct obj_cgroup *objcg) in obj_cgroup_memcg()
1567 struct obj_cgroup *get_obj_cgroup_from_current(void);
1569 int obj_cgroup_charge(struct obj_cgroup *objcg, gfp_t gfp, size_t size);
1570 void obj_cgroup_uncharge(struct obj_cgroup *objc
[all...] |
| H A D | mm_types.h | 208 struct obj_cgroup **obj_cgroups;
|
| /kernel/linux/linux-6.6/mm/kfence/ |
| H A D | kfence.h | 101 struct obj_cgroup *objcg;
|
| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | memalloc.c | 95 struct obj_cgroup *objcg;
501 struct obj_cgroup *objcg = NULL; in bpf_mem_alloc_init()
|