Lines Matching refs:mem_cgroup
27 struct mem_cgroup;
93 struct mem_cgroup *position;
147 struct mem_cgroup *memcg; /* Back pointer, we cannot */
202 struct mem_cgroup *memcg;
216 struct mem_cgroup {
280 * mem_cgroup ? And what type of charges should we move ?
360 extern struct mem_cgroup *root_mem_cgroup;
382 static inline struct mem_cgroup *obj_cgroup_memcg(struct obj_cgroup *objcg)
397 static inline struct mem_cgroup *__folio_memcg(struct folio *folio)
405 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
450 static inline struct mem_cgroup *folio_memcg(struct folio *folio)
457 static inline struct mem_cgroup *page_memcg(struct page *page)
473 static inline struct mem_cgroup *folio_memcg_rcu(struct folio *folio)
487 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
512 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio)
530 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
533 static inline struct mem_cgroup *page_memcg_check(struct page *page)
540 static inline struct mem_cgroup *get_mem_cgroup_from_objcg(struct obj_cgroup *objcg)
542 struct mem_cgroup *memcg;
584 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)
594 static inline void mem_cgroup_protection(struct mem_cgroup *root,
595 struct mem_cgroup *memcg,
644 void mem_cgroup_calculate_protection(struct mem_cgroup *root,
645 struct mem_cgroup *memcg);
647 static inline bool mem_cgroup_unprotected(struct mem_cgroup *target,
648 struct mem_cgroup *memcg)
659 static inline bool mem_cgroup_below_low(struct mem_cgroup *target,
660 struct mem_cgroup *memcg)
669 static inline bool mem_cgroup_below_min(struct mem_cgroup *target,
670 struct mem_cgroup *memcg)
732 static inline struct mem_cgroup_per_node *mem_cgroup_nodeinfo(struct mem_cgroup *memcg,
747 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,
765 * Since a node can be onlined after the mem_cgroup was created,
778 * This function relies on folio->mem_cgroup being stable.
782 struct mem_cgroup *memcg = folio_memcg(folio);
788 struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
790 struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm);
807 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css){
808 return css ? container_of(css, struct mem_cgroup, css) : NULL;
832 static inline bool mem_cgroup_tryget(struct mem_cgroup *memcg)
837 static inline void mem_cgroup_put(struct mem_cgroup *memcg)
844 container_of(counter, struct mem_cgroup, member)
846 struct mem_cgroup *mem_cgroup_iter(struct mem_cgroup *,
847 struct mem_cgroup *,
849 void mem_cgroup_iter_break(struct mem_cgroup *, struct mem_cgroup *);
850 void mem_cgroup_scan_tasks(struct mem_cgroup *memcg,
853 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)
864 struct mem_cgroup *mem_cgroup_from_id(unsigned short id);
867 static inline unsigned long mem_cgroup_ino(struct mem_cgroup *memcg)
872 struct mem_cgroup *mem_cgroup_get_from_ino(unsigned long ino);
875 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)
880 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)
902 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)
907 static inline bool mem_cgroup_is_descendant(struct mem_cgroup *memcg,
908 struct mem_cgroup *root)
916 struct mem_cgroup *memcg)
918 struct mem_cgroup *task_memcg;
932 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)
954 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg);
956 unsigned long mem_cgroup_size(struct mem_cgroup *memcg);
958 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg,
961 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg);
981 struct mem_cgroup *mem_cgroup_get_oom_group(struct task_struct *victim,
982 struct mem_cgroup *oom_domain);
983 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
988 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val);
991 static inline bool mem_cgroup_trylock_pages(struct mem_cgroup *memcg)
1008 static inline void mod_memcg_state(struct mem_cgroup *memcg,
1021 struct mem_cgroup *memcg;
1033 unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx);
1118 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
1121 static inline void count_memcg_events(struct mem_cgroup *memcg,
1135 struct mem_cgroup *memcg = page_memcg(page);
1144 struct mem_cgroup *memcg = folio_memcg(folio);
1153 struct mem_cgroup *memcg;
1165 static inline void memcg_memory_event(struct mem_cgroup *memcg,
1193 struct mem_cgroup *memcg;
1215 static inline struct mem_cgroup *folio_memcg(struct folio *folio)
1220 static inline struct mem_cgroup *page_memcg(struct page *page)
1225 static inline struct mem_cgroup *folio_memcg_rcu(struct folio *folio)
1231 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio)
1236 static inline struct mem_cgroup *page_memcg_check(struct page *page)
1251 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)
1261 static inline void memcg_memory_event(struct mem_cgroup *memcg,
1271 static inline void mem_cgroup_protection(struct mem_cgroup *root,
1272 struct mem_cgroup *memcg,
1279 static inline void mem_cgroup_calculate_protection(struct mem_cgroup *root,
1280 struct mem_cgroup *memcg)
1284 static inline bool mem_cgroup_unprotected(struct mem_cgroup *target,
1285 struct mem_cgroup *memcg)
1289 static inline bool mem_cgroup_below_low(struct mem_cgroup *target,
1290 struct mem_cgroup *memcg)
1295 static inline bool mem_cgroup_below_min(struct mem_cgroup *target,
1296 struct mem_cgroup *memcg)
1329 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,
1346 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)
1352 struct mem_cgroup *memcg)
1357 static inline struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm)
1363 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css)
1372 static inline bool mem_cgroup_tryget(struct mem_cgroup *memcg)
1377 static inline void mem_cgroup_put(struct mem_cgroup *memcg)
1406 static inline struct mem_cgroup *
1407 mem_cgroup_iter(struct mem_cgroup *root,
1408 struct mem_cgroup *prev,
1414 static inline void mem_cgroup_iter_break(struct mem_cgroup *root,
1415 struct mem_cgroup *prev)
1419 static inline void mem_cgroup_scan_tasks(struct mem_cgroup *memcg,
1424 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)
1429 static inline struct mem_cgroup *mem_cgroup_from_id(unsigned short id)
1437 static inline unsigned long mem_cgroup_ino(struct mem_cgroup *memcg)
1442 static inline struct mem_cgroup *mem_cgroup_get_from_ino(unsigned long ino)
1448 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)
1453 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)
1458 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)
1470 static inline unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)
1475 static inline unsigned long mem_cgroup_size(struct mem_cgroup *memcg)
1481 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p)
1486 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg)
1498 static inline bool mem_cgroup_trylock_pages(struct mem_cgroup *memcg)
1532 static inline struct mem_cgroup *mem_cgroup_get_oom_group(
1533 struct task_struct *victim, struct mem_cgroup *oom_domain)
1538 static inline void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)
1542 static inline void __mod_memcg_state(struct mem_cgroup *memcg,
1548 static inline void mod_memcg_state(struct mem_cgroup *memcg,
1559 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)
1605 static inline void count_memcg_events(struct mem_cgroup *memcg,
1611 static inline void __count_memcg_events(struct mem_cgroup *memcg,
1657 struct mem_cgroup *memcg;
1733 struct mem_cgroup *memcg;
1772 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,
1774 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1780 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)
1791 int alloc_shrinker_info(struct mem_cgroup *memcg);
1792 void free_shrinker_info(struct mem_cgroup *memcg);
1793 void set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id);
1794 void reparent_shrinker_deferred(struct mem_cgroup *memcg);
1799 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)
1804 static inline void set_shrinker_bit(struct mem_cgroup *memcg,
1852 static inline int memcg_kmem_id(struct mem_cgroup *memcg)
1857 struct mem_cgroup *mem_cgroup_from_obj(void *p);
1858 struct mem_cgroup *mem_cgroup_from_slab_obj(void *p);
1863 struct mem_cgroup *memcg;
1915 static inline int memcg_kmem_id(struct mem_cgroup *memcg)
1920 static inline struct mem_cgroup *mem_cgroup_from_obj(void *p)
1925 static inline struct mem_cgroup *mem_cgroup_from_slab_obj(void *p)