| /kernel/linux/linux-5.10/mm/ |
| H A D | vmscan.c | 226 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size() argument
1560 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes() argument
1593 isolate_lru_pages(unsigned long nr_to_scan, struct lruvec *lruvec, struct list_head *dst, unsigned long *nr_scanned, struct scan_control *sc, enum lru_list lru) isolate_lru_pages() argument
1715 struct lruvec *lruvec; isolate_lru_page() local
1788 move_pages_to_lru(struct lruvec *lruvec, struct list_head *list) move_pages_to_lru() argument
1877 shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec, struct scan_control *sc, enum lru_list lru) shrink_inactive_list() argument
1981 shrink_active_list(unsigned long nr_to_scan, struct lruvec *lruvec, struct scan_control *sc, enum lru_list lru) shrink_active_list() argument
2130 shrink_list(enum lru_list lru, unsigned long nr_to_scan, struct lruvec *lruvec, struct scan_control *sc) shrink_list() argument
2188 inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) inactive_is_low() argument
2217 get_scan_count(struct lruvec *lruvec, struct scan_control *sc, unsigned long *nr) get_scan_count() argument
2413 shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) shrink_lruvec() argument
2605 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); shrink_node_memcgs() local
2983 struct lruvec *lruvec; snapshot_refaults() local
3056 struct lruvec *lruvec; do_try_to_free_pages() local
3285 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); mem_cgroup_shrink_node() local
3375 struct lruvec *lruvec; age_active_anon() local
3456 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); clear_pgdat_congested() local
4314 struct lruvec *lruvec; check_move_unevictable_pages() local
4370 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdata); purgeable_node() local
[all...] |
| H A D | memcontrol.c | 672 struct lruvec *lruvec = &mz->lruvec; in soft_limit_excess() local
818 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_memcg_lruvec_state() argument
859 __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) __mod_lruvec_state() argument
879 struct lruvec *lruvec; __mod_lruvec_slab_state() local
1364 struct lruvec *lruvec; mem_cgroup_page_lruvec() local
1410 mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, int zid, int nr_pages) mem_cgroup_update_lru_size() argument
3996 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); mem_cgroup_node_nr_lru_pages() local
6571 struct lruvec *lruvec; memory_numa_stat_show() local
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | memcontrol.h | 114 struct lruvec lruvec; member
483 struct lruvec *lruvec; in mem_cgroup_lruvec() local
580 lruvec_memcg(struct lruvec *lruvec) lruvec_memcg() argument
653 mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) mem_cgroup_get_zone_lru_size() argument
780 lruvec_page_state(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state() argument
802 lruvec_page_state_local(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state_local() argument
845 mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) mod_memcg_lruvec_state() argument
855 mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) mod_lruvec_state() argument
881 struct lruvec *lruvec; __mod_lruvec_page_state() local
1134 lruvec_memcg(struct lruvec *lruvec) lruvec_memcg() argument
1145 mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) mem_cgroup_get_zone_lru_size() argument
1251 lruvec_page_state(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state() argument
1257 lruvec_page_state_local(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state_local() argument
1263 __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) __mod_memcg_lruvec_state() argument
1268 __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) __mod_lruvec_state() argument
1274 mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) mod_lruvec_state() argument
1375 __inc_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx) __inc_lruvec_state() argument
1381 __dec_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx) __dec_lruvec_state() argument
1437 inc_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx) inc_lruvec_state() argument
1443 dec_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx) dec_lruvec_state() argument
1461 parent_lruvec(struct lruvec *lruvec) parent_lruvec() argument
[all...] |
| H A D | mmzone.h | 308 struct lruvec { struct
902 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat() argument
912 is_node_lruvec(struct lruvec *lruvec) is_node_lruvec() argument
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | memcontrol.h | 132 struct lruvec lruvec; member
751 struct lruvec *lruvec; in mem_cgroup_lruvec() local
801 lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) lruvec_memcg_debug() argument
880 lruvec_memcg(struct lruvec *lruvec) lruvec_memcg() argument
943 mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) mem_cgroup_get_zone_lru_size() argument
1035 lruvec_page_state(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state() argument
1057 lruvec_page_state_local(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state_local() argument
1097 mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) mod_memcg_lruvec_state() argument
1342 lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) lruvec_memcg_debug() argument
1453 lruvec_memcg(struct lruvec *lruvec) lruvec_memcg() argument
1464 mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) mem_cgroup_get_zone_lru_size() argument
1564 lruvec_page_state(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state() argument
1570 lruvec_page_state_local(struct lruvec *lruvec, enum node_stat_item idx) lruvec_page_state_local() argument
1584 __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) __mod_memcg_lruvec_state() argument
1655 parent_lruvec(struct lruvec *lruvec) parent_lruvec() argument
1668 unlock_page_lruvec(struct lruvec *lruvec) unlock_page_lruvec() argument
1673 unlock_page_lruvec_irq(struct lruvec *lruvec) unlock_page_lruvec_irq() argument
1678 unlock_page_lruvec_irqrestore(struct lruvec *lruvec, unsigned long flags) unlock_page_lruvec_irqrestore() argument
1685 folio_matches_lruvec(struct folio *folio, struct lruvec *lruvec) folio_matches_lruvec() argument
[all...] |
| H A D | mmzone.h | 504 struct lruvec *lruvec; member
608 static inline void lru_gen_init_lruvec(struct lruvec *lruve argument
646 struct lruvec { global() struct
1484 lruvec_pgdat(struct lruvec *lruvec) lruvec_pgdat() argument
1494 is_node_lruvec(struct lruvec *lruvec) is_node_lruvec() argument
[all...] |
| /kernel/linux/linux-6.6/mm/ |
| H A D | vmscan.c | 567 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size() argument
2187 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes() argument
2241 isolate_lru_folios(unsigned long nr_to_scan, struct lruvec *lruvec, struct list_head *dst, unsigned long *nr_scanned, struct scan_control *sc, enum lru_list lru) isolate_lru_folios() argument
2365 struct lruvec *lruvec; folio_isolate_lru() local
2427 move_folios_to_lru(struct lruvec *lruvec, struct list_head *list) move_folios_to_lru() argument
2524 shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec, struct scan_control *sc, enum lru_list lru) shrink_inactive_list() argument
2654 shrink_active_list(unsigned long nr_to_scan, struct lruvec *lruvec, struct scan_control *sc, enum lru_list lru) shrink_active_list() argument
2810 shrink_list(enum lru_list lru, unsigned long nr_to_scan, struct lruvec *lruvec, struct scan_control *sc) shrink_list() argument
2852 inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) inactive_is_low() argument
2984 get_scan_count(struct lruvec *lruvec, struct scan_control *sc, unsigned long *nr) get_scan_count() argument
3245 struct lruvec *lruvec = &memcg->nodeinfo[nid]->lruvec; get_lruvec() local
3259 get_swappiness(struct lruvec *lruvec, struct scan_control *sc) get_swappiness() argument
3274 get_nr_gens(struct lruvec *lruvec, int type) get_nr_gens() argument
3279 seq_is_valid(struct lruvec *lruvec) seq_is_valid() argument
3330 test_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) test_bloom_filter() argument
3345 update_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) update_bloom_filter() argument
3363 reset_bloom_filter(struct lruvec *lruvec, unsigned long seq) reset_bloom_filter() argument
3413 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_add_mm() local
3442 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_del_mm() local
3493 reset_mm_stats(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, bool last) reset_mm_stats() argument
3542 iterate_mm_list(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, struct mm_struct **iter) iterate_mm_list() argument
3610 iterate_mm_list_nowalk(struct lruvec *lruvec, unsigned long max_seq) iterate_mm_list_nowalk() argument
3663 read_ctrl_pos(struct lruvec *lruvec, int type, int tier, int gain, struct ctrl_pos *pos) read_ctrl_pos() argument
3678 reset_ctrl_pos(struct lruvec *lruvec, int type, bool carryover) reset_ctrl_pos() argument
3755 folio_inc_gen(struct lruvec *lruvec, struct folio *folio, bool reclaiming) folio_inc_gen() argument
3800 reset_batch_size(struct lruvec *lruvec, struct lru_gen_mm_walk *walk) reset_batch_size() argument
4241 walk_mm(struct lruvec *lruvec, struct mm_struct *mm, struct lru_gen_mm_walk *walk) walk_mm() argument
4318 inc_min_seq(struct lruvec *lruvec, int type, bool can_swap) inc_min_seq() argument
4354 try_to_inc_min_seq(struct lruvec *lruvec, bool can_swap) try_to_inc_min_seq() argument
4397 inc_max_seq(struct lruvec *lruvec, bool can_swap, bool force_scan) inc_max_seq() argument
4454 try_to_inc_max_seq(struct lruvec *lruvec, unsigned long max_seq, struct scan_control *sc, bool can_swap, bool force_scan) try_to_inc_max_seq() argument
4508 lruvec_is_sizable(struct lruvec *lruvec, struct scan_control *sc) lruvec_is_sizable() argument
4533 lruvec_is_reclaimable(struct lruvec *lruvec, struct scan_control *sc, unsigned long min_ttl) lruvec_is_reclaimable() argument
4572 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); lru_gen_age_node() local
4623 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); lru_gen_look_around() local
4725 lru_gen_memcg_seg(struct lruvec *lruvec) lru_gen_memcg_seg() argument
4730 lru_gen_rotate_memcg(struct lruvec *lruvec, int op) lru_gen_rotate_memcg() argument
4784 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_online_memcg() local
4806 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_offline_memcg() local
4819 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_release_memcg() local
4840 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_soft_reclaim() local
4849 lru_gen_memcg_seg(struct lruvec *lruvec) lru_gen_memcg_seg() argument
4860 sort_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc, int tier_idx) sort_folio() argument
4929 isolate_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc) isolate_folio() argument
4963 scan_folios(struct lruvec *lruvec, struct scan_control *sc, int type, int tier, struct list_head *list) scan_folios() argument
5039 get_tier_idx(struct lruvec *lruvec, int type) get_tier_idx() argument
5059 get_type_to_scan(struct lruvec *lruvec, int swappiness, int *tier_idx) get_type_to_scan() argument
5087 isolate_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness, int *type_scanned, struct list_head *list) isolate_folios() argument
5129 evict_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness) evict_folios() argument
5221 should_run_aging(struct lruvec *lruvec, unsigned long max_seq, struct scan_control *sc, bool can_swap, unsigned long *nr_to_scan) should_run_aging() argument
5293 get_nr_to_scan(struct lruvec *lruvec, struct scan_control *sc, bool can_swap) get_nr_to_scan() argument
5313 should_abort_scan(struct lruvec *lruvec, struct scan_control *sc) should_abort_scan() argument
5344 try_to_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) try_to_shrink_lruvec() argument
5379 shrink_one(struct lruvec *lruvec, struct scan_control *sc) shrink_one() argument
5429 struct lruvec *lruvec; shrink_many() local
5494 lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) lru_gen_shrink_lruvec() argument
5524 lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) lru_gen_shrink_lruvec() argument
5536 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); set_initial_priority() local
5601 state_is_valid(struct lruvec *lruvec) state_is_valid() argument
5624 fill_evictable(struct lruvec *lruvec) fill_evictable() argument
5655 drain_evictable(struct lruvec *lruvec) drain_evictable() argument
5708 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_change_state() local
5871 lru_gen_seq_show_full(struct seq_file *m, struct lruvec *lruvec, unsigned long max_seq, unsigned long *min_seq, unsigned long seq) lru_gen_seq_show_full() argument
5927 struct lruvec *lruvec = v; lru_gen_seq_show() local
5986 run_aging(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, bool can_swap, bool force_scan) run_aging() argument
6006 run_eviction(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, int swappiness, unsigned long nr_to_reclaim) run_eviction() argument
6037 struct lruvec *lruvec; run_cmd() local
6178 lru_gen_init_lruvec(struct lruvec *lruvec) lru_gen_init_lruvec() argument
6224 struct lruvec *lruvec = get_lruvec(memcg, nid); lru_gen_exit_memcg() local
6261 lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) lru_gen_shrink_lruvec() argument
6271 shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) shrink_lruvec() argument
6467 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); shrink_node_memcgs() local
6801 struct lruvec *lruvec; snapshot_refaults() local
6880 struct lruvec *lruvec; do_try_to_free_pages() local
7105 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); mem_cgroup_shrink_node() local
7195 struct lruvec *lruvec; kswapd_age_node() local
7284 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); clear_pgdat_congested() local
8159 struct lruvec *lruvec = NULL; check_move_unevictable_folios() local
8203 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdata); purgeable_node() local
[all...] |
| H A D | memcontrol.c | 473 struct lruvec *lruvec = &mz->lruvec; in soft_limit_excess() local
800 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_memcg_lruvec_state() argument
850 __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, int val) __mod_lruvec_state() argument
872 struct lruvec *lruvec; __mod_lruvec_page_state() local
900 struct lruvec *lruvec; __mod_lruvec_kmem_state() local
1313 lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) lruvec_memcg_debug() argument
1343 struct lruvec *lruvec = folio_lruvec(folio); folio_lruvec_lock() local
1366 struct lruvec *lruvec = folio_lruvec(folio); folio_lruvec_lock_irq() local
1391 struct lruvec *lruvec = folio_lruvec(folio); folio_lruvec_lock_irqsave() local
1409 mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, int zid, int nr_pages) mem_cgroup_update_lru_size() argument
2909 struct lruvec *lruvec; mod_objcg_mlstate() local
4007 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); mem_cgroup_node_nr_lru_pages() local
6697 lruvec_page_state_output(struct lruvec *lruvec, int item) lruvec_page_state_output() argument
6719 struct lruvec *lruvec; memory_numa_stat_show() local
[all...] |