/kernel/linux/linux-6.6/mm/ |
H A D | page_vma_mapped.c | 10 static inline bool not_found(struct page_vma_mapped_walk *pvmw) in not_found() 16 static bool map_pte(struct page_vma_mapped_walk *pvmw, spinlock_t **ptlp) in map_pte() 78 * @pvmw: page_vma_mapped_walk struct, includes a pair pte and pfn range 81 * page_vma_mapped_walk() found a place where pfn range is *potentially* 96 static bool check_pte(struct page_vma_mapped_walk *pvmw) in check_pte() 133 static bool check_pmd(unsigned long pfn, struct page_vma_mapped_walk *pvmw) in check_pmd() 142 static void step_forward(struct page_vma_mapped_walk *pvmw, unsigned long size) in step_forward() 150 * page_vma_mapped_walk - check if @pvmw->pfn is mapped in @pvmw->vma at 152 * @pvmw: pointer to struct page_vma_mapped_walk. page, vma, address and flags 160 * (usually THP). For PTE-mapped THP, you should run page_vma_mapped_walk() i 173 bool page_vma_mapped_walk(struct page_vma_mapped_walk *pvmw) page_vma_mapped_walk() function [all...] |
H A D | page_idle.c | 59 while (page_vma_mapped_walk(&pvmw)) { in page_idle_clear_pte_refs_one()
|
H A D | rmap.c | 812 while (page_vma_mapped_walk(&pvmw)) { in folio_referenced_one() 946 static int page_vma_mkclean_one(struct page_vma_mapped_walk *pvmw) in page_vma_mkclean_one() 961 while (page_vma_mapped_walk(pvmw)) { in page_vma_mkclean_one() 1067 struct page_vma_mapped_walk pvmw = { in pfn_mkclean_range() 1532 while (page_vma_mapped_walk(&pvmw)) { in try_to_unmap_one() 1898 while (page_vma_mapped_walk(&pvmw)) { in try_to_migrate_one() 2230 while (page_vma_mapped_walk(&pvmw)) { in page_make_device_exclusive_one()
|
H A D | internal.h | 817 static inline unsigned long vma_address_end(struct page_vma_mapped_walk *pvmw) in vma_address_end()
|
H A D | huge_memory.c | 3204 int set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw, in set_pmd_migration_entry() 3253 void remove_migration_pmd(struct page_vma_mapped_walk *pvmw, struct page *new) in remove_migration_pmd()
|
H A D | migrate.c | 188 while (page_vma_mapped_walk(&pvmw)) { in remove_migration_pte()
|
H A D | ksm.c | 1116 if (!page_vma_mapped_walk(&pvmw)) in write_protect_page()
|
H A D | vmscan.c | 4609 void lru_gen_look_around(struct page_vma_mapped_walk *pvmw) in lru_gen_look_around()
|
/kernel/linux/linux-5.10/mm/ |
H A D | page_vma_mapped.c | 10 static inline bool not_found(struct page_vma_mapped_walk *pvmw) in not_found() 16 static bool map_pte(struct page_vma_mapped_walk *pvmw) in map_pte() 70 * page_vma_mapped_walk() found a place where @pvmw->page is *potentially* 85 static bool check_pte(struct page_vma_mapped_walk *pvmw) in check_pte() 118 static void step_forward(struct page_vma_mapped_walk *pvmw, unsigned long size) in step_forward() 126 * page_vma_mapped_walk - check if @pvmw->page is mapped in @pvmw->vma at 128 * @pvmw: pointer to struct page_vma_mapped_walk. page, vma, address and flags 136 * (usually THP). For PTE-mapped THP, you should run page_vma_mapped_walk() in 146 * If you need to stop the walk before page_vma_mapped_walk() returned false, 149 bool page_vma_mapped_walk(struc function [all...] |
H A D | page_idle.c | 55 struct page_vma_mapped_walk pvmw = { in page_idle_clear_pte_refs_one() 62 while (page_vma_mapped_walk(&pvmw)) { in page_idle_clear_pte_refs_one()
|
H A D | rmap.c | 779 struct page_vma_mapped_walk pvmw = { in page_referenced_one() 786 while (page_vma_mapped_walk(&pvmw)) { in page_referenced_one() 913 struct page_vma_mapped_walk pvmw = { in page_mkclean_one() 931 while (page_vma_mapped_walk(&pvmw)) { in page_mkclean_one() 1390 struct page_vma_mapped_walk pvmw = { in try_to_unmap_one() 1445 while (page_vma_mapped_walk(&pvmw)) { in try_to_unmap_one()
|
H A D | migrate.c | 208 struct page_vma_mapped_walk pvmw = { in remove_migration_pte() 219 while (page_vma_mapped_walk(&pvmw)) { in remove_migration_pte()
|
H A D | ksm.c | 1039 struct page_vma_mapped_walk pvmw = { in write_protect_page() 1058 if (!page_vma_mapped_walk(&pvmw)) in write_protect_page()
|
H A D | huge_memory.c | 2957 void set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw, in set_pmd_migration_entry() 2983 void remove_migration_pmd(struct page_vma_mapped_walk *pvmw, struct page *new) in remove_migration_pmd()
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | swapops.h | 251 struct page_vma_mapped_walk; 254 extern void set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw, 257 extern void remove_migration_pmd(struct page_vma_mapped_walk *pvmw, 287 static inline void set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw, in set_pmd_migration_entry() 293 static inline void remove_migration_pmd(struct page_vma_mapped_walk *pvmw, in remove_migration_pmd()
|
H A D | rmap.h | 208 struct page_vma_mapped_walk { struct 218 static inline void page_vma_mapped_walk_done(struct page_vma_mapped_walk *pvmw) in page_vma_mapped_walk_done() 227 bool page_vma_mapped_walk(struct page_vma_mapped_walk *pvmw);
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | rmap.h | 383 struct page_vma_mapped_walk { struct 396 struct page_vma_mapped_walk name = { \ 406 struct page_vma_mapped_walk name = { \ 415 static inline void page_vma_mapped_walk_done(struct page_vma_mapped_walk *pvmw) in page_vma_mapped_walk_done() 424 bool page_vma_mapped_walk(struct page_vma_mapped_walk *pvmw);
|
H A D | swapops.h | 485 struct page_vma_mapped_walk; 488 extern int set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw, 491 extern void remove_migration_pmd(struct page_vma_mapped_walk *pvmw, 521 static inline int set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw, 527 static inline void remove_migration_pmd(struct page_vma_mapped_walk *pvmw,
|
H A D | mmzone.h | 402 struct page_vma_mapped_walk; 520 void lru_gen_look_around(struct page_vma_mapped_walk *pvmw); 612 static inline void lru_gen_look_around(struct page_vma_mapped_walk *pvmw) in lru_gen_look_around()
|
/kernel/linux/linux-6.6/mm/damon/ |
H A D | paddr.c | 24 while (page_vma_mapped_walk(&pvmw)) { in __damon_pa_mkold() 89 while (page_vma_mapped_walk(&pvmw)) { in __damon_pa_young()
|
/kernel/linux/linux-5.10/kernel/events/ |
H A D | uprobes.c | 158 struct page_vma_mapped_walk pvmw = { in __replace_page() 180 if (!page_vma_mapped_walk(&pvmw)) in __replace_page()
|
/kernel/linux/linux-6.6/kernel/events/ |
H A D | uprobes.c | 178 if (!page_vma_mapped_walk(&pvmw)) in __replace_page()
|