| /kernel/linux/linux-5.10/mm/ |
| H A D | mmzone.c | 86 int page_cpupid_xchg_last(struct page *page, int cpupid) in page_cpupid_xchg_last() argument
96 flags |= (cpupid & LAST_CPUPID_MASK) << LAST_CPUPID_PGSHIFT; in page_cpupid_xchg_last()
|
| H A D | migrate.c | 610 int cpupid; in migrate_page_states() local
650 cpupid = page_cpupid_xchg_last(page, -1); in migrate_page_states()
651 page_cpupid_xchg_last(newpage, cpupid); in migrate_page_states()
|
| /kernel/linux/linux-6.6/mm/ |
| H A D | mmzone.c | 96 int page_cpupid_xchg_last(struct page *page, int cpupid) in page_cpupid_xchg_last() argument
107 flags |= (cpupid & LAST_CPUPID_MASK) << LAST_CPUPID_PGSHIFT; in page_cpupid_xchg_last()
|
| H A D | migrate.c | 559 int cpupid; in folio_migrate_flags() local
598 cpupid = page_cpupid_xchg_last(&folio->page, -1); in folio_migrate_flags()
601 * memory node, reset cpupid, because that is used to record in folio_migrate_flags()
609 cpupid = -1; in folio_migrate_flags()
611 page_cpupid_xchg_last(&newfolio->page, cpupid); in folio_migrate_flags()
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | mm.h | 1344 static inline int cpupid_to_pid(int cpupid) in cpupid_to_pid() argument
1346 return cpupid & LAST__PID_MASK; in cpupid_to_pid()
1349 static inline int cpupid_to_cpu(int cpupid) in cpupid_to_cpu() argument
1351 return (cpupid >> LAST__PID_SHIFT) & LAST__CPU_MASK; in cpupid_to_cpu()
1354 static inline int cpupid_to_nid(int cpupid) in cpupid_to_nid() argument
1356 return cpu_to_node(cpupid_to_cpu(cpupid)); in cpupid_to_nid()
1359 static inline bool cpupid_pid_unset(int cpupid) in cpupid_pid_unset() argument
1361 return cpupid_to_pid(cpupid) == (-1 & LAST__PID_MASK); in cpupid_pid_unset()
1364 static inline bool cpupid_cpu_unset(int cpupid) in cpupid_cpu_unset() argument
1366 return cpupid_to_cpu(cpupid) in cpupid_cpu_unset()
1369 __cpupid_match_pid(pid_t task_pid, int cpupid) __cpupid_match_pid() argument
1376 page_cpupid_xchg_last(struct page *page, int cpupid) page_cpupid_xchg_last() argument
1403 page_cpupid_xchg_last(struct page *page, int cpupid) page_cpupid_xchg_last() argument
1413 cpupid_to_nid(int cpupid) cpupid_to_nid() argument
1418 cpupid_to_pid(int cpupid) cpupid_to_pid() argument
1423 cpupid_to_cpu(int cpupid) cpupid_to_cpu() argument
1433 cpupid_pid_unset(int cpupid) cpupid_pid_unset() argument
1442 cpupid_match_pid(struct task_struct *task, int cpupid) cpupid_match_pid() argument
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | mm.h | 1683 static inline int cpupid_to_pid(int cpupid) in cpupid_to_pid() argument
1685 return cpupid & LAST__PID_MASK; in cpupid_to_pid()
1688 static inline int cpupid_to_cpu(int cpupid) in cpupid_to_cpu() argument
1690 return (cpupid >> LAST__PID_SHIFT) & LAST__CPU_MASK; in cpupid_to_cpu()
1693 static inline int cpupid_to_nid(int cpupid) in cpupid_to_nid() argument
1695 return cpu_to_node(cpupid_to_cpu(cpupid)); in cpupid_to_nid()
1698 static inline bool cpupid_pid_unset(int cpupid) in cpupid_pid_unset() argument
1700 return cpupid_to_pid(cpupid) == (-1 & LAST__PID_MASK); in cpupid_pid_unset()
1703 static inline bool cpupid_cpu_unset(int cpupid) in cpupid_cpu_unset() argument
1705 return cpupid_to_cpu(cpupid) in cpupid_cpu_unset()
1708 __cpupid_match_pid(pid_t task_pid, int cpupid) __cpupid_match_pid() argument
1715 page_cpupid_xchg_last(struct page *page, int cpupid) page_cpupid_xchg_last() argument
1760 page_cpupid_xchg_last(struct page *page, int cpupid) page_cpupid_xchg_last() argument
1775 cpupid_to_nid(int cpupid) cpupid_to_nid() argument
1780 cpupid_to_pid(int cpupid) cpupid_to_pid() argument
1785 cpupid_to_cpu(int cpupid) cpupid_to_cpu() argument
1795 cpupid_pid_unset(int cpupid) cpupid_pid_unset() argument
1804 cpupid_match_pid(struct task_struct *task, int cpupid) cpupid_match_pid() argument
[all...] |
| /kernel/linux/linux-6.6/kernel/sched/ |
| H A D | fair.c | 1795 * If memory tiering mode is enabled, cpupid of slow memory page is
1797 * is disabled at run time, the scan time (in cpupid) will be
1801 static inline bool cpupid_valid(int cpupid) in cpupid_valid() argument
1803 return cpupid_to_cpu(cpupid) < nr_cpu_ids; in cpupid_valid()
3011 static void task_numa_group(struct task_struct *p, int cpupid, int flags, in task_numa_group() argument
3017 int cpu = cpupid_to_cpu(cpupid); in task_numa_group()
3047 if (!cpupid_match_pid(tsk, cpupid)) in task_numa_group()
|
| /kernel/linux/linux-5.10/kernel/sched/ |
| H A D | fair.c | 2513 static void task_numa_group(struct task_struct *p, int cpupid, int flags, in task_numa_group() argument
2519 int cpu = cpupid_to_cpu(cpupid); in task_numa_group()
2551 if (!cpupid_match_pid(tsk, cpupid)) in task_numa_group()
|