Home
last modified time | relevance | path

Searched refs:last_cpupid (Results 1 - 9 of 9) sorted by relevance

/kernel/linux/linux-5.10/mm/
H A Dmmzone.c89 int last_cpupid; in page_cpupid_xchg_last() local
93 last_cpupid = page_cpupid_last(page); in page_cpupid_xchg_last()
99 return last_cpupid; in page_cpupid_xchg_last()
H A Dhuge_memory.c1418 int target_nid, last_cpupid = -1; in do_huge_pmd_numa_page() local
1445 last_cpupid = page_cpupid_last(page); in do_huge_pmd_numa_page()
1561 task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR, in do_huge_pmd_numa_page()
H A Dmemory.c92 #warning Unfortunate NUMA and NUMA Balancing config, growing page-frame for last_cpupid.
4341 int last_cpupid; in do_numa_page() local
4402 last_cpupid = page_cpupid_last(page); in do_numa_page()
4422 task_numa_fault(last_cpupid, page_nid, 1, flags); in do_numa_page()
/kernel/linux/linux-6.6/mm/
H A Dmmzone.c99 int last_cpupid; in page_cpupid_xchg_last() local
104 last_cpupid = (flags >> LAST_CPUPID_PGSHIFT) & LAST_CPUPID_MASK; in page_cpupid_xchg_last()
110 return last_cpupid; in page_cpupid_xchg_last()
H A Dhuge_memory.c1496 int target_nid, last_cpupid = (-1 & LAST_CPUPID_MASK); in do_huge_pmd_numa_page() local
1531 last_cpupid = page_cpupid_last(page); in do_huge_pmd_numa_page()
1559 task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR, in do_huge_pmd_numa_page()
H A Dmemory.c97 #warning Unfortunate NUMA and NUMA Balancing config, growing page-frame for last_cpupid.
4801 int last_cpupid; in do_numa_page() local
4863 last_cpupid = (-1 & LAST_CPUPID_MASK); in do_numa_page()
4865 last_cpupid = page_cpupid_last(page); in do_numa_page()
4894 task_numa_fault(last_cpupid, page_nid, 1, flags); in do_numa_page()
/kernel/linux/linux-6.6/lib/
H A Dtest_printf.c607 page_flags_test(int section, int node, int zone, int last_cpupid, in page_flags_test() argument
611 unsigned long values[] = {section, node, zone, last_cpupid, kasan_tag}; in page_flags_test()
/kernel/linux/linux-6.6/kernel/sched/
H A Dfair.c1913 int last_cpupid, this_cpupid; in should_numa_migrate_memory() local
1947 last_cpupid = page_cpupid_xchg_last(page, this_cpupid); in should_numa_migrate_memory()
1950 !node_is_toptier(src_nid) && !cpupid_valid(last_cpupid)) in should_numa_migrate_memory()
1960 (cpupid_pid_unset(last_cpupid) || cpupid_match_pid(p, last_cpupid))) in should_numa_migrate_memory()
1980 if (!cpupid_pid_unset(last_cpupid) && in should_numa_migrate_memory()
1981 cpupid_to_nid(last_cpupid) != dst_nid) in should_numa_migrate_memory()
1985 if (cpupid_match_pid(p, last_cpupid)) in should_numa_migrate_memory()
3159 void task_numa_fault(int last_cpupid, int mem_node, int pages, int flags) in task_numa_fault() argument
3181 !cpupid_valid(last_cpupid))) in task_numa_fault()
[all...]
/kernel/linux/linux-5.10/kernel/sched/
H A Dfair.c1460 int last_cpupid, this_cpupid; in should_numa_migrate_memory() local
1463 last_cpupid = page_cpupid_xchg_last(page, this_cpupid); in should_numa_migrate_memory()
1472 (cpupid_pid_unset(last_cpupid) || cpupid_match_pid(p, last_cpupid))) in should_numa_migrate_memory()
1492 if (!cpupid_pid_unset(last_cpupid) && in should_numa_migrate_memory()
1493 cpupid_to_nid(last_cpupid) != dst_nid) in should_numa_migrate_memory()
1497 if (cpupid_match_pid(p, last_cpupid)) in should_numa_migrate_memory()
2663 void task_numa_fault(int last_cpupid, int mem_node, int pages, int flags) in task_numa_fault() argument
2696 if (unlikely(last_cpupid == (-1 & LAST_CPUPID_MASK))) { in task_numa_fault()
2699 priv = cpupid_match_pid(p, last_cpupid); in task_numa_fault()
[all...]

Completed in 50 milliseconds