| /kernel/linux/linux-5.10/mm/ |
| H A D | khugepaged.c | 1067 pmd_t *pmd, _pmd; in collapse_huge_page() local
1158 _pmd = pmdp_collapse_flush(vma, address, pmd); in collapse_huge_page()
1177 pmd_populate(mm, pmd, pmd_pgtable(_pmd)); in collapse_huge_page()
1194 pgtable = pmd_pgtable(_pmd); in collapse_huge_page()
1196 _pmd = mk_huge_pmd(new_page, vma->vm_page_prot); in collapse_huge_page()
1197 _pmd = maybe_pmd_mkwrite(pmd_mkdirty(_pmd), vma); in collapse_huge_page()
1211 set_pmd_at(mm, address, pmd, _pmd); in collapse_huge_page()
1447 pmd_t *pmd, _pmd; in collapse_pte_mapped_thp() local
1544 _pmd in collapse_pte_mapped_thp()
1593 pmd_t *pmd, _pmd; retract_page_tables() local
[all...] |
| H A D | huge_memory.c | 954 pmd_t _pmd; in touch_pmd() local
956 _pmd = pmd_mkyoung(*pmd); in touch_pmd()
958 _pmd = pmd_mkdirty(_pmd); in touch_pmd()
960 pmd, _pmd, flags & FOLL_WRITE)) in touch_pmd()
1997 pmd_t _pmd, old_pmd; in __split_huge_zero_page_pmd() local
2011 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2019 pte = pte_offset_map(&_pmd, haddr); in __split_huge_zero_page_pmd()
2034 pmd_t old_pmd, _pmd; in __split_huge_pmd_locked() local
2137 pmd_populate(mm, &_pmd, pgtabl in __split_huge_pmd_locked()
2215 pmd_t _pmd; __split_huge_pmd() local
[all...] |
| /kernel/linux/linux-6.6/mm/ |
| H A D | mprotect.c | 369 pmd_t _pmd; in change_pmd_range() local
390 _pmd = pmdp_get_lockless(pmd); in change_pmd_range()
391 if (is_swap_pmd(_pmd) || pmd_trans_huge(_pmd) || pmd_devmap(_pmd)) { in change_pmd_range()
|
| H A D | khugepaged.c | 1085 pmd_t *pmd, _pmd; in collapse_huge_page() local
1164 _pmd = pmdp_collapse_flush(vma, address, pmd); in collapse_huge_page()
1169 pte = pte_offset_map_lock(mm, &_pmd, address, &pte_ptl); in collapse_huge_page()
1188 pmd_populate(mm, pmd, pmd_pgtable(_pmd)); in collapse_huge_page()
1200 result = __collapse_huge_page_copy(pte, hpage, pmd, _pmd, in collapse_huge_page()
1214 pgtable = pmd_pgtable(_pmd); in collapse_huge_page()
1216 _pmd = mk_huge_pmd(hpage, vma->vm_page_prot); in collapse_huge_page()
1217 _pmd = maybe_pmd_mkwrite(pmd_mkdirty(_pmd), vma); in collapse_huge_page()
1224 set_pmd_at(mm, address, pmd, _pmd); in collapse_huge_page()
[all...] |
| H A D | huge_memory.c | 1012 pmd_t _pmd; in touch_pmd() local
1014 _pmd = pmd_mkyoung(*pmd); in touch_pmd()
1016 _pmd = pmd_mkdirty(_pmd); in touch_pmd()
1018 pmd, _pmd, write)) in touch_pmd()
2030 pmd_t _pmd, old_pmd; in __split_huge_zero_page_pmd() local
2046 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2048 pte = pte_offset_map(&_pmd, haddr); in __split_huge_zero_page_pmd()
2072 pmd_t old_pmd, _pmd; in __split_huge_pmd_locked() local
2203 pmd_populate(mm, &_pmd, pgtabl in __split_huge_pmd_locked()
[all...] |
| /kernel/linux/linux-6.6/fs/ |
| H A D | userfaultfd.c | 333 pmd_t *pmd, _pmd; in userfaultfd_must_wait() local
351 _pmd = pmdp_get_lockless(pmd); in userfaultfd_must_wait()
352 if (pmd_none(_pmd)) in userfaultfd_must_wait()
356 if (!pmd_present(_pmd) || pmd_devmap(_pmd)) in userfaultfd_must_wait()
359 if (pmd_trans_huge(_pmd)) { in userfaultfd_must_wait()
360 if (!pmd_write(_pmd) && (reason & VM_UFFD_WP)) in userfaultfd_must_wait()
|
| /kernel/linux/linux-6.6/arch/mips/kvm/ |
| H A D | mmu.c | 302 static int kvm_mips_##name##_pmd(pmd_t *pmd, unsigned long start, \
343 ret |= kvm_mips_##name##_pmd(pmd, start, cur_end); \
|
| /kernel/linux/linux-5.10/fs/ |
| H A D | userfaultfd.c | 287 pmd_t *pmd, _pmd; in userfaultfd_must_wait() local
306 * _pmd = *pmd; barrier(); in userfaultfd_must_wait()
311 _pmd = READ_ONCE(*pmd); in userfaultfd_must_wait()
312 if (pmd_none(_pmd)) in userfaultfd_must_wait()
316 if (!pmd_present(_pmd)) in userfaultfd_must_wait()
319 if (pmd_trans_huge(_pmd)) { in userfaultfd_must_wait()
320 if (!pmd_write(_pmd) && (reason & VM_UFFD_WP)) in userfaultfd_must_wait()
327 * and use the standard pte_offset_map() instead of parsing _pmd. in userfaultfd_must_wait()
|
| /kernel/linux/linux-5.10/arch/mips/kvm/ |
| H A D | mmu.c | 303 static int kvm_mips_##name##_pmd(pmd_t *pmd, unsigned long start, \
344 ret |= kvm_mips_##name##_pmd(pmd, start, cur_end); \
|