Home
last modified time | relevance | path

Searched refs:pmdval (Results 1 - 25 of 43) sorted by relevance

12

/kernel/linux/linux-6.6/mm/
H A Dpgtable-generic.c283 pmd_t pmdval; in __pte_offset_map() local
287 pmdval = pmdp_get_lockless(pmd); in __pte_offset_map()
291 *pmdvalp = pmdval; in __pte_offset_map()
292 if (unlikely(pmd_none(pmdval) || is_pmd_migration_entry(pmdval))) in __pte_offset_map()
294 if (unlikely(pmd_trans_huge(pmdval) || pmd_devmap(pmdval))) in __pte_offset_map()
296 if (unlikely(pmd_bad(pmdval))) { in __pte_offset_map()
300 return __pte_map(&pmdval, addr); in __pte_offset_map()
309 pmd_t pmdval; in pte_offset_map_nolock() local
366 pmd_t pmdval; __pte_offset_map_lock() local
[all...]
H A Dmapping_dirty_helpers.c129 pmd_t pmdval = pmdp_get_lockless(pmd); in wp_clean_pmd_entry() local
132 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) { in wp_clean_pmd_entry()
133 WARN_ON(pmd_write(pmdval) || pmd_dirty(pmdval)); in wp_clean_pmd_entry()
/kernel/linux/linux-5.10/arch/nds32/include/asm/
H A Dpgalloc.h44 unsigned long pmdval; in pmd_populate_kernel() local
52 pmdval = __pa(pte_ptr) | _PAGE_KERNEL_TABLE; in pmd_populate_kernel()
53 set_pmd(pmdp, __pmd(pmdval)); in pmd_populate_kernel()
59 unsigned long pmdval; in pmd_populate() local
63 pmdval = page_to_pfn(ptep) << PAGE_SHIFT | _PAGE_USER_TABLE; in pmd_populate()
64 set_pmd(pmdp, __pmd(pmdval)); in pmd_populate()
/kernel/linux/linux-5.10/mm/
H A Dmapping_dirty_helpers.c126 pmd_t pmdval = pmd_read_atomic(pmd); in wp_clean_pmd_entry() local
128 if (!pmd_trans_unstable(&pmdval)) in wp_clean_pmd_entry()
131 if (pmd_none(pmdval)) { in wp_clean_pmd_entry()
138 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) in wp_clean_pmd_entry()
139 WARN_ON(pmd_write(pmdval) || pmd_dirty(pmdval)); in wp_clean_pmd_entry()
H A Dgup.c561 pmd_t *pmd, pmdval; in follow_pmd_mask() local
568 * The READ_ONCE() will stabilize the pmdval in a register or in follow_pmd_mask()
571 pmdval = READ_ONCE(*pmd); in follow_pmd_mask()
572 if (pmd_none(pmdval)) in follow_pmd_mask()
574 if (pmd_huge(pmdval) && is_vm_hugetlb_page(vma)) { in follow_pmd_mask()
580 if (is_hugepd(__hugepd(pmd_val(pmdval)))) { in follow_pmd_mask()
582 __hugepd(pmd_val(pmdval)), flags, in follow_pmd_mask()
589 if (!pmd_present(pmdval)) { in follow_pmd_mask()
593 !is_pmd_migration_entry(pmdval)); in follow_pmd_mask()
594 if (is_pmd_migration_entry(pmdval)) in follow_pmd_mask()
[all...]
H A Dmprotect.c203 pmd_t pmdval = pmd_read_atomic(pmd); in pmd_none_or_clear_bad_unless_trans_huge() local
210 if (pmd_none(pmdval)) in pmd_none_or_clear_bad_unless_trans_huge()
212 if (pmd_trans_huge(pmdval)) in pmd_none_or_clear_bad_unless_trans_huge()
214 if (unlikely(pmd_bad(pmdval))) { in pmd_none_or_clear_bad_unless_trans_huge()
/kernel/linux/linux-5.10/arch/um/include/asm/
H A Dpgtable-3level.h76 #define set_pmd(pmdptr, pmdval) set_64bit((u64 *) (pmdptr), pmd_val(pmdval))
78 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
H A Dpgtable-2level.h38 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
/kernel/linux/linux-5.10/arch/nds32/mm/
H A Dmm-nds32.c77 unsigned long pmdval; in setup_mm_for_reboot() local
90 pmdval = (i << PGDIR_SHIFT); in setup_mm_for_reboot()
94 set_pmd(pmd, __pmd(pmdval)); in setup_mm_for_reboot()
/kernel/linux/linux-6.6/arch/um/include/asm/
H A Dpgtable-2level.h37 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
H A Dpgtable-3level.h70 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
/kernel/linux/linux-5.10/arch/arm/include/asm/
H A Dpgalloc.h110 pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; in __pmd_populate() local
111 pmdp[0] = __pmd(pmdval); in __pmd_populate()
113 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); in __pmd_populate()
/kernel/linux/linux-6.6/arch/arm/include/asm/
H A Dpgalloc.h110 pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; in __pmd_populate() local
111 pmdp[0] = __pmd(pmdval); in __pmd_populate()
113 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); in __pmd_populate()
/kernel/linux/linux-5.10/include/trace/events/
H A Dxen.h159 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
160 TP_ARGS(pmdp, pmdval),
163 __field(pmdval_t, pmdval)
166 __entry->pmdval = pmdval.pmd),
167 TP_printk("pmdp %p pmdval %0*llx (raw %0*llx)",
169 (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
170 (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
/kernel/linux/linux-6.6/include/trace/events/
H A Dxen.h159 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
160 TP_ARGS(pmdp, pmdval),
163 __field(pmdval_t, pmdval)
166 __entry->pmdval = pmdval.pmd),
167 TP_printk("pmdp %p pmdval %0*llx (raw %0*llx)",
169 (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
170 (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
/kernel/linux/linux-6.6/arch/parisc/include/asm/
H A Dpage.h90 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
/kernel/linux/linux-5.10/arch/parisc/include/asm/
H A Dpage.h88 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
/kernel/linux/linux-5.10/arch/arc/include/asm/
H A Dpgtable.h248 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval)
/kernel/linux/linux-5.10/arch/nios2/include/asm/
H A Dpgtable.h100 static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval) in set_pmd() argument
102 *pmdptr = pmdval; in set_pmd()
/kernel/linux/linux-5.10/arch/hexagon/include/asm/
H A Dpgtable.h369 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
/kernel/linux/linux-6.6/arch/hexagon/include/asm/
H A Dpgtable.h347 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
/kernel/linux/linux-6.6/arch/nios2/include/asm/
H A Dpgtable.h79 static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval) in set_pmd() argument
81 *pmdptr = pmdval; in set_pmd()
/kernel/linux/linux-5.10/include/linux/
H A Dpgtable.h1192 * important to compute the two checks atomically on the same pmdval.
1203 pmd_t pmdval = pmd_read_atomic(pmd); in pmd_none_or_trans_huge_or_clear_bad() local
1205 * The barrier will stabilize the pmdval in a register or on in pmd_none_or_trans_huge_or_clear_bad()
1209 * pmd_read_atomic is allowed to return a not atomic pmdval in pmd_none_or_trans_huge_or_clear_bad()
1236 if (pmd_none(pmdval) || pmd_trans_huge(pmdval) || in pmd_none_or_trans_huge_or_clear_bad()
1237 (IS_ENABLED(CONFIG_ARCH_ENABLE_THP_MIGRATION) && !pmd_present(pmdval))) in pmd_none_or_trans_huge_or_clear_bad()
1239 if (unlikely(pmd_bad(pmdval))) { in pmd_none_or_trans_huge_or_clear_bad()
/kernel/linux/linux-5.10/arch/xtensa/include/asm/
H A Dpgtable.h329 set_pmd(pmd_t *pmdp, pmd_t pmdval) in set_pmd() argument
331 *pmdp = pmdval; in set_pmd()
/kernel/linux/linux-5.10/arch/loongarch/include/asm/
H A Dpgtable-64.h218 #define set_pmd(pmdptr, pmdval) do { *(pmdptr) = (pmdval); } while (0)

Completed in 17 milliseconds

12