Home
last modified time | relevance | path

Searched refs:pmd_val (Results 1 - 25 of 263) sorted by relevance

1234567891011

/kernel/linux/linux-6.6/arch/loongarch/include/asm/
H A Dpgtable.h113 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
173 #define pmd_val(x) ((x).pmd) macro
218 return pmd_val(pmd) == (unsigned long)invalid_pte_table; in pmd_none()
223 return (pmd_val(pmd) & ~PAGE_MASK); in pmd_bad()
228 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
229 return !!(pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PRESENT_INVALID)); in pmd_present()
231 return pmd_val(pmd) != (unsigned long)invalid_pte_table; in pmd_present()
236 pmd_val(*pmdp) = ((unsigned long)invalid_pte_table); in pmd_clear()
241 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd))
247 #define pmd_page_vaddr(pmd) pmd_val(pm
[all...]
/kernel/linux/linux-5.10/arch/loongarch/include/asm/
H A Dpgtable.h201 return !!(pmd_val(pmd) & _PAGE_HUGE) && pmd_present(pmd); in pmd_trans_huge()
206 pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) | in pmd_mkhuge()
207 ((pmd_val(pmd) & _PAGE_GLOBAL) << (_PAGE_HGLOBAL_SHIFT - _PAGE_GLOBAL_SHIFT)); in pmd_mkhuge()
208 pmd_val(pmd) |= _PAGE_HUGE; in pmd_mkhuge()
216 return !!(pmd_val(pmd) & _PAGE_WRITE); in pmd_write()
221 pmd_val(pmd) |= _PAGE_WRITE; in pmd_mkwrite()
222 if (pmd_val(pmd) & _PAGE_MODIFIED) in pmd_mkwrite()
223 pmd_val(pmd) |= _PAGE_DIRTY; in pmd_mkwrite()
229 pmd_val(pm in pmd_wrprotect()
[all...]
H A Dpgtable-64.h92 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
152 #define pmd_val(x) ((x).pmd) macro
197 return pmd_val(pmd) == (unsigned long)invalid_pte_table; in pmd_none()
202 return (pmd_val(pmd) & ~PAGE_MASK); in pmd_bad()
207 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
208 return !!(pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PRESENT_INVALID)); in pmd_present()
210 return pmd_val(pmd) != (unsigned long)invalid_pte_table; in pmd_present()
215 pmd_val(*pmdp) = ((unsigned long)invalid_pte_table); in pmd_clear()
220 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd))
226 #define pmd_page_vaddr(pmd) pmd_val(pm
[all...]
/kernel/linux/linux-5.10/arch/arm/include/asm/
H A Dpgtable-3level.h114 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
116 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
138 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2))
174 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \
175 : !!(pmd_val(pmd) & (val)))
176 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val)))
196 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd))
200 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
209 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))
211 #define pmd_pfn(pmd) (((pmd_val(pm
[all...]
/kernel/linux/linux-6.6/arch/arm/include/asm/
H A Dpgtable-3level.h117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
141 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2))
177 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \
178 : !!(pmd_val(pmd) & (val)))
179 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val)))
197 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd))
201 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
210 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))
212 #define pmd_pfn(pmd) (((pmd_val(pm
[all...]
H A Dpgtable-2level.h214 #define pmd_pfn(pmd) (__phys_to_pfn(pmd_val(pmd) & PHYS_MASK))
216 #define pmd_large(pmd) (pmd_val(pmd) & 2)
217 #define pmd_leaf(pmd) (pmd_val(pmd) & 2)
218 #define pmd_bad(pmd) (pmd_val(pmd) & 2)
219 #define pmd_present(pmd) (pmd_val(pmd))
/kernel/linux/linux-6.6/arch/mips/include/asm/
H A Dpgtable.h65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
69 return pmd_val(pmd) >> PFN_PTE_SHIFT; in pmd_pfn()
76 #define pmd_page_vaddr(pmd) pmd_val(pmd)
415 return !!(pmd_val(pmd) & _PAGE_WRITE);
420 if (pmd_val(pmd) & _PAGE_HUGE)
630 return !!(pmd_val(pmd) & _PAGE_HUGE);
635 pmd_val(pmd) |= _PAGE_HUGE;
645 pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
651 pmd_val(pmd) |= _PAGE_WRITE;
652 if (pmd_val(pm
[all...]
H A Dpgtable-64.h158 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
230 #define pmd_val(x) ((x).pmd) macro
242 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
249 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad()
253 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad()
262 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
263 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present()
266 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
271 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
/kernel/linux/linux-5.10/arch/mips/include/asm/
H A Dpgtable.h92 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
99 #define pmd_page_vaddr(pmd) pmd_val(pmd)
587 return !!(pmd_val(pmd) & _PAGE_HUGE);
592 pmd_val(pmd) |= _PAGE_HUGE;
603 return !!(pmd_val(pmd) & _PAGE_WRITE);
608 pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
614 pmd_val(pmd) |= _PAGE_WRITE;
615 if (pmd_val(pmd) & _PAGE_MODIFIED)
616 pmd_val(pmd) |= _PAGE_SILENT_WRITE;
623 return !!(pmd_val(pm
[all...]
H A Dpgtable-64.h164 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
236 #define pmd_val(x) ((x).pmd) macro
248 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
255 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad()
259 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad()
268 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
269 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present()
272 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
277 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
/kernel/linux/linux-5.10/arch/s390/include/asm/
H A Dpgtable.h72 printk("%s:%d: bad pmd %p.\n", __FILE__, __LINE__, (void *) pmd_val(e))
698 return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0; in pmd_large()
703 if ((pmd_val(pmd) & _SEGMENT_ENTRY_TYPE_MASK) > 0 || pmd_large(pmd)) in pmd_bad()
705 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0; in pmd_bad()
732 return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY; in pmd_present()
737 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none()
743 return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0; in pmd_write()
754 return (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0; in pmd_dirty()
759 return (pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG) != 0; in pmd_young()
801 return pmd_large(pmd) && !(pmd_val(pm in pmd_protnone()
[all...]
/kernel/linux/linux-6.6/arch/arc/include/asm/
H A Dpgtable-levels.h141 pr_crit("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
143 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT)
156 #define pmd_none(x) (!pmd_val(x))
157 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK))
158 #define pmd_present(x) (pmd_val(x))
159 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
160 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK)
161 #define pmd_pfn(pmd) ((pmd_val(pmd) & PAGE_MASK) >> PAGE_SHIFT)
183 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
/kernel/linux/linux-5.10/arch/arc/include/asm/
H A Dpgtable.h251 #define pmd_page(pmd) virt_to_page(pmd_val(pmd) & PAGE_MASK)
254 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK)
259 pmd_val(*pmdp) = (unsigned long)ptep; in pmd_set()
266 #define pmd_none(x) (!pmd_val(x))
267 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK))
268 #define pmd_present(x) (pmd_val(x))
269 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
270 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
/kernel/linux/linux-5.10/arch/nios2/include/asm/
H A Dpgtable.h181 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present()
182 && (pmd_val(pmd) != 0UL); in pmd_present()
187 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear()
213 return (pmd_val(pmd) == in pmd_none()
214 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none()
217 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
239 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
244 return pmd_val(pmd); in pmd_page_vaddr()
/kernel/linux/linux-6.6/arch/m68k/include/asm/
H A Dmotorola_pgtable.h98 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set()
107 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK))
120 #define pmd_none(pmd) (!pmd_val(pmd))
121 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE)
122 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE)
123 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; })
125 #define pmd_pfn(pmd) ((pmd_val(pmd) & _TABLE_MASK) >> PAGE_SHIFT)
143 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
/kernel/linux/linux-6.6/arch/nios2/include/asm/
H A Dpgtable.h160 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present()
161 && (pmd_val(pmd) != 0UL); in pmd_present()
166 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear()
199 return (pmd_val(pmd) == in pmd_none()
200 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none()
203 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
225 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
231 return pmd_val(pmd); in pmd_page_vaddr()
/kernel/linux/linux-5.10/arch/sparc/include/asm/
H A Dpgtable_64.h103 __FILE__, __LINE__, &(e), pmd_val(e), __builtin_return_address(0))
341 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
415 return !!(pmd_val(pmd) & _PAGE_PMD_HUGE); in is_hugetlb_pmd()
426 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
689 pte_t pte = __pte(pmd_val(pmd)); in pmd_large()
696 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn()
704 pte_t pte = __pte(pmd_val(pmd)); in pmd_write()
714 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty()
721 pte_t pte = __pte(pmd_val(pmd)); in pmd_young()
728 pte_t pte = __pte(pmd_val(pm in pmd_trans_huge()
[all...]
H A Dpgtable_32.h133 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page()
135 return pfn_to_page((pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4)); in pmd_page()
142 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page()
145 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page()
151 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr()
187 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad()
192 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present()
197 return !pmd_val(pmd); in pmd_none()
202 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
/kernel/linux/linux-6.6/arch/sparc/include/asm/
H A Dpgtable_64.h101 __FILE__, __LINE__, &(e), pmd_val(e), __builtin_return_address(0))
323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
432 return !!(pmd_val(pmd) & _PAGE_PMD_HUGE); in is_hugetlb_pmd()
443 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
686 pte_t pte = __pte(pmd_val(pmd)); in pmd_large()
693 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn()
701 pte_t pte = __pte(pmd_val(pmd)); in pmd_write()
711 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty()
719 pte_t pte = __pte(pmd_val(pmd)); in pmd_young()
726 pte_t pte = __pte(pmd_val(pm in pmd_trans_huge()
[all...]
H A Dpgtable_32.h111 return (pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4); in pmd_pfn()
116 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page()
125 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page()
128 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page()
134 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr()
170 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad()
175 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present()
180 return !pmd_val(pmd); in pmd_none()
185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
/kernel/linux/linux-6.6/arch/alpha/include/asm/
H A Dpgtable.h210 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set()
219 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr()
222 #define pmd_pfn(pmd) (pmd_val(pmd) >> 32)
223 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32))
238 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
239 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
240 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
241 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
357 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
/kernel/linux/linux-6.6/arch/um/include/asm/
H A Dpgtable.h83 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEWPAGE))
84 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
86 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
87 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEWPAGE; } while (0)
89 #define pmd_newpage(x) (pmd_val(x) & _PAGE_NEWPAGE)
90 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEWPAGE)
98 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT)
99 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK)
283 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
/kernel/linux/linux-5.10/arch/m68k/include/asm/
H A Dmotorola_pgtable.h122 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set()
131 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK))
143 #define pmd_none(pmd) (!pmd_val(pmd))
144 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE)
145 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE)
146 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; })
165 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
/kernel/linux/linux-5.10/arch/loongarch/mm/
H A Dhugetlbpage.c55 return (pmd_val(pmd) & _PAGE_HUGE) != 0; in pmd_huge()
65 uint64_t pmd_to_entrylo(unsigned long pmd_val) in pmd_to_entrylo() argument
69 if (!pmd_huge(__pmd(pmd_val))) in pmd_to_entrylo()
72 val = pmd_val ^ _PAGE_HUGE; in pmd_to_entrylo()
/kernel/linux/linux-6.6/arch/loongarch/mm/
H A Dhugetlbpage.c55 return (pmd_val(pmd) & _PAGE_HUGE) != 0; in pmd_huge()
63 uint64_t pmd_to_entrylo(unsigned long pmd_val) in pmd_to_entrylo() argument
67 if (!pmd_huge(__pmd(pmd_val))) in pmd_to_entrylo()
70 val = pmd_val ^ _PAGE_HUGE; in pmd_to_entrylo()

Completed in 27 milliseconds

1234567891011