| /kernel/linux/linux-6.6/drivers/iommu/ |
| H A D | iova.c | 25 unsigned long limit_pfn);
77 __get_cached_rbnode(struct iova_domain *iovad, unsigned long limit_pfn) in __get_cached_rbnode() argument
79 if (limit_pfn <= iovad->dma_32bit_pfn) in __get_cached_rbnode()
113 static struct rb_node *iova_find_limit(struct iova_domain *iovad, unsigned long limit_pfn) in iova_find_limit() argument
117 * Ideally what we'd like to judge here is whether limit_pfn is close in iova_find_limit()
124 if (limit_pfn > iovad->dma_32bit_pfn) in iova_find_limit()
128 while (to_iova(node)->pfn_hi < limit_pfn) in iova_find_limit()
132 while (node->rb_left && to_iova(node->rb_left)->pfn_lo >= limit_pfn) in iova_find_limit()
141 if (to_iova(next)->pfn_lo >= limit_pfn) { in iova_find_limit()
179 unsigned long size, unsigned long limit_pfn, in __alloc_and_insert_iova_range()
178 __alloc_and_insert_iova_range(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, struct iova *new, bool size_aligned) __alloc_and_insert_iova_range() argument
314 alloc_iova(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool size_aligned) alloc_iova() argument
439 alloc_iova_fast(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool flush_rcache) alloc_iova_fast() argument
697 iova_magazine_pop(struct iova_magazine *mag, unsigned long limit_pfn) iova_magazine_pop() argument
839 __iova_rcache_get(struct iova_rcache *rcache, unsigned long limit_pfn) __iova_rcache_get() argument
878 iova_rcache_get(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn) iova_rcache_get() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/iommu/ |
| H A D | iova.c | 23 unsigned long limit_pfn);
116 __get_cached_rbnode(struct iova_domain *iovad, unsigned long limit_pfn) in __get_cached_rbnode() argument
118 if (limit_pfn <= iovad->dma_32bit_pfn) in __get_cached_rbnode()
181 unsigned long size, unsigned long limit_pfn, in __alloc_and_insert_iova_range()
195 if (limit_pfn <= iovad->dma_32bit_pfn && in __alloc_and_insert_iova_range()
199 curr = __get_cached_rbnode(iovad, limit_pfn); in __alloc_and_insert_iova_range()
202 limit_pfn = min(limit_pfn, curr_iova->pfn_lo); in __alloc_and_insert_iova_range()
203 new_pfn = (limit_pfn - size) & align_mask; in __alloc_and_insert_iova_range()
209 if (limit_pfn < siz in __alloc_and_insert_iova_range()
180 __alloc_and_insert_iova_range(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, struct iova *new, bool size_aligned) __alloc_and_insert_iova_range() argument
294 alloc_iova(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool size_aligned) alloc_iova() argument
412 alloc_iova_fast(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool flush_rcache) alloc_iova_fast() argument
835 iova_magazine_pop(struct iova_magazine *mag, unsigned long limit_pfn) iova_magazine_pop() argument
955 __iova_rcache_get(struct iova_rcache *rcache, unsigned long limit_pfn) __iova_rcache_get() argument
994 iova_rcache_get(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn) iova_rcache_get() argument
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | iova.h | 87 unsigned long limit_pfn,
92 unsigned long limit_pfn, bool flush_rcache);
120 unsigned long limit_pfn, in alloc_iova()
134 unsigned long limit_pfn, in alloc_iova_fast()
118 alloc_iova(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool size_aligned) alloc_iova() argument
132 alloc_iova_fast(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool flush_rcache) alloc_iova_fast() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | iova.h | 144 unsigned long limit_pfn,
152 unsigned long limit_pfn, bool flush_rcache);
195 unsigned long limit_pfn, in alloc_iova()
215 unsigned long limit_pfn, in alloc_iova_fast()
193 alloc_iova(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool size_aligned) alloc_iova() argument
213 alloc_iova_fast(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool flush_rcache) alloc_iova_fast() argument
|
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| H A D | init.c | 411 unsigned long start_pfn, end_pfn, limit_pfn; in split_mem_range() local
415 limit_pfn = PFN_DOWN(end); in split_mem_range()
433 if (end_pfn > limit_pfn) in split_mem_range()
434 end_pfn = limit_pfn; in split_mem_range()
443 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
446 if (end_pfn > round_down(limit_pfn, PFN_DOWN(PMD_SIZE))) in split_mem_range()
447 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
459 end_pfn = round_down(limit_pfn, PFN_DOWN(PUD_SIZE)); in split_mem_range()
469 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
479 end_pfn = limit_pfn; in split_mem_range()
[all...] |
| /kernel/linux/linux-6.6/arch/x86/mm/ |
| H A D | init.c | 406 unsigned long start_pfn, end_pfn, limit_pfn; in split_mem_range() local
410 limit_pfn = PFN_DOWN(end); in split_mem_range()
428 if (end_pfn > limit_pfn) in split_mem_range()
429 end_pfn = limit_pfn; in split_mem_range()
438 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
441 if (end_pfn > round_down(limit_pfn, PFN_DOWN(PMD_SIZE))) in split_mem_range()
442 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
454 end_pfn = round_down(limit_pfn, PFN_DOWN(PUD_SIZE)); in split_mem_range()
464 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
474 end_pfn = limit_pfn; in split_mem_range()
[all...] |
| /kernel/linux/linux-5.10/arch/x86/kernel/ |
| H A D | e820.c | 753 void __init e820__register_nosave_regions(unsigned long limit_pfn) in e820__register_nosave_regions() argument
769 if (pfn >= limit_pfn) in e820__register_nosave_regions()
830 static unsigned long __init e820_end_pfn(unsigned long limit_pfn, enum e820_type type) in e820_end_pfn() argument
847 if (start_pfn >= limit_pfn) in e820_end_pfn()
849 if (end_pfn > limit_pfn) { in e820_end_pfn()
850 last_pfn = limit_pfn; in e820_end_pfn()
|
| /kernel/linux/linux-6.6/arch/x86/kernel/ |
| H A D | e820.c | 753 void __init e820__register_nosave_regions(unsigned long limit_pfn) in e820__register_nosave_regions() argument
769 if (pfn >= limit_pfn) in e820__register_nosave_regions()
830 static unsigned long __init e820_end_pfn(unsigned long limit_pfn, enum e820_type type) in e820_end_pfn() argument
847 if (start_pfn >= limit_pfn) in e820_end_pfn()
849 if (end_pfn > limit_pfn) { in e820_end_pfn()
850 last_pfn = limit_pfn; in e820_end_pfn()
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/e820/ |
| H A D | api.h | 42 extern void e820__register_nosave_regions(unsigned long limit_pfn);
|
| /kernel/linux/linux-6.6/arch/x86/include/asm/e820/ |
| H A D | api.h | 42 extern void e820__register_nosave_regions(unsigned long limit_pfn);
|
| /kernel/linux/linux-5.10/arch/x86/kernel/cpu/mtrr/ |
| H A D | cleanup.c | 852 real_trim_memory(unsigned long start_pfn, unsigned long limit_pfn) in real_trim_memory() argument
859 trim_size = limit_pfn; in real_trim_memory()
|
| /kernel/linux/linux-6.6/arch/x86/kernel/cpu/mtrr/ |
| H A D | cleanup.c | 842 real_trim_memory(unsigned long start_pfn, unsigned long limit_pfn) in real_trim_memory() argument
849 trim_size = limit_pfn; in real_trim_memory()
|