/kernel/linux/linux-6.6/arch/mips/cavium-octeon/ |
H A D | dma-octeon.c | 31 dma_addr_t (*phys_to_dma)(struct device *dev, phys_addr_t paddr); 35 static dma_addr_t octeon_hole_phys_to_dma(phys_addr_t paddr) in octeon_hole_phys_to_dma() argument 37 if (paddr >= CVMX_PCIE_BAR1_PHYS_BASE && paddr < (CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_PHYS_SIZE)) in octeon_hole_phys_to_dma() 38 return paddr - CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_RC_BASE; in octeon_hole_phys_to_dma() 40 return paddr; in octeon_hole_phys_to_dma() 51 static dma_addr_t octeon_gen1_phys_to_dma(struct device *dev, phys_addr_t paddr) in octeon_gen1_phys_to_dma() argument 53 if (paddr >= 0x410000000ull && paddr < 0x420000000ull) in octeon_gen1_phys_to_dma() 54 paddr in octeon_gen1_phys_to_dma() 73 octeon_gen2_phys_to_dma(struct device *dev, phys_addr_t paddr) octeon_gen2_phys_to_dma() argument 88 octeon_big_phys_to_dma(struct device *dev, phys_addr_t paddr) octeon_big_phys_to_dma() argument 115 octeon_small_phys_to_dma(struct device *dev, phys_addr_t paddr) octeon_small_phys_to_dma() argument 171 phys_to_dma(struct device *dev, phys_addr_t paddr) phys_to_dma() argument [all...] |
/kernel/linux/linux-5.10/arch/m68k/mm/ |
H A D | memory.c | 25 static inline void clear040(unsigned long paddr) in clear040() argument 32 : : "a" (paddr)); in clear040() 36 static inline void cleari040(unsigned long paddr) in cleari040() argument 43 : : "a" (paddr)); in cleari040() 48 static inline void push040(unsigned long paddr) in push040() argument 55 : : "a" (paddr)); in push040() 60 static inline void pushcl040(unsigned long paddr) in pushcl040() argument 65 push040(paddr); in pushcl040() 67 clear040(paddr); in pushcl040() 72 * 040: Hit every page containing an address in the range paddr 98 cache_clear(unsigned long paddr, int len) cache_clear() argument 147 cache_push(unsigned long paddr, int len) cache_push() argument [all...] |
/kernel/linux/linux-6.6/arch/m68k/mm/ |
H A D | memory.c | 24 static inline void clear040(unsigned long paddr) in clear040() argument 31 : : "a" (paddr)); in clear040() 35 static inline void cleari040(unsigned long paddr) in cleari040() argument 42 : : "a" (paddr)); in cleari040() 47 static inline void push040(unsigned long paddr) in push040() argument 54 : : "a" (paddr)); in push040() 59 static inline void pushcl040(unsigned long paddr) in pushcl040() argument 64 push040(paddr); in pushcl040() 66 clear040(paddr); in pushcl040() 71 * 040: Hit every page containing an address in the range paddr 97 cache_clear(unsigned long paddr, int len) cache_clear() argument 146 cache_push(unsigned long paddr, int len) cache_push() argument [all...] |
/kernel/linux/linux-5.10/arch/mips/cavium-octeon/ |
H A D | dma-octeon.c | 31 dma_addr_t (*phys_to_dma)(struct device *dev, phys_addr_t paddr); 35 static dma_addr_t octeon_hole_phys_to_dma(phys_addr_t paddr) in octeon_hole_phys_to_dma() argument 37 if (paddr >= CVMX_PCIE_BAR1_PHYS_BASE && paddr < (CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_PHYS_SIZE)) in octeon_hole_phys_to_dma() 38 return paddr - CVMX_PCIE_BAR1_PHYS_BASE + CVMX_PCIE_BAR1_RC_BASE; in octeon_hole_phys_to_dma() 40 return paddr; in octeon_hole_phys_to_dma() 51 static dma_addr_t octeon_gen1_phys_to_dma(struct device *dev, phys_addr_t paddr) in octeon_gen1_phys_to_dma() argument 53 if (paddr >= 0x410000000ull && paddr < 0x420000000ull) in octeon_gen1_phys_to_dma() 54 paddr in octeon_gen1_phys_to_dma() 73 octeon_gen2_phys_to_dma(struct device *dev, phys_addr_t paddr) octeon_gen2_phys_to_dma() argument 88 octeon_big_phys_to_dma(struct device *dev, phys_addr_t paddr) octeon_big_phys_to_dma() argument 115 octeon_small_phys_to_dma(struct device *dev, phys_addr_t paddr) octeon_small_phys_to_dma() argument 171 phys_to_dma(struct device *dev, phys_addr_t paddr) phys_to_dma() argument [all...] |
/kernel/linux/linux-5.10/arch/arc/mm/ |
H A D | ioremap.c | 14 static inline bool arc_uncached_addr_space(phys_addr_t paddr) in arc_uncached_addr_space() argument 17 if (paddr >= ARC_UNCACHED_ADDR_SPACE) in arc_uncached_addr_space() 19 } else if (paddr >= perip_base && paddr <= perip_end) { in arc_uncached_addr_space() 26 void __iomem *ioremap(phys_addr_t paddr, unsigned long size) in ioremap() argument 31 end = paddr + size - 1; in ioremap() 32 if (!size || (end < paddr)) in ioremap() 39 if (arc_uncached_addr_space(paddr)) in ioremap() 40 return (void __iomem *)(u32)paddr; in ioremap() 42 return ioremap_prot(paddr, siz in ioremap() 53 ioremap_prot(phys_addr_t paddr, unsigned long size, unsigned long flags) ioremap_prot() argument [all...] |
H A D | cache.c | 31 void (*_cache_line_loop_ic_fn)(phys_addr_t paddr, unsigned long vaddr, 210 * ARC VIPT I-cache uses vaddr to index into cache and paddr to match the tag. 211 * The orig Cache Management Module "CDU" only required paddr to invalidate a 217 * paddr alone could not be used to correctly index the cache. 226 * of vaddr could easily be "stuffed" in the paddr as bits [4:0] since the 227 * orig 5 bits of paddr were anyways ignored by CDU line ops, as they 250 void __cache_line_loop_v2(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v2() argument 264 * and have @paddr - aligned to cache line and integral @num_lines. in __cache_line_loop_v2() 266 * -@paddr will be cache-line aligned already (being page aligned) in __cache_line_loop_v2() 270 sz += paddr in __cache_line_loop_v2() 295 __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr, unsigned long sz, const int op, const int full_page) __cache_line_loop_v3() argument 366 __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, unsigned long sz, const int op, const int full_page) __cache_line_loop_v4() argument 420 __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, unsigned long sz, const int op, const int full_page) __cache_line_loop_v4() argument 580 __dc_line_op(phys_addr_t paddr, unsigned long vaddr, unsigned long sz, const int op) __dc_line_op() argument 616 __ic_line_inv_vaddr_local(phys_addr_t paddr, unsigned long vaddr, unsigned long sz) __ic_line_inv_vaddr_local() argument 634 phys_addr_t paddr, vaddr; global() member 645 __ic_line_inv_vaddr(phys_addr_t paddr, unsigned long vaddr, unsigned long sz) __ic_line_inv_vaddr() argument 666 slc_op_rgn(phys_addr_t paddr, unsigned long sz, const int op) slc_op_rgn() argument 729 slc_op_line(phys_addr_t paddr, unsigned long sz, const int op) slc_op_line() argument 860 phys_addr_t paddr = (unsigned long)page_address(page); flush_dcache_page() local 999 __sync_icache_dcache(phys_addr_t paddr, unsigned long vaddr, int len) __sync_icache_dcache() argument 1006 __inv_icache_page(phys_addr_t paddr, unsigned long vaddr) __inv_icache_page() argument 1015 __flush_dcache_page(phys_addr_t paddr, unsigned long vaddr) __flush_dcache_page() argument 1043 phys_addr_t paddr = pfn << PAGE_SHIFT; flush_cache_page() local [all...] |
/kernel/linux/linux-6.6/arch/arc/mm/ |
H A D | cache.c | 35 void (*_cache_line_loop_ic_fn)(phys_addr_t paddr, unsigned long vaddr, 174 * Programming model requires both paddr and vaddr irrespecive of aliasing 177 * - paddr in {I,D}C_PTAG 181 * - D$ / Non-aliasing I$: only paddr in {I,D}C_IV?L 189 void __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v3() argument 204 * and have @paddr - aligned to cache line and integral @num_lines. in __cache_line_loop_v3() 206 * -@paddr will be cache-line aligned already (being page aligned) in __cache_line_loop_v3() 210 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v3() 211 paddr &= CACHE_LINE_MASK; in __cache_line_loop_v3() 217 * MMUv3, cache ops require paddr i in __cache_line_loop_v3() 249 __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, unsigned long sz, const int op, const int full_page) __cache_line_loop_v4() argument 303 __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, unsigned long sz, const int op, const int full_page) __cache_line_loop_v4() argument 461 __dc_line_op(phys_addr_t paddr, unsigned long vaddr, unsigned long sz, const int op) __dc_line_op() argument 497 __ic_line_inv_vaddr_local(phys_addr_t paddr, unsigned long vaddr, unsigned long sz) __ic_line_inv_vaddr_local() argument 515 phys_addr_t paddr, vaddr; global() member 526 __ic_line_inv_vaddr(phys_addr_t paddr, unsigned long vaddr, unsigned long sz) __ic_line_inv_vaddr() argument 547 slc_op_rgn(phys_addr_t paddr, unsigned long sz, const int op) slc_op_rgn() argument 610 slc_op_line(phys_addr_t paddr, unsigned long sz, const int op) slc_op_line() argument 740 phys_addr_t paddr = (unsigned long)folio_address(folio); flush_dcache_folio() local 890 __sync_icache_dcache(phys_addr_t paddr, unsigned long vaddr, int len) __sync_icache_dcache() argument 897 __inv_icache_pages(phys_addr_t paddr, unsigned long vaddr, unsigned nr) __inv_icache_pages() argument 906 __flush_dcache_pages(phys_addr_t paddr, unsigned long vaddr, unsigned nr) __flush_dcache_pages() argument 934 phys_addr_t paddr = pfn << PAGE_SHIFT; flush_cache_page() local [all...] |
H A D | ioremap.c | 13 static inline bool arc_uncached_addr_space(phys_addr_t paddr) in arc_uncached_addr_space() argument 16 if (paddr >= ARC_UNCACHED_ADDR_SPACE) in arc_uncached_addr_space() 18 } else if (paddr >= perip_base && paddr <= perip_end) { in arc_uncached_addr_space() 25 void __iomem *ioremap(phys_addr_t paddr, unsigned long size) in ioremap() argument 31 if (arc_uncached_addr_space(paddr)) in ioremap() 32 return (void __iomem *)(u32)paddr; in ioremap() 34 return ioremap_prot(paddr, size, in ioremap() 46 void __iomem *ioremap_prot(phys_addr_t paddr, size_t size, in ioremap_prot() argument 52 return generic_ioremap_prot(paddr, siz in ioremap_prot() [all...] |
/kernel/linux/linux-5.10/arch/m68k/kernel/ |
H A D | sys_m68k.c | 70 unsigned long paddr, i; in cache_flush_040() local 103 if ((paddr = virt_to_phys_040(addr))) { in cache_flush_040() 104 paddr += addr & ~(PAGE_MASK | 15); in cache_flush_040() 116 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040() 125 i = (PAGE_SIZE - (paddr & ~PAGE_MASK)) >> 4; in cache_flush_040() 135 : : "a" (paddr)); in cache_flush_040() 142 : : "a" (paddr)); in cache_flush_040() 150 : : "a" (paddr)); in cache_flush_040() 165 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040() 174 paddr in cache_flush_040() 230 unsigned long paddr, i; cache_flush_060() local [all...] |
/kernel/linux/linux-6.6/arch/m68k/kernel/ |
H A D | sys_m68k.c | 70 unsigned long paddr, i; in cache_flush_040() local 103 if ((paddr = virt_to_phys_040(addr))) { in cache_flush_040() 104 paddr += addr & ~(PAGE_MASK | 15); in cache_flush_040() 116 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040() 125 i = (PAGE_SIZE - (paddr & ~PAGE_MASK)) >> 4; in cache_flush_040() 135 : : "a" (paddr)); in cache_flush_040() 142 : : "a" (paddr)); in cache_flush_040() 150 : : "a" (paddr)); in cache_flush_040() 165 if ((paddr = virt_to_phys_040(addr))) in cache_flush_040() 174 paddr in cache_flush_040() 230 unsigned long paddr, i; cache_flush_060() local [all...] |
/kernel/linux/linux-5.10/arch/c6x/mm/ |
H A D | dma-coherent.c | 78 u32 paddr; in arch_dma_alloc() local 86 paddr = __alloc_dma_pages(order); in arch_dma_alloc() 89 *handle = paddr; in arch_dma_alloc() 91 if (!paddr) in arch_dma_alloc() 94 ret = phys_to_virt(paddr); in arch_dma_alloc() 143 static void c6x_dma_sync(phys_addr_t paddr, size_t size, in c6x_dma_sync() argument 150 L2_cache_block_invalidate(paddr, paddr + size); in c6x_dma_sync() 153 L2_cache_block_writeback(paddr, paddr in c6x_dma_sync() 163 arch_sync_dma_for_device(phys_addr_t paddr, size_t size, enum dma_data_direction dir) arch_sync_dma_for_device() argument 169 arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, enum dma_data_direction dir) arch_sync_dma_for_cpu() argument [all...] |
/kernel/linux/linux-6.6/arch/riscv/mm/ |
H A D | dma-noncoherent.c | 18 static inline void arch_dma_cache_wback(phys_addr_t paddr, size_t size) in arch_dma_cache_wback() argument 20 void *vaddr = phys_to_virt(paddr); in arch_dma_cache_wback() 24 noncoherent_cache_ops.wback(paddr, size); in arch_dma_cache_wback() 31 static inline void arch_dma_cache_inv(phys_addr_t paddr, size_t size) in arch_dma_cache_inv() argument 33 void *vaddr = phys_to_virt(paddr); in arch_dma_cache_inv() 37 noncoherent_cache_ops.inv(paddr, size); in arch_dma_cache_inv() 45 static inline void arch_dma_cache_wback_inv(phys_addr_t paddr, size_t size) in arch_dma_cache_wback_inv() argument 47 void *vaddr = phys_to_virt(paddr); in arch_dma_cache_wback_inv() 51 noncoherent_cache_ops.wback_inv(paddr, size); in arch_dma_cache_wback_inv() 69 void arch_sync_dma_for_device(phys_addr_t paddr, size_ argument 98 arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, enum dma_data_direction dir) arch_sync_dma_for_cpu() argument [all...] |
/kernel/linux/linux-6.6/arch/arm/mm/ |
H A D | dma-mapping-nommu.c | 16 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 19 dmac_map_area(__va(paddr), size, dir); in arch_sync_dma_for_device() 22 outer_inv_range(paddr, paddr + size); in arch_sync_dma_for_device() 24 outer_clean_range(paddr, paddr + size); in arch_sync_dma_for_device() 27 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 31 outer_inv_range(paddr, paddr + size); in arch_sync_dma_for_cpu() 32 dmac_unmap_area(__va(paddr), siz in arch_sync_dma_for_cpu() [all...] |
/kernel/linux/linux-5.10/arch/microblaze/kernel/ |
H A D | dma.c | 17 static void __dma_sync(phys_addr_t paddr, size_t size, in __dma_sync() argument 23 flush_dcache_range(paddr, paddr + size); in __dma_sync() 26 invalidate_dcache_range(paddr, paddr + size); in __dma_sync() 33 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 36 __dma_sync(paddr, size, dir); in arch_sync_dma_for_device() 39 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 42 __dma_sync(paddr, size, dir); in arch_sync_dma_for_cpu()
|
/kernel/linux/linux-6.6/arch/microblaze/kernel/ |
H A D | dma.c | 17 static void __dma_sync(phys_addr_t paddr, size_t size, in __dma_sync() argument 23 flush_dcache_range(paddr, paddr + size); in __dma_sync() 26 invalidate_dcache_range(paddr, paddr + size); in __dma_sync() 33 void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, in arch_sync_dma_for_device() argument 36 __dma_sync(paddr, size, dir); in arch_sync_dma_for_device() 39 void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, in arch_sync_dma_for_cpu() argument 42 __dma_sync(paddr, size, dir); in arch_sync_dma_for_cpu()
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | dma-direct.h | 28 phys_addr_t paddr) in translate_phys_to_dma() 33 if (paddr >= m->cpu_start && paddr - m->cpu_start < m->size) in translate_phys_to_dma() 34 return (dma_addr_t)paddr - m->offset; in translate_phys_to_dma() 59 phys_addr_t paddr) in phys_to_dma_unencrypted() 62 return translate_phys_to_dma(dev, paddr); in phys_to_dma_unencrypted() 63 return paddr; in phys_to_dma_unencrypted() 72 static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) in phys_to_dma() argument 74 return __sme_set(phys_to_dma_unencrypted(dev, paddr)); in phys_to_dma() 79 phys_addr_t paddr; in dma_to_phys() local 27 translate_phys_to_dma(struct device *dev, phys_addr_t paddr) translate_phys_to_dma() argument 58 phys_to_dma_unencrypted(struct device *dev, phys_addr_t paddr) phys_to_dma_unencrypted() argument [all...] |
/kernel/linux/linux-6.6/include/linux/ |
H A D | dma-direct.h | 28 phys_addr_t paddr) in translate_phys_to_dma() 33 if (paddr >= m->cpu_start && paddr - m->cpu_start < m->size) in translate_phys_to_dma() 34 return (dma_addr_t)paddr - m->offset; in translate_phys_to_dma() 59 phys_addr_t paddr) in phys_to_dma_unencrypted() 62 return translate_phys_to_dma(dev, paddr); in phys_to_dma_unencrypted() 63 return paddr; in phys_to_dma_unencrypted() 72 static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) in phys_to_dma() argument 74 return __sme_set(phys_to_dma_unencrypted(dev, paddr)); in phys_to_dma() 79 phys_addr_t paddr; in dma_to_phys() local 27 translate_phys_to_dma(struct device *dev, phys_addr_t paddr) translate_phys_to_dma() argument 58 phys_to_dma_unencrypted(struct device *dev, phys_addr_t paddr) phys_to_dma_unencrypted() argument [all...] |
/kernel/linux/linux-5.10/drivers/bus/ |
H A D | uniphier-system-bus.c | 39 int bank, u32 addr, u64 paddr, u32 size) in uniphier_system_bus_add_bank() 44 "range found: bank = %d, addr = %08x, paddr = %08llx, size = %08x\n", in uniphier_system_bus_add_bank() 45 bank, addr, paddr, size); in uniphier_system_bus_add_bank() 58 if (paddr > U32_MAX) { in uniphier_system_bus_add_bank() 59 dev_err(priv->dev, "base address %llx is too high\n", paddr); in uniphier_system_bus_add_bank() 63 end = paddr + size; in uniphier_system_bus_add_bank() 65 if (addr > paddr) { in uniphier_system_bus_add_bank() 68 addr, paddr); in uniphier_system_bus_add_bank() 71 paddr -= addr; in uniphier_system_bus_add_bank() 73 paddr in uniphier_system_bus_add_bank() 38 uniphier_system_bus_add_bank(struct uniphier_system_bus_priv *priv, int bank, u32 addr, u64 paddr, u32 size) uniphier_system_bus_add_bank() argument 181 u64 paddr; uniphier_system_bus_probe() local [all...] |
/kernel/liteos_a/kernel/base/include/ |
H A D | los_vm_zone.h | 89 #define IO_DEVICE_ADDR(paddr) ((paddr) - PERIPH_PMM_BASE + PERIPH_DEVICE_BASE) 90 #define IO_CACHED_ADDR(paddr) ((paddr) - PERIPH_PMM_BASE + PERIPH_CACHED_BASE) 91 #define IO_UNCACHED_ADDR(paddr) ((paddr) - PERIPH_PMM_BASE + PERIPH_UNCACHED_BASE) 93 #define MEM_CACHED_ADDR(paddr) ((paddr) - DDR_MEM_ADDR + KERNEL_VMM_BASE) 94 #define MEM_UNCACHED_ADDR(paddr) ((paddr) [all...] |
/kernel/linux/linux-6.6/drivers/soc/apple/ |
H A D | sart.c | 53 phys_addr_t *paddr, size_t *size); 72 phys_addr_t *paddr, size_t *size) in sart2_get_entry() 80 *paddr = paddr_ << APPLE_SART2_PADDR_SHIFT; in sart2_get_entry() 104 phys_addr_t *paddr, size_t *size) in sart3_get_entry() 111 *paddr = paddr_ << APPLE_SART3_PADDR_SHIFT; in sart3_get_entry() 150 phys_addr_t paddr; in apple_sart_probe() local 152 sart->ops->get_entry(sart, i, &flags, &paddr, &size); in apple_sart_probe() 158 "SART bootloader entry: index %02d; flags: 0x%02x; paddr: %pa; size: 0x%zx\n", in apple_sart_probe() 159 i, flags, &paddr, size); in apple_sart_probe() 208 phys_addr_t paddr, size_ in sart_set_entry() 71 sart2_get_entry(struct apple_sart *sart, int index, u8 *flags, phys_addr_t *paddr, size_t *size) sart2_get_entry() argument 103 sart3_get_entry(struct apple_sart *sart, int index, u8 *flags, phys_addr_t *paddr, size_t *size) sart3_get_entry() argument 207 sart_set_entry(struct apple_sart *sart, int index, u8 flags, phys_addr_t paddr, size_t size) sart_set_entry() argument 225 apple_sart_add_allowed_region(struct apple_sart *sart, phys_addr_t paddr, size_t size) apple_sart_add_allowed_region() argument 259 apple_sart_remove_allowed_region(struct apple_sart *sart, phys_addr_t paddr, size_t size) apple_sart_remove_allowed_region() argument [all...] |
/kernel/linux/linux-6.6/arch/x86/mm/ |
H A D | mem_encrypt_amd.c | 60 unsigned long paddr, bool decrypt) in snp_memcpy() 66 * @paddr needs to be accessed decrypted, mark the page shared in in snp_memcpy() 69 early_snp_set_memory_shared((unsigned long)__va(paddr), paddr, npages); in snp_memcpy() 74 early_snp_set_memory_private((unsigned long)__va(paddr), paddr, npages); in snp_memcpy() 77 * @paddr need to be accessed encrypted, no need for the page state in snp_memcpy() 93 static void __init __sme_early_enc_dec(resource_size_t paddr, in __sme_early_enc_dec() argument 115 src = enc ? early_memremap_decrypted_wp(paddr, len) : in __sme_early_enc_dec() 116 early_memremap_encrypted_wp(paddr, le in __sme_early_enc_dec() 59 snp_memcpy(void *dst, void *src, size_t sz, unsigned long paddr, bool decrypt) snp_memcpy() argument 148 sme_early_encrypt(resource_size_t paddr, unsigned long size) sme_early_encrypt() argument 153 sme_early_decrypt(resource_size_t paddr, unsigned long size) sme_early_decrypt() argument 161 unsigned long paddr = (unsigned long)vaddr - __PAGE_OFFSET; __sme_early_map_unmap_mem() local [all...] |
H A D | ioremap.c | 598 u64 paddr; in memremap_is_efi_data() local 604 paddr = boot_params.efi_info.efi_memmap_hi; in memremap_is_efi_data() 605 paddr <<= 32; in memremap_is_efi_data() 606 paddr |= boot_params.efi_info.efi_memmap; in memremap_is_efi_data() 607 if (phys_addr == paddr) in memremap_is_efi_data() 610 paddr = boot_params.efi_info.efi_systab_hi; in memremap_is_efi_data() 611 paddr <<= 32; in memremap_is_efi_data() 612 paddr |= boot_params.efi_info.efi_systab; in memremap_is_efi_data() 613 if (phys_addr == paddr) in memremap_is_efi_data() 639 u64 paddr, paddr_nex in memremap_is_setup_data() local 700 u64 paddr, paddr_next; early_memremap_is_setup_data() local [all...] |
/kernel/linux/linux-5.10/arch/x86/mm/ |
H A D | ioremap.c | 603 u64 paddr; in memremap_is_efi_data() local 609 paddr = boot_params.efi_info.efi_memmap_hi; in memremap_is_efi_data() 610 paddr <<= 32; in memremap_is_efi_data() 611 paddr |= boot_params.efi_info.efi_memmap; in memremap_is_efi_data() 612 if (phys_addr == paddr) in memremap_is_efi_data() 615 paddr = boot_params.efi_info.efi_systab_hi; in memremap_is_efi_data() 616 paddr <<= 32; in memremap_is_efi_data() 617 paddr |= boot_params.efi_info.efi_systab; in memremap_is_efi_data() 618 if (phys_addr == paddr) in memremap_is_efi_data() 644 u64 paddr, paddr_nex in memremap_is_setup_data() local 705 u64 paddr, paddr_next; early_memremap_is_setup_data() local [all...] |
/kernel/linux/linux-5.10/arch/x86/mm/pat/ |
H A D | memtype.c | 704 * @paddr: physical address of which memory type needs to be looked up 711 static enum page_cache_mode lookup_memtype(u64 paddr) in lookup_memtype() argument 716 if (x86_platform.is_untracked_pat_range(paddr, paddr + PAGE_SIZE)) in lookup_memtype() 719 if (pat_pagerange_is_ram(paddr, paddr + PAGE_SIZE)) { in lookup_memtype() 722 page = pfn_to_page(paddr >> PAGE_SHIFT); in lookup_memtype() 728 entry = memtype_lookup(paddr); in lookup_memtype() 911 static int reserve_pfn_range(u64 paddr, unsigned long size, pgprot_t *vma_prot, in reserve_pfn_range() argument 919 is_ram = pat_pagerange_is_ram(paddr, padd in reserve_pfn_range() 981 free_pfn_range(u64 paddr, unsigned long size) free_pfn_range() argument 999 resource_size_t paddr; track_pfn_copy() local 1029 resource_size_t paddr = (resource_size_t)pfn << PAGE_SHIFT; track_pfn_remap() local 1087 resource_size_t paddr; untrack_pfn() local [all...] |
/kernel/linux/linux-6.6/arch/x86/mm/pat/ |
H A D | memtype.c | 665 * @paddr: physical address of which memory type needs to be looked up 672 static enum page_cache_mode lookup_memtype(u64 paddr) in lookup_memtype() argument 677 if (x86_platform.is_untracked_pat_range(paddr, paddr + PAGE_SIZE)) in lookup_memtype() 680 if (pat_pagerange_is_ram(paddr, paddr + PAGE_SIZE)) { in lookup_memtype() 683 page = pfn_to_page(paddr >> PAGE_SHIFT); in lookup_memtype() 689 entry = memtype_lookup(paddr); in lookup_memtype() 874 static int reserve_pfn_range(u64 paddr, unsigned long size, pgprot_t *vma_prot, in reserve_pfn_range() argument 882 is_ram = pat_pagerange_is_ram(paddr, padd in reserve_pfn_range() 944 free_pfn_range(u64 paddr, unsigned long size) free_pfn_range() argument 962 resource_size_t paddr; track_pfn_copy() local 992 resource_size_t paddr = (resource_size_t)pfn << PAGE_SHIFT; track_pfn_remap() local 1050 resource_size_t paddr; untrack_pfn() local [all...] |