| /kernel/linux/linux-5.10/arch/ia64/mm/ |
| H A D | contig.c | 60 __per_cpu_offset[cpu] = (char *)cpu_data - __per_cpu_start; in per_cpu_init()
61 per_cpu(local_per_cpu_offset, cpu) = __per_cpu_offset[cpu]; in per_cpu_init()
79 return __per_cpu_start + __per_cpu_offset[smp_processor_id()]; in per_cpu_init()
134 pcpu_setup_first_chunk(ai, __per_cpu_start + __per_cpu_offset[0]); in setup_per_cpu_areas()
|
| H A D | discontig.c | 132 * setup __per_cpu_offset for each CPU on this node. Return a pointer to
147 __per_cpu_offset[cpu] = (char *)__va(cpu_data) - in per_cpu_node_setup()
199 (void *)(__per_cpu_offset[cpu] + __per_cpu_start)); in setup_per_cpu_areas()
243 gi->base_offset = __per_cpu_offset[cpu] + base_offset; in setup_per_cpu_areas()
534 per_cpu(local_per_cpu_offset, cpu) = __per_cpu_offset[cpu]; in per_cpu_init()
537 return __per_cpu_start + __per_cpu_offset[smp_processor_id()]; in per_cpu_init()
|
| /kernel/linux/linux-6.6/arch/ia64/mm/ |
| H A D | contig.c | 58 __per_cpu_offset[cpu] = (char *)cpu_data - __per_cpu_start; in per_cpu_init()
59 per_cpu(local_per_cpu_offset, cpu) = __per_cpu_offset[cpu]; in per_cpu_init()
77 return __per_cpu_start + __per_cpu_offset[smp_processor_id()]; in per_cpu_init()
132 pcpu_setup_first_chunk(ai, __per_cpu_start + __per_cpu_offset[0]); in setup_per_cpu_areas()
|
| H A D | discontig.c | 133 * setup __per_cpu_offset for each CPU on this node. Return a pointer to
148 __per_cpu_offset[cpu] = (char *)__va(cpu_data) - in per_cpu_node_setup()
200 (void *)(__per_cpu_offset[cpu] + __per_cpu_start)); in setup_per_cpu_areas()
244 gi->base_offset = __per_cpu_offset[cpu] + base_offset; in setup_per_cpu_areas()
535 per_cpu(local_per_cpu_offset, cpu) = __per_cpu_offset[cpu]; in per_cpu_init()
538 return __per_cpu_start + __per_cpu_offset[smp_processor_id()]; in per_cpu_init()
|
| /kernel/linux/linux-5.10/arch/sparc/include/asm/ |
| H A D | percpu_64.h | 15 #define __per_cpu_offset(__cpu) \ macro
17 #define per_cpu_offset(x) (__per_cpu_offset(x))
|
| /kernel/linux/linux-6.6/arch/sparc/include/asm/ |
| H A D | percpu_64.h | 15 #define __per_cpu_offset(__cpu) \ macro
17 #define per_cpu_offset(x) (__per_cpu_offset(x))
|
| /kernel/linux/linux-6.6/arch/s390/mm/ |
| H A D | init.c | 193 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
194 EXPORT_SYMBOL(__per_cpu_offset); variable
225 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-6.6/arch/x86/kernel/ |
| H A D | setup_percpu.c | 35 unsigned long __per_cpu_offset[NR_CPUS] __ro_after_init = {
38 EXPORT_SYMBOL(__per_cpu_offset); variable
|
| /kernel/linux/linux-6.6/arch/arm/include/asm/ |
| H A D | percpu.h | 43 "2: " LOAD_SYM_ARMV6(%0, __per_cpu_offset) " \n\t" in __my_cpu_offset()
49 "3: .long __per_cpu_offset \n\t" in __my_cpu_offset()
|
| /kernel/linux/linux-5.10/arch/loongarch/loongson64/ |
| H A D | numa.c | 52 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
53 EXPORT_SYMBOL(__per_cpu_offset); variable
115 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-5.10/arch/arm64/mm/ |
| H A D | numa.c | 145 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
146 EXPORT_SYMBOL(__per_cpu_offset); variable
191 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-6.6/arch/loongarch/kernel/ |
| H A D | numa.c | 52 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
53 EXPORT_SYMBOL(__per_cpu_offset); variable
105 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-6.6/drivers/base/ |
| H A D | arch_numa.c | 144 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
145 EXPORT_SYMBOL(__per_cpu_offset); variable
188 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-6.6/arch/powerpc/kernel/ |
| H A D | setup_64.c | 835 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
836 EXPORT_SYMBOL(__per_cpu_offset); variable
881 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
882 paca_ptrs[cpu]->data_offset = __per_cpu_offset[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-5.10/arch/x86/kernel/ |
| H A D | setup_percpu.c | 38 unsigned long __per_cpu_offset[NR_CPUS] __ro_after_init = {
41 EXPORT_SYMBOL(__per_cpu_offset); variable
|
| H A D | hw_breakpoint.c | 274 * GSBASE value via __per_cpu_offset or pcpu_unit_offsets. in within_cpu_entry()
277 if (within_area(addr, end, (unsigned long)__per_cpu_offset, in within_cpu_entry()
|
| /kernel/linux/linux-5.10/arch/powerpc/kernel/ |
| H A D | setup_64.c | 825 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
826 EXPORT_SYMBOL(__per_cpu_offset); variable
908 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
909 paca_ptrs[cpu]->data_offset = __per_cpu_offset[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-5.10/arch/mips/mm/ |
| H A D | init.c | 512 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
513 EXPORT_SYMBOL(__per_cpu_offset); variable
552 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-6.6/arch/mips/mm/ |
| H A D | init.c | 517 unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
518 EXPORT_SYMBOL(__per_cpu_offset); variable
549 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| /kernel/linux/linux-5.10/include/asm-generic/ |
| H A D | percpu.h | 15 * Most arches use the __per_cpu_offset array for those offsets but
18 #ifndef __per_cpu_offset
19 extern unsigned long __per_cpu_offset[NR_CPUS];
21 #define per_cpu_offset(x) (__per_cpu_offset[x])
|
| /kernel/linux/linux-6.6/include/asm-generic/ |
| H A D | percpu.h | 15 * Most arches use the __per_cpu_offset array for those offsets but
18 #ifndef __per_cpu_offset
19 extern unsigned long __per_cpu_offset[NR_CPUS];
21 #define per_cpu_offset(x) (__per_cpu_offset[x])
|
| /kernel/linux/linux-6.6/arch/riscv/include/asm/ |
| H A D | asm.h | 95 la \dst, __per_cpu_offset
|
| /kernel/linux/linux-5.10/arch/x86/entry/ |
| H A D | calling.h | 439 movq __per_cpu_offset(, \reg, 8), \reg
|
| /kernel/linux/linux-6.6/arch/arm64/include/asm/ |
| H A D | percpu.h | 255 #define __per_cpu_offset macro
|
| /kernel/linux/linux-6.6/arch/x86/entry/ |
| H A D | calling.h | 413 movq __per_cpu_offset(, \reg, 8), \reg
|