1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3  * Copyright (C) 2008 Mark Nelson, IBM Corp.
4  */
5 #include <asm/page.h>
6 #include <asm/processor.h>
7 #include <asm/ppc_asm.h>
8 #include <asm/asm-offsets.h>
9 #include <asm/export.h>
10 #include <asm/feature-fixups.h>
11 
12         .section        ".toc","aw"
13 PPC64_CACHES:
14         .tc             ppc64_caches[TC],ppc64_caches
15         .section        ".text"
16 
17 _GLOBAL_TOC(copy_page)
18 BEGIN_FTR_SECTION
19 	lis	r5,PAGE_SIZE@h
20 FTR_SECTION_ELSE
21 #ifdef CONFIG_PPC_BOOK3S_64
22 	b	copypage_power7
23 #endif
24 ALT_FTR_SECTION_END_IFCLR(CPU_FTR_VMX_COPY)
25 	ori	r5,r5,PAGE_SIZE@l
26 BEGIN_FTR_SECTION
27 	ld      r10,PPC64_CACHES@toc(r2)
28 	lwz	r11,DCACHEL1LOGBLOCKSIZE(r10)	/* log2 of cache block size */
29 	lwz     r12,DCACHEL1BLOCKSIZE(r10)	/* get cache block size */
30 	li	r9,0
31 	srd	r8,r5,r11
32 
33 	mtctr	r8
34 .Lsetup:
35 	dcbt	r9,r4
36 	dcbz	r9,r3
37 	add	r9,r9,r12
38 	bdnz	.Lsetup
39 END_FTR_SECTION_IFSET(CPU_FTR_CP_USE_DCBTZ)
40 	addi	r3,r3,-8
41 	srdi    r8,r5,7		/* page is copied in 128 byte strides */
42 	addi	r8,r8,-1	/* one stride copied outside loop */
43 
44 	mtctr	r8
45 
46 	ld	r5,0(r4)
47 	ld	r6,8(r4)
48 	ld	r7,16(r4)
49 	ldu	r8,24(r4)
50 1:	std	r5,8(r3)
51 	std	r6,16(r3)
52 	ld	r9,8(r4)
53 	ld	r10,16(r4)
54 	std	r7,24(r3)
55 	std	r8,32(r3)
56 	ld	r11,24(r4)
57 	ld	r12,32(r4)
58 	std	r9,40(r3)
59 	std	r10,48(r3)
60 	ld	r5,40(r4)
61 	ld	r6,48(r4)
62 	std	r11,56(r3)
63 	std	r12,64(r3)
64 	ld	r7,56(r4)
65 	ld	r8,64(r4)
66 	std	r5,72(r3)
67 	std	r6,80(r3)
68 	ld	r9,72(r4)
69 	ld	r10,80(r4)
70 	std	r7,88(r3)
71 	std	r8,96(r3)
72 	ld	r11,88(r4)
73 	ld	r12,96(r4)
74 	std	r9,104(r3)
75 	std	r10,112(r3)
76 	ld	r5,104(r4)
77 	ld	r6,112(r4)
78 	std	r11,120(r3)
79 	stdu	r12,128(r3)
80 	ld	r7,120(r4)
81 	ldu	r8,128(r4)
82 	bdnz	1b
83 
84 	std	r5,8(r3)
85 	std	r6,16(r3)
86 	ld	r9,8(r4)
87 	ld	r10,16(r4)
88 	std	r7,24(r3)
89 	std	r8,32(r3)
90 	ld	r11,24(r4)
91 	ld	r12,32(r4)
92 	std	r9,40(r3)
93 	std	r10,48(r3)
94 	ld	r5,40(r4)
95 	ld	r6,48(r4)
96 	std	r11,56(r3)
97 	std	r12,64(r3)
98 	ld	r7,56(r4)
99 	ld	r8,64(r4)
100 	std	r5,72(r3)
101 	std	r6,80(r3)
102 	ld	r9,72(r4)
103 	ld	r10,80(r4)
104 	std	r7,88(r3)
105 	std	r8,96(r3)
106 	ld	r11,88(r4)
107 	ld	r12,96(r4)
108 	std	r9,104(r3)
109 	std	r10,112(r3)
110 	std	r11,120(r3)
111 	std	r12,128(r3)
112 	blr
113 EXPORT_SYMBOL(copy_page)
114