1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Copyright (C) 2008 Mark Nelson, IBM Corp.
4 */
5#include <asm/page.h>
6#include <asm/processor.h>
7#include <asm/ppc_asm.h>
8#include <asm/asm-offsets.h>
9#include <asm/export.h>
10#include <asm/feature-fixups.h>
11
12        .section        ".toc","aw"
13PPC64_CACHES:
14        .tc             ppc64_caches[TC],ppc64_caches
15        .section        ".text"
16
17_GLOBAL_TOC(copy_page)
18BEGIN_FTR_SECTION
19	lis	r5,PAGE_SIZE@h
20FTR_SECTION_ELSE
21#ifdef CONFIG_PPC_BOOK3S_64
22	b	copypage_power7
23#endif
24ALT_FTR_SECTION_END_IFCLR(CPU_FTR_VMX_COPY)
25	ori	r5,r5,PAGE_SIZE@l
26BEGIN_FTR_SECTION
27	ld      r10,PPC64_CACHES@toc(r2)
28	lwz	r11,DCACHEL1LOGBLOCKSIZE(r10)	/* log2 of cache block size */
29	lwz     r12,DCACHEL1BLOCKSIZE(r10)	/* get cache block size */
30	li	r9,0
31	srd	r8,r5,r11
32
33	mtctr	r8
34.Lsetup:
35	dcbt	r9,r4
36	dcbz	r9,r3
37	add	r9,r9,r12
38	bdnz	.Lsetup
39END_FTR_SECTION_IFSET(CPU_FTR_CP_USE_DCBTZ)
40	addi	r3,r3,-8
41	srdi    r8,r5,7		/* page is copied in 128 byte strides */
42	addi	r8,r8,-1	/* one stride copied outside loop */
43
44	mtctr	r8
45
46	ld	r5,0(r4)
47	ld	r6,8(r4)
48	ld	r7,16(r4)
49	ldu	r8,24(r4)
501:	std	r5,8(r3)
51	std	r6,16(r3)
52	ld	r9,8(r4)
53	ld	r10,16(r4)
54	std	r7,24(r3)
55	std	r8,32(r3)
56	ld	r11,24(r4)
57	ld	r12,32(r4)
58	std	r9,40(r3)
59	std	r10,48(r3)
60	ld	r5,40(r4)
61	ld	r6,48(r4)
62	std	r11,56(r3)
63	std	r12,64(r3)
64	ld	r7,56(r4)
65	ld	r8,64(r4)
66	std	r5,72(r3)
67	std	r6,80(r3)
68	ld	r9,72(r4)
69	ld	r10,80(r4)
70	std	r7,88(r3)
71	std	r8,96(r3)
72	ld	r11,88(r4)
73	ld	r12,96(r4)
74	std	r9,104(r3)
75	std	r10,112(r3)
76	ld	r5,104(r4)
77	ld	r6,112(r4)
78	std	r11,120(r3)
79	stdu	r12,128(r3)
80	ld	r7,120(r4)
81	ldu	r8,128(r4)
82	bdnz	1b
83
84	std	r5,8(r3)
85	std	r6,16(r3)
86	ld	r9,8(r4)
87	ld	r10,16(r4)
88	std	r7,24(r3)
89	std	r8,32(r3)
90	ld	r11,24(r4)
91	ld	r12,32(r4)
92	std	r9,40(r3)
93	std	r10,48(r3)
94	ld	r5,40(r4)
95	ld	r6,48(r4)
96	std	r11,56(r3)
97	std	r12,64(r3)
98	ld	r7,56(r4)
99	ld	r8,64(r4)
100	std	r5,72(r3)
101	std	r6,80(r3)
102	ld	r9,72(r4)
103	ld	r10,80(r4)
104	std	r7,88(r3)
105	std	r8,96(r3)
106	ld	r11,88(r4)
107	ld	r12,96(r4)
108	std	r9,104(r3)
109	std	r10,112(r3)
110	std	r11,120(r3)
111	std	r12,128(r3)
112	blr
113EXPORT_SYMBOL(copy_page)
114