1 /*
2  * This file is subject to the terms and conditions of the GNU General Public
3  * License.  See the file "COPYING" in the main directory of this archive
4  * for more details.
5  *
6  * Copyright (C) 2009, Wind River Systems Inc
7  * Implemented by fredrik.markstrom@gmail.com and ivarholmqvist@gmail.com
8  */
9 
10 #include <linux/export.h>
11 #include <linux/uaccess.h>
12 
13 asm(".global	raw_copy_from_user\n"
14 	"   .type raw_copy_from_user, @function\n"
15 	"raw_copy_from_user:\n"
16 	"   movi  r2,7\n"
17 	"   mov   r3,r4\n"
18 	"   bge   r2,r6,1f\n"
19 	"   xor   r2,r4,r5\n"
20 	"   andi  r2,r2,3\n"
21 	"   movi  r7,3\n"
22 	"   beq   r2,zero,4f\n"
23 	"1: addi  r6,r6,-1\n"
24 	"   movi  r2,-1\n"
25 	"   beq   r6,r2,3f\n"
26 	"   mov   r7,r2\n"
27 	"2: ldbu  r2,0(r5)\n"
28 	"   addi  r6,r6,-1\n"
29 	"   addi  r5,r5,1\n"
30 	"   stb   r2,0(r3)\n"
31 	"   addi  r3,r3,1\n"
32 	"   bne   r6,r7,2b\n"
33 	"3:\n"
34 	"   addi  r2,r6,1\n"
35 	"   ret\n"
36 	"13:mov   r2,r6\n"
37 	"   ret\n"
38 	"4: andi  r2,r4,1\n"
39 	"   cmpeq r2,r2,zero\n"
40 	"   beq   r2,zero,7f\n"
41 	"5: andi  r2,r3,2\n"
42 	"   beq   r2,zero,6f\n"
43 	"9: ldhu  r2,0(r5)\n"
44 	"   addi  r6,r6,-2\n"
45 	"   addi  r5,r5,2\n"
46 	"   sth   r2,0(r3)\n"
47 	"   addi  r3,r3,2\n"
48 	"6: bge   r7,r6,1b\n"
49 	"10:ldw   r2,0(r5)\n"
50 	"   addi  r6,r6,-4\n"
51 	"   addi  r5,r5,4\n"
52 	"   stw   r2,0(r3)\n"
53 	"   addi  r3,r3,4\n"
54 	"   br    6b\n"
55 	"7: ldbu  r2,0(r5)\n"
56 	"   addi  r6,r6,-1\n"
57 	"   addi  r5,r5,1\n"
58 	"   addi  r3,r4,1\n"
59 	"   stb   r2,0(r4)\n"
60 	"   br    5b\n"
61 	".section __ex_table,\"a\"\n"
62 	".word 2b,3b\n"
63 	".word 9b,13b\n"
64 	".word 10b,13b\n"
65 	".word 7b,13b\n"
66 	".previous\n"
67 	);
68 EXPORT_SYMBOL(raw_copy_from_user);
69 
70 asm(
71 	"   .global raw_copy_to_user\n"
72 	"   .type raw_copy_to_user, @function\n"
73 	"raw_copy_to_user:\n"
74 	"   movi  r2,7\n"
75 	"   mov   r3,r4\n"
76 	"   bge   r2,r6,1f\n"
77 	"   xor   r2,r4,r5\n"
78 	"   andi  r2,r2,3\n"
79 	"   movi  r7,3\n"
80 	"   beq   r2,zero,4f\n"
81 	/* Bail if we try to copy zero bytes  */
82 	"1: addi  r6,r6,-1\n"
83 	"   movi  r2,-1\n"
84 	"   beq   r6,r2,3f\n"
85 	/* Copy byte by byte for small copies and if src^dst != 0 */
86 	"   mov   r7,r2\n"
87 	"2: ldbu  r2,0(r5)\n"
88 	"   addi  r5,r5,1\n"
89 	"9: stb   r2,0(r3)\n"
90 	"   addi  r6,r6,-1\n"
91 	"   addi  r3,r3,1\n"
92 	"   bne   r6,r7,2b\n"
93 	"3: addi  r2,r6,1\n"
94 	"   ret\n"
95 	"13:mov   r2,r6\n"
96 	"   ret\n"
97 	/*  If 'to' is an odd address byte copy */
98 	"4: andi  r2,r4,1\n"
99 	"   cmpeq r2,r2,zero\n"
100 	"   beq   r2,zero,7f\n"
101 	/* If 'to' is not divideable by four copy halfwords */
102 	"5: andi  r2,r3,2\n"
103 	"   beq   r2,zero,6f\n"
104 	"   ldhu  r2,0(r5)\n"
105 	"   addi  r5,r5,2\n"
106 	"10:sth   r2,0(r3)\n"
107 	"   addi  r6,r6,-2\n"
108 	"   addi  r3,r3,2\n"
109 	/* Copy words */
110 	"6: bge   r7,r6,1b\n"
111 	"   ldw   r2,0(r5)\n"
112 	"   addi  r5,r5,4\n"
113 	"11:stw   r2,0(r3)\n"
114 	"   addi  r6,r6,-4\n"
115 	"   addi  r3,r3,4\n"
116 	"   br    6b\n"
117 	/* Copy remaining bytes */
118 	"7: ldbu  r2,0(r5)\n"
119 	"   addi  r5,r5,1\n"
120 	"   addi  r3,r4,1\n"
121 	"12: stb  r2,0(r4)\n"
122 	"   addi  r6,r6,-1\n"
123 	"   br    5b\n"
124 	".section __ex_table,\"a\"\n"
125 	".word 9b,3b\n"
126 	".word 10b,13b\n"
127 	".word 11b,13b\n"
128 	".word 12b,13b\n"
129 	".previous\n");
130 EXPORT_SYMBOL(raw_copy_to_user);
131