| /sysdeps/aarch64/multiarch/ |
| A D | memcpy_falkor.S | 30 #define srcend x4 macro
81 add srcend, src, count
92 ldr C_q, [srcend, -32]
93 ldr D_q, [srcend, -16]
97 ldr G_q, [srcend, -64]
98 ldr H_q, [srcend, -48]
117 ldr B_q, [srcend, -16]
126 ldr B_x, [srcend, -8]
135 ldr B_w, [srcend, -4]
285 and tmp1, srcend, 15
[all …]
|
| A D | memcpy_advsimd.S | 32 #define srcend x4 macro
71 add srcend, src, count
82 ldr B_q, [srcend, -16]
91 ldr A_h, [srcend, -8]
100 ldr B_lw, [srcend, -4]
110 ldrb C_lw, [srcend, -1]
188 add srcend, src, count
199 ldr B_q, [srcend, -16]
215 and tmp1, srcend, 15
216 bic srcend, srcend, 15
[all …]
|
| A D | memcpy_thunderx.S | 37 #define srcend x4 macro
52 #define F_l srcend
103 add srcend, src, count
114 ldp D_l, D_h, [srcend, -16]
117 ldp C_l, C_h, [srcend, -32]
131 ldr A_h, [srcend, -8]
139 ldr A_hw, [srcend, -4]
150 ldrb A_hw, [srcend, -1]
164 ldp E_l, E_h, [srcend, -32]
267 add srcend, src, count
[all …]
|
| A D | memcpy_thunderx2.S | 32 #define srcend x4 macro
50 #define F_l srcend
104 add srcend, src, count
134 add srcend, src, count
144 ldr E_q, [srcend, -16]
179 ldr A_h, [srcend, -8]
189 ldr A_hw, [srcend, -4]
201 ldrb A_hw, [srcend, -1]
416 add srcend, src, count
419 and tmp1, srcend, 15
[all …]
|
| A D | memchr_nosimd.S | 48 #define srcend x7 macro
82 add srcend, srcin, cntin
88 add srcend16, srcend, 15
132 cmp srcin, srcend
214 ccmp result, srcend, 8, eq /* NZCV = 8000 */
|
| A D | memcpy_a64fx.S | 36 #define srcend x5 macro
123 add srcend, src, n
131 ld1b z2.b, p0/z, [srcend, -2, mul vl]
132 ld1b z3.b, p0/z, [srcend, -1, mul vl]
146 ld1b z4.b, p0/z, [srcend, -4, mul vl]
147 ld1b z5.b, p0/z, [srcend, -3, mul vl]
148 ld1b z6.b, p0/z, [srcend, -2, mul vl]
149 ld1b z7.b, p0/z, [srcend, -1, mul vl]
208 1: add srcend, src, n
212 ld1b z2.b, p0/z, [srcend, -2, mul vl]
[all …]
|
| /sysdeps/aarch64/ |
| A D | memcpy.S | 31 #define srcend x4 macro
51 #define H_h srcend
80 add srcend, src, count
91 ldp D_l, D_h, [srcend, -16]
100 ldr A_h, [srcend, -8]
110 ldr B_lw, [srcend, -4]
120 ldrb C_lw, [srcend, -1]
133 ldp C_l, C_h, [srcend, -32]
134 ldp D_l, D_h, [srcend, -16]
216 add srcend, src, count
[all …]
|