1 /* SPDX-License-Identifier: GPL-2.0-only */
3 * Based on linux/arch/arm/lib/memcpy.S
12 .macro ldr1w ptr reg abort
13 W(ldr) \reg, [\ptr], #4
16 .macro ldr4w ptr reg1 reg2 reg3 reg4 abort
17 ldmia \ptr!, {\reg1, \reg2, \reg3, \reg4}
20 .macro ldr8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort
21 ldmia \ptr!, {\reg1, \reg2, \reg3, \reg4, \reg5, \reg6, \reg7, \reg8}
24 .macro ldr1b ptr reg cond=al abort
25 ldr\cond\()b \reg, [\ptr], #1
28 .macro str1w ptr reg abort
29 W(str) \reg, [\ptr], #4
32 .macro str8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort
33 stmia \ptr!, {\reg1, \reg2, \reg3, \reg4, \reg5, \reg6, \reg7, \reg8}
36 .macro str1b ptr reg cond=al abort
37 str\cond\()b \reg, [\ptr], #1
40 .macro enter reg1 reg2
41 stmdb sp!, {r0, \reg1, \reg2}
45 ldmfd sp!, {r0, \reg1, \reg2}
48 /* Prototype: void *memcpy(void *dest, const void *src, size_t n); */
66 CALGN( ands ip, r0, #31 )
67 CALGN( rsb r3, ip, #32 )
68 CALGN( sbcnes r4, r3, r2 ) @ C is always set here
71 CALGN( subs r2, r2, r3 ) @ C gets set
72 CALGN( add pc, r4, ip )
75 2: PLD( subs r2, r2, #96 )
81 3: PLD( pld [r1, #124] )
82 4: ldr8w r1, r3, r4, r5, r6, r7, r8, ip, lr, abort=20f
84 str8w r0, r3, r4, r5, r6, r7, r8, ip, lr, abort=20f
92 lsl ip, ip, #LDR1W_SHIFT
94 addne pc, pc, ip @ C is always clear here
97 .rept (1 << LDR1W_SHIFT)
100 ldr1w r1, r3, abort=20f
101 ldr1w r1, r4, abort=20f
102 ldr1w r1, r5, abort=20f
103 ldr1w r1, r6, abort=20f
104 ldr1w r1, r7, abort=20f
105 ldr1w r1, r8, abort=20f
106 ldr1w r1, lr, abort=20f
108 #if LDR1W_SHIFT < STR1W_SHIFT
109 lsl ip, ip, #STR1W_SHIFT - LDR1W_SHIFT
110 #elif LDR1W_SHIFT > STR1W_SHIFT
111 lsr ip, ip, #LDR1W_SHIFT - STR1W_SHIFT
115 .rept (1 << STR1W_SHIFT)
118 str1w r0, r3, abort=20f
119 str1w r0, r4, abort=20f
120 str1w r0, r5, abort=20f
121 str1w r0, r6, abort=20f
122 str1w r0, r7, abort=20f
123 str1w r0, r8, abort=20f
124 str1w r0, lr, abort=20f
128 7: ldmfd sp!, {r5 - r8}
130 8: movs r2, r2, lsl #31
131 ldr1b r1, r3, ne, abort=21f
132 ldr1b r1, r4, cs, abort=21f
133 ldr1b r1, ip, cs, abort=21f
134 str1b r0, r3, ne, abort=21f
135 str1b r0, r4, cs, abort=21f
136 str1b r0, ip, cs, abort=21f
142 ldr1b r1, r3, gt, abort=21f
143 ldr1b r1, r4, ge, abort=21f
144 ldr1b r1, lr, abort=21f
145 str1b r0, r3, gt, abort=21f
146 str1b r0, r4, ge, abort=21f
148 str1b r0, lr, abort=21f
155 ldr1w r1, lr, abort=21f
160 .macro forward_copy_shift pull push
165 CALGN( ands ip, r0, #31 )
166 CALGN( rsb ip, ip, #32 )
167 CALGN( sbcnes r4, ip, r2 ) @ C is always set here
168 CALGN( subcc r2, r2, ip )
171 11: stmfd sp!, {r5 - r9}
174 PLD( subs r2, r2, #96 )
180 12: PLD( pld [r1, #124] )
181 13: ldr4w r1, r4, r5, r6, r7, abort=19f
182 mov r3, lr, pull #\pull
184 ldr4w r1, r8, r9, ip, lr, abort=19f
185 orr r3, r3, r4, push #\push
186 mov r4, r4, pull #\pull
187 orr r4, r4, r5, push #\push
188 mov r5, r5, pull #\pull
189 orr r5, r5, r6, push #\push
190 mov r6, r6, pull #\pull
191 orr r6, r6, r7, push #\push
192 mov r7, r7, pull #\pull
193 orr r7, r7, r8, push #\push
194 mov r8, r8, pull #\pull
195 orr r8, r8, r9, push #\push
196 mov r9, r9, pull #\pull
197 orr r9, r9, ip, push #\push
198 mov ip, ip, pull #\pull
199 orr ip, ip, lr, push #\push
200 str8w r0, r3, r4, r5, r6, r7, r8, r9, ip, , abort=19f
210 15: mov r3, lr, pull #\pull
211 ldr1w r1, lr, abort=21f
213 orr r3, r3, lr, push #\push
214 str1w r0, r3, abort=21f
219 16: sub r1, r1, #(\push / 8)
225 forward_copy_shift pull=8 push=24
227 17: forward_copy_shift pull=16 push=16
229 18: forward_copy_shift pull=24 push=8