powerpc/lib/copy_32.S

32 8 ## n ## 3:			\
46 	b	104f;				\
49 	b	105f;				\
50 	EX_TABLE(8 ## n ## 0b,9 ## n ## 0b);	\
51 	EX_TABLE(8 ## n ## 1b,9 ## n ## 0b);	\
52 	EX_TABLE(8 ## n ## 2b,9 ## n ## 0b);	\
53 	EX_TABLE(8 ## n ## 3b,9 ## n ## 0b);	\
54 	EX_TABLE(8 ## n ## 4b,9 ## n ## 1b);	\
55 	EX_TABLE(8 ## n ## 5b,9 ## n ## 1b);	\
56 	EX_TABLE(8 ## n ## 6b,9 ## n ## 1b);	\
57 	EX_TABLE(8 ## n ## 7b,9 ## n ## 1b)
73 	bdnz	1b
99 	andi.	r0,r3,3
107 5:	b	2f
108 	patch_site	5b, patch__memset_nocache
115 	xori	r0,r7,CACHELINE_MASK & ~3
117 	beq	3f
120 	bdnz	4b
121 3:	mtctr	r9
125 	bdnz	10b
133 	bdnz	1b
134 6:	andi.	r5,r5,3
137 	addi	r6,r6,3
139 	bdnz	8b
147 	bdnz	9b
169 1:	b	generic_memcpy
170 	patch_site	1b, patch__memcpy_nocache
187 	andi.	r8,r0,3			/* get it word-aligned first */
194 	stb	r9,3(r6)
195 	bdnz	70b
201 	bdnz	72b
224 	bdnz	53b
231 	bdnz	30b
233 64:	andi.	r0,r5,3
236 	addi	r4,r4,3
237 	addi	r6,r6,3
240 	bdnz	40b
248 	srwi.	r7,r5,3
252 	andi.	r0,r6,3			/* get dest word aligned */
259 	bdnz	1b
262 	blt	3f
266 3:	cmpwi	0,r5,0
269 	addi	r4,r4,3
270 	addi	r6,r6,3
273 	bdnz	4b
281 	bdnz	6b
283 	rlwinm.	r7,r5,32-3,3,31
284 	beq	2b
286 	b	1b
289 	rlwinm.	r7,r5,32-3,3,31		/* r0 = r5 >> 3 */
293 	andi.	r0,r6,3
300 	bdnz	1b
303 	blt	3f
307 3:	cmpwi	0,r5,0
312 	bdnz	4b
317 	bdnz	6b
319 	rlwinm.	r7,r5,32-3,3,31
320 	beq	2b
322 	b	1b
333 	andi.	r8,r0,3			/* get it word-aligned first */
340 	bdnz	70b
347 	bdnz	72b
349 	EX_TABLE(70b,100f)
350 	EX_TABLE(71b,101f)
351 	EX_TABLE(72b,102f)
352 	EX_TABLE(73b,103f)
375 	bdnz	111b
387 	EX_TABLE(54b,105f)
394 	COPY_16_BYTES_WITHEX(3)
403 	bdnz	53b
407 	bne	114b
414 	bdnz	30b
416 64:	andi.	r0,r5,3
423 	bdnz	40b
429 	b	90f
434 	b	99f
437 	b	91f
441 	b	99f
452 	COPY_16_BYTES_EXCODE(3)
464 	b	92f
471 	b	106f
474 	b	93f
477 93:	andi.	r5,r5,3
479 	b	99f
482 	b	94f
503 	bdnz	130b
508 	EX_TABLE(30b,108b)
509 	EX_TABLE(31b,109b)
510 	EX_TABLE(40b,110b)
511 	EX_TABLE(41b,111b)
512 	EX_TABLE(130b,132b)
513 	EX_TABLE(131b,120b)