powerpc/lib/copy_32.S

28 8 ## n ## 1:			\
46 	b	104f;				\
47 9 ## n ## 1:					\
49 	b	105f;				\
50 	EX_TABLE(8 ## n ## 0b,9 ## n ## 0b);	\
51 	EX_TABLE(8 ## n ## 1b,9 ## n ## 0b);	\
52 	EX_TABLE(8 ## n ## 2b,9 ## n ## 0b);	\
53 	EX_TABLE(8 ## n ## 3b,9 ## n ## 0b);	\
54 	EX_TABLE(8 ## n ## 4b,9 ## n ## 1b);	\
55 	EX_TABLE(8 ## n ## 5b,9 ## n ## 1b);	\
56 	EX_TABLE(8 ## n ## 6b,9 ## n ## 1b);	\
57 	EX_TABLE(8 ## n ## 7b,9 ## n ## 1b)
63 CACHELINE_MASK = (L1_CACHE_BYTES-1)
67 	rlwinm.	r0 ,r5, 31, 1, 31
72 1:	stwu	r4, 4(r6)
73 	bdnz	1b
74 2:	andi.	r0, r5, 1
107 5:	b	2f
108 	patch_site	5b, patch__memset_nocache
113 	addic.	r9,r9,-1	/* total number of complete cachelines */
120 	bdnz	4b
125 	bdnz	10b
132 1:	stwu	r4,4(r6)
133 	bdnz	1b
138 8:	stbu	r4,1(r6)
139 	bdnz	8b
145 	addi	r6,r3,-1
146 9:	stbu	r4,1(r6)
147 	bdnz	9b
169 1:	b	generic_memcpy
170 	patch_site	1b, patch__memcpy_nocache
175 	cmplw	1,r3,r8
192 	addi	r4,r4,1
193 	addi	r6,r6,1
195 	bdnz	70b
201 	bdnz	72b
224 	bdnz	53b
231 	bdnz	30b
238 40:	lbzu	r0,1(r4)
239 	stbu	r0,1(r6)
240 	bdnz	40b
255 1:	lwz	r7,4(r4)
259 	bdnz	1b
271 4:	lbzu	r0,1(r4)
272 	stbu	r0,1(r6)
273 	bdnz	4b
278 	addi	r4,r4,1
280 	addi	r6,r6,1
281 	bdnz	6b
284 	beq	2b
286 	b	1b
296 1:	lwz	r7,-4(r4)
300 	bdnz	1b
310 4:	lbzu	r0,-1(r4)
311 	stbu	r0,-1(r6)
312 	bdnz	4b
315 6:	lbzu	r7,-1(r4)
316 	stbu	r7,-1(r6)
317 	bdnz	6b
320 	beq	2b
322 	b	1b
338 	addi	r4,r4,1
339 	addi	r6,r6,1
340 	bdnz	70b
347 	bdnz	72b
349 	EX_TABLE(70b,100f)
350 	EX_TABLE(71b,101f)
351 	EX_TABLE(72b,102f)
352 	EX_TABLE(73b,103f)
361 	cmpwi	r0,1
364 	li	r7,1
365 #if MAX_COPY_PREFETCH > 1
368 	   we prefetch 1 cacheline ahead. */
375 	bdnz	111b
379 #endif /* MAX_COPY_PREFETCH > 1 */
387 	EX_TABLE(54b,105f)
391 	COPY_16_BYTES_WITHEX(1)
403 	bdnz	53b
407 	bne	114b
414 	bdnz	30b
421 	addi	r4,r4,1
422 	addi	r6,r6,1
423 	bdnz	40b
429 	b	90f
431 101:	li	r9,1
434 	b	99f
437 	b	91f
439 103:	li	r9,1
441 	b	99f
449 	COPY_16_BYTES_EXCODE(1)
464 	b	92f
467 105:	li	r9,1
471 	b	106f
474 	b	93f
476 109:	li	r9,1
479 	b	99f
482 	b	94f
484 111:	li	r9,1
489  * r5 + (ctr << r3), and r9 is 0 for read or 1 for write.
501 	addi	r4,r4,1
502 	addi	r6,r6,1
503 	bdnz	130b
508 	EX_TABLE(30b,108b)
509 	EX_TABLE(31b,109b)
510 	EX_TABLE(40b,110b)
511 	EX_TABLE(41b,111b)
512 	EX_TABLE(130b,132b)
513 	EX_TABLE(131b,120b)