powerpc/lib/memcpy_power7.S

11 /* 0 == don't use VMX, 1 == use VMX */
42 	bf	cr7*4+3,1f
44 	addi	r4,r4,1
46 	addi	r3,r3,1
48 1:	bf	cr7*4+2,2f
54 2:	bf	cr7*4+1,3f
136 6:	bf	cr7*4+1,7f
191 12:	bf	cr7*4+1,13f
232 	 * 1 for the store side.
236 	ori	r9,r9,1		/* stream=1 */
240 	ble	1f
242 1:	lis	r0,0x0E00	/* depth=7 */
245 	ori	r10,r7,1	/* stream=1 */
264 	bf	cr7*4+3,1f
266 	addi	r4,r4,1
268 	addi	r3,r3,1
270 1:	bf	cr7*4+2,2f
276 2:	bf	cr7*4+1,3f
308 	lvx	v0,r4,r9
311 	stvx	v0,r3,r9
314 6:	bf	cr7*4+1,7f
318 	lvx	v0,r4,r11
323 	stvx	v0,r3,r11
353 	lvx	v0,r4,r16
362 	stvx	v0,r3,r16
375 	bf	cr7*4+1,9f
379 	lvx	v0,r4,r11
384 	stvx	v0,r3,r11
389 	lvx	v0,r4,r9
392 	stvx	v0,r3,r9
410 12:	bf	cr7*4+1,13f
436 	bf	cr7*4+3,1f
438 	addi	r4,r4,1
440 	addi	r3,r3,1
442 1:	bf	cr7*4+2,2f
448 2:	bf	cr7*4+1,3f
475 	lvx	v0,0,r4
480 	VPERM(v8,v0,v1,v16)
484 	vor	v0,v1,v1
488 	VPERM(v8,v0,v1,v16)
489 	lvx	v0,r4,r9
490 	VPERM(v9,v1,v0,v16)
496 6:	bf	cr7*4+1,7f
498 	VPERM(v8,v0,v3,v16)
503 	lvx	v0,r4,r11
504 	VPERM(v11,v1,v0,v16)
533 	VPERM(v8,v0,v7,v16)
546 	lvx	v0,r4,r16
547 	VPERM(v15,v1,v0,v16)
569 	bf	cr7*4+1,9f
571 	VPERM(v8,v0,v3,v16)
576 	lvx	v0,r4,r11
577 	VPERM(v11,v1,v0,v16)
587 	VPERM(v8,v0,v1,v16)
588 	lvx	v0,r4,r9
589 	VPERM(v9,v1,v0,v16)
597 	VPERM(v8,v0,v1,v16)
614 12:	bf	cr7*4+1,13f