arm64/crypto/aes-modes.S

26 	encrypt_block4x	v0, v1, v2, v3, w3, x2, x8, w7
31 	decrypt_block4x	v0, v1, v2, v3, w3, x2, x8, w7
37 	encrypt_block5x	v0, v1, v2, v3, v4, w3, x2, x8, w7
42 	decrypt_block5x	v0, v1, v2, v3, v4, w3, x2, x8, w7
62 	ld1		{v0.16b-v3.16b}, [x1], #64	/* get 4 pt blocks */
66 	st1		{v0.16b-v3.16b}, [x0], #64
92 	ld1		{v0.16b-v3.16b}, [x1], #64	/* get 4 ct blocks */
96 	st1		{v0.16b-v3.16b}, [x0], #64
143 	ld1		{v0.16b-v3.16b}, [x1], #64	/* get 4 pt blocks */
150 	eor		v3.16b, v3.16b, v2.16b
151 	encrypt_block	v3, w3, x2, x6, w7
152 	st1		{v0.16b-v3.16b}, [x0], #64
153 	mov		v4.16b, v3.16b
188 	ld1		{v0.16b-v3.16b}, [x1], #64	/* get 4 ct blocks */
201 	eor		v3.16b, v3.16b, v7.16b
213 	eor		v3.16b, v3.16b, v6.16b
215 	st1		{v0.16b-v3.16b}, [x0], #64
251 	ld1		{v3.16b}, [x8]
265 	tbl		v0.16b, {v0.16b}, v3.16b
280 	ld1		{v3.16b}, [x8]
290 	tbl		v2.16b, {v0.16b}, v3.16b
365 	 * MAX_STRIDE=5, then v3 and v4 should have the next two counter blocks.
375 	mov		v3.16b, vctr.16b
391 		mov		v3.d[0], x9
430 		mov		v3.d[0], vctr.d[0]
448 		mov		v3.d[1], x9
465 	eor		v3.16b, v5.16b, v3.16b
467 	st1		{v0.16b-v3.16b}, [OUT], #64
484 	 * For example: if encrypting two blocks with MAX_STRIDE=5, then v3 and
521 ST4(	tbl		v3.16b, {v3.16b}, v10.16b	)
523 ST4(	eor		v9.16b, v9.16b, v3.16b		)
529 ST5(	eor		v8.16b, v8.16b, v3.16b		)
561 ST5(	mov		v3.16b, v4.16b			)
562 	encrypt_block	v3, ROUNDS_W, KEY, x8, w7
564 	tbl		v3.16b, {v3.16b}, v10.16b
566 	eor		v5.16b, v5.16b, v3.16b
659 	ld1		{v0.16b-v3.16b}, [x1], #64	/* get 4 pt blocks */
666 	eor		v3.16b, v3.16b, v7.16b
668 	eor		v3.16b, v3.16b, v7.16b
672 	st1		{v0.16b-v3.16b}, [x0], #64
702 	mov		v0.16b, v3.16b
716 	ld1		{v3.16b}, [x9]
719 	tbx		v0.16b, {v1.16b}, v3.16b
751 	ld1		{v0.16b-v3.16b}, [x1], #64	/* get 4 ct blocks */
758 	eor		v3.16b, v3.16b, v7.16b
760 	eor		v3.16b, v3.16b, v7.16b
764 	st1		{v0.16b-v3.16b}, [x0], #64
804 	ld1		{v3.16b}, [x9]
811 	tbx		v0.16b, {v1.16b}, v3.16b
837 	eor		v0.16b, v0.16b, v3.16b