arm64/crypto/sha2-ce-core.S

1 /* SPDX-License-Identifier: GPL-2.0-only */
3  * sha2-ce-core.S - core SHA-224/SHA-256 transform using v8 Crypto Extensions
12 	.arch		armv8-a+crypto
30 	mov		dg2v.16b, dg0v.16b
32 	add		t1.4s, v\s0\().4s, \rc\().4s
33 	sha256h		dg0q, dg1q, t0.4s
34 	sha256h2	dg1q, dg2q, t0.4s
37 	add		t0.4s, v\s0\().4s, \rc\().4s
39 	sha256h		dg0q, dg1q, t1.4s
40 	sha256h2	dg1q, dg2q, t1.4s
45 	sha256su0	v\s0\().4s, v\s1\().4s
47 	sha256su1	v\s0\().4s, v\s2\().4s, v\s3\().4s
51 	 * The SHA-256 round constants
54 	.align		4
81 	ld1		{ v0.4s- v3.4s}, [x8], #64
82 	ld1		{ v4.4s- v7.4s}, [x8], #64
83 	ld1		{ v8.4s-v11.4s}, [x8], #64
84 	ld1		{v12.4s-v15.4s}, [x8]
87 	ld1		{dgav.4s, dgbv.4s}, [x0]
94 0:	ld1		{v16.4s-v19.4s}, [x1], #64
97 CPU_LE(	rev32		v16.16b, v16.16b	)
98 CPU_LE(	rev32		v17.16b, v17.16b	)
99 CPU_LE(	rev32		v18.16b, v18.16b	)
100 CPU_LE(	rev32		v19.16b, v19.16b	)
102 1:	add		t0.4s, v16.4s, v0.4s
103 	mov		dg0v.16b, dgav.16b
104 	mov		dg1v.16b, dgbv.16b
106 	add_update	0,  v1, 16, 17, 18, 19
107 	add_update	1,  v2, 17, 18, 19, 16
108 	add_update	0,  v3, 18, 19, 16, 17
109 	add_update	1,  v4, 19, 16, 17, 18
111 	add_update	0,  v5, 16, 17, 18, 19
112 	add_update	1,  v6, 17, 18, 19, 16
113 	add_update	0,  v7, 18, 19, 16, 17
114 	add_update	1,  v8, 19, 16, 17, 18
116 	add_update	0,  v9, 16, 17, 18, 19
117 	add_update	1, v10, 17, 18, 19, 16
118 	add_update	0, v11, 18, 19, 16, 17
119 	add_update	1, v12, 19, 16, 17, 18
127 	add		dgav.4s, dgav.4s, dg0v.4s
128 	add		dgbv.4s, dgbv.4s, dg1v.4s
154 3:	st1		{dgav.4s, dgbv.4s}, [x0]