x86/crypto/crc32-pclmul_asm.S

7  * CRC32 polynomial:0x04c11db7(BE)/0xEDB88320(LE)
24  * [x4*128+32 mod P(x) << 32)]'  << 1   = 0x154442bd4
25  * #define CONSTANT_R1  0x154442bd4LL
27  * [(x4*128-32 mod P(x) << 32)]' << 1   = 0x1c6e41596
28  * #define CONSTANT_R2  0x1c6e41596LL
31 	.octa 0x00000001c6e415960000000154442bd4
33  * [(x128+32 mod P(x) << 32)]'   << 1   = 0x1751997d0
34  * #define CONSTANT_R3  0x1751997d0LL
36  * [(x128-32 mod P(x) << 32)]'   << 1   = 0x0ccaa009e
37  * #define CONSTANT_R4  0x0ccaa009eLL
40 	.octa 0x00000000ccaa009e00000001751997d0
42  * [(x64 mod P(x) << 32)]'       << 1   = 0x163cd6124
43  * #define CONSTANT_R5  0x163cd6124LL
46 	.octa 0x00000000000000000000000163cd6124
48 	.octa 0x000000000000000000000000FFFFFFFF
50  * #define CRCPOLY_TRUE_LE_FULL 0x1DB710641LL
52  * Barrett Reduction constant (u64`) = u` = (x**64 / P(x))` = 0x1F7011641LL
53  * #define CONSTANT_RU  0x1F7011641LL
56 	.octa 0x00000001F701164100000001DB710641
85 	movdqa  0x10(BUF), %xmm2
86 	movdqa  0x20(BUF), %xmm3
87 	movdqa  0x30(BUF), %xmm4
90 	sub     $0x40, LEN
91 	add     $0x40, BUF
92 	cmp     $0x40, LEN
102 	prefetchnta    0x40(BUF)
109 	pclmulqdq $0x00, CONSTANT, %xmm1
110 	pclmulqdq $0x00, CONSTANT, %xmm2
111 	pclmulqdq $0x00, CONSTANT, %xmm3
113 	pclmulqdq $0x00, CONSTANT, %xmm4
115 	pclmulqdq $0x11, CONSTANT, %xmm5
116 	pclmulqdq $0x11, CONSTANT, %xmm6
117 	pclmulqdq $0x11, CONSTANT, %xmm7
119 	pclmulqdq $0x11, CONSTANT, %xmm8
129 	pclmulqdq $0x00, CONSTANT, %xmm4
130 	pclmulqdq $0x11, CONSTANT, %xmm5
135 	pxor    0x10(BUF), %xmm2
136 	pxor    0x20(BUF), %xmm3
137 	pxor    0x30(BUF), %xmm4
139 	sub     $0x40, LEN
140 	add     $0x40, BUF
141 	cmp     $0x40, LEN
152 	pclmulqdq $0x00, CONSTANT, %xmm1
153 	pclmulqdq $0x11, CONSTANT, %xmm5
158 	pclmulqdq $0x00, CONSTANT, %xmm1
159 	pclmulqdq $0x11, CONSTANT, %xmm5
164 	pclmulqdq $0x00, CONSTANT, %xmm1
165 	pclmulqdq $0x11, CONSTANT, %xmm5
169 	cmp     $0x10, LEN
173 	pclmulqdq $0x00, CONSTANT, %xmm1
174 	pclmulqdq $0x11, CONSTANT, %xmm5
177 	sub     $0x10, LEN
178 	add     $0x10, BUF
179 	cmp     $0x10, LEN
185 	pclmulqdq $0x01, %xmm1, CONSTANT /* R4 * xmm1.low */
186 	psrldq  $0x08, %xmm1
198 	psrldq  $0x04, %xmm2
200 	pclmulqdq $0x00, CONSTANT, %xmm1
211 	pclmulqdq $0x10, CONSTANT, %xmm1
213 	pclmulqdq $0x00, CONSTANT, %xmm1
215 	pextrd  $0x01, %xmm1, %eax