| /linux-6.12.1/crypto/ |
| D | aegis128-neon.c | 27 kernel_neon_begin(); in crypto_aegis128_init_simd()
34 kernel_neon_begin(); in crypto_aegis128_update_simd()
42 kernel_neon_begin(); in crypto_aegis128_encrypt_chunk_simd()
50 kernel_neon_begin(); in crypto_aegis128_decrypt_chunk_simd()
63 kernel_neon_begin(); in crypto_aegis128_final_simd()
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | xor.h | 22 kernel_neon_begin(); in xor_neon_2()
32 kernel_neon_begin(); in xor_neon_3()
43 kernel_neon_begin(); in xor_neon_4()
55 kernel_neon_begin(); in xor_neon_5()
|
| /linux-6.12.1/lib/raid6/ |
| D | neon.c | 13 #define kernel_neon_begin() macro
35 kernel_neon_begin(); \
46 kernel_neon_begin(); \
|
| D | recov_neon.c | 13 #define kernel_neon_begin() macro
58 kernel_neon_begin(); in raid6_2data_recov_neon()
89 kernel_neon_begin(); in raid6_datap_recov_neon()
|
| /linux-6.12.1/arch/arm64/crypto/ |
| D | sm4-ce-glue.c | 79 kernel_neon_begin(); in sm4_setkey()
99 kernel_neon_begin(); in sm4_xts_setkey()
122 kernel_neon_begin(); in sm4_ecb_do_crypt()
172 kernel_neon_begin(); in sm4_cbc_crypt()
254 kernel_neon_begin(); in sm4_cbc_cts_crypt()
293 kernel_neon_begin(); in sm4_ctr_crypt()
364 kernel_neon_begin(); in sm4_xts_crypt()
400 kernel_neon_begin(); in sm4_xts_crypt()
515 kernel_neon_begin(); in sm4_cbcmac_setkey()
535 kernel_neon_begin(); in sm4_cmac_setkey()
[all …]
|
| D | sm3-ce-glue.c | 34 kernel_neon_begin(); in sm3_ce_update()
48 kernel_neon_begin(); in sm3_ce_final()
67 kernel_neon_begin(); in sm3_ce_finup()
|
| D | sm3-neon-glue.c | 31 kernel_neon_begin(); in sm3_neon_update()
45 kernel_neon_begin(); in sm3_neon_final()
64 kernel_neon_begin(); in sm3_neon_finup()
|
| D | aes-glue.c | 190 kernel_neon_begin(); in ecb_encrypt()
210 kernel_neon_begin(); in ecb_decrypt()
228 kernel_neon_begin(); in cbc_encrypt_walk()
257 kernel_neon_begin(); in cbc_decrypt_walk()
326 kernel_neon_begin(); in cts_cbc_encrypt()
383 kernel_neon_begin(); in cts_cbc_decrypt()
419 kernel_neon_begin(); in essiv_cbc_encrypt()
441 kernel_neon_begin(); in essiv_cbc_decrypt()
481 kernel_neon_begin(); in xctr_encrypt()
526 kernel_neon_begin(); in ctr_encrypt()
[all …]
|
| D | aes-neonbs-glue.c | 88 kernel_neon_begin(); in aesbs_setkey()
113 kernel_neon_begin(); in __ecb_crypt()
149 kernel_neon_begin(); in aesbs_cbc_ctr_setkey()
170 kernel_neon_begin(); in cbc_encrypt()
196 kernel_neon_begin(); in cbc_decrypt()
223 kernel_neon_begin(); in ctr_encrypt()
322 kernel_neon_begin(); in __xts_crypt()
371 kernel_neon_begin(); in __xts_crypt()
|
| D | aes-ce-glue.c | 55 kernel_neon_begin(); in aes_cipher_encrypt()
69 kernel_neon_begin(); in aes_cipher_decrypt()
97 kernel_neon_begin(); in ce_aes_expandkey()
|
| D | sha3-ce-glue.c | 50 kernel_neon_begin(); in sha3_update()
65 kernel_neon_begin(); in sha3_update()
95 kernel_neon_begin(); in sha3_final()
|
| D | sm4-ce-cipher-glue.c | 35 kernel_neon_begin(); in sm4_ce_encrypt()
48 kernel_neon_begin(); in sm4_ce_decrypt()
|
| D | crct10dif-ce-glue.c | 46 kernel_neon_begin(); in crct10dif_update_pmull_p8()
71 kernel_neon_begin(); in crct10dif_update_pmull_p64()
|
| D | sm4-neon-glue.c | 51 kernel_neon_begin(); in sm4_ecb_do_crypt()
129 kernel_neon_begin(); in sm4_cbc_decrypt()
160 kernel_neon_begin(); in sm4_ctr_crypt()
|
| /linux-6.12.1/arch/arm/include/asm/ |
| D | neon.h | 27 #define kernel_neon_begin() \ macro
31 void kernel_neon_begin(void);
|
| D | xor.h | 162 kernel_neon_begin(); in xor_neon_2()
176 kernel_neon_begin(); in xor_neon_3()
191 kernel_neon_begin(); in xor_neon_4()
207 kernel_neon_begin(); in xor_neon_5()
|
| /linux-6.12.1/arch/arm/crypto/ |
| D | aes-ce-glue.c | 92 kernel_neon_begin(); in ce_aes_expandkey()
178 kernel_neon_begin(); in ecb_encrypt()
198 kernel_neon_begin(); in ecb_decrypt()
216 kernel_neon_begin(); in cbc_encrypt_walk()
246 kernel_neon_begin(); in cbc_decrypt_walk()
316 kernel_neon_begin(); in cts_cbc_encrypt()
374 kernel_neon_begin(); in cts_cbc_decrypt()
393 kernel_neon_begin(); in ctr_encrypt()
411 kernel_neon_begin(); in ctr_encrypt()
485 kernel_neon_begin(); in xts_encrypt()
[all …]
|
| D | sha1-ce-glue.c | 38 kernel_neon_begin(); in sha1_ce_update()
51 kernel_neon_begin(); in sha1_ce_finup()
|
| D | sha1_neon_glue.c | 41 kernel_neon_begin(); in sha1_neon_update()
54 kernel_neon_begin(); in sha1_neon_finup()
|
| D | sha256_neon_glue.c | 36 kernel_neon_begin(); in crypto_sha256_neon_update()
49 kernel_neon_begin(); in crypto_sha256_neon_finup()
|
| D | sha512-neon-glue.c | 35 kernel_neon_begin(); in sha512_neon_update()
48 kernel_neon_begin(); in sha512_neon_finup()
|
| D | aes-neonbs-glue.c | 80 kernel_neon_begin(); in aesbs_setkey()
105 kernel_neon_begin(); in __ecb_crypt()
138 kernel_neon_begin(); in aesbs_cbc_setkey()
191 kernel_neon_begin(); in cbc_decrypt()
215 kernel_neon_begin(); in aesbs_ctr_setkey_sync()
243 kernel_neon_begin(); in ctr_encrypt()
335 kernel_neon_begin(); in __xts_crypt()
|
| D | sha2-ce-glue.c | 39 kernel_neon_begin(); in sha2_ce_update()
53 kernel_neon_begin(); in sha2_ce_finup()
|
| D | chacha-glue.c | 72 kernel_neon_begin(); in hchacha_block_arch()
98 kernel_neon_begin(); in chacha_crypt_arch()
132 kernel_neon_begin(); in chacha_stream_xor()
174 kernel_neon_begin(); in do_xchacha()
|
| /linux-6.12.1/Documentation/arch/arm/ |
| D | kernel_mode_neon.rst | 11 * Put kernel_neon_begin() and kernel_neon_end() calls around the calls into your
42 subsequent use. This is handled by the function kernel_neon_begin(), which
61 kernel_neon_end() and kernel_neon_begin() in places in your code where none of
62 the NEON registers are live. (Additional calls to kernel_neon_begin() should be
81 The compiler is not aware of the special significance of kernel_neon_begin() and
93 * issue the calls to kernel_neon_begin(), kernel_neon_end() as well as the calls
|