x86/lib/retpoline.S

1 /* SPDX-License-Identifier: GPL-2.0 */
9 #include <asm/asm-offsets.h>
10 #include <asm/nospec-branch.h>
64 #include <asm/GEN-for-each-reg.h>
71 #include <asm/GEN-for-each-reg.h>
93 #include <asm/GEN-for-each-reg.h>
100 #include <asm/GEN-for-each-reg.h>
119 #include <asm/GEN-for-each-reg.h>
126 #include <asm/GEN-for-each-reg.h>
136  * relocations for same-section JMPs and that breaks the returns
147  * - srso_alias_untrain_ret() is 2M aligned
148  * - srso_alias_safe_ret() is also in the same 2M page but bits 2, 8, 14
197 	.skip 64 - (srso_safe_ret - srso_untrain_ret), 0xcc
254  * Regarding alignment - the instructions which need to be untrained,
268  *    from re-poisioning the BTB prediction.
271 	.skip 64 - (retbleed_return_thunk - retbleed_untrain_ret), 0xcc
292 	 * We subsequently jump backwards and architecturally execute the RET.
326 #if defined(CONFIG_MITIGATION_UNRET_ENTRY) || defined(CONFIG_MITIGATION_SRSO)
341 	 * Keep the hotpath in a 16byte I-fetch for the non-debug
370  * This function name is magical and is used by -mfunction-return=thunk-extern
385 #if defined(CONFIG_MITIGATION_UNRET_ENTRY) || \
386     defined(CONFIG_MITIGATION_SRSO) || \
387     defined(CONFIG_MITIGATION_CALL_DEPTH_TRACKING)