150 static const s8 bpf2a32[][2] = {
523 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_udivmod()
588 static inline void emit_udivmod64(const s8 *rd, const s8 *rm, const s8 *rn, struct jit_ctx *ctx,  in emit_udivmod64()
661 static bool is_stacked(s8 reg)  in is_stacked()
670 static s8 arm_bpf_get_reg32(s8 reg, s8 tmp, struct jit_ctx *ctx)  in arm_bpf_get_reg32()
679 static const s8 *arm_bpf_get_reg64(const s8 *reg, const s8 *tmp,  in arm_bpf_get_reg64()
702 static void arm_bpf_put_reg32(s8 reg, s8 src, struct jit_ctx *ctx)  in arm_bpf_put_reg32()
710 static void arm_bpf_put_reg64(const s8 *reg, const s8 *src,  in arm_bpf_put_reg64()
732 static inline void emit_a32_mov_i(const s8 dst, const u32 val,  in emit_a32_mov_i()
735 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i()
745 static void emit_a32_mov_i64(const s8 dst[], u64 val, struct jit_ctx *ctx)  in emit_a32_mov_i64()
747 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i64()
748 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_a32_mov_i64()
757 static inline void emit_a32_mov_se_i64(const bool is64, const s8 dst[],  in emit_a32_mov_se_i64()
843 static inline void emit_a32_alu_r64(const bool is64, const s8 dst[],  in emit_a32_alu_r64()
844 				  const s8 src[], struct jit_ctx *ctx,  in emit_a32_alu_r64()
846 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_r64()
847 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_alu_r64()
848 	const s8 *rd;  in emit_a32_alu_r64()
852 		const s8 *rs;  in emit_a32_alu_r64()
860 		s8 rs;  in emit_a32_alu_r64()
874 static inline void emit_a32_mov_r(const s8 dst, const s8 src, struct jit_ctx *ctx) {  in emit_a32_mov_r()
875 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_r()
876 	s8 rt;  in emit_a32_mov_r()
883 static inline void emit_a32_mov_r64(const bool is64, const s8 dst[],  in emit_a32_mov_r64()
884 				  const s8 src[],  in emit_a32_mov_r64()
912 static inline void emit_a32_movsx_r64(const bool is64, const u8 off, const s8 dst[], const s8 src[],  in emit_a32_movsx_r64()
914 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_movsx_r64()
915 	s8 rs;  in emit_a32_movsx_r64()
916 	s8 rd;  in emit_a32_movsx_r64()
965 static inline void emit_a32_alu_i(const s8 dst, const u32 val,  in emit_a32_alu_i()
967 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_i()
968 	s8 rd;  in emit_a32_alu_i()
992 static inline void emit_a32_neg64(const s8 dst[],  in emit_a32_neg64()
994 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_neg64()
995 	const s8 *rd;  in emit_a32_neg64()
1008 static inline void emit_a32_lsh_r64(const s8 dst[], const s8 src[],  in emit_a32_lsh_r64()
1010 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_r64()
1011 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_r64()
1012 	const s8 *rd;  in emit_a32_lsh_r64()
1013 	s8 rt;  in emit_a32_lsh_r64()
1032 static inline void emit_a32_arsh_r64(const s8 dst[], const s8 src[],  in emit_a32_arsh_r64()
1034 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_r64()
1035 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_r64()
1036 	const s8 *rd;  in emit_a32_arsh_r64()
1037 	s8 rt;  in emit_a32_arsh_r64()
1057 static inline void emit_a32_rsh_r64(const s8 dst[], const s8 src[],  in emit_a32_rsh_r64()
1059 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_r64()
1060 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_r64()
1061 	const s8 *rd;  in emit_a32_rsh_r64()
1062 	s8 rt;  in emit_a32_rsh_r64()
1081 static inline void emit_a32_lsh_i64(const s8 dst[],  in emit_a32_lsh_i64()
1083 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_i64()
1084 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_i64()
1085 	const s8 *rd;  in emit_a32_lsh_i64()
1107 static inline void emit_a32_rsh_i64(const s8 dst[],  in emit_a32_rsh_i64()
1109 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_i64()
1110 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_i64()
1111 	const s8 *rd;  in emit_a32_rsh_i64()
1137 static inline void emit_a32_arsh_i64(const s8 dst[],  in emit_a32_arsh_i64()
1139 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_i64()
1140 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_i64()
1141 	const s8 *rd;  in emit_a32_arsh_i64()
1166 static inline void emit_a32_mul_r64(const s8 dst[], const s8 src[],  in emit_a32_mul_r64()
1168 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mul_r64()
1169 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_mul_r64()
1170 	const s8 *rd, *rt;  in emit_a32_mul_r64()
1227 static inline void emit_str_r(const s8 dst, const s8 src[],  in emit_str_r()
1229 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_str_r()
1230 	s8 rd;  in emit_str_r()
1262 static inline void emit_ldx_r(const s8 dst[], const s8 src,  in emit_ldx_r()
1264 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_ldx_r()
1265 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_ldx_r()
1266 	s8 rm = src;  in emit_ldx_r()
1306 static inline void emit_ldsx_r(const s8 dst[], const s8 src,  in emit_ldsx_r()
1308 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_ldsx_r()
1309 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_ldsx_r()
1310 	s8 rm = src;  in emit_ldsx_r()
1397 	const s8 *r2 = bpf2a32[BPF_REG_2];  in emit_bpf_tail_call()
1398 	const s8 *r3 = bpf2a32[BPF_REG_3];  in emit_bpf_tail_call()
1399 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_bpf_tail_call()
1400 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_bpf_tail_call()
1401 	const s8 *tcc = bpf2a32[TCALL_CNT];  in emit_bpf_tail_call()
1402 	const s8 *tc;  in emit_bpf_tail_call()
1407 	s8 r_array, r_index;  in emit_bpf_tail_call()
1478 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev16()
1493 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev32()
1513 static inline void emit_push_r64(const s8 src[], struct jit_ctx *ctx)  in emit_push_r64()
1515 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_push_r64()
1516 	const s8 *rt;  in emit_push_r64()
1527 	const s8 arm_r0 = bpf2a32[BPF_REG_0][1];  in build_prologue()
1528 	const s8 *bpf_r1 = bpf2a32[BPF_REG_1];  in build_prologue()
1529 	const s8 *bpf_fp = bpf2a32[BPF_REG_FP];  in build_prologue()
1530 	const s8 *tcc = bpf2a32[TCALL_CNT];  in build_prologue()
1592 	const s8 *dst = bpf2a32[insn->dst_reg];  in build_insn()
1593 	const s8 *src = bpf2a32[insn->src_reg];  in build_insn()
1594 	const s8 *tmp = bpf2a32[TMP_REG_1];  in build_insn()
1595 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in build_insn()
1600 	const s8 *rd, *rs;  in build_insn()
1601 	s8 rd_lo, rt, rm, rn;  in build_insn()
2050 		const s8 *r0 = bpf2a32[BPF_REG_0];  in build_insn()
2051 		const s8 *r1 = bpf2a32[BPF_REG_1];  in build_insn()
2052 		const s8 *r2 = bpf2a32[BPF_REG_2];  in build_insn()
2053 		const s8 *r3 = bpf2a32[BPF_REG_3];  in build_insn()
2054 		const s8 *r4 = bpf2a32[BPF_REG_4];  in build_insn()
2055 		const s8 *r5 = bpf2a32[BPF_REG_5];  in build_insn()