| /linux-6.12.1/arch/riscv/net/ |
| D | bpf_jit_core.c | 19 static int build_body(struct rv_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument
28 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body()
48 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local
78 extra_pass = true; in bpf_int_jit_compile()
92 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile()
109 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile()
167 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile()
180 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| D | bpf_jit_comp64.c | 166 static int emit_addr(u8 rd, u64 addr, bool extra_pass, struct rv_jit_context *ctx) in emit_addr() argument
177 if (extra_pass && !in_auipc_jalr_range(off)) { in emit_addr()
1124 bool extra_pass) in bpf_jit_emit_insn() argument
1156 emit_addr(RV_REG_T2, (u64)&__per_cpu_offset, extra_pass, ctx); in bpf_jit_emit_insn()
1566 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn()
1621 ret = emit_addr(rd, imm64, extra_pass, ctx); in bpf_jit_emit_insn()
|
| D | bpf_jit_comp32.c | 954 bool extra_pass) in bpf_jit_emit_insn() argument
1141 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn()
|
| D | bpf_jit.h | 1283 bool extra_pass);
|
| /linux-6.12.1/arch/parisc/net/ |
| D | bpf_jit_core.c | 16 static int build_body(struct hppa_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument
26 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body()
47 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local
77 extra_pass = true; in bpf_int_jit_compile()
96 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile()
149 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile()
169 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| D | bpf_jit.h | 477 bool extra_pass);
|
| D | bpf_jit_comp64.c | 593 bool extra_pass) in bpf_jit_emit_insn() argument
973 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn()
|
| D | bpf_jit_comp32.c | 1117 bool extra_pass) in bpf_jit_emit_insn() argument
1310 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn()
|
| /linux-6.12.1/arch/powerpc/net/ |
| D | bpf_jit_comp.c | 78 bool extra_pass = false; in bpf_int_jit_compile() local
120 extra_pass = true; in bpf_int_jit_compile()
197 extra_pass)) { in bpf_int_jit_compile()
227 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
|
| D | bpf_jit.h | 165 u32 *addrs, int pass, bool extra_pass);
|
| D | bpf_jit_comp64.c | 408 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() argument
1100 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body()
|
| D | bpf_jit_comp32.c | 283 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() argument
1131 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body()
|
| /linux-6.12.1/arch/loongarch/net/ |
| D | bpf_jit.c | 458 static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass) in build_insn() argument
901 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn()
1124 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument
1136 ret = build_insn(insn, ctx, extra_pass); in build_body()
1183 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local
1225 extra_pass = true; in bpf_int_jit_compile()
1241 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
1275 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
1296 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
1299 if (extra_pass && ctx.idx != jit_data->ctx.idx) { in bpf_int_jit_compile()
[all …]
|
| /linux-6.12.1/arch/arm64/net/ |
| D | bpf_jit_comp.c | 983 bool extra_pass) in build_insn() argument
1379 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn()
1668 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument
1687 ret = build_insn(insn, ctx, extra_pass); in build_body()
1751 bool extra_pass = false; in bpf_int_jit_compile() local
1788 extra_pass = true; in bpf_int_jit_compile()
1814 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
1866 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
1877 if (build_body(&ctx, extra_pass) || in bpf_int_jit_compile()
1899 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
[all …]
|
| /linux-6.12.1/arch/s390/net/ |
| D | bpf_jit_comp.c | 859 int i, bool extra_pass, u32 stack_depth) in bpf_jit_insn() argument
1763 ret = bpf_jit_get_func_addr(fp, insn, extra_pass, in bpf_jit_insn()
2158 bool extra_pass, u32 stack_depth) in bpf_jit_prog() argument
2177 insn_count = bpf_jit_insn(jit, fp, i, extra_pass, stack_depth); in bpf_jit_prog()
2265 bool extra_pass = false; in bpf_int_jit_compile() local
2296 extra_pass = true; in bpf_int_jit_compile()
2313 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile()
2327 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile()
2336 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
2351 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /linux-6.12.1/arch/sparc/net/ |
| D | bpf_jit_comp_64.c | 1487 bool extra_pass = false; in bpf_int_jit_compile() local
1519 extra_pass = true; in bpf_int_jit_compile()
1604 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
1620 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /linux-6.12.1/arch/x86/net/ |
| D | bpf_jit_comp.c | 3327 bool extra_pass = false; in bpf_int_jit_compile() local
3367 extra_pass = true; in bpf_int_jit_compile()
3408 if (extra_pass) { in bpf_int_jit_compile()
3452 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
3489 if (!image || !prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /linux-6.12.1/kernel/bpf/ |
| D | core.c | 1249 const struct bpf_insn *insn, bool extra_pass, in bpf_jit_get_func_addr() argument
1263 if (!extra_pass) in bpf_jit_get_func_addr()
|
| /linux-6.12.1/include/linux/ |
| D | filter.h | 1256 const struct bpf_insn *insn, bool extra_pass,
|