/linux/arch/s390/net/ |
A D | bpf_jit_comp.c | 420 off += STK_OFF + stack_depth; in restore_regs() 486 restore_regs(jit, rs, re, stack_depth); in save_restore_regs() 530 save_restore_regs(jit, REGS_SAVE, stack_depth); in bpf_jit_prologue() 569 save_restore_regs(jit, REGS_RESTORE, stack_depth); in bpf_jit_epilogue() 694 int i, bool extra_pass, u32 stack_depth) in bpf_jit_insn() argument 1377 off = STK_OFF_TCCNT + STK_OFF + stack_depth; in bpf_jit_insn() 1409 save_restore_regs(jit, REGS_RESTORE, stack_depth); in bpf_jit_insn() 1704 bool extra_pass, u32 stack_depth) in bpf_jit_prog() argument 1713 bpf_jit_prologue(jit, stack_depth); in bpf_jit_prog() 1724 bpf_jit_epilogue(jit, stack_depth); in bpf_jit_prog() [all …]
|
/linux/lib/ |
A D | test_bpf.c | 7858 .stack_depth = 8, 7878 .stack_depth = 8, 7898 .stack_depth = 8, 7918 .stack_depth = 8, 7938 .stack_depth = 8, 7958 .stack_depth = 8, 7981 .stack_depth = 8, 8003 .stack_depth = 8, 14215 fp->aux->stack_depth = tests[which].stack_depth; in generate_filter() 14579 int stack_depth; member [all …]
|
/linux/arch/x86/net/ |
A D | bpf_jit_comp.c | 300 if (stack_depth) in emit_prologue() 424 u32 stack_depth, u8 *ip, in emit_bpf_tail_call_indirect() argument 427 int tcc_off = -4 - round_up(stack_depth, 8); in emit_bpf_tail_call_indirect() 476 if (stack_depth) in emit_bpf_tail_call_indirect() 478 round_up(stack_depth, 8)); in emit_bpf_tail_call_indirect() 502 int tcc_off = -4 - round_up(stack_depth, 8); in emit_bpf_tail_call_direct() 528 if (stack_depth) in emit_bpf_tail_call_direct() 891 emit_prologue(&prog, bpf_prog->aux->stack_depth, in do_jit() 1411 -(bpf_prog->aux->stack_depth + 8)); in do_jit() 1425 bpf_prog->aux->stack_depth, in do_jit() [all …]
|
A D | bpf_jit_comp32.c | 181 #define _STACK_SIZE (stack_depth + SCRATCH_SIZE) 1200 static void emit_prologue(u8 **pprog, u32 stack_depth) in emit_prologue() argument 1245 static void emit_epilogue(u8 **pprog, u32 stack_depth) in emit_epilogue() argument 1670 emit_prologue(&prog, bpf_prog->aux->stack_depth); in do_jit() 2472 emit_epilogue(&prog, bpf_prog->aux->stack_depth); in do_jit()
|
/linux/drivers/firewire/ |
A D | core-topology.c | 177 int i, port_count, child_port_count, phy_id, parent_count, stack_depth; in build_tree() local 184 stack_depth = 0; in build_tree() 206 if (child_port_count > stack_depth) { in build_tree() 282 stack_depth += 1 - child_port_count; in build_tree()
|
/linux/drivers/net/ethernet/netronome/nfp/bpf/ |
A D | verifier.c | 714 frame_depths[frame] = nfp_prog->subprog[idx].stack_depth; in nfp_bpf_get_stack_usage() 782 nfp_prog->subprog[i].stack_depth = info[i].stack_depth; in nfp_bpf_finalize() 788 nfp_prog->subprog[i].stack_depth += REG_WIDTH; in nfp_bpf_finalize() 791 nfp_prog->subprog[i].stack_depth += BPF_REG_SIZE * 4; in nfp_bpf_finalize()
|
A D | main.h | 484 u16 stack_depth; member
|
A D | jit.c | 3264 u32 ret_tgt, stack_depth, offset_br; in bpf_to_bpf_call() local 3267 stack_depth = round_up(nfp_prog->stack_frame_depth, STACK_FRAME_ALIGN); in bpf_to_bpf_call() 3271 if (stack_depth) { in bpf_to_bpf_call() 3272 tmp_reg = ur_load_imm_any(nfp_prog, stack_depth, in bpf_to_bpf_call() 3331 if (stack_depth) { in bpf_to_bpf_call() 3332 tmp_reg = ur_load_imm_any(nfp_prog, stack_depth, in bpf_to_bpf_call() 3649 unsigned int depth = nfp_prog->subprog[meta->subprog_idx].stack_depth; in nfp_start_subprog() 3837 depth = nfp_prog->subprog[0].stack_depth; in nfp_translate()
|
/linux/arch/powerpc/net/ |
A D | bpf_jit_comp.c | 149 cgctx.stack_size = round_up(fp->aux->stack_depth, 16); in bpf_int_jit_compile()
|
/linux/kernel/bpf/ |
A D | core.c | 1810 void bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth) in bpf_patch_call_args() argument 1812 stack_depth = max_t(u32, stack_depth, 1); in bpf_patch_call_args() 1814 insn->imm = interpreters_args[(round_up(stack_depth, 32) / 32) - 1] - in bpf_patch_call_args() 1884 u32 stack_depth = max_t(u32, fp->aux->stack_depth, 1); in bpf_prog_select_func() local 1886 fp->bpf_func = interpreters[(round_up(stack_depth, 32) / 32) - 1]; in bpf_prog_select_func()
|
A D | verifier.c | 3798 u16 stack = env->subprog_info[func->subprogno].stack_depth; in update_stack_depth() 3804 env->subprog_info[func->subprogno].stack_depth = -off; in update_stack_depth() 3853 depth += round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth() 3915 depth -= round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth() 3934 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth() 12671 func[i]->aux->stack_depth = env->subprog_info[i].stack_depth; in jit_subprogs() 13039 prog->aux->stack_depth = MAX_BPF_STACK; in do_misc_fixups() 13466 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in do_check_main() 13480 u32 depth = env->subprog_info[i].stack_depth; in print_verification_stats()
|
/linux/include/linux/ |
A D | bpf_verifier.h | 405 u16 stack_depth; /* max. stack depth used by this function */ member
|
A D | bpf.h | 858 u32 stack_depth; member 1608 void bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth);
|
/linux/arch/sparc/net/ |
A D | bpf_jit_comp_64.c | 803 u32 stack_depth; in build_prologue() local 805 stack_depth = prog->aux->stack_depth; in build_prologue() 806 stack_needed += round_up(stack_depth, 16); in build_prologue()
|
/linux/Documentation/bpf/ |
A D | drgn.rst | 132 .stack_depth = (u32)8,
|
/linux/fs/overlayfs/ |
A D | super.c | 927 struct ovl_fs *ofs, int *stack_depth) in ovl_lower_dir() argument 940 *stack_depth = max(*stack_depth, path->mnt->mnt_sb->s_stack_depth); in ovl_lower_dir()
|
/linux/security/ |
A D | Kconfig.hardening | 195 the /proc file system. In particular, /proc/<pid>/stack_depth
|
/linux/arch/mips/net/ |
A D | bpf_jit_comp64.c | 576 locals = ALIGN(ctx->program->aux->stack_depth, MIPS_STACK_ALIGNMENT); in build_prologue()
|
A D | bpf_jit_comp32.c | 1411 locals = ALIGN(ctx->program->aux->stack_depth, MIPS_STACK_ALIGNMENT); in build_prologue()
|
/linux/arch/arm64/net/ |
A D | bpf_jit_comp.c | 258 ctx->stack_size = round_up(prog->aux->stack_depth, 16); in build_prologue()
|
/linux/arch/riscv/net/ |
A D | bpf_jit_comp64.c | 1188 bpf_stack_adjust = round_up(ctx->prog->aux->stack_depth, 16); in bpf_jit_build_prologue()
|
A D | bpf_jit_comp32.c | 1312 round_up(ctx->prog->aux->stack_depth, STACK_ALIGN); in bpf_jit_build_prologue()
|
/linux/arch/arm/net/ |
A D | bpf_jit_32.c | 361 #define _STACK_SIZE (ctx->prog->aux->stack_depth + SCRATCH_SIZE)
|
/linux/net/core/ |
A D | filter.c | 821 if (new_prog && new_prog->aux->stack_depth < stack_off) in bpf_convert_filter() 822 new_prog->aux->stack_depth = stack_off; in bpf_convert_filter()
|