Lines Matching refs:pprog
246 static void push_callee_regs(u8 **pprog, bool *callee_regs_used) in push_callee_regs() argument
248 u8 *prog = *pprog; in push_callee_regs()
258 *pprog = prog; in push_callee_regs()
261 static void pop_callee_regs(u8 **pprog, bool *callee_regs_used) in pop_callee_regs() argument
263 u8 *prog = *pprog; in pop_callee_regs()
273 *pprog = prog; in pop_callee_regs()
281 static void emit_prologue(u8 **pprog, u32 stack_depth, bool ebpf_from_cbpf, in emit_prologue() argument
284 u8 *prog = *pprog; in emit_prologue()
304 *pprog = prog; in emit_prologue()
307 static int emit_patch(u8 **pprog, void *func, void *ip, u8 opcode) in emit_patch() argument
309 u8 *prog = *pprog; in emit_patch()
318 *pprog = prog; in emit_patch()
322 static int emit_call(u8 **pprog, void *func, void *ip) in emit_call() argument
324 return emit_patch(pprog, func, ip, 0xE8); in emit_call()
327 static int emit_jump(u8 **pprog, void *func, void *ip) in emit_jump() argument
329 return emit_patch(pprog, func, ip, 0xE9); in emit_jump()
392 static void emit_indirect_jump(u8 **pprog, int reg, u8 *ip) in emit_indirect_jump() argument
394 u8 *prog = *pprog; in emit_indirect_jump()
406 *pprog = prog; in emit_indirect_jump()
423 static void emit_bpf_tail_call_indirect(u8 **pprog, bool *callee_regs_used, in emit_bpf_tail_call_indirect() argument
428 u8 *prog = *pprog, *start = *pprog; in emit_bpf_tail_call_indirect()
494 *pprog = prog; in emit_bpf_tail_call_indirect()
498 u8 **pprog, u8 *ip, in emit_bpf_tail_call_direct() argument
503 u8 *prog = *pprog, *start = *pprog; in emit_bpf_tail_call_direct()
537 *pprog = prog; in emit_bpf_tail_call_direct()
586 static void emit_mov_imm32(u8 **pprog, bool sign_propagate, in emit_mov_imm32() argument
589 u8 *prog = *pprog; in emit_mov_imm32()
623 *pprog = prog; in emit_mov_imm32()
626 static void emit_mov_imm64(u8 **pprog, u32 dst_reg, in emit_mov_imm64() argument
629 u8 *prog = *pprog; in emit_mov_imm64()
646 *pprog = prog; in emit_mov_imm64()
649 static void emit_mov_reg(u8 **pprog, bool is64, u32 dst_reg, u32 src_reg) in emit_mov_reg() argument
651 u8 *prog = *pprog; in emit_mov_reg()
663 *pprog = prog; in emit_mov_reg()
667 static void emit_insn_suffix(u8 **pprog, u32 ptr_reg, u32 val_reg, int off) in emit_insn_suffix() argument
669 u8 *prog = *pprog; in emit_insn_suffix()
683 *pprog = prog; in emit_insn_suffix()
689 static void maybe_emit_mod(u8 **pprog, u32 dst_reg, u32 src_reg, bool is64) in maybe_emit_mod() argument
691 u8 *prog = *pprog; in maybe_emit_mod()
697 *pprog = prog; in maybe_emit_mod()
703 static void maybe_emit_1mod(u8 **pprog, u32 reg, bool is64) in maybe_emit_1mod() argument
705 u8 *prog = *pprog; in maybe_emit_1mod()
711 *pprog = prog; in maybe_emit_1mod()
715 static void emit_ldx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off) in emit_ldx() argument
717 u8 *prog = *pprog; in emit_ldx()
741 *pprog = prog; in emit_ldx()
745 static void emit_stx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off) in emit_stx() argument
747 u8 *prog = *pprog; in emit_stx()
775 *pprog = prog; in emit_stx()
778 static int emit_atomic(u8 **pprog, u8 atomic_op, in emit_atomic() argument
781 u8 *prog = *pprog; in emit_atomic()
816 *pprog = prog; in emit_atomic()
849 static void emit_nops(u8 **pprog, int len) in emit_nops() argument
851 u8 *prog = *pprog; in emit_nops()
865 *pprog = prog; in emit_nops()
1756 static int invoke_bpf_prog(const struct btf_func_model *m, u8 **pprog, in invoke_bpf_prog() argument
1759 u8 *prog = *pprog; in invoke_bpf_prog()
1814 *pprog = prog; in invoke_bpf_prog()
1818 static void emit_align(u8 **pprog, u32 align) in emit_align() argument
1820 u8 *target, *prog = *pprog; in emit_align()
1826 *pprog = prog; in emit_align()
1829 static int emit_cond_near_jump(u8 **pprog, void *func, void *ip, u8 jmp_cond) in emit_cond_near_jump() argument
1831 u8 *prog = *pprog; in emit_cond_near_jump()
1840 *pprog = prog; in emit_cond_near_jump()
1844 static int invoke_bpf(const struct btf_func_model *m, u8 **pprog, in invoke_bpf() argument
1849 u8 *prog = *pprog; in invoke_bpf()
1856 *pprog = prog; in invoke_bpf()
1860 static int invoke_bpf_mod_ret(const struct btf_func_model *m, u8 **pprog, in invoke_bpf_mod_ret() argument
1864 u8 *prog = *pprog; in invoke_bpf_mod_ret()
1892 *pprog = prog; in invoke_bpf_mod_ret()
2134 static int emit_bpf_dispatcher(u8 **pprog, int a, int b, s64 *progs) in emit_bpf_dispatcher() argument
2136 u8 *jg_reloc, *prog = *pprog; in emit_bpf_dispatcher()
2157 *pprog = prog; in emit_bpf_dispatcher()
2198 *pprog = prog; in emit_bpf_dispatcher()