Lines Matching refs:b2p
30 return ctx->seen & SEEN_FUNC || bpf_is_seen_register(ctx, b2p[BPF_REG_FP]); in bpf_has_stack_frame()
82 EMIT(PPC_RAW_LI(b2p[TMP_REG_1], 0)); in bpf_jit_build_prologue()
84 PPC_BPF_STL(b2p[TMP_REG_1], 1, -(BPF_PPC_STACK_SAVE + 8)); in bpf_jit_build_prologue()
111 if (bpf_is_seen_register(ctx, b2p[i])) in bpf_jit_build_prologue()
112 PPC_BPF_STL(b2p[i], 1, bpf_jit_stack_offsetof(ctx, b2p[i])); in bpf_jit_build_prologue()
115 if (bpf_is_seen_register(ctx, b2p[BPF_REG_FP])) in bpf_jit_build_prologue()
116 EMIT(PPC_RAW_ADDI(b2p[BPF_REG_FP], 1, in bpf_jit_build_prologue()
126 if (bpf_is_seen_register(ctx, b2p[i])) in bpf_jit_emit_common_epilogue()
127 PPC_BPF_LL(b2p[i], 1, bpf_jit_stack_offsetof(ctx, b2p[i])); in bpf_jit_emit_common_epilogue()
144 EMIT(PPC_RAW_MR(3, b2p[BPF_REG_0])); in bpf_jit_build_epilogue()
154 PPC_LI64(b2p[TMP_REG_2], func); in bpf_jit_emit_func_call_hlp()
156 PPC_BPF_LL(b2p[TMP_REG_1], b2p[TMP_REG_2], 0); in bpf_jit_emit_func_call_hlp()
158 EMIT(PPC_RAW_MTCTR(b2p[TMP_REG_1])); in bpf_jit_emit_func_call_hlp()
165 PPC_BPF_LL(2, b2p[TMP_REG_2], 8); in bpf_jit_emit_func_call_hlp()
218 int b2p_bpf_array = b2p[BPF_REG_2]; in bpf_jit_emit_tail_call()
219 int b2p_index = b2p[BPF_REG_3]; in bpf_jit_emit_tail_call()
225 EMIT(PPC_RAW_LWZ(b2p[TMP_REG_1], b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call()
227 EMIT(PPC_RAW_CMPLW(b2p_index, b2p[TMP_REG_1])); in bpf_jit_emit_tail_call()
234 PPC_BPF_LL(b2p[TMP_REG_1], 1, bpf_jit_stack_tailcallcnt(ctx)); in bpf_jit_emit_tail_call()
235 EMIT(PPC_RAW_CMPLWI(b2p[TMP_REG_1], MAX_TAIL_CALL_CNT)); in bpf_jit_emit_tail_call()
241 EMIT(PPC_RAW_ADDI(b2p[TMP_REG_1], b2p[TMP_REG_1], 1)); in bpf_jit_emit_tail_call()
242 PPC_BPF_STL(b2p[TMP_REG_1], 1, bpf_jit_stack_tailcallcnt(ctx)); in bpf_jit_emit_tail_call()
245 EMIT(PPC_RAW_MULI(b2p[TMP_REG_1], b2p_index, 8)); in bpf_jit_emit_tail_call()
246 EMIT(PPC_RAW_ADD(b2p[TMP_REG_1], b2p[TMP_REG_1], b2p_bpf_array)); in bpf_jit_emit_tail_call()
247 PPC_BPF_LL(b2p[TMP_REG_1], b2p[TMP_REG_1], offsetof(struct bpf_array, ptrs)); in bpf_jit_emit_tail_call()
253 EMIT(PPC_RAW_CMPLDI(b2p[TMP_REG_1], 0)); in bpf_jit_emit_tail_call()
257 PPC_BPF_LL(b2p[TMP_REG_1], b2p[TMP_REG_1], offsetof(struct bpf_prog, bpf_func)); in bpf_jit_emit_tail_call()
260 EMIT(PPC_RAW_ADDI(b2p[TMP_REG_1], b2p[TMP_REG_1], in bpf_jit_emit_tail_call()
263 EMIT(PPC_RAW_ADDI(b2p[TMP_REG_1], b2p[TMP_REG_1], BPF_TAILCALL_PROLOGUE_SIZE)); in bpf_jit_emit_tail_call()
265 EMIT(PPC_RAW_MTCTR(b2p[TMP_REG_1])); in bpf_jit_emit_tail_call()
312 u32 dst_reg = b2p[insn[i].dst_reg]; in bpf_jit_build_body()
313 u32 src_reg = b2p[insn[i].src_reg]; in bpf_jit_build_body()
363 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
364 EMIT(PPC_RAW_ADD(dst_reg, dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
374 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
375 EMIT(PPC_RAW_SUB(dst_reg, dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
390 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
393 b2p[TMP_REG_1])); in bpf_jit_build_body()
396 b2p[TMP_REG_1])); in bpf_jit_build_body()
402 EMIT(PPC_RAW_DIVWU(b2p[TMP_REG_1], dst_reg, src_reg)); in bpf_jit_build_body()
403 EMIT(PPC_RAW_MULW(b2p[TMP_REG_1], src_reg, in bpf_jit_build_body()
404 b2p[TMP_REG_1])); in bpf_jit_build_body()
405 EMIT(PPC_RAW_SUB(dst_reg, dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
412 EMIT(PPC_RAW_DIVDU(b2p[TMP_REG_1], dst_reg, src_reg)); in bpf_jit_build_body()
413 EMIT(PPC_RAW_MULD(b2p[TMP_REG_1], src_reg, in bpf_jit_build_body()
414 b2p[TMP_REG_1])); in bpf_jit_build_body()
415 EMIT(PPC_RAW_SUB(dst_reg, dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
434 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
438 EMIT(PPC_RAW_DIVWU(b2p[TMP_REG_2], in bpf_jit_build_body()
440 b2p[TMP_REG_1])); in bpf_jit_build_body()
441 EMIT(PPC_RAW_MULW(b2p[TMP_REG_1], in bpf_jit_build_body()
442 b2p[TMP_REG_1], in bpf_jit_build_body()
443 b2p[TMP_REG_2])); in bpf_jit_build_body()
445 b2p[TMP_REG_1])); in bpf_jit_build_body()
448 b2p[TMP_REG_1])); in bpf_jit_build_body()
452 EMIT(PPC_RAW_DIVDU(b2p[TMP_REG_2], in bpf_jit_build_body()
454 b2p[TMP_REG_1])); in bpf_jit_build_body()
455 EMIT(PPC_RAW_MULD(b2p[TMP_REG_1], in bpf_jit_build_body()
456 b2p[TMP_REG_1], in bpf_jit_build_body()
457 b2p[TMP_REG_2])); in bpf_jit_build_body()
459 b2p[TMP_REG_1])); in bpf_jit_build_body()
462 b2p[TMP_REG_1])); in bpf_jit_build_body()
484 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
485 EMIT(PPC_RAW_AND(dst_reg, dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
496 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
497 EMIT(PPC_RAW_OR(dst_reg, dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
513 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
514 EMIT(PPC_RAW_XOR(dst_reg, dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
615 EMIT(PPC_RAW_RLWINM(b2p[TMP_REG_1], dst_reg, 8, 16, 23)); in bpf_jit_build_body()
617 EMIT(PPC_RAW_RLWIMI(b2p[TMP_REG_1], dst_reg, 24, 24, 31)); in bpf_jit_build_body()
619 EMIT(PPC_RAW_MR(dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
627 EMIT(PPC_RAW_RLWINM(b2p[TMP_REG_1], dst_reg, 8, 0, 31)); in bpf_jit_build_body()
629 EMIT(PPC_RAW_RLWIMI(b2p[TMP_REG_1], dst_reg, 24, 0, 7)); in bpf_jit_build_body()
631 EMIT(PPC_RAW_RLWIMI(b2p[TMP_REG_1], dst_reg, 24, 16, 23)); in bpf_jit_build_body()
632 EMIT(PPC_RAW_MR(dst_reg, b2p[TMP_REG_1])); in bpf_jit_build_body()
644 EMIT(PPC_RAW_ADDI(b2p[TMP_REG_1], 1, bpf_jit_stack_local(ctx))); in bpf_jit_build_body()
645 EMIT(PPC_RAW_LDBRX(dst_reg, 0, b2p[TMP_REG_1])); in bpf_jit_build_body()
683 EMIT(PPC_RAW_LD(b2p[TMP_REG_1], _R13, 0)); in bpf_jit_build_body()
687 EMIT(PPC_RAW_MFLR(b2p[TMP_REG_1])); in bpf_jit_build_body()
691 EMIT(PPC_RAW_MTLR(b2p[TMP_REG_1])); in bpf_jit_build_body()
704 EMIT(PPC_RAW_LI(b2p[TMP_REG_1], imm)); in bpf_jit_build_body()
705 src_reg = b2p[TMP_REG_1]; in bpf_jit_build_body()
712 EMIT(PPC_RAW_LI(b2p[TMP_REG_1], imm)); in bpf_jit_build_body()
713 src_reg = b2p[TMP_REG_1]; in bpf_jit_build_body()
720 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
721 src_reg = b2p[TMP_REG_1]; in bpf_jit_build_body()
728 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
729 src_reg = b2p[TMP_REG_1]; in bpf_jit_build_body()
748 EMIT(PPC_RAW_ADDI(b2p[TMP_REG_1], dst_reg, off)); in bpf_jit_build_body()
751 EMIT(PPC_RAW_LWARX(b2p[TMP_REG_2], 0, b2p[TMP_REG_1], 0)); in bpf_jit_build_body()
753 EMIT(PPC_RAW_ADD(b2p[TMP_REG_2], b2p[TMP_REG_2], src_reg)); in bpf_jit_build_body()
755 EMIT(PPC_RAW_STWCX(b2p[TMP_REG_2], 0, b2p[TMP_REG_1])); in bpf_jit_build_body()
768 EMIT(PPC_RAW_ADDI(b2p[TMP_REG_1], dst_reg, off)); in bpf_jit_build_body()
770 EMIT(PPC_RAW_LDARX(b2p[TMP_REG_2], 0, b2p[TMP_REG_1], 0)); in bpf_jit_build_body()
771 EMIT(PPC_RAW_ADD(b2p[TMP_REG_2], b2p[TMP_REG_2], src_reg)); in bpf_jit_build_body()
772 EMIT(PPC_RAW_STDCX(b2p[TMP_REG_2], 0, b2p[TMP_REG_1])); in bpf_jit_build_body()
844 EMIT(PPC_RAW_MR(b2p[BPF_REG_0], 3)); in bpf_jit_build_body()
950 EMIT(PPC_RAW_AND_DOT(b2p[TMP_REG_1], dst_reg, in bpf_jit_build_body()
953 int tmp_reg = b2p[TMP_REG_1]; in bpf_jit_build_body()
986 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
990 b2p[TMP_REG_1])); in bpf_jit_build_body()
993 b2p[TMP_REG_1])); in bpf_jit_build_body()
1018 PPC_LI32(b2p[TMP_REG_1], imm); in bpf_jit_build_body()
1021 b2p[TMP_REG_1])); in bpf_jit_build_body()
1024 b2p[TMP_REG_1])); in bpf_jit_build_body()
1033 EMIT(PPC_RAW_ANDI(b2p[TMP_REG_1], dst_reg, imm)); in bpf_jit_build_body()
1035 int tmp_reg = b2p[TMP_REG_1]; in bpf_jit_build_body()