Lines Matching refs:reg_both
629 wrp_immed(nfp_prog, reg_both(dst + 1), 0); in wrp_zext()
686 wrp_mov(nfp_prog, reg_both(dst), reg_b(src)); in wrp_reg_mov()
841 wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), in nfp_cpp_memcpy()
846 wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), in nfp_cpp_memcpy()
850 wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2), in nfp_cpp_memcpy()
854 wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2), in nfp_cpp_memcpy()
856 wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), in nfp_cpp_memcpy()
862 wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); in nfp_cpp_memcpy()
885 emit_shf(nfp_prog, reg_both(dst_gpr), reg_none(), SHF_OP_NONE, in data_ld()
889 wrp_mov(nfp_prog, reg_both(dst_gpr + i), reg_xfer(i)); in data_ld()
916 emit_ld_field_any(nfp_prog, reg_both(dst_gpr), mask, in data_ld_host_order()
920 wrp_mov(nfp_prog, reg_both(dst_gpr + i), reg_xfer(i)); in data_ld_host_order()
1038 wrp_mov(nfp_prog, reg_both(dst), in wrp_lmem_load()
1080 emit_ld_field_any(nfp_prog, reg_both(dst), mask, reg, sc, shf, new_gpr); in wrp_lmem_load()
1271 wrp_immed(nfp_prog, reg_both(dst), 0); in wrp_alu_imm()
1277 wrp_immed(nfp_prog, reg_both(dst), ~0U); in wrp_alu_imm()
1283 emit_alu(nfp_prog, reg_both(dst), reg_none(), in wrp_alu_imm()
1290 emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, tmp_reg); in wrp_alu_imm()
1317 emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, reg_b(src)); in wrp_alu64_reg()
1318 emit_alu(nfp_prog, reg_both(dst + 1), in wrp_alu64_reg()
1343 emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, reg_b(src)); in wrp_alu32_reg()
1467 emit_ld_field(nfp_prog, reg_both(gpr_out), 0xf, reg_in, in wrp_end32()
1469 emit_ld_field(nfp_prog, reg_both(gpr_out), 0x5, reg_a(gpr_out), in wrp_end32()
1511 dst_hi = reg_both(dst_reg * 2 + 1); in wrp_mul()
1512 dst_lo = reg_both(dst_reg * 2); in wrp_mul()
1534 swreg dst_both = reg_both(dst), dst_a = reg_a(dst), dst_b = reg_a(dst); in wrp_div_imm()
1620 wrp_immed(nfp_prog, reg_both(0), 0); in adjust_head()
1621 wrp_immed(nfp_prog, reg_both(1), 0); in adjust_head()
1653 wrp_immed(nfp_prog, reg_both(0), 0); in adjust_head()
1654 wrp_immed(nfp_prog, reg_both(1), 0); in adjust_head()
1671 wrp_immed(nfp_prog, reg_both(0), -22); in adjust_head()
1672 wrp_immed(nfp_prog, reg_both(1), ~0); in adjust_head()
1710 wrp_immed(nfp_prog, reg_both(0), 0); in adjust_tail()
1711 wrp_immed(nfp_prog, reg_both(1), 0); in adjust_tail()
1716 wrp_immed(nfp_prog, reg_both(0), -22); in adjust_tail()
1717 wrp_immed(nfp_prog, reg_both(1), ~0); in adjust_tail()
1771 emit_immed(nfp_prog, reg_both(0), 0, in nfp_get_prandom_u32()
1773 emit_immed(nfp_prog, reg_both(1), 0, in nfp_get_prandom_u32()
1848 emit_alu(nfp_prog, reg_both(dst), stack_reg(nfp_prog), in mov_reg64()
1850 wrp_immed(nfp_prog, reg_both(dst + 1), 0); in mov_reg64()
1863 wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2), imm & ~0U); in mov_imm64()
1864 wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), imm >> 32); in mov_imm64()
1903 emit_alu(nfp_prog, reg_both(insn->dst_reg * 2), in add_reg64()
1906 emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1), in add_reg64()
1928 emit_alu(nfp_prog, reg_both(insn->dst_reg * 2), in sub_reg64()
1931 emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1), in sub_reg64()
1978 emit_alu(nfp_prog, reg_both(insn->dst_reg * 2), reg_imm(0), in neg_reg64()
1980 emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1), reg_imm(0), in neg_reg64()
2002 emit_shf(nfp_prog, reg_both(dst + 1), reg_a(dst + 1), in __shl_imm64()
2005 emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE, in __shl_imm64()
2009 wrp_immed(nfp_prog, reg_both(dst), 0); in __shl_imm64()
2011 emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE, in __shl_imm64()
2013 wrp_immed(nfp_prog, reg_both(dst), 0); in __shl_imm64()
2032 emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_a(dst + 1), SHF_OP_NONE, in shl_reg64_lt32_high()
2040 emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE, in shl_reg64_lt32_low()
2053 emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE, in shl_reg64_ge32()
2055 wrp_immed(nfp_prog, reg_both(dst), 0); in shl_reg64_ge32()
2117 emit_shf(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE, in __shr_imm64()
2119 emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE, in __shr_imm64()
2123 wrp_immed(nfp_prog, reg_both(dst + 1), 0); in __shr_imm64()
2125 emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE, in __shr_imm64()
2127 wrp_immed(nfp_prog, reg_both(dst + 1), 0); in __shr_imm64()
2145 emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE, in shr_reg64_lt32_high()
2152 emit_shf_indir(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE, in shr_reg64_lt32_low()
2165 emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE, in shr_reg64_ge32()
2167 wrp_immed(nfp_prog, reg_both(dst + 1), 0); in shr_reg64_ge32()
2221 emit_shf(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE, in __ashr_imm64()
2226 emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR, in __ashr_imm64()
2231 emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR, in __ashr_imm64()
2236 emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR, in __ashr_imm64()
2238 emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR, in __ashr_imm64()
2259 emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR, in ashr_reg64_lt32_high()
2280 emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR, in ashr_reg64_ge32()
2282 emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR, in ashr_reg64_ge32()
2331 wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2 + 1), 0); in mov_reg()
2340 wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2), insn->imm); in mov_imm()
2341 wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2 + 1), 0); in mov_imm()
2420 emit_alu(nfp_prog, reg_both(dst), reg_imm(0), ALU_OP_SUB, reg_b(dst)); in neg_reg()
2434 emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR, in __ashr_imm()
2459 emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR, in ashr_reg()
2479 emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE, in __shr_imm()
2507 emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE, in shr_reg()
2518 emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE, in __shl_imm()
2557 emit_ld_field(nfp_prog, reg_both(gpr), 0x9, reg_b(gpr), in end_reg32()
2559 emit_ld_field(nfp_prog, reg_both(gpr), 0xe, reg_a(gpr), in end_reg32()
2562 wrp_immed(nfp_prog, reg_both(gpr + 1), 0); in end_reg32()
2566 wrp_immed(nfp_prog, reg_both(gpr + 1), 0); in end_reg32()
2589 wrp_immed(nfp_prog, reg_both(dst), imm_lo); in imm_ld8_part2()
2593 wrp_mov(nfp_prog, reg_both(dst + 1), reg_a(dst)); in imm_ld8_part2()
2595 wrp_immed(nfp_prog, reg_both(dst + 1), imm_hi); in imm_ld8_part2()
2651 swreg dst = reg_both(meta->insn.dst_reg * 2); in mem_ldx_skb()
2674 wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); in mem_ldx_skb()
2682 swreg dst = reg_both(meta->insn.dst_reg * 2); in mem_ldx_xdp()
2700 wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); in mem_ldx_xdp()
2768 dst_hi = reg_both(dst_gpr + 1); in mem_ldx_data_from_pktcache_unaligned()
2769 dst_lo = reg_both(dst_gpr); in mem_ldx_data_from_pktcache_unaligned()
2819 dst_hi = reg_both(dst_gpr + 1); in mem_ldx_data_from_pktcache_aligned()
2820 dst_lo = reg_both(dst_gpr); in mem_ldx_data_from_pktcache_aligned()
3801 wrp_mov(nfp_prog, reg_both(adj), reg_lm(0, 1 + idx)); in nfp_pop_callee_registers()
3807 wrp_mov(nfp_prog, reg_both(adj + 1), reg_lm(0, 1 + idx + 1)); in nfp_pop_callee_registers()