Lines Matching refs:rd
225 static inline u32 rv_r_insn(u8 funct7, u8 rs2, u8 rs1, u8 funct3, u8 rd, in rv_r_insn() argument
229 (rd << 7) | opcode; in rv_r_insn()
232 static inline u32 rv_i_insn(u16 imm11_0, u8 rs1, u8 funct3, u8 rd, u8 opcode) in rv_i_insn() argument
234 return (imm11_0 << 20) | (rs1 << 15) | (funct3 << 12) | (rd << 7) | in rv_i_insn()
255 static inline u32 rv_u_insn(u32 imm31_12, u8 rd, u8 opcode) in rv_u_insn() argument
257 return (imm31_12 << 12) | (rd << 7) | opcode; in rv_u_insn()
260 static inline u32 rv_j_insn(u32 imm20_1, u8 rd, u8 opcode) in rv_j_insn() argument
267 return (imm << 12) | (rd << 7) | opcode; in rv_j_insn()
271 u8 funct3, u8 rd, u8 opcode) in rv_amo_insn() argument
275 return rv_r_insn(funct7, rs2, rs1, funct3, rd, opcode); in rv_amo_insn()
280 static inline u16 rv_cr_insn(u8 funct4, u8 rd, u8 rs2, u8 op) in rv_cr_insn() argument
282 return (funct4 << 12) | (rd << 7) | (rs2 << 2) | op; in rv_cr_insn()
285 static inline u16 rv_ci_insn(u8 funct3, u32 imm6, u8 rd, u8 op) in rv_ci_insn() argument
290 return (funct3 << 13) | (rd << 7) | op | imm; in rv_ci_insn()
298 static inline u16 rv_ciw_insn(u8 funct3, u32 uimm, u8 rd, u8 op) in rv_ciw_insn() argument
300 return (funct3 << 13) | (uimm << 5) | ((rd & 0x7) << 2) | op; in rv_ciw_insn()
303 static inline u16 rv_cl_insn(u8 funct3, u32 imm_hi, u8 rs1, u32 imm_lo, u8 rd, in rv_cl_insn() argument
307 (imm_lo << 5) | ((rd & 0x7) << 2) | op; in rv_cl_insn()
317 static inline u16 rv_ca_insn(u8 funct6, u8 rd, u8 funct2, u8 rs2, u8 op) in rv_ca_insn() argument
319 return (funct6 << 10) | ((rd & 0x7) << 7) | (funct2 << 5) | in rv_ca_insn()
323 static inline u16 rv_cb_insn(u8 funct3, u32 imm6, u8 funct2, u8 rd, u8 op) in rv_cb_insn() argument
328 return (funct3 << 13) | (funct2 << 10) | ((rd & 0x7) << 7) | op | imm; in rv_cb_insn()
333 static inline u32 rv_addi(u8 rd, u8 rs1, u16 imm11_0) in rv_addi() argument
335 return rv_i_insn(imm11_0, rs1, 0, rd, 0x13); in rv_addi()
338 static inline u32 rv_andi(u8 rd, u8 rs1, u16 imm11_0) in rv_andi() argument
340 return rv_i_insn(imm11_0, rs1, 7, rd, 0x13); in rv_andi()
343 static inline u32 rv_ori(u8 rd, u8 rs1, u16 imm11_0) in rv_ori() argument
345 return rv_i_insn(imm11_0, rs1, 6, rd, 0x13); in rv_ori()
348 static inline u32 rv_xori(u8 rd, u8 rs1, u16 imm11_0) in rv_xori() argument
350 return rv_i_insn(imm11_0, rs1, 4, rd, 0x13); in rv_xori()
353 static inline u32 rv_slli(u8 rd, u8 rs1, u16 imm11_0) in rv_slli() argument
355 return rv_i_insn(imm11_0, rs1, 1, rd, 0x13); in rv_slli()
358 static inline u32 rv_srli(u8 rd, u8 rs1, u16 imm11_0) in rv_srli() argument
360 return rv_i_insn(imm11_0, rs1, 5, rd, 0x13); in rv_srli()
363 static inline u32 rv_srai(u8 rd, u8 rs1, u16 imm11_0) in rv_srai() argument
365 return rv_i_insn(0x400 | imm11_0, rs1, 5, rd, 0x13); in rv_srai()
368 static inline u32 rv_lui(u8 rd, u32 imm31_12) in rv_lui() argument
370 return rv_u_insn(imm31_12, rd, 0x37); in rv_lui()
373 static inline u32 rv_auipc(u8 rd, u32 imm31_12) in rv_auipc() argument
375 return rv_u_insn(imm31_12, rd, 0x17); in rv_auipc()
378 static inline u32 rv_add(u8 rd, u8 rs1, u8 rs2) in rv_add() argument
380 return rv_r_insn(0, rs2, rs1, 0, rd, 0x33); in rv_add()
383 static inline u32 rv_sub(u8 rd, u8 rs1, u8 rs2) in rv_sub() argument
385 return rv_r_insn(0x20, rs2, rs1, 0, rd, 0x33); in rv_sub()
388 static inline u32 rv_sltu(u8 rd, u8 rs1, u8 rs2) in rv_sltu() argument
390 return rv_r_insn(0, rs2, rs1, 3, rd, 0x33); in rv_sltu()
393 static inline u32 rv_and(u8 rd, u8 rs1, u8 rs2) in rv_and() argument
395 return rv_r_insn(0, rs2, rs1, 7, rd, 0x33); in rv_and()
398 static inline u32 rv_or(u8 rd, u8 rs1, u8 rs2) in rv_or() argument
400 return rv_r_insn(0, rs2, rs1, 6, rd, 0x33); in rv_or()
403 static inline u32 rv_xor(u8 rd, u8 rs1, u8 rs2) in rv_xor() argument
405 return rv_r_insn(0, rs2, rs1, 4, rd, 0x33); in rv_xor()
408 static inline u32 rv_sll(u8 rd, u8 rs1, u8 rs2) in rv_sll() argument
410 return rv_r_insn(0, rs2, rs1, 1, rd, 0x33); in rv_sll()
413 static inline u32 rv_srl(u8 rd, u8 rs1, u8 rs2) in rv_srl() argument
415 return rv_r_insn(0, rs2, rs1, 5, rd, 0x33); in rv_srl()
418 static inline u32 rv_sra(u8 rd, u8 rs1, u8 rs2) in rv_sra() argument
420 return rv_r_insn(0x20, rs2, rs1, 5, rd, 0x33); in rv_sra()
423 static inline u32 rv_mul(u8 rd, u8 rs1, u8 rs2) in rv_mul() argument
425 return rv_r_insn(1, rs2, rs1, 0, rd, 0x33); in rv_mul()
428 static inline u32 rv_mulhu(u8 rd, u8 rs1, u8 rs2) in rv_mulhu() argument
430 return rv_r_insn(1, rs2, rs1, 3, rd, 0x33); in rv_mulhu()
433 static inline u32 rv_divu(u8 rd, u8 rs1, u8 rs2) in rv_divu() argument
435 return rv_r_insn(1, rs2, rs1, 5, rd, 0x33); in rv_divu()
438 static inline u32 rv_remu(u8 rd, u8 rs1, u8 rs2) in rv_remu() argument
440 return rv_r_insn(1, rs2, rs1, 7, rd, 0x33); in rv_remu()
443 static inline u32 rv_jal(u8 rd, u32 imm20_1) in rv_jal() argument
445 return rv_j_insn(imm20_1, rd, 0x6f); in rv_jal()
448 static inline u32 rv_jalr(u8 rd, u8 rs1, u16 imm11_0) in rv_jalr() argument
450 return rv_i_insn(imm11_0, rs1, 0, rd, 0x67); in rv_jalr()
503 static inline u32 rv_lw(u8 rd, u16 imm11_0, u8 rs1) in rv_lw() argument
505 return rv_i_insn(imm11_0, rs1, 2, rd, 0x03); in rv_lw()
508 static inline u32 rv_lbu(u8 rd, u16 imm11_0, u8 rs1) in rv_lbu() argument
510 return rv_i_insn(imm11_0, rs1, 4, rd, 0x03); in rv_lbu()
513 static inline u32 rv_lhu(u8 rd, u16 imm11_0, u8 rs1) in rv_lhu() argument
515 return rv_i_insn(imm11_0, rs1, 5, rd, 0x03); in rv_lhu()
533 static inline u32 rv_amoadd_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl) in rv_amoadd_w() argument
535 return rv_amo_insn(0, aq, rl, rs2, rs1, 2, rd, 0x2f); in rv_amoadd_w()
540 static inline u16 rvc_addi4spn(u8 rd, u32 imm10) in rvc_addi4spn() argument
546 return rv_ciw_insn(0x0, imm, rd, 0x0); in rvc_addi4spn()
549 static inline u16 rvc_lw(u8 rd, u32 imm7, u8 rs1) in rvc_lw() argument
555 return rv_cl_insn(0x2, imm_hi, rs1, imm_lo, rd, 0x0); in rvc_lw()
567 static inline u16 rvc_addi(u8 rd, u32 imm6) in rvc_addi() argument
569 return rv_ci_insn(0, imm6, rd, 0x1); in rvc_addi()
572 static inline u16 rvc_li(u8 rd, u32 imm6) in rvc_li() argument
574 return rv_ci_insn(0x2, imm6, rd, 0x1); in rvc_li()
586 static inline u16 rvc_lui(u8 rd, u32 imm6) in rvc_lui() argument
588 return rv_ci_insn(0x3, imm6, rd, 0x1); in rvc_lui()
591 static inline u16 rvc_srli(u8 rd, u32 imm6) in rvc_srli() argument
593 return rv_cb_insn(0x4, imm6, 0, rd, 0x1); in rvc_srli()
596 static inline u16 rvc_srai(u8 rd, u32 imm6) in rvc_srai() argument
598 return rv_cb_insn(0x4, imm6, 0x1, rd, 0x1); in rvc_srai()
601 static inline u16 rvc_andi(u8 rd, u32 imm6) in rvc_andi() argument
603 return rv_cb_insn(0x4, imm6, 0x2, rd, 0x1); in rvc_andi()
606 static inline u16 rvc_sub(u8 rd, u8 rs) in rvc_sub() argument
608 return rv_ca_insn(0x23, rd, 0, rs, 0x1); in rvc_sub()
611 static inline u16 rvc_xor(u8 rd, u8 rs) in rvc_xor() argument
613 return rv_ca_insn(0x23, rd, 0x1, rs, 0x1); in rvc_xor()
616 static inline u16 rvc_or(u8 rd, u8 rs) in rvc_or() argument
618 return rv_ca_insn(0x23, rd, 0x2, rs, 0x1); in rvc_or()
621 static inline u16 rvc_and(u8 rd, u8 rs) in rvc_and() argument
623 return rv_ca_insn(0x23, rd, 0x3, rs, 0x1); in rvc_and()
626 static inline u16 rvc_slli(u8 rd, u32 imm6) in rvc_slli() argument
628 return rv_ci_insn(0, imm6, rd, 0x2); in rvc_slli()
631 static inline u16 rvc_lwsp(u8 rd, u32 imm8) in rvc_lwsp() argument
636 return rv_ci_insn(0x2, imm, rd, 0x2); in rvc_lwsp()
644 static inline u16 rvc_mv(u8 rd, u8 rs) in rvc_mv() argument
646 return rv_cr_insn(0x8, rd, rs, 0x2); in rvc_mv()
654 static inline u16 rvc_add(u8 rd, u8 rs) in rvc_add() argument
656 return rv_cr_insn(0x9, rd, rs, 0x2); in rvc_add()
676 static inline u32 rv_addiw(u8 rd, u8 rs1, u16 imm11_0) in rv_addiw() argument
678 return rv_i_insn(imm11_0, rs1, 0, rd, 0x1b); in rv_addiw()
681 static inline u32 rv_slliw(u8 rd, u8 rs1, u16 imm11_0) in rv_slliw() argument
683 return rv_i_insn(imm11_0, rs1, 1, rd, 0x1b); in rv_slliw()
686 static inline u32 rv_srliw(u8 rd, u8 rs1, u16 imm11_0) in rv_srliw() argument
688 return rv_i_insn(imm11_0, rs1, 5, rd, 0x1b); in rv_srliw()
691 static inline u32 rv_sraiw(u8 rd, u8 rs1, u16 imm11_0) in rv_sraiw() argument
693 return rv_i_insn(0x400 | imm11_0, rs1, 5, rd, 0x1b); in rv_sraiw()
696 static inline u32 rv_addw(u8 rd, u8 rs1, u8 rs2) in rv_addw() argument
698 return rv_r_insn(0, rs2, rs1, 0, rd, 0x3b); in rv_addw()
701 static inline u32 rv_subw(u8 rd, u8 rs1, u8 rs2) in rv_subw() argument
703 return rv_r_insn(0x20, rs2, rs1, 0, rd, 0x3b); in rv_subw()
706 static inline u32 rv_sllw(u8 rd, u8 rs1, u8 rs2) in rv_sllw() argument
708 return rv_r_insn(0, rs2, rs1, 1, rd, 0x3b); in rv_sllw()
711 static inline u32 rv_srlw(u8 rd, u8 rs1, u8 rs2) in rv_srlw() argument
713 return rv_r_insn(0, rs2, rs1, 5, rd, 0x3b); in rv_srlw()
716 static inline u32 rv_sraw(u8 rd, u8 rs1, u8 rs2) in rv_sraw() argument
718 return rv_r_insn(0x20, rs2, rs1, 5, rd, 0x3b); in rv_sraw()
721 static inline u32 rv_mulw(u8 rd, u8 rs1, u8 rs2) in rv_mulw() argument
723 return rv_r_insn(1, rs2, rs1, 0, rd, 0x3b); in rv_mulw()
726 static inline u32 rv_divuw(u8 rd, u8 rs1, u8 rs2) in rv_divuw() argument
728 return rv_r_insn(1, rs2, rs1, 5, rd, 0x3b); in rv_divuw()
731 static inline u32 rv_remuw(u8 rd, u8 rs1, u8 rs2) in rv_remuw() argument
733 return rv_r_insn(1, rs2, rs1, 7, rd, 0x3b); in rv_remuw()
736 static inline u32 rv_ld(u8 rd, u16 imm11_0, u8 rs1) in rv_ld() argument
738 return rv_i_insn(imm11_0, rs1, 3, rd, 0x03); in rv_ld()
741 static inline u32 rv_lwu(u8 rd, u16 imm11_0, u8 rs1) in rv_lwu() argument
743 return rv_i_insn(imm11_0, rs1, 6, rd, 0x03); in rv_lwu()
751 static inline u32 rv_amoadd_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl) in rv_amoadd_d() argument
753 return rv_amo_insn(0, aq, rl, rs2, rs1, 3, rd, 0x2f); in rv_amoadd_d()
758 static inline u16 rvc_ld(u8 rd, u32 imm8, u8 rs1) in rvc_ld() argument
764 return rv_cl_insn(0x3, imm_hi, rs1, imm_lo, rd, 0x0); in rvc_ld()
776 static inline u16 rvc_subw(u8 rd, u8 rs) in rvc_subw() argument
778 return rv_ca_insn(0x27, rd, 0, rs, 0x1); in rvc_subw()
781 static inline u16 rvc_addiw(u8 rd, u32 imm6) in rvc_addiw() argument
783 return rv_ci_insn(0x1, imm6, rd, 0x1); in rvc_addiw()
786 static inline u16 rvc_ldsp(u8 rd, u32 imm9) in rvc_ldsp() argument
791 return rv_ci_insn(0x3, imm, rd, 0x2); in rvc_ldsp()
806 static inline void emit_jalr(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) in emit_jalr() argument
808 if (rvc_enabled() && rd == RV_REG_RA && rs && !imm) in emit_jalr()
810 else if (rvc_enabled() && !rd && rs && !imm) in emit_jalr()
813 emit(rv_jalr(rd, rs, imm), ctx); in emit_jalr()
816 static inline void emit_mv(u8 rd, u8 rs, struct rv_jit_context *ctx) in emit_mv() argument
818 if (rvc_enabled() && rd && rs) in emit_mv()
819 emitc(rvc_mv(rd, rs), ctx); in emit_mv()
821 emit(rv_addi(rd, rs, 0), ctx); in emit_mv()
824 static inline void emit_add(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) in emit_add() argument
826 if (rvc_enabled() && rd && rd == rs1 && rs2) in emit_add()
827 emitc(rvc_add(rd, rs2), ctx); in emit_add()
829 emit(rv_add(rd, rs1, rs2), ctx); in emit_add()
832 static inline void emit_addi(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) in emit_addi() argument
834 if (rvc_enabled() && rd == RV_REG_SP && rd == rs && is_10b_int(imm) && imm && !(imm & 0xf)) in emit_addi()
836 else if (rvc_enabled() && is_creg(rd) && rs == RV_REG_SP && is_10b_uint(imm) && in emit_addi()
838 emitc(rvc_addi4spn(rd, imm), ctx); in emit_addi()
839 else if (rvc_enabled() && rd && rd == rs && imm && is_6b_int(imm)) in emit_addi()
840 emitc(rvc_addi(rd, imm), ctx); in emit_addi()
842 emit(rv_addi(rd, rs, imm), ctx); in emit_addi()
845 static inline void emit_li(u8 rd, s32 imm, struct rv_jit_context *ctx) in emit_li() argument
847 if (rvc_enabled() && rd && is_6b_int(imm)) in emit_li()
848 emitc(rvc_li(rd, imm), ctx); in emit_li()
850 emit(rv_addi(rd, RV_REG_ZERO, imm), ctx); in emit_li()
853 static inline void emit_lui(u8 rd, s32 imm, struct rv_jit_context *ctx) in emit_lui() argument
855 if (rvc_enabled() && rd && rd != RV_REG_SP && is_6b_int(imm) && imm) in emit_lui()
856 emitc(rvc_lui(rd, imm), ctx); in emit_lui()
858 emit(rv_lui(rd, imm), ctx); in emit_lui()
861 static inline void emit_slli(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) in emit_slli() argument
863 if (rvc_enabled() && rd && rd == rs && imm && (u32)imm < __riscv_xlen) in emit_slli()
864 emitc(rvc_slli(rd, imm), ctx); in emit_slli()
866 emit(rv_slli(rd, rs, imm), ctx); in emit_slli()
869 static inline void emit_andi(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) in emit_andi() argument
871 if (rvc_enabled() && is_creg(rd) && rd == rs && is_6b_int(imm)) in emit_andi()
872 emitc(rvc_andi(rd, imm), ctx); in emit_andi()
874 emit(rv_andi(rd, rs, imm), ctx); in emit_andi()
877 static inline void emit_srli(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) in emit_srli() argument
879 if (rvc_enabled() && is_creg(rd) && rd == rs && imm && (u32)imm < __riscv_xlen) in emit_srli()
880 emitc(rvc_srli(rd, imm), ctx); in emit_srli()
882 emit(rv_srli(rd, rs, imm), ctx); in emit_srli()
885 static inline void emit_srai(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) in emit_srai() argument
887 if (rvc_enabled() && is_creg(rd) && rd == rs && imm && (u32)imm < __riscv_xlen) in emit_srai()
888 emitc(rvc_srai(rd, imm), ctx); in emit_srai()
890 emit(rv_srai(rd, rs, imm), ctx); in emit_srai()
893 static inline void emit_sub(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) in emit_sub() argument
895 if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2)) in emit_sub()
896 emitc(rvc_sub(rd, rs2), ctx); in emit_sub()
898 emit(rv_sub(rd, rs1, rs2), ctx); in emit_sub()
901 static inline void emit_or(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) in emit_or() argument
903 if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2)) in emit_or()
904 emitc(rvc_or(rd, rs2), ctx); in emit_or()
906 emit(rv_or(rd, rs1, rs2), ctx); in emit_or()
909 static inline void emit_and(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) in emit_and() argument
911 if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2)) in emit_and()
912 emitc(rvc_and(rd, rs2), ctx); in emit_and()
914 emit(rv_and(rd, rs1, rs2), ctx); in emit_and()
917 static inline void emit_xor(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) in emit_xor() argument
919 if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2)) in emit_xor()
920 emitc(rvc_xor(rd, rs2), ctx); in emit_xor()
922 emit(rv_xor(rd, rs1, rs2), ctx); in emit_xor()
925 static inline void emit_lw(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx) in emit_lw() argument
927 if (rvc_enabled() && rs1 == RV_REG_SP && rd && is_8b_uint(off) && !(off & 0x3)) in emit_lw()
928 emitc(rvc_lwsp(rd, off), ctx); in emit_lw()
929 else if (rvc_enabled() && is_creg(rd) && is_creg(rs1) && is_7b_uint(off) && !(off & 0x3)) in emit_lw()
930 emitc(rvc_lw(rd, off, rs1), ctx); in emit_lw()
932 emit(rv_lw(rd, off, rs1), ctx); in emit_lw()
948 static inline void emit_addiw(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) in emit_addiw() argument
950 if (rvc_enabled() && rd && rd == rs && is_6b_int(imm)) in emit_addiw()
951 emitc(rvc_addiw(rd, imm), ctx); in emit_addiw()
953 emit(rv_addiw(rd, rs, imm), ctx); in emit_addiw()
956 static inline void emit_ld(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx) in emit_ld() argument
958 if (rvc_enabled() && rs1 == RV_REG_SP && rd && is_9b_uint(off) && !(off & 0x7)) in emit_ld()
959 emitc(rvc_ldsp(rd, off), ctx); in emit_ld()
960 else if (rvc_enabled() && is_creg(rd) && is_creg(rs1) && is_8b_uint(off) && !(off & 0x7)) in emit_ld()
961 emitc(rvc_ld(rd, off, rs1), ctx); in emit_ld()
963 emit(rv_ld(rd, off, rs1), ctx); in emit_ld()
976 static inline void emit_subw(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) in emit_subw() argument
978 if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2)) in emit_subw()
979 emitc(rvc_subw(rd, rs2), ctx); in emit_subw()
981 emit(rv_subw(rd, rs1, rs2), ctx); in emit_subw()