/linux/net/dns_resolver/ |
A D | dns_query.c | 79 struct key *rkey; in dns_query() local 131 if (IS_ERR(rkey)) { in dns_query() 132 ret = PTR_ERR(rkey); in dns_query() 136 down_read(&rkey->sem); in dns_query() 138 rkey->perm |= KEY_USR_VIEW; in dns_query() 140 ret = key_validate(rkey); in dns_query() 149 upayload = user_key_payload_locked(rkey); in dns_query() 160 *_expiry = rkey->expiry; in dns_query() 164 up_read(&rkey->sem); in dns_query() 166 key_invalidate(rkey); in dns_query() [all …]
|
/linux/drivers/infiniband/sw/rxe/ |
A D | rxe_mw.c | 24 mw->rkey = ibmw->rkey = (mw->pelem.index << 8) | rxe_get_next_key(-1); in rxe_alloc_mw() 74 u32 key = wqe->wr.wr.mw.rkey & 0xff; in rxe_check_bind_mw() 113 if (unlikely(key == (mw->rkey & 0xff))) { in rxe_check_bind_mw() 166 u32 key = wqe->wr.wr.mw.rkey & 0xff; in rxe_do_bind_mw() 168 mw->rkey = (mw->rkey & ~0xff) | key; in rxe_do_bind_mw() 208 if (unlikely(mw->rkey != mw_rkey)) { in rxe_bind_mw() 280 int rxe_invalidate_mw(struct rxe_qp *qp, u32 rkey) in rxe_invalidate_mw() argument 287 mw = rxe_pool_get_index(&rxe->mw_pool, rkey >> 8); in rxe_invalidate_mw() 293 if (rkey != mw->rkey) { in rxe_invalidate_mw() 318 int index = rkey >> 8; in rxe_lookup_mw() [all …]
|
A D | rxe_hdr.h | 528 __be32 rkey; member 550 return be32_to_cpu(reth->rkey); in __reth_rkey() 557 reth->rkey = cpu_to_be32(rkey); in __reth_set_rkey() 595 rxe_opcode[pkt->opcode].offset[RXE_RETH], rkey); in reth_set_rkey() 615 __be32 rkey; member 638 return be32_to_cpu(atmeth->rkey); in __atmeth_rkey() 645 atmeth->rkey = cpu_to_be32(rkey); in __atmeth_set_rkey() 874 __be32 rkey; member 881 return be32_to_cpu(ieth->rkey); in __ieth_rkey() 888 ieth->rkey = cpu_to_be32(rkey); in __ieth_set_rkey() [all …]
|
A D | rxe_mr.c | 54 u32 rkey = (access & IB_ACCESS_REMOTE) ? lkey : 0; in rxe_mr_init() local 62 mr->rkey = mr->ibmr.rkey = rkey; in rxe_mr_init() 569 (type == RXE_LOOKUP_REMOTE && mr->rkey != key) || in lookup_mr() 579 int rxe_invalidate_mr(struct rxe_qp *qp, u32 rkey) in rxe_invalidate_mr() argument 585 mr = rxe_pool_get_index(&rxe->mr_pool, rkey >> 8); in rxe_invalidate_mr() 587 pr_err("%s: No MR for rkey %#x\n", __func__, rkey); in rxe_invalidate_mr() 592 if (rkey != mr->rkey) { in rxe_invalidate_mr() 594 __func__, rkey, mr->rkey); in rxe_invalidate_mr() 651 mr->rkey = (access & IB_ACCESS_REMOTE) ? mr->lkey : 0; in rxe_reg_fast_mr()
|
A D | rxe_resp.c | 409 u32 rkey; in check_rkey() local 420 qp->resp.rkey = reth_rkey(pkt); in check_rkey() 429 qp->resp.rkey = atmeth_rkey(pkt); in check_rkey() 444 rkey = qp->resp.rkey; in check_rkey() 448 if (rkey_is_mw(rkey)) { in check_rkey() 689 res->read.rkey = qp->resp.rkey; in read_reply() 757 if (rkey_is_mw(rkey)) in invalidate_rkey() 758 return rxe_invalidate_mw(qp, rkey); in invalidate_rkey() 760 return rxe_invalidate_mr(qp, rkey); in invalidate_rkey() 810 u32 rkey = ieth_rkey(pkt); in execute() local [all …]
|
A D | rxe_verbs.h | 162 u32 rkey; member 190 u32 rkey; member 304 static inline int rkey_is_mw(u32 rkey) in rkey_is_mw() argument 306 u32 index = rkey >> 8; in rkey_is_mw() 318 u32 rkey; member 350 u32 rkey; member
|
A D | rxe_req.c | 422 reth_set_rkey(pkt, ibwr->wr.rdma.rkey); in init_req_packet() 442 atmeth_set_rkey(pkt, ibwr->wr.atomic.rkey); in init_req_packet() 567 u32 rkey; in rxe_do_local_ops() local 572 rkey = wqe->wr.ex.invalidate_rkey; in rxe_do_local_ops() 573 if (rkey_is_mw(rkey)) in rxe_do_local_ops() 574 ret = rxe_invalidate_mw(qp, rkey); in rxe_do_local_ops() 576 ret = rxe_invalidate_mr(qp, rkey); in rxe_do_local_ops()
|
/linux/drivers/infiniband/ulp/iser/ |
A D | iser_memory.c | 116 reg->rkey = device->pd->unsafe_global_rkey; in iser_reg_dma() 118 reg->rkey = 0; in iser_reg_dma() 123 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma() 226 inv_wr->ex.invalidate_rkey = mr->rkey; in iser_inv_rkey() 256 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr() 273 wr->key = mr->rkey; in iser_reg_sig_mr() 280 sig_reg->rkey = mr->rkey; in iser_reg_sig_mr() 285 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr() 305 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_fast_reg_mr() 320 wr->key = mr->rkey; in iser_fast_reg_mr() [all …]
|
A D | iser_initiator.c | 83 hdr->read_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_read_cmd() 87 task->itt, mem_reg->rkey, in iser_prepare_read_cmd() 141 hdr->write_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_write_cmd() 146 task->itt, mem_reg->rkey, in iser_prepare_write_cmd() 597 iser_inv_desc(struct iser_fr_desc *desc, u32 rkey) in iser_inv_desc() argument 599 if (unlikely((!desc->sig_protected && rkey != desc->rsc.mr->rkey) || in iser_inv_desc() 600 (desc->sig_protected && rkey != desc->rsc.sig_mr->rkey))) { in iser_inv_desc() 617 u32 rkey = wc->ex.invalidate_rkey; in iser_check_remote_inv() local 620 iser_conn, rkey); in iser_check_remote_inv() 635 if (unlikely(iser_inv_desc(desc, rkey))) in iser_check_remote_inv() [all …]
|
/linux/fs/nfs/ |
A D | nfs4idmap.c | 283 struct key *rkey = ERR_PTR(-EAGAIN); in nfs_idmap_request_key() local 292 if (IS_ERR(rkey)) { in nfs_idmap_request_key() 298 if (!IS_ERR(rkey)) in nfs_idmap_request_key() 302 return rkey; in nfs_idmap_request_key() 310 struct key *rkey; in nfs_idmap_get_key() local 318 if (IS_ERR(rkey)) { in nfs_idmap_get_key() 319 ret = PTR_ERR(rkey); in nfs_idmap_get_key() 324 rkey->perm |= KEY_USR_VIEW; in nfs_idmap_get_key() 326 ret = key_validate(rkey); in nfs_idmap_get_key() 330 payload = user_key_payload_rcu(rkey); in nfs_idmap_get_key() [all …]
|
/linux/drivers/infiniband/core/ |
A D | rw.c | 125 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_mr_wrs() argument 161 reg->wr.rkey = rkey; in rdma_rw_init_mr_wrs() 196 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_map_wrs() argument 222 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs() 270 rdma_wr->rkey = rkey; in rdma_rw_init_single_wr() 320 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_ctx_init() argument 354 sg_offset, remote_addr, rkey, dir); in rdma_rw_ctx_init() 357 remote_addr, rkey, dir); in rdma_rw_ctx_init() 360 remote_addr, rkey, dir); in rdma_rw_ctx_init() 394 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_ctx_signature_init() argument [all …]
|
A D | uverbs_std_types_mr.c | 152 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER() 169 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER() 265 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
|
/linux/drivers/infiniband/hw/vmw_pvrdma/ |
A D | pvrdma_mr.c | 95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr() 183 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr() 255 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr()
|
/linux/include/uapi/rdma/ |
A D | vmw_pvrdma-abi.h | 251 __u32 rkey; member 258 __u32 rkey; member 264 __u32 rkey; member 277 __u32 rkey; member
|
A D | rdma_user_rxe.h | 87 __u32 rkey; member 94 __u32 rkey; member 111 __u32 rkey; member
|
/linux/fs/reiserfs/ |
A D | dir.c | 69 const struct reiserfs_key *rkey; in reiserfs_readdir_inode() local 242 rkey = get_rkey(&path_to_entry, inode->i_sb); in reiserfs_readdir_inode() 243 if (!comp_le_keys(rkey, &MIN_KEY)) { in reiserfs_readdir_inode() 253 if (COMP_SHORT_KEYS(rkey, &pos_key)) { in reiserfs_readdir_inode() 259 le_key_k_offset(KEY_FORMAT_3_5, rkey)); in reiserfs_readdir_inode()
|
/linux/drivers/infiniband/sw/siw/ |
A D | siw_qp_tx.c | 140 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx() 185 c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx() 197 c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx() 211 c_tx->pkt.rresp.sink_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx() 936 siw_dbg_pd(pd, "STag 0x%08x\n", sqe->rkey); in siw_fastreg_mr() 939 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr() 943 if (unlikely(base_mr->rkey >> 8 != sqe->rkey >> 8)) { in siw_fastreg_mr() 948 mem = siw_mem_id2obj(sdev, sqe->rkey >> 8); in siw_fastreg_mr() 965 mem->stag = sqe->rkey; in siw_fastreg_mr() 968 siw_dbg_mem(mem, "STag 0x%08x now valid\n", sqe->rkey); in siw_fastreg_mr() [all …]
|
/linux/drivers/net/ethernet/mellanox/mlx5/core/steering/ |
A D | dr_send.c | 24 u32 rkey; member 228 u32 rkey, struct dr_data_seg *data_seg, in dr_rdma_segments() argument 251 wq_raddr->rkey = cpu_to_be32(rkey); in dr_rdma_segments() 267 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send() 269 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send() 456 send_info.rkey = ste->htbl->chunk->rkey; in mlx5dr_send_postsend_ste() 515 send_info.rkey = htbl->chunk->rkey; in mlx5dr_send_postsend_htbl() 572 send_info.rkey = htbl->chunk->rkey; in mlx5dr_send_postsend_formatted_htbl() 595 send_info.rkey = action->rewrite->chunk->rkey; in mlx5dr_send_postsend_action() 1041 send_info.rkey = send_ring->sync_mr->mkey; in mlx5dr_send_ring_force_drain()
|
/linux/drivers/infiniband/sw/rdmavt/ |
A D | mr.c | 260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr() 630 ibmr->rkey = key; in rvt_fast_reg_mr() 647 int rvt_invalidate_rkey(struct rvt_qp *qp, u32 rkey) in rvt_invalidate_rkey() argument 653 if (rkey == 0) in rvt_invalidate_rkey() 658 rkt->table[(rkey >> (32 - dev->dparms.lkey_table_size))]); in rvt_invalidate_rkey() 659 if (unlikely(!mr || mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_invalidate_rkey() 827 u32 len, u64 vaddr, u32 rkey, int acc) in rvt_rkey_ok() argument 840 if (rkey == 0) { in rvt_rkey_ok() 861 mr = rcu_dereference(rkt->table[rkey >> rkt->shift]); in rvt_rkey_ok() 869 mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_rkey_ok()
|
/linux/drivers/infiniband/ulp/rtrs/ |
A D | README | 51 then pass it to the block layer. A new rkey is generated and registered for the 53 The new rkey is sent back to the client along with the IO result. 144 using the IMM field, Server invalidate rkey associated to the memory chunks 149 inflight IO and for the error code. The new rkey is sent back using 150 SEND_WITH_IMM WR, client When it recived new rkey message, it validates 151 the message and finished IO after update rkey for the rbuffer, then post 186 Server invalidate rkey associated to the memory chunks first, when it finishes, 192 outstanding inflight IO and the error code. The new rkey is sent back using 193 SEND_WITH_IMM WR, client When it recived new rkey message, it validates 194 the message and finished IO after update rkey for the rbuffer, then post
|
A D | rtrs-srv.c | 211 u32 rkey = 0; in rdma_write_sg() local 243 if (rkey == 0) in rdma_write_sg() 244 rkey = wr->rkey; in rdma_write_sg() 247 WARN_ON_ONCE(rkey != wr->rkey); in rdma_write_sg() 280 inv_wr.ex.invalidate_rkey = rkey; in rdma_write_sg() 293 rwr.key = srv_mr->mr->rkey; in rdma_write_sg() 299 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in rdma_write_sg() 412 rwr.key = srv_mr->mr->rkey; in send_io_resp_imm() 418 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in send_io_resp_imm() 851 rwr[mri].key = mr->rkey; in process_info_req() [all …]
|
/linux/drivers/infiniband/hw/qib/ |
A D | qib_rc.c | 350 ohdr->u.rc.reth.rkey = in qib_make_rc_req() 393 ohdr->u.rc.reth.rkey = in qib_make_rc_req() 436 wqe->atomic_wr.rkey); in qib_make_rc_req() 555 ohdr->u.rc.reth.rkey = in qib_make_rc_req() 556 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req() 1608 u32 rkey = be32_to_cpu(reth->rkey); in qib_rc_rcv_error() local 1906 u32 rkey = be32_to_cpu(reth->rkey); in qib_rc_rcv() local 1964 u32 rkey = be32_to_cpu(reth->rkey); in qib_rc_rcv() local 2013 u32 rkey; in qib_rc_rcv() local 2036 rkey = be32_to_cpu(ateth->rkey); in qib_rc_rcv() [all …]
|
/linux/drivers/infiniband/hw/hns/ |
A D | hns_roce_mr.c | 233 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr() 274 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr() 414 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr() 490 key_to_hw_index(mw->rkey) & in hns_roce_mw_free() 496 key_to_hw_index(mw->rkey)); in hns_roce_mw_free() 500 (int)key_to_hw_index(mw->rkey)); in hns_roce_mw_free() 509 unsigned long mtpt_idx = key_to_hw_index(mw->rkey); in hns_roce_mw_enable() 568 mw->rkey = hw_index_to_key(id); in hns_roce_alloc_mw() 570 ibmw->rkey = mw->rkey; in hns_roce_alloc_mw()
|
/linux/include/rdma/ |
A D | rw.h | 47 u64 remote_addr, u32 rkey, enum dma_data_direction dir); 55 struct ib_sig_attrs *sig_attrs, u64 remote_addr, u32 rkey,
|
/linux/drivers/infiniband/hw/hfi1/ |
A D | rc.c | 597 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req() 745 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req() 863 wqe->atomic_wr.rkey); in hfi1_make_rc_req() 995 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req() 2594 u32 rkey = be32_to_cpu(reth->rkey); in rc_rcv_error() local 2783 u32 rkey; in hfi1_rc_rcv() local 2982 u32 rkey = be32_to_cpu(reth->rkey); in hfi1_rc_rcv() local 3037 u32 rkey = be32_to_cpu(reth->rkey); in hfi1_rc_rcv() local 3092 u32 rkey; in hfi1_rc_rcv() local 3116 rkey = be32_to_cpu(ateth->rkey); in hfi1_rc_rcv() [all …]
|