/linux/drivers/infiniband/sw/rdmavt/ |
A D | mr.c | 259 mr->ibmr.lkey = mr->mr.lkey; in __rvt_alloc_mr() 260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr() 458 t, mr, mr->pd, mr->lkey, in rvt_check_refs() 561 u32 mapped_segs = mr->mr.length >> mr->mr.page_shift; in rvt_set_page() 594 mr->mr.length = 0; in rvt_map_mr_sg() 599 mr->mr.offset = ibmr->iova - (u64)mr->mr.map[0]->segs[0].vaddr; in rvt_map_mr_sg() 623 if (!mr->mr.lkey || mr->umem) in rvt_fast_reg_mr() 742 isge->mr = mr; in rvt_lkey_ok() 796 isge->mr = mr; in rvt_lkey_ok() 852 sge->mr = mr; in rvt_rkey_ok() [all …]
|
A D | trace_mr.h | 22 TP_ARGS(mr, m, n, v, len), 40 __entry->iova = mr->iova; 42 __entry->lkey = mr->lkey; 46 __entry->length = mr->length; 47 __entry->offset = mr->offset; 68 TP_ARGS(mr, m, n, v, len)); 73 TP_ARGS(mr, m, n, v, len)); 78 TP_ARGS(mr, m, n, v, len)); 101 __entry->mr = sge->mr; 106 __entry->lkey = sge->mr->lkey; [all …]
|
/linux/drivers/infiniband/sw/rxe/ |
A D | rxe_mr.c | 61 mr->lkey = mr->ibmr.lkey = lkey; in rxe_mr_init() 62 mr->rkey = mr->ibmr.rkey = rkey; in rxe_mr_init() 149 rxe_mr_free_map_set(mr->num_map, mr->cur_map_set); in rxe_mr_alloc() 506 if (mr) in copy_data() 512 if (mr) in copy_data() 565 if (!mr) in lookup_mr() 576 return mr; in lookup_mr() 630 struct rxe_mr *mr = to_rmr(wqe->wr.wr.reg.mr); in rxe_reg_fast_mr() local 650 mr->lkey = (mr->lkey & ~0xff) | key; in rxe_reg_fast_mr() 655 mr->cur_map_set = mr->next_map_set; in rxe_reg_fast_mr() [all …]
|
A D | rxe_mw.c | 34 if (mw->mr) { in rxe_do_dealloc_mw() 35 struct rxe_mr *mr = mw->mr; in rxe_do_dealloc_mw() local 37 mw->mr = NULL; in rxe_do_dealloc_mw() 39 rxe_drop_ref(mr); in rxe_do_dealloc_mw() 119 if (!mr) in rxe_check_bind_mw() 174 if (mw->mr) { in rxe_do_bind_mw() 181 mw->mr = mr; in rxe_do_bind_mw() 225 mr = NULL; in rxe_bind_mw() 238 if (mr) in rxe_bind_mw() 269 mr = mw->mr; in rxe_do_invalidate_mw() [all …]
|
/linux/net/sunrpc/xprtrdma/ |
A D | frwr_ops.c | 65 ib_dma_unmap_sg(mr->mr_device, mr->mr_sg, mr->mr_nents, in frwr_mr_unmap() 66 mr->mr_dir); in frwr_mr_unmap() 80 frwr_mr_unmap(mr->mr_xprt, mr); in frwr_mr_release() 85 kfree(mr->mr_sg); in frwr_mr_release() 86 kfree(mr); in frwr_mr_release() 91 frwr_mr_unmap(mr->mr_xprt, mr); in frwr_mr_put() 96 rpcrdma_mr_push(mr, &mr->mr_req->rl_free_mrs); in frwr_mr_put() 149 mr->mr_sg = sg; in frwr_mr_init() 406 mr->mr_regwr.wr.wr_cqe = &mr->mr_cqe; in frwr_send() 684 if (!mr) in frwr_wp_create() [all …]
|
/linux/drivers/vdpa/mlx5/core/ |
A D | mr.c | 44 for_each_sg(mr->sg_head.sgl, sg, mr->nent, i) { in populate_mtts() 75 get_octo_len(mr->end - mr->start, mr->log_size)); in create_direct_mr() 77 get_octo_len(mr->end - mr->start, mr->log_size)); in create_direct_mr() 91 mlx5_vdpa_destroy_mkey(mvdev, mr->mr); in destroy_direct_mr() 106 return map_end(map, mr) - map_start(map, mr); in maplen() 307 struct mlx5_vdpa_mr *mr = &mvdev->mr; in add_direct_chain() local 361 struct mlx5_vdpa_mr *mr = &mvdev->mr; in create_user_mr() local 496 struct mlx5_vdpa_mr *mr = &mvdev->mr; in mlx5_vdpa_destroy_mr() local 508 memset(mr, 0, sizeof(*mr)); in mlx5_vdpa_destroy_mr() 516 struct mlx5_vdpa_mr *mr = &mvdev->mr; in _mlx5_vdpa_create_mr() local [all …]
|
/linux/drivers/infiniband/hw/mlx5/ |
A D | mr.c | 231 mr->out, sizeof(mr->out), in add_keys() 821 mr->ibmr.lkey = mr->mmkey.key; in mlx5_ib_get_dma_mr() 822 mr->ibmr.rkey = mr->mmkey.key; in mlx5_ib_get_dma_mr() 913 mr->ibmr.lkey = mr->mmkey.key; in set_mr_fields() 914 mr->ibmr.rkey = mr->mmkey.key; in set_mr_fields() 1816 if (!mr->umem || is_odp_mr(mr) || is_dmabuf_mr(mr)) in mlx5_ib_rereg_user_mr() 1838 if (!mr->umem || is_odp_mr(mr) || is_dmabuf_mr(mr)) in mlx5_ib_rereg_user_mr() 1910 if (!mr->umem && mr->descs) { in mlx5_free_priv_descs() 2040 mr->ibmr.lkey = mr->mmkey.key; in _mlx5_alloc_mkey_descs() 2041 mr->ibmr.rkey = mr->mmkey.key; in _mlx5_alloc_mkey_descs() [all …]
|
A D | odp.c | 423 if (IS_ERR(mr)) { in implicit_get_child_mr() 425 return mr; in implicit_get_child_mr() 431 mr->ibmr.lkey = mr->mmkey.key; in implicit_get_child_mr() 432 mr->ibmr.rkey = mr->mmkey.key; in implicit_get_child_mr() 434 mr->parent = imr; in implicit_get_child_mr() 470 mlx5_ib_dbg(mr_to_mdev(imr), "key %x mr %p\n", mr->mmkey.key, mr); in implicit_get_child_mr() 471 return mr; in implicit_get_child_mr() 767 ret = pagefault_real_mr(mr, to_ib_umem_odp(mr->umem), mr->umem->address, in mlx5_ib_init_odp_mr() 777 ret = pagefault_dmabuf_mr(mr, mr->umem->length, NULL, in mlx5_ib_init_dmabuf_mr() 1720 return mr; in get_prefetchable_mr() [all …]
|
/linux/drivers/infiniband/hw/vmw_pvrdma/ |
A D | pvrdma_mr.c | 75 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_get_dma_mr() 76 if (!mr) in pvrdma_get_dma_mr() 89 kfree(mr); in pvrdma_get_dma_mr() 144 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_reg_user_mr() 145 if (!mr) { in pvrdma_reg_user_mr() 191 kfree(mr); in pvrdma_reg_user_mr() 220 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_alloc_mr() 221 if (!mr) in pvrdma_alloc_mr() 266 kfree(mr); in pvrdma_alloc_mr() 306 if (mr->npages == mr->max_pages) in pvrdma_set_page() [all …]
|
/linux/drivers/scsi/ |
A D | mesh.c | 314 (mr->count_hi << 8) + mr->count_lo, mr->sequence, in mesh_dump_regs() 315 (mr->bus_status1 << 8) + mr->bus_status0, mr->fifo_count, in mesh_dump_regs() 316 mr->exception, mr->error, mr->intr_mask, mr->interrupt, in mesh_dump_regs() 437 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 512 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 517 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 528 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 804 MKWORD(mr->interrupt, mr->exception, mr->error, in start_phase() 906 MKWORD(0, mr->error, mr->exception, mr->fifo_count)); in reselected() 1365 MKWORD(mr->count_hi, mr->count_lo, mr->sequence, mr->fifo_count)); in phase_mismatch() [all …]
|
/linux/drivers/infiniband/hw/mlx4/ |
A D | mr.c | 63 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_get_dma_mr() 64 if (!mr) in mlx4_ib_get_dma_mr() 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr() 85 kfree(mr); in mlx4_ib_get_dma_mr() 416 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_reg_user_mr() 417 if (!mr) in mlx4_ib_reg_user_mr() 441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr() 656 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_alloc_mr() 657 if (!mr) in mlx4_ib_alloc_mr() 674 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr() [all …]
|
/linux/drivers/gpu/drm/nouveau/nvkm/subdev/fb/ |
A D | gddr5.c | 75 ram->mr[0] &= ~0xf7f; in nvkm_gddr5_calc() 80 ram->mr[1] &= ~0x0bf; in nvkm_gddr5_calc() 91 ram->mr[1] &= ~0x030; in nvkm_gddr5_calc() 95 ram->mr[3] &= ~0x020; in nvkm_gddr5_calc() 98 ram->mr[5] &= ~0x004; in nvkm_gddr5_calc() 99 ram->mr[5] |= (l3 << 2); in nvkm_gddr5_calc() 103 if (ram->mr[6] & 0x001) in nvkm_gddr5_calc() 105 ram->mr[6] &= ~0xff1; in nvkm_gddr5_calc() 110 ram->mr[7] &= ~0x300; in nvkm_gddr5_calc() 113 ram->mr[7] &= ~0x088; in nvkm_gddr5_calc() [all …]
|
A D | sddr3.c | 93 (ram->mr[1] & 0x040) >> 5 | in nvkm_sddr3_calc() 106 ram->mr[0] &= ~0xf74; in nvkm_sddr3_calc() 107 ram->mr[0] |= (WR & 0x07) << 9; in nvkm_sddr3_calc() 108 ram->mr[0] |= (CL & 0x0e) << 3; in nvkm_sddr3_calc() 109 ram->mr[0] |= (CL & 0x01) << 2; in nvkm_sddr3_calc() 111 ram->mr[1] &= ~0x245; in nvkm_sddr3_calc() 112 ram->mr[1] |= (ODT & 0x1) << 2; in nvkm_sddr3_calc() 113 ram->mr[1] |= (ODT & 0x2) << 5; in nvkm_sddr3_calc() 114 ram->mr[1] |= (ODT & 0x4) << 7; in nvkm_sddr3_calc() 115 ram->mr[1] |= !DLL; in nvkm_sddr3_calc() [all …]
|
A D | gddr3.c | 89 DLL = !(ram->mr[1] & 0x1); in nvkm_gddr3_calc() 98 ODT = (ram->mr[1] & 0xc) >> 2; in nvkm_gddr3_calc() 101 hi = ram->mr[2] & 0x1; in nvkm_gddr3_calc() 107 ram->mr[0] &= ~0xf74; in nvkm_gddr3_calc() 108 ram->mr[0] |= (CWL & 0x07) << 9; in nvkm_gddr3_calc() 109 ram->mr[0] |= (CL & 0x07) << 4; in nvkm_gddr3_calc() 110 ram->mr[0] |= (CL & 0x08) >> 1; in nvkm_gddr3_calc() 112 ram->mr[1] &= ~0x3fc; in nvkm_gddr3_calc() 113 ram->mr[1] |= (ODT & 0x03) << 2; in nvkm_gddr3_calc() 114 ram->mr[1] |= (RON & 0x03) << 8; in nvkm_gddr3_calc() [all …]
|
/linux/drivers/infiniband/hw/hns/ |
A D | hns_roce_mr.c | 131 mr->npages = mr->pbl_mtr.hem_cfg.buf_pg_count; in alloc_mr_pbl() 215 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_get_dma_mr() 233 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr() 252 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_reg_user_mr() 253 if (!mr) in hns_roce_reg_user_mr() 274 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr() 393 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_alloc_mr() 394 if (!mr) in hns_roce_alloc_mr() 414 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr() 415 mr->ibmr.length = mr->size; in hns_roce_alloc_mr() [all …]
|
/linux/drivers/infiniband/core/ |
A D | uverbs_std_types_mr.c | 95 struct ib_mr *mr; in UVERBS_HANDLER() local 128 if (IS_ERR(mr)) in UVERBS_HANDLER() 132 mr->pd = pd; in UVERBS_HANDLER() 152 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER() 169 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER() 175 &mr->length, sizeof(mr->length)); in UVERBS_HANDLER() 181 &mr->iova, sizeof(mr->iova)); in UVERBS_HANDLER() 243 if (IS_ERR(mr)) in UVERBS_HANDLER() 247 mr->pd = pd; in UVERBS_HANDLER() 260 &mr->lkey, sizeof(mr->lkey)); in UVERBS_HANDLER() [all …]
|
A D | mr_pool.c | 10 struct ib_mr *mr; in ib_mr_pool_get() local 15 if (mr) { in ib_mr_pool_get() 16 list_del(&mr->qp_entry); in ib_mr_pool_get() 21 return mr; in ib_mr_pool_get() 30 list_add(&mr->qp_entry, list); in ib_mr_pool_put() 39 struct ib_mr *mr; in ib_mr_pool_init() local 49 if (IS_ERR(mr)) { in ib_mr_pool_init() 50 ret = PTR_ERR(mr); in ib_mr_pool_init() 68 struct ib_mr *mr; in ib_mr_pool_destroy() local 74 list_del(&mr->qp_entry); in ib_mr_pool_destroy() [all …]
|
/linux/net/rds/ |
A D | rdma.c | 81 return mr; in rds_mr_tree_walk() 102 mr->r_key, kref_read(&mr->r_kref)); in rds_destroy_mr() 112 mr->r_trans->free_mr(trans_private, mr->r_invalidate); in rds_destroy_mr() 120 kfree(mr); in __rds_put_mr_final() 238 if (!mr) { in __rds_rdma_map() 351 if (mr) in __rds_rdma_map() 422 if (mr) { in rds_free_mr() 430 if (!mr) in rds_free_mr() 831 if (!mr) in rds_cmsg_rdma_dest() 837 if (mr) { in rds_cmsg_rdma_dest() [all …]
|
/linux/arch/powerpc/platforms/pseries/ |
A D | hvCall.S | 158 mr r4,r5 159 mr r5,r6 160 mr r6,r7 161 mr r7,r8 162 mr r8,r9 186 mr r0,r4 188 mr r4,r5 189 mr r5,r6 190 mr r6,r7 191 mr r7,r8 [all …]
|
/linux/drivers/rtc/ |
A D | rtc-at91sam9.c | 133 u32 offset, alarm, mr; in at91_rtc_settime() local 140 mr = rtt_readl(rtc, MR); in at91_rtc_settime() 164 mr &= ~AT91_RTT_ALMIEN; in at91_rtc_settime() 205 u32 mr; in at91_rtc_setalarm() local 214 mr = rtt_readl(rtc, MR); in at91_rtc_setalarm() 261 u32 sr, mr; in at91_rtc_cache_events() local 339 u32 mr; in at91_rtc_probe() local 394 mr = rtt_readl(rtc, MR); in at91_rtc_probe() 404 rtt_writel(rtc, MR, mr); in at91_rtc_probe() 503 u32 mr; in at91_rtc_resume() local [all …]
|
/linux/drivers/net/ethernet/mellanox/mlxsw/ |
A D | spectrum_mr.c | 254 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_write() local 292 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_erase() local 485 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_resolve() local 519 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_unresolve() local 534 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_resolve() local 593 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_unresolve() local 754 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_rif_mtu_update() local 909 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_create() local 958 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_destroy() local 1048 mlxsw_sp->mr = mr; in mlxsw_sp_mr_init() [all …]
|
/linux/arch/x86/mm/ |
A D | init.c | 458 if (mr[i].end != mr[i+1].start || in split_mem_range() 459 mr[i].page_size_mask != mr[i+1].page_size_mask) in split_mem_range() 462 old_start = mr[i].start; in split_mem_range() 463 memmove(&mr[i], &mr[i+1], in split_mem_range() 465 mr[i--].start = old_start; in split_mem_range() 471 mr[i].start, mr[i].end - 1, in split_mem_range() 472 page_size_string(&mr[i])); in split_mem_range() 513 struct map_range mr[NR_RANGE_MR]; in init_memory_mapping() local 520 memset(mr, 0, sizeof(mr)); in init_memory_mapping() 524 ret = kernel_physical_mapping_init(mr[i].start, mr[i].end, in init_memory_mapping() [all …]
|
/linux/drivers/gpu/drm/i915/gem/ |
A D | i915_gem_create.c | 47 struct drm_i915_private *i915 = mr->i915; in object_set_placements() 123 ret = mr->ops->init_object(mr, obj, size, 0, flags); in __i915_gem_object_create_user_ext() 168 struct intel_memory_region *mr; in i915_gem_dumb_create() local 226 struct intel_memory_region *mr; in i915_gem_create_ioctl() local 257 mr->name, mr->type, mr->instance); in repr_placements() 299 struct intel_memory_region *mr; in set_placements() local 307 if (!mr || mr->private) { in set_placements() 314 if (mask & BIT(mr->id)) { in set_placements() 316 mr->name, region.memory_class, in set_placements() 322 placements[i] = mr; in set_placements() [all …]
|
/linux/drivers/sh/intc/ |
A D | handle.c | 55 if (mr->set_reg && mr->clr_reg) { in _intc_mask_data() 58 reg_e = mr->clr_reg; in _intc_mask_data() 59 reg_d = mr->set_reg; in _intc_mask_data() 62 if (mr->set_reg) { in _intc_mask_data() 64 reg_e = mr->set_reg; in _intc_mask_data() 65 reg_d = mr->set_reg; in _intc_mask_data() 68 reg_e = mr->clr_reg; in _intc_mask_data() 69 reg_d = mr->clr_reg; in _intc_mask_data() 183 mr = desc->hw.ack_regs + i; in intc_ack_data() 191 reg_e = mr->set_reg; in intc_ack_data() [all …]
|
/linux/drivers/infiniband/ulp/iser/ |
A D | iser_memory.c | 220 struct ib_mr *mr, in iser_inv_rkey() argument 256 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr() 272 wr->mr = mr; in iser_reg_sig_mr() 273 wr->key = mr->rkey; in iser_reg_sig_mr() 280 sig_reg->rkey = mr->rkey; in iser_reg_sig_mr() 298 struct ib_mr *mr = rsc->mr; in iser_fast_reg_mr() local 305 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_fast_reg_mr() 319 wr->mr = mr; in iser_fast_reg_mr() 320 wr->key = mr->rkey; in iser_fast_reg_mr() 327 reg->sge.lkey = mr->lkey; in iser_fast_reg_mr() [all …]
|