Lines Matching refs:avm
69 static bool kfd_mem_is_attached(struct amdgpu_vm *avm, in kfd_mem_is_attached() argument
75 if (entry->bo_va->base.vm == avm) in kfd_mem_is_attached()
1282 struct amdgpu_vm *avm; in amdgpu_amdkfd_gpuvm_acquire_process_vm() local
1288 avm = &drv_priv->vm; in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1291 if (avm->process_info) in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1297 if (avm->pasid) { in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1298 amdgpu_pasid_free(avm->pasid); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1299 amdgpu_vm_set_pasid(adev, avm, 0); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1303 ret = amdgpu_vm_make_compute(adev, avm); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1307 ret = amdgpu_vm_set_pasid(adev, avm, pasid); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1311 ret = init_kfd_vm(avm, process_info, ef); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1315 amdgpu_vm_set_task_info(avm); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1359 struct amdgpu_vm *avm; in amdgpu_amdkfd_gpuvm_release_process_vm() local
1364 avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_release_process_vm()
1366 pr_debug("Releasing process vm %p\n", avm); in amdgpu_amdkfd_gpuvm_release_process_vm()
1374 amdgpu_vm_release_compute(adev, avm); in amdgpu_amdkfd_gpuvm_release_process_vm()
1379 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_get_process_page_dir() local
1380 struct amdgpu_bo *pd = avm->root.bo; in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1384 return avm->pd_phys_addr >> AMDGPU_GPU_PAGE_SHIFT; in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1385 return avm->pd_phys_addr; in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1394 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu() local
1491 (*mem)->process_info = avm->process_info; in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1492 add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, user_addr); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1506 remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1624 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_map_memory_to_gpu() local
1663 avm, domain_string(domain)); in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1665 if (!kfd_mem_is_attached(avm, mem)) { in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1666 ret = kfd_mem_attach(adev, mem, avm, mem->aql_queue); in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1671 ret = reserve_bo_and_vm(mem, avm, &ctx); in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1684 ret = vm_validate_pt_pd_bos(avm); in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1702 if (entry->bo_va->base.vm != avm || entry->is_mapped) in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1715 ret = vm_update_pds(avm, ctx.sync); in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1729 &avm->process_info->eviction_fence->base, in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1752 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu() local
1753 struct amdkfd_process_info *process_info = avm->process_info; in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1761 ret = reserve_bo_and_cond_vms(mem, avm, BO_VM_MAPPED, &ctx); in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1770 ret = vm_validate_pt_pd_bos(avm); in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1777 avm); in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1780 if (entry->bo_va->base.vm != avm || !entry->is_mapped) in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1914 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_import_dmabuf() local
1965 (*mem)->process_info = avm->process_info; in amdgpu_amdkfd_gpuvm_import_dmabuf()
1966 add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, false); in amdgpu_amdkfd_gpuvm_import_dmabuf()