Lines Matching refs:gpuidx
138 unsigned long *hmm_pfns, uint32_t gpuidx) in svm_range_dma_map_dev() argument
141 dma_addr_t *addr = prange->dma_addr[gpuidx]; in svm_range_dma_map_dev()
151 prange->dma_addr[gpuidx] = addr; in svm_range_dma_map_dev()
189 uint32_t gpuidx; in svm_range_dma_map() local
194 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_dma_map()
198 pr_debug("mapping to gpu idx 0x%x\n", gpuidx); in svm_range_dma_map()
199 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_dma_map()
201 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_dma_map()
207 hmm_pfns, gpuidx); in svm_range_dma_map()
239 uint32_t gpuidx; in svm_range_free_dma_mappings() local
243 for (gpuidx = 0; gpuidx < MAX_GPU_INSTANCE; gpuidx++) { in svm_range_free_dma_mappings()
244 dma_addr = prange->dma_addr[gpuidx]; in svm_range_free_dma_mappings()
248 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_free_dma_mappings()
250 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_free_dma_mappings()
256 prange->dma_addr[gpuidx] = NULL; in svm_range_free_dma_mappings()
622 int gpuidx = MAX_GPU_INSTANCE; in svm_range_check_attr() local
628 gpuidx = kfd_process_gpuidx_from_gpuid(p, val); in svm_range_check_attr()
632 gpuidx = kfd_process_gpuidx_from_gpuid(p, val); in svm_range_check_attr()
637 gpuidx = kfd_process_gpuidx_from_gpuid(p, val); in svm_range_check_attr()
650 if (gpuidx < 0) { in svm_range_check_attr()
653 } else if (gpuidx < MAX_GPU_INSTANCE && in svm_range_check_attr()
654 !test_bit(gpuidx, p->svms.bitmap_supported)) { in svm_range_check_attr()
668 int gpuidx; in svm_range_apply_attrs() local
681 gpuidx = kfd_process_gpuidx_from_gpuid(p, in svm_range_apply_attrs()
684 bitmap_clear(prange->bitmap_access, gpuidx, 1); in svm_range_apply_attrs()
685 bitmap_clear(prange->bitmap_aip, gpuidx, 1); in svm_range_apply_attrs()
687 bitmap_set(prange->bitmap_access, gpuidx, 1); in svm_range_apply_attrs()
688 bitmap_clear(prange->bitmap_aip, gpuidx, 1); in svm_range_apply_attrs()
690 bitmap_clear(prange->bitmap_access, gpuidx, 1); in svm_range_apply_attrs()
691 bitmap_set(prange->bitmap_aip, gpuidx, 1); in svm_range_apply_attrs()
1134 uint32_t gpuidx; in svm_range_unmap_from_gpus() local
1141 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_unmap_from_gpus()
1142 pr_debug("unmap from gpu idx 0x%x\n", gpuidx); in svm_range_unmap_from_gpus()
1143 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_unmap_from_gpus()
1145 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_unmap_from_gpus()
1263 uint32_t gpuidx; in svm_range_map_to_gpus() local
1272 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_map_to_gpus()
1273 pr_debug("mapping to gpu idx 0x%x\n", gpuidx); in svm_range_map_to_gpus()
1274 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_map_to_gpus()
1276 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_map_to_gpus()
1287 pr_debug("cannot map to device idx %d\n", gpuidx); in svm_range_map_to_gpus()
1293 prange->dma_addr[gpuidx], in svm_range_map_to_gpus()
1327 uint32_t gpuidx; in svm_range_reserve_bos() local
1331 for_each_set_bit(gpuidx, ctx->bitmap, MAX_GPU_INSTANCE) { in svm_range_reserve_bos()
1332 pdd = kfd_process_device_from_gpuidx(ctx->process, gpuidx); in svm_range_reserve_bos()
1334 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_reserve_bos()
1340 ctx->tv[gpuidx].bo = &vm->root.bo->tbo; in svm_range_reserve_bos()
1341 ctx->tv[gpuidx].num_shared = 4; in svm_range_reserve_bos()
1342 list_add(&ctx->tv[gpuidx].head, &ctx->validate_list); in svm_range_reserve_bos()
1352 for_each_set_bit(gpuidx, ctx->bitmap, MAX_GPU_INSTANCE) { in svm_range_reserve_bos()
1353 pdd = kfd_process_device_from_gpuidx(ctx->process, gpuidx); in svm_range_reserve_bos()
1355 pr_debug("failed to find device idx %d\n", gpuidx); in svm_range_reserve_bos()
1381 static void *kfd_svm_page_owner(struct kfd_process *p, int32_t gpuidx) in kfd_svm_page_owner() argument
1386 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in kfd_svm_page_owner()
1418 int32_t gpuidx, bool intr, bool wait) in svm_range_validate_and_map() argument
1431 if (gpuidx < MAX_GPU_INSTANCE) { in svm_range_validate_and_map()
1433 bitmap_set(ctx.bitmap, gpuidx, 1); in svm_range_validate_and_map()
1442 gpuidx = kfd_process_gpuidx_from_gpuid(ctx.process, in svm_range_validate_and_map()
1444 if (gpuidx < 0) { in svm_range_validate_and_map()
1449 if (test_bit(gpuidx, prange->bitmap_access)) in svm_range_validate_and_map()
1450 bitmap_set(ctx.bitmap, gpuidx, 1); in svm_range_validate_and_map()
2298 int32_t *gpuidx) in svm_range_best_restore_location() argument
2307 r = kfd_process_gpuid_from_kgd(p, adev, &gpuid, gpuidx); in svm_range_best_restore_location()
2324 if (test_bit(*gpuidx, prange->bitmap_access)) in svm_range_best_restore_location()
2327 if (test_bit(*gpuidx, prange->bitmap_aip)) { in svm_range_best_restore_location()
2456 uint32_t gpuid, gpuidx; in svm_range_create_unregistered_range() local
2484 if (kfd_process_gpuid_from_kgd(p, adev, &gpuid, &gpuidx)) { in svm_range_create_unregistered_range()
2539 int32_t gpuidx) in svm_range_count_fault() argument
2547 if (gpuidx == MAX_GPU_INSTANCE) { in svm_range_count_fault()
2551 r = kfd_process_gpuid_from_kgd(p, adev, &gpuid, &gpuidx); in svm_range_count_fault()
2559 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_count_fault()
2587 int32_t gpuidx = MAX_GPU_INSTANCE; in svm_range_restore_pages() local
2691 best_loc = svm_range_best_restore_location(prange, adev, &gpuidx); in svm_range_restore_pages()
2727 r = svm_range_validate_and_map(mm, prange, gpuidx, false, false); in svm_range_restore_pages()
2738 svm_range_count_fault(adev, p, gpuidx); in svm_range_restore_pages()
2985 uint32_t gpuidx; in svm_range_best_prefetch_location() local
3005 for_each_set_bit(gpuidx, bitmap, MAX_GPU_INSTANCE) { in svm_range_best_prefetch_location()
3006 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_best_prefetch_location()
3008 pr_debug("failed to get device by idx 0x%x\n", gpuidx); in svm_range_best_prefetch_location()
3300 int gpuidx; in svm_range_get_attr() local
3427 gpuidx = kfd_process_gpuidx_from_gpuid(p, in svm_range_get_attr()
3429 if (gpuidx < 0) { in svm_range_get_attr()
3433 if (test_bit(gpuidx, bitmap_access)) in svm_range_get_attr()
3435 else if (test_bit(gpuidx, bitmap_aip)) in svm_range_get_attr()