Lines Matching refs:dev_state
70 struct device_state *dev_state; member
86 static void free_pasid_states(struct device_state *dev_state);
100 struct device_state *dev_state; in __get_device_state() local
102 list_for_each_entry(dev_state, &state_list, list) { in __get_device_state()
103 if (dev_state->devid == devid) in __get_device_state()
104 return dev_state; in __get_device_state()
112 struct device_state *dev_state; in get_device_state() local
116 dev_state = __get_device_state(devid); in get_device_state()
117 if (dev_state != NULL) in get_device_state()
118 atomic_inc(&dev_state->count); in get_device_state()
121 return dev_state; in get_device_state()
124 static void free_device_state(struct device_state *dev_state) in free_device_state() argument
132 group = iommu_group_get(&dev_state->pdev->dev); in free_device_state()
136 iommu_detach_group(dev_state->domain, group); in free_device_state()
141 iommu_domain_free(dev_state->domain); in free_device_state()
144 kfree(dev_state); in free_device_state()
147 static void put_device_state(struct device_state *dev_state) in put_device_state() argument
149 if (atomic_dec_and_test(&dev_state->count)) in put_device_state()
150 wake_up(&dev_state->wq); in put_device_state()
154 static struct pasid_state **__get_pasid_state_ptr(struct device_state *dev_state, in __get_pasid_state_ptr() argument
160 level = dev_state->pasid_levels; in __get_pasid_state_ptr()
161 root = dev_state->states; in __get_pasid_state_ptr()
187 static int set_pasid_state(struct device_state *dev_state, in set_pasid_state() argument
195 spin_lock_irqsave(&dev_state->lock, flags); in set_pasid_state()
196 ptr = __get_pasid_state_ptr(dev_state, pasid, true); in set_pasid_state()
211 spin_unlock_irqrestore(&dev_state->lock, flags); in set_pasid_state()
216 static void clear_pasid_state(struct device_state *dev_state, u32 pasid) in clear_pasid_state() argument
221 spin_lock_irqsave(&dev_state->lock, flags); in clear_pasid_state()
222 ptr = __get_pasid_state_ptr(dev_state, pasid, true); in clear_pasid_state()
230 spin_unlock_irqrestore(&dev_state->lock, flags); in clear_pasid_state()
233 static struct pasid_state *get_pasid_state(struct device_state *dev_state, in get_pasid_state() argument
239 spin_lock_irqsave(&dev_state->lock, flags); in get_pasid_state()
240 ptr = __get_pasid_state_ptr(dev_state, pasid, false); in get_pasid_state()
250 spin_unlock_irqrestore(&dev_state->lock, flags); in get_pasid_state()
321 static void free_pasid_states(struct device_state *dev_state) in free_pasid_states() argument
326 for (i = 0; i < dev_state->max_pasids; ++i) { in free_pasid_states()
327 pasid_state = get_pasid_state(dev_state, i); in free_pasid_states()
343 put_device_state(dev_state); in free_pasid_states()
346 if (dev_state->pasid_levels == 2) in free_pasid_states()
347 free_pasid_states_level2(dev_state->states); in free_pasid_states()
348 else if (dev_state->pasid_levels == 1) in free_pasid_states()
349 free_pasid_states_level1(dev_state->states); in free_pasid_states()
351 BUG_ON(dev_state->pasid_levels != 0); in free_pasid_states()
353 free_page((unsigned long)dev_state->states); in free_pasid_states()
366 struct device_state *dev_state; in mn_invalidate_range() local
369 dev_state = pasid_state->device_state; in mn_invalidate_range()
372 amd_iommu_flush_page(dev_state->domain, pasid_state->pasid, in mn_invalidate_range()
375 amd_iommu_flush_tlb(dev_state->domain, pasid_state->pasid); in mn_invalidate_range()
381 struct device_state *dev_state; in mn_release() local
387 dev_state = pasid_state->device_state; in mn_release()
390 if (run_inv_ctx_cb && dev_state->inv_ctx_cb) in mn_release()
391 dev_state->inv_ctx_cb(dev_state->pdev, pasid_state->pasid); in mn_release()
411 static void finish_pri_tag(struct device_state *dev_state, in finish_pri_tag() argument
420 amd_iommu_complete_ppr(dev_state->pdev, pasid_state->pasid, in finish_pri_tag()
432 if (!fault->dev_state->inv_ppr_cb) { in handle_fault_error()
437 status = fault->dev_state->inv_ppr_cb(fault->dev_state->pdev, in handle_fault_error()
508 finish_pri_tag(fault->dev_state, fault->state, fault->tag); in do_fault()
519 struct device_state *dev_state; in ppr_notifier() local
546 dev_state = get_device_state(iommu_fault->device_id); in ppr_notifier()
547 if (dev_state == NULL) in ppr_notifier()
550 pasid_state = get_pasid_state(dev_state, iommu_fault->pasid); in ppr_notifier()
553 amd_iommu_complete_ppr(dev_state->pdev, iommu_fault->pasid, in ppr_notifier()
567 finish_pri_tag(dev_state, pasid_state, tag); in ppr_notifier()
571 fault->dev_state = dev_state; in ppr_notifier()
589 put_device_state(dev_state); in ppr_notifier()
603 struct device_state *dev_state; in amd_iommu_bind_pasid() local
614 dev_state = get_device_state(devid); in amd_iommu_bind_pasid()
616 if (dev_state == NULL) in amd_iommu_bind_pasid()
620 if (pasid >= dev_state->max_pasids) in amd_iommu_bind_pasid()
635 pasid_state->device_state = dev_state; in amd_iommu_bind_pasid()
646 ret = set_pasid_state(dev_state, pasid_state, pasid); in amd_iommu_bind_pasid()
650 ret = amd_iommu_domain_set_gcr3(dev_state->domain, pasid, in amd_iommu_bind_pasid()
668 clear_pasid_state(dev_state, pasid); in amd_iommu_bind_pasid()
678 put_device_state(dev_state); in amd_iommu_bind_pasid()
687 struct device_state *dev_state; in amd_iommu_unbind_pasid() local
696 dev_state = get_device_state(devid); in amd_iommu_unbind_pasid()
697 if (dev_state == NULL) in amd_iommu_unbind_pasid()
700 if (pasid >= dev_state->max_pasids) in amd_iommu_unbind_pasid()
703 pasid_state = get_pasid_state(dev_state, pasid); in amd_iommu_unbind_pasid()
713 clear_pasid_state(dev_state, pasid_state->pasid); in amd_iommu_unbind_pasid()
725 put_device_state(dev_state); in amd_iommu_unbind_pasid()
728 put_device_state(dev_state); in amd_iommu_unbind_pasid()
734 struct device_state *dev_state; in amd_iommu_init_device() local
757 dev_state = kzalloc(sizeof(*dev_state), GFP_KERNEL); in amd_iommu_init_device()
758 if (dev_state == NULL) in amd_iommu_init_device()
761 spin_lock_init(&dev_state->lock); in amd_iommu_init_device()
762 init_waitqueue_head(&dev_state->wq); in amd_iommu_init_device()
763 dev_state->pdev = pdev; in amd_iommu_init_device()
764 dev_state->devid = devid; in amd_iommu_init_device()
767 for (dev_state->pasid_levels = 0; (tmp - 1) & ~0x1ff; tmp >>= 9) in amd_iommu_init_device()
768 dev_state->pasid_levels += 1; in amd_iommu_init_device()
770 atomic_set(&dev_state->count, 1); in amd_iommu_init_device()
771 dev_state->max_pasids = pasids; in amd_iommu_init_device()
774 dev_state->states = (void *)get_zeroed_page(GFP_KERNEL); in amd_iommu_init_device()
775 if (dev_state->states == NULL) in amd_iommu_init_device()
778 dev_state->domain = iommu_domain_alloc(&pci_bus_type); in amd_iommu_init_device()
779 if (dev_state->domain == NULL) in amd_iommu_init_device()
782 amd_iommu_domain_direct_map(dev_state->domain); in amd_iommu_init_device()
784 ret = amd_iommu_domain_enable_v2(dev_state->domain, pasids); in amd_iommu_init_device()
794 ret = iommu_attach_group(dev_state->domain, group); in amd_iommu_init_device()
808 list_add_tail(&dev_state->list, &state_list); in amd_iommu_init_device()
818 iommu_domain_free(dev_state->domain); in amd_iommu_init_device()
821 free_page((unsigned long)dev_state->states); in amd_iommu_init_device()
824 kfree(dev_state); in amd_iommu_init_device()
832 struct device_state *dev_state; in amd_iommu_free_device() local
843 dev_state = __get_device_state(devid); in amd_iommu_free_device()
844 if (dev_state == NULL) { in amd_iommu_free_device()
849 list_del(&dev_state->list); in amd_iommu_free_device()
854 free_pasid_states(dev_state); in amd_iommu_free_device()
856 put_device_state(dev_state); in amd_iommu_free_device()
861 wait_event(dev_state->wq, !atomic_read(&dev_state->count)); in amd_iommu_free_device()
862 free_device_state(dev_state); in amd_iommu_free_device()
869 struct device_state *dev_state; in amd_iommu_set_invalid_ppr_cb() local
882 dev_state = __get_device_state(devid); in amd_iommu_set_invalid_ppr_cb()
883 if (dev_state == NULL) in amd_iommu_set_invalid_ppr_cb()
886 dev_state->inv_ppr_cb = cb; in amd_iommu_set_invalid_ppr_cb()
900 struct device_state *dev_state; in amd_iommu_set_invalidate_ctx_cb() local
913 dev_state = __get_device_state(devid); in amd_iommu_set_invalidate_ctx_cb()
914 if (dev_state == NULL) in amd_iommu_set_invalidate_ctx_cb()
917 dev_state->inv_ctx_cb = cb; in amd_iommu_set_invalidate_ctx_cb()
958 struct device_state *dev_state; in amd_iommu_v2_exit() local
973 dev_state = get_device_state(i); in amd_iommu_v2_exit()
975 if (dev_state == NULL) in amd_iommu_v2_exit()
980 put_device_state(dev_state); in amd_iommu_v2_exit()
981 amd_iommu_free_device(dev_state->pdev); in amd_iommu_v2_exit()