Lines Matching refs:its
26 static int vgic_its_save_tables_v0(struct vgic_its *its);
27 static int vgic_its_restore_tables_v0(struct vgic_its *its);
28 static int vgic_its_commit_v0(struct vgic_its *its);
171 int (*save_tables)(struct vgic_its *its);
172 int (*restore_tables)(struct vgic_its *its);
173 int (*commit)(struct vgic_its *its);
192 inline const struct vgic_its_abi *vgic_its_get_abi(struct vgic_its *its) in vgic_its_get_abi() argument
194 return &its_table_abi_versions[its->abi_rev]; in vgic_its_get_abi()
197 static int vgic_its_set_abi(struct vgic_its *its, u32 rev) in vgic_its_set_abi() argument
201 its->abi_rev = rev; in vgic_its_set_abi()
202 abi = vgic_its_get_abi(its); in vgic_its_set_abi()
203 return abi->commit(its); in vgic_its_set_abi()
210 static struct its_device *find_its_device(struct vgic_its *its, u32 device_id) in find_its_device() argument
214 list_for_each_entry(device, &its->device_list, dev_list) in find_its_device()
226 static struct its_ite *find_ite(struct vgic_its *its, u32 device_id, in find_ite() argument
232 device = find_its_device(its, device_id); in find_ite()
244 #define for_each_lpi_its(dev, ite, its) \ argument
245 list_for_each_entry(dev, &(its)->device_list, dev_list) \
259 static struct its_collection *find_collection(struct vgic_its *its, int coll_id) in find_collection() argument
263 list_for_each_entry(collection, &its->collection_list, coll_list) { in find_collection()
402 static void update_affinity_collection(struct kvm *kvm, struct vgic_its *its, in update_affinity_collection() argument
408 for_each_lpi_its(device, ite, its) { in update_affinity_collection()
477 struct vgic_its *its, in vgic_mmio_read_its_typer() argument
480 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_mmio_read_its_typer()
499 struct vgic_its *its, in vgic_mmio_read_its_iidr() argument
504 val = (its->abi_rev << GITS_IIDR_REV_SHIFT) & GITS_IIDR_REV_MASK; in vgic_mmio_read_its_iidr()
510 struct vgic_its *its, in vgic_mmio_uaccess_write_its_iidr() argument
518 return vgic_its_set_abi(its, rev); in vgic_mmio_uaccess_write_its_iidr()
522 struct vgic_its *its, in vgic_mmio_read_its_idregs() argument
593 static void vgic_its_cache_translation(struct kvm *kvm, struct vgic_its *its, in vgic_its_cache_translation() argument
616 db = its->vgic_its_base + GITS_TRANSLATER; in vgic_its_cache_translation()
669 int vgic_its_resolve_lpi(struct kvm *kvm, struct vgic_its *its, in vgic_its_resolve_lpi() argument
675 if (!its->enabled) in vgic_its_resolve_lpi()
678 ite = find_ite(its, devid, eventid); in vgic_its_resolve_lpi()
689 vgic_its_cache_translation(kvm, its, devid, eventid, ite->irq); in vgic_its_resolve_lpi()
720 return iodev->its; in vgic_msi_to_its()
730 static int vgic_its_trigger_msi(struct kvm *kvm, struct vgic_its *its, in vgic_its_trigger_msi() argument
737 err = vgic_its_resolve_lpi(kvm, its, devid, eventid, &irq); in vgic_its_trigger_msi()
778 struct vgic_its *its; in vgic_its_inject_msi() local
784 its = vgic_msi_to_its(kvm, msi); in vgic_its_inject_msi()
785 if (IS_ERR(its)) in vgic_its_inject_msi()
786 return PTR_ERR(its); in vgic_its_inject_msi()
788 mutex_lock(&its->its_lock); in vgic_its_inject_msi()
789 ret = vgic_its_trigger_msi(kvm, its, msi->devid, msi->data); in vgic_its_inject_msi()
790 mutex_unlock(&its->its_lock); in vgic_its_inject_msi()
841 static int vgic_its_cmd_handle_discard(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_discard() argument
848 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_discard()
868 static int vgic_its_cmd_handle_movi(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_movi() argument
878 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_movi()
885 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_movi()
904 static bool vgic_its_check_id(struct vgic_its *its, u64 baser, u32 id, in vgic_its_check_id() argument
950 if (kvm_read_guest_lock(its->dev->kvm, in vgic_its_check_id()
973 idx = srcu_read_lock(&its->dev->kvm->srcu); in vgic_its_check_id()
974 ret = kvm_is_visible_gfn(its->dev->kvm, gfn); in vgic_its_check_id()
975 srcu_read_unlock(&its->dev->kvm->srcu, idx); in vgic_its_check_id()
979 static int vgic_its_alloc_collection(struct vgic_its *its, in vgic_its_alloc_collection() argument
985 if (!vgic_its_check_id(its, its->baser_coll_table, coll_id, NULL)) in vgic_its_alloc_collection()
995 list_add_tail(&collection->coll_list, &its->collection_list); in vgic_its_alloc_collection()
1001 static void vgic_its_free_collection(struct vgic_its *its, u32 coll_id) in vgic_its_free_collection() argument
1012 collection = find_collection(its, coll_id); in vgic_its_free_collection()
1016 for_each_lpi_its(device, ite, its) in vgic_its_free_collection()
1047 static int vgic_its_cmd_handle_mapi(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapi() argument
1060 device = find_its_device(its, device_id); in vgic_its_cmd_handle_mapi()
1076 if (find_ite(its, device_id, event_id)) in vgic_its_cmd_handle_mapi()
1079 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1081 int ret = vgic_its_alloc_collection(its, &collection, coll_id); in vgic_its_cmd_handle_mapi()
1090 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1100 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1129 static void vgic_its_free_device_list(struct kvm *kvm, struct vgic_its *its) in vgic_its_free_device_list() argument
1133 list_for_each_entry_safe(cur, temp, &its->device_list, dev_list) in vgic_its_free_device_list()
1138 static void vgic_its_free_collection_list(struct kvm *kvm, struct vgic_its *its) in vgic_its_free_collection_list() argument
1142 list_for_each_entry_safe(cur, temp, &its->collection_list, coll_list) in vgic_its_free_collection_list()
1143 vgic_its_free_collection(its, cur->collection_id); in vgic_its_free_collection_list()
1147 static struct its_device *vgic_its_alloc_device(struct vgic_its *its, in vgic_its_alloc_device() argument
1162 list_add_tail(&device->dev_list, &its->device_list); in vgic_its_alloc_device()
1170 static int vgic_its_cmd_handle_mapd(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapd() argument
1179 if (!vgic_its_check_id(its, its->baser_device_table, device_id, NULL)) in vgic_its_cmd_handle_mapd()
1185 device = find_its_device(its, device_id); in vgic_its_cmd_handle_mapd()
1202 device = vgic_its_alloc_device(its, device_id, itt_addr, in vgic_its_cmd_handle_mapd()
1212 static int vgic_its_cmd_handle_mapc(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapc() argument
1228 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapc()
1231 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_mapc()
1236 ret = vgic_its_alloc_collection(its, &collection, in vgic_its_cmd_handle_mapc()
1243 update_affinity_collection(kvm, its, collection); in vgic_its_cmd_handle_mapc()
1254 static int vgic_its_cmd_handle_clear(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_clear() argument
1262 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_clear()
1279 static int vgic_its_cmd_handle_inv(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_inv() argument
1287 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_inv()
1302 static int vgic_its_cmd_handle_invall(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_invall() argument
1312 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_invall()
1346 static int vgic_its_cmd_handle_movall(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_movall() argument
1388 static int vgic_its_cmd_handle_int(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_int() argument
1394 return vgic_its_trigger_msi(kvm, its, msi_devid, msi_data); in vgic_its_cmd_handle_int()
1401 static int vgic_its_handle_command(struct kvm *kvm, struct vgic_its *its, in vgic_its_handle_command() argument
1406 mutex_lock(&its->its_lock); in vgic_its_handle_command()
1409 ret = vgic_its_cmd_handle_mapd(kvm, its, its_cmd); in vgic_its_handle_command()
1412 ret = vgic_its_cmd_handle_mapc(kvm, its, its_cmd); in vgic_its_handle_command()
1415 ret = vgic_its_cmd_handle_mapi(kvm, its, its_cmd); in vgic_its_handle_command()
1418 ret = vgic_its_cmd_handle_mapi(kvm, its, its_cmd); in vgic_its_handle_command()
1421 ret = vgic_its_cmd_handle_movi(kvm, its, its_cmd); in vgic_its_handle_command()
1424 ret = vgic_its_cmd_handle_discard(kvm, its, its_cmd); in vgic_its_handle_command()
1427 ret = vgic_its_cmd_handle_clear(kvm, its, its_cmd); in vgic_its_handle_command()
1430 ret = vgic_its_cmd_handle_movall(kvm, its, its_cmd); in vgic_its_handle_command()
1433 ret = vgic_its_cmd_handle_int(kvm, its, its_cmd); in vgic_its_handle_command()
1436 ret = vgic_its_cmd_handle_inv(kvm, its, its_cmd); in vgic_its_handle_command()
1439 ret = vgic_its_cmd_handle_invall(kvm, its, its_cmd); in vgic_its_handle_command()
1446 mutex_unlock(&its->its_lock); in vgic_its_handle_command()
1488 struct vgic_its *its, in vgic_mmio_read_its_cbaser() argument
1491 return extract_bytes(its->cbaser, addr & 7, len); in vgic_mmio_read_its_cbaser()
1494 static void vgic_mmio_write_its_cbaser(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_cbaser() argument
1499 if (its->enabled) in vgic_mmio_write_its_cbaser()
1502 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_cbaser()
1503 its->cbaser = update_64bit_reg(its->cbaser, addr & 7, len, val); in vgic_mmio_write_its_cbaser()
1504 its->cbaser = vgic_sanitise_its_cbaser(its->cbaser); in vgic_mmio_write_its_cbaser()
1505 its->creadr = 0; in vgic_mmio_write_its_cbaser()
1510 its->cwriter = its->creadr; in vgic_mmio_write_its_cbaser()
1511 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cbaser()
1519 static void vgic_its_process_commands(struct kvm *kvm, struct vgic_its *its) in vgic_its_process_commands() argument
1525 if (!its->enabled) in vgic_its_process_commands()
1528 cbaser = GITS_CBASER_ADDRESS(its->cbaser); in vgic_its_process_commands()
1530 while (its->cwriter != its->creadr) { in vgic_its_process_commands()
1531 int ret = kvm_read_guest_lock(kvm, cbaser + its->creadr, in vgic_its_process_commands()
1541 vgic_its_handle_command(kvm, its, cmd_buf); in vgic_its_process_commands()
1543 its->creadr += ITS_CMD_SIZE; in vgic_its_process_commands()
1544 if (its->creadr == ITS_CMD_BUFFER_SIZE(its->cbaser)) in vgic_its_process_commands()
1545 its->creadr = 0; in vgic_its_process_commands()
1555 static void vgic_mmio_write_its_cwriter(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_cwriter() argument
1561 if (!its) in vgic_mmio_write_its_cwriter()
1564 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1566 reg = update_64bit_reg(its->cwriter, addr & 7, len, val); in vgic_mmio_write_its_cwriter()
1568 if (reg >= ITS_CMD_BUFFER_SIZE(its->cbaser)) { in vgic_mmio_write_its_cwriter()
1569 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1572 its->cwriter = reg; in vgic_mmio_write_its_cwriter()
1574 vgic_its_process_commands(kvm, its); in vgic_mmio_write_its_cwriter()
1576 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1580 struct vgic_its *its, in vgic_mmio_read_its_cwriter() argument
1583 return extract_bytes(its->cwriter, addr & 0x7, len); in vgic_mmio_read_its_cwriter()
1587 struct vgic_its *its, in vgic_mmio_read_its_creadr() argument
1590 return extract_bytes(its->creadr, addr & 0x7, len); in vgic_mmio_read_its_creadr()
1594 struct vgic_its *its, in vgic_mmio_uaccess_write_its_creadr() argument
1601 mutex_lock(&its->cmd_lock); in vgic_mmio_uaccess_write_its_creadr()
1603 if (its->enabled) { in vgic_mmio_uaccess_write_its_creadr()
1609 if (cmd_offset >= ITS_CMD_BUFFER_SIZE(its->cbaser)) { in vgic_mmio_uaccess_write_its_creadr()
1614 its->creadr = cmd_offset; in vgic_mmio_uaccess_write_its_creadr()
1616 mutex_unlock(&its->cmd_lock); in vgic_mmio_uaccess_write_its_creadr()
1622 struct vgic_its *its, in vgic_mmio_read_its_baser() argument
1629 reg = its->baser_device_table; in vgic_mmio_read_its_baser()
1632 reg = its->baser_coll_table; in vgic_mmio_read_its_baser()
1644 struct vgic_its *its, in vgic_mmio_write_its_baser() argument
1648 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_mmio_write_its_baser()
1653 if (its->enabled) in vgic_mmio_write_its_baser()
1658 regptr = &its->baser_device_table; in vgic_mmio_write_its_baser()
1663 regptr = &its->baser_coll_table; in vgic_mmio_write_its_baser()
1684 mutex_lock(&its->its_lock); in vgic_mmio_write_its_baser()
1687 vgic_its_free_device_list(kvm, its); in vgic_mmio_write_its_baser()
1690 vgic_its_free_collection_list(kvm, its); in vgic_mmio_write_its_baser()
1693 mutex_unlock(&its->its_lock); in vgic_mmio_write_its_baser()
1698 struct vgic_its *its, in vgic_mmio_read_its_ctlr() argument
1703 mutex_lock(&its->cmd_lock); in vgic_mmio_read_its_ctlr()
1704 if (its->creadr == its->cwriter) in vgic_mmio_read_its_ctlr()
1706 if (its->enabled) in vgic_mmio_read_its_ctlr()
1708 mutex_unlock(&its->cmd_lock); in vgic_mmio_read_its_ctlr()
1713 static void vgic_mmio_write_its_ctlr(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_ctlr() argument
1717 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_ctlr()
1723 if (!its->enabled && (val & GITS_CTLR_ENABLE) && in vgic_mmio_write_its_ctlr()
1724 (!(its->baser_device_table & GITS_BASER_VALID) || in vgic_mmio_write_its_ctlr()
1725 !(its->baser_coll_table & GITS_BASER_VALID) || in vgic_mmio_write_its_ctlr()
1726 !(its->cbaser & GITS_CBASER_VALID))) in vgic_mmio_write_its_ctlr()
1729 its->enabled = !!(val & GITS_CTLR_ENABLE); in vgic_mmio_write_its_ctlr()
1730 if (!its->enabled) in vgic_mmio_write_its_ctlr()
1737 vgic_its_process_commands(kvm, its); in vgic_mmio_write_its_ctlr()
1740 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_ctlr()
1762 static void its_mmio_write_wi(struct kvm *kvm, struct vgic_its *its, in its_mmio_write_wi() argument
1804 static int vgic_register_its_iodev(struct kvm *kvm, struct vgic_its *its, in vgic_register_its_iodev() argument
1807 struct vgic_io_device *iodev = &its->iodev; in vgic_register_its_iodev()
1811 if (!IS_VGIC_ADDR_UNDEF(its->vgic_its_base)) { in vgic_register_its_iodev()
1816 its->vgic_its_base = addr; in vgic_register_its_iodev()
1821 iodev->base_addr = its->vgic_its_base; in vgic_register_its_iodev()
1823 iodev->its = its; in vgic_register_its_iodev()
1886 struct vgic_its *its; in vgic_its_create() local
1891 its = kzalloc(sizeof(struct vgic_its), GFP_KERNEL_ACCOUNT); in vgic_its_create()
1892 if (!its) in vgic_its_create()
1898 kfree(its); in vgic_its_create()
1905 mutex_init(&its->its_lock); in vgic_its_create()
1906 mutex_init(&its->cmd_lock); in vgic_its_create()
1908 its->vgic_its_base = VGIC_ADDR_UNDEF; in vgic_its_create()
1910 INIT_LIST_HEAD(&its->device_list); in vgic_its_create()
1911 INIT_LIST_HEAD(&its->collection_list); in vgic_its_create()
1915 its->enabled = false; in vgic_its_create()
1916 its->dev = dev; in vgic_its_create()
1918 its->baser_device_table = INITIAL_BASER_VALUE | in vgic_its_create()
1920 its->baser_coll_table = INITIAL_BASER_VALUE | in vgic_its_create()
1924 dev->private = its; in vgic_its_create()
1926 return vgic_its_set_abi(its, NR_ITS_ABIS - 1); in vgic_its_create()
1932 struct vgic_its *its = kvm_dev->private; in vgic_its_destroy() local
1934 mutex_lock(&its->its_lock); in vgic_its_destroy()
1936 vgic_its_free_device_list(kvm, its); in vgic_its_destroy()
1937 vgic_its_free_collection_list(kvm, its); in vgic_its_destroy()
1939 mutex_unlock(&its->its_lock); in vgic_its_destroy()
1940 kfree(its); in vgic_its_destroy()
1970 struct vgic_its *its; in vgic_its_attr_regs_access() local
1975 its = dev->private; in vgic_its_attr_regs_access()
1995 if (IS_VGIC_ADDR_UNDEF(its->vgic_its_base)) { in vgic_its_attr_regs_access()
2013 addr = its->vgic_its_base + offset; in vgic_its_attr_regs_access()
2019 ret = region->uaccess_its_write(dev->kvm, its, addr, in vgic_its_attr_regs_access()
2022 region->its_write(dev->kvm, its, addr, len, *reg); in vgic_its_attr_regs_access()
2024 *reg = region->its_read(dev->kvm, its, addr, len); in vgic_its_attr_regs_access()
2069 typedef int (*entry_fn_t)(struct vgic_its *its, u32 id, void *entry,
2087 static int scan_its_table(struct vgic_its *its, gpa_t base, int size, u32 esz, in scan_its_table() argument
2090 struct kvm *kvm = its->dev->kvm; in scan_its_table()
2107 next_offset = fn(its, id, entry, opaque); in scan_its_table()
2122 static int vgic_its_save_ite(struct vgic_its *its, struct its_device *dev, in vgic_its_save_ite() argument
2125 struct kvm *kvm = its->dev->kvm; in vgic_its_save_ite()
2143 static int vgic_its_restore_ite(struct vgic_its *its, u32 event_id, in vgic_its_restore_ite() argument
2148 struct kvm *kvm = its->dev->kvm; in vgic_its_restore_ite()
2174 collection = find_collection(its, coll_id); in vgic_its_restore_ite()
2205 static int vgic_its_save_itt(struct vgic_its *its, struct its_device *device) in vgic_its_save_itt() argument
2207 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_itt()
2227 ret = vgic_its_save_ite(its, device, ite, gpa, ite_esz); in vgic_its_save_itt()
2242 static int vgic_its_restore_itt(struct vgic_its *its, struct its_device *dev) in vgic_its_restore_itt() argument
2244 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_itt()
2250 ret = scan_its_table(its, base, max_size, ite_esz, 0, in vgic_its_restore_itt()
2267 static int vgic_its_save_dte(struct vgic_its *its, struct its_device *dev, in vgic_its_save_dte() argument
2270 struct kvm *kvm = its->dev->kvm; in vgic_its_save_dte()
2275 next_offset = compute_next_devid_offset(&its->device_list, dev); in vgic_its_save_dte()
2295 static int vgic_its_restore_dte(struct vgic_its *its, u32 id, in vgic_its_restore_dte() argument
2319 dev = vgic_its_alloc_device(its, id, itt_addr, num_eventid_bits); in vgic_its_restore_dte()
2323 ret = vgic_its_restore_itt(its, dev); in vgic_its_restore_dte()
2325 vgic_its_free_device(its->dev->kvm, dev); in vgic_its_restore_dte()
2351 static int vgic_its_save_device_tables(struct vgic_its *its) in vgic_its_save_device_tables() argument
2353 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_device_tables()
2354 u64 baser = its->baser_device_table; in vgic_its_save_device_tables()
2361 list_sort(NULL, &its->device_list, vgic_its_device_cmp); in vgic_its_save_device_tables()
2363 list_for_each_entry(dev, &its->device_list, dev_list) { in vgic_its_save_device_tables()
2367 if (!vgic_its_check_id(its, baser, in vgic_its_save_device_tables()
2371 ret = vgic_its_save_itt(its, dev); in vgic_its_save_device_tables()
2375 ret = vgic_its_save_dte(its, dev, eaddr, dte_esz); in vgic_its_save_device_tables()
2394 static int handle_l1_dte(struct vgic_its *its, u32 id, void *addr, in handle_l1_dte() argument
2397 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in handle_l1_dte()
2411 ret = scan_its_table(its, gpa, SZ_64K, dte_esz, in handle_l1_dte()
2421 static int vgic_its_restore_device_tables(struct vgic_its *its) in vgic_its_restore_device_tables() argument
2423 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_device_tables()
2424 u64 baser = its->baser_device_table; in vgic_its_restore_device_tables()
2436 ret = scan_its_table(its, l1_gpa, l1_tbl_size, l1_esz, 0, in vgic_its_restore_device_tables()
2440 ret = scan_its_table(its, l1_gpa, l1_tbl_size, l1_esz, 0, in vgic_its_restore_device_tables()
2451 static int vgic_its_save_cte(struct vgic_its *its, in vgic_its_save_cte() argument
2461 return kvm_write_guest_lock(its->dev->kvm, gpa, &val, esz); in vgic_its_save_cte()
2464 static int vgic_its_restore_cte(struct vgic_its *its, gpa_t gpa, int esz) in vgic_its_restore_cte() argument
2467 struct kvm *kvm = its->dev->kvm; in vgic_its_restore_cte()
2487 collection = find_collection(its, coll_id); in vgic_its_restore_cte()
2490 ret = vgic_its_alloc_collection(its, &collection, coll_id); in vgic_its_restore_cte()
2501 static int vgic_its_save_collection_table(struct vgic_its *its) in vgic_its_save_collection_table() argument
2503 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_collection_table()
2504 u64 baser = its->baser_coll_table; in vgic_its_save_collection_table()
2516 list_for_each_entry(collection, &its->collection_list, coll_list) { in vgic_its_save_collection_table()
2517 ret = vgic_its_save_cte(its, collection, gpa, cte_esz); in vgic_its_save_collection_table()
2533 ret = kvm_write_guest_lock(its->dev->kvm, gpa, &val, cte_esz); in vgic_its_save_collection_table()
2542 static int vgic_its_restore_collection_table(struct vgic_its *its) in vgic_its_restore_collection_table() argument
2544 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_collection_table()
2545 u64 baser = its->baser_coll_table; in vgic_its_restore_collection_table()
2559 ret = vgic_its_restore_cte(its, gpa, cte_esz); in vgic_its_restore_collection_table()
2576 static int vgic_its_save_tables_v0(struct vgic_its *its) in vgic_its_save_tables_v0() argument
2580 ret = vgic_its_save_device_tables(its); in vgic_its_save_tables_v0()
2584 return vgic_its_save_collection_table(its); in vgic_its_save_tables_v0()
2592 static int vgic_its_restore_tables_v0(struct vgic_its *its) in vgic_its_restore_tables_v0() argument
2596 ret = vgic_its_restore_collection_table(its); in vgic_its_restore_tables_v0()
2600 return vgic_its_restore_device_tables(its); in vgic_its_restore_tables_v0()
2603 static int vgic_its_commit_v0(struct vgic_its *its) in vgic_its_commit_v0() argument
2607 abi = vgic_its_get_abi(its); in vgic_its_commit_v0()
2608 its->baser_coll_table &= ~GITS_BASER_ENTRY_SIZE_MASK; in vgic_its_commit_v0()
2609 its->baser_device_table &= ~GITS_BASER_ENTRY_SIZE_MASK; in vgic_its_commit_v0()
2611 its->baser_coll_table |= (GIC_ENCODE_SZ(abi->cte_esz, 5) in vgic_its_commit_v0()
2614 its->baser_device_table |= (GIC_ENCODE_SZ(abi->dte_esz, 5) in vgic_its_commit_v0()
2619 static void vgic_its_reset(struct kvm *kvm, struct vgic_its *its) in vgic_its_reset() argument
2622 its->baser_coll_table &= ~GITS_BASER_VALID; in vgic_its_reset()
2623 its->baser_device_table &= ~GITS_BASER_VALID; in vgic_its_reset()
2624 its->cbaser = 0; in vgic_its_reset()
2625 its->creadr = 0; in vgic_its_reset()
2626 its->cwriter = 0; in vgic_its_reset()
2627 its->enabled = 0; in vgic_its_reset()
2628 vgic_its_free_device_list(kvm, its); in vgic_its_reset()
2629 vgic_its_free_collection_list(kvm, its); in vgic_its_reset()
2660 static int vgic_its_ctrl(struct kvm *kvm, struct vgic_its *its, u64 attr) in vgic_its_ctrl() argument
2662 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_ctrl()
2669 mutex_lock(&its->its_lock); in vgic_its_ctrl()
2672 mutex_unlock(&its->its_lock); in vgic_its_ctrl()
2679 vgic_its_reset(kvm, its); in vgic_its_ctrl()
2682 ret = abi->save_tables(its); in vgic_its_ctrl()
2685 ret = abi->restore_tables(its); in vgic_its_ctrl()
2690 mutex_unlock(&its->its_lock); in vgic_its_ctrl()
2698 struct vgic_its *its = dev->private; in vgic_its_set_attr() local
2713 ret = vgic_check_iorange(dev->kvm, its->vgic_its_base, in vgic_its_set_attr()
2718 return vgic_register_its_iodev(dev->kvm, its, addr); in vgic_its_set_attr()
2721 return vgic_its_ctrl(dev->kvm, its, attr->attr); in vgic_its_set_attr()
2740 struct vgic_its *its = dev->private; in vgic_its_get_attr() local
2741 u64 addr = its->vgic_its_base; in vgic_its_get_attr()