Lines Matching refs:gic_data
61 static struct gic_chip_data gic_data __read_mostly;
64 #define GIC_ID_NR (1U << GICD_TYPER_ID_BITS(gic_data.rdists.gicd_typer))
65 #define GIC_LINE_NR min(GICD_TYPER_SPIS(gic_data.rdists.gicd_typer), 1020U)
66 #define GIC_ESPI_NR GICD_TYPER_ESPIS(gic_data.rdists.gicd_typer)
131 #define gic_data_rdist() (this_cpu_ptr(gic_data.rdists.rdist))
202 return gic_data.dist_base; in gic_dist_base()
227 gic_do_wait_for_rwp(gic_data.dist_base); in gic_dist_wait_for_rwp()
253 if (gic_data.flags & FLAGS_WORKAROUND_GICR_WAKER_MSM8996) in gic_enable_redist()
348 base = gic_data.dist_base; in gic_peek_irq()
366 base = gic_data.dist_base; in gic_poke_irq()
597 base = gic_data.dist_base; in gic_set_type()
663 err = generic_handle_domain_nmi(gic_data.domain, irqnr); in gic_handle_nmi()
731 if (generic_handle_domain_irq(gic_data.domain, irqnr)) { in gic_handle_irq()
779 void __iomem *base = gic_data.dist_base; in gic_dist_init()
814 if (gic_data.rdists.gicd_typer2 & GICD_TYPER2_nASSGIcap) { in gic_dist_init()
839 for (i = 0; i < gic_data.nr_redist_regions; i++) { in gic_iterate_rdists()
840 void __iomem *ptr = gic_data.redist_regions[i].redist_base; in gic_iterate_rdists()
853 ret = fn(gic_data.redist_regions + i, ptr); in gic_iterate_rdists()
857 if (gic_data.redist_regions[i].single_redist) in gic_iterate_rdists()
860 if (gic_data.redist_stride) { in gic_iterate_rdists()
861 ptr += gic_data.redist_stride; in gic_iterate_rdists()
897 (int)(region - gic_data.redist_regions), in __gic_populate_rdist()
923 gic_data.rdists.has_vlpis &= !!(typer & GICR_TYPER_VLPIS); in __gic_update_rdist_properties()
926 gic_data.rdists.has_rvpeid &= !!(typer & GICR_TYPER_RVPEID); in __gic_update_rdist_properties()
927 gic_data.rdists.has_direct_lpi &= (!!(typer & GICR_TYPER_DirectLPIS) | in __gic_update_rdist_properties()
928 gic_data.rdists.has_rvpeid); in __gic_update_rdist_properties()
929 gic_data.rdists.has_vpend_valid_dirty &= !!(typer & GICR_TYPER_DIRTY); in __gic_update_rdist_properties()
932 if (WARN_ON_ONCE(gic_data.rdists.has_rvpeid && !gic_data.rdists.has_vlpis)) { in __gic_update_rdist_properties()
933 gic_data.rdists.has_direct_lpi = false; in __gic_update_rdist_properties()
934 gic_data.rdists.has_vlpis = false; in __gic_update_rdist_properties()
935 gic_data.rdists.has_rvpeid = false; in __gic_update_rdist_properties()
938 gic_data.ppi_nr = min(GICR_TYPER_NR_PPIS(typer), gic_data.ppi_nr); in __gic_update_rdist_properties()
945 gic_data.ppi_nr = UINT_MAX; in gic_update_rdist_properties()
947 if (WARN_ON(gic_data.ppi_nr == UINT_MAX)) in gic_update_rdist_properties()
948 gic_data.ppi_nr = 0; in gic_update_rdist_properties()
949 pr_info("%d PPIs implemented\n", gic_data.ppi_nr); in gic_update_rdist_properties()
950 if (gic_data.rdists.has_vlpis) in gic_update_rdist_properties()
952 gic_data.rdists.has_direct_lpi ? "DirectLPI " : "", in gic_update_rdist_properties()
953 gic_data.rdists.has_rvpeid ? "RVPEID " : "", in gic_update_rdist_properties()
954 gic_data.rdists.has_vpend_valid_dirty ? "Valid+Dirty " : ""); in gic_update_rdist_properties()
960 return readl_relaxed(gic_data.dist_base + GICD_CTLR) & GICD_CTLR_DS; in gic_dist_security_disabled()
1079 if (need_rss && (!gic_data.has_rss)) in gic_cpu_sys_reg_init()
1094 !!(readl_relaxed(gic_data.dist_base + GICD_TYPER) & GICD_TYPER_LPIS) && in gic_dist_supports_lpis()
1109 WARN((gic_data.ppi_nr > 16 || GIC_ESPI_NR != 0) && in gic_cpu_init()
1117 for (i = 0; i < gic_data.ppi_nr + 16; i += 32) in gic_cpu_init()
1120 gic_cpu_config(rbase, gic_data.ppi_nr + 16, gic_redist_wait_for_rwp); in gic_cpu_init()
1215 .fwnode = gic_data.fwnode, in gic_smp_init()
1225 base_sgi = __irq_domain_alloc_irqs(gic_data.domain, -1, 8, in gic_smp_init()
1501 if (!gic_data.ppi_descs) in fwspec_is_partitioned_ppi()
1537 return d == gic_data.domain; in gic_irq_domain_select()
1544 return d == partition_get_domain(gic_data.ppi_descs[ppi_idx]); in gic_irq_domain_select()
1564 if (!gic_data.ppi_descs) in partition_domain_translate()
1576 ret = partition_translate_id(gic_data.ppi_descs[ppi_idx], in partition_domain_translate()
1672 ppi_nmi_refs = kcalloc(gic_data.ppi_nr, sizeof(*ppi_nmi_refs), GFP_KERNEL); in gic_enable_nmi_support()
1676 for (i = 0; i < gic_data.ppi_nr; i++) in gic_enable_nmi_support()
1743 gic_data.fwnode = handle; in gic_init_bases()
1744 gic_data.dist_base = dist_base; in gic_init_bases()
1745 gic_data.redist_regions = rdist_regs; in gic_init_bases()
1746 gic_data.nr_redist_regions = nr_redist_regions; in gic_init_bases()
1747 gic_data.redist_stride = redist_stride; in gic_init_bases()
1752 typer = readl_relaxed(gic_data.dist_base + GICD_TYPER); in gic_init_bases()
1753 gic_data.rdists.gicd_typer = typer; in gic_init_bases()
1755 gic_enable_quirks(readl_relaxed(gic_data.dist_base + GICD_IIDR), in gic_init_bases()
1756 gic_quirks, &gic_data); in gic_init_bases()
1765 if (!(gic_data.flags & FLAGS_WORKAROUND_CAVIUM_ERRATUM_38539)) in gic_init_bases()
1766 gic_data.rdists.gicd_typer2 = readl_relaxed(gic_data.dist_base + GICD_TYPER2); in gic_init_bases()
1768 gic_data.domain = irq_domain_create_tree(handle, &gic_irq_domain_ops, in gic_init_bases()
1769 &gic_data); in gic_init_bases()
1770 gic_data.rdists.rdist = alloc_percpu(typeof(*gic_data.rdists.rdist)); in gic_init_bases()
1771 gic_data.rdists.has_rvpeid = true; in gic_init_bases()
1772 gic_data.rdists.has_vlpis = true; in gic_init_bases()
1773 gic_data.rdists.has_direct_lpi = true; in gic_init_bases()
1774 gic_data.rdists.has_vpend_valid_dirty = true; in gic_init_bases()
1776 if (WARN_ON(!gic_data.domain) || WARN_ON(!gic_data.rdists.rdist)) { in gic_init_bases()
1781 irq_domain_update_bus_token(gic_data.domain, DOMAIN_BUS_WIRED); in gic_init_bases()
1783 gic_data.has_rss = !!(typer & GICD_TYPER_RSS); in gic_init_bases()
1785 gic_data.has_rss ? "" : "no "); in gic_init_bases()
1788 err = mbi_init(handle, gic_data.domain); in gic_init_bases()
1803 its_init(handle, &gic_data.rdists, gic_data.domain); in gic_init_bases()
1807 gicv2m_init(handle, gic_data.domain); in gic_init_bases()
1815 if (gic_data.domain) in gic_init_bases()
1816 irq_domain_remove(gic_data.domain); in gic_init_bases()
1817 free_percpu(gic_data.rdists.rdist); in gic_init_bases()
1843 gic_data.ppi_descs = kcalloc(gic_data.ppi_nr, sizeof(*gic_data.ppi_descs), GFP_KERNEL); in gic_populate_ppi_partitions()
1844 if (!gic_data.ppi_descs) in gic_populate_ppi_partitions()
1898 for (i = 0; i < gic_data.ppi_nr; i++) { in gic_populate_ppi_partitions()
1902 .fwnode = gic_data.fwnode, in gic_populate_ppi_partitions()
1914 desc = partition_create_desc(gic_data.fwnode, parts, nr_parts, in gic_populate_ppi_partitions()
1919 gic_data.ppi_descs[i] = desc; in gic_populate_ppi_partitions()
1947 gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis; in gic_of_setup_kvm_info()
1948 gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid; in gic_of_setup_kvm_info()
1999 gic_enable_of_quirks(node, gic_quirks, &gic_data); in gic_of_init()
2263 gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis; in gic_acpi_setup_kvm_info()
2264 gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid; in gic_acpi_setup_kvm_info()