Lines Matching refs:gic_rdists
132 if (gic_rdists->has_rvpeid && \
133 gic_rdists->gicd_typer2 & GICD_TYPER2_VIL) \
134 nvpeid = 1 + (gic_rdists->gicd_typer2 & \
187 static struct rdists *gic_rdists; variable
196 #define gic_data_rdist() (raw_cpu_ptr(gic_rdists->rdist))
197 #define gic_data_rdist_cpu(cpu) (per_cpu_ptr(gic_rdists->rdist, cpu))
207 return (gic_rdists->has_rvpeid || vm->vlpi_count[its->list_nr]); in require_its_list_vmovp()
212 return !(gic_rdists->flags & RDIST_FLAGS_FORCE_NON_SHAREABLE); in rdists_support_shareable()
1430 va = gic_rdists->prop_table_va; in lpi_write_config()
1443 if (gic_rdists->flags & RDIST_FLAGS_PROPBASE_NEEDS_FLUSHING) in lpi_write_config()
1465 rdbase = per_cpu_ptr(gic_rdists->rdist, cpu)->rd_base; in __direct_lpi_inv()
1498 if (gic_rdists->has_direct_lpi && in lpi_update_config()
1780 if (!its_list_map || gic_rdists->has_rvpeid) in gic_requires_eager_mapping()
2141 numlpis = 1UL << GICD_TYPER_NUM_LPIS(gic_rdists->gicd_typer); in its_lpi_init()
2261 if (gic_rdists->flags & RDIST_FLAGS_RD_TABLES_PREALLOCATED) { in its_setup_lpi_prop_table()
2267 gic_rdists->prop_table_pa = val & GENMASK_ULL(51, 12); in its_setup_lpi_prop_table()
2268 gic_rdists->prop_table_va = memremap(gic_rdists->prop_table_pa, in its_setup_lpi_prop_table()
2271 gic_reset_prop_table(gic_rdists->prop_table_va); in its_setup_lpi_prop_table()
2276 GICD_TYPER_ID_BITS(gic_rdists->gicd_typer), in its_setup_lpi_prop_table()
2284 gic_rdists->prop_table_pa = page_to_phys(page); in its_setup_lpi_prop_table()
2285 gic_rdists->prop_table_va = page_address(page); in its_setup_lpi_prop_table()
2286 WARN_ON(gic_reserve_range(gic_rdists->prop_table_pa, in its_setup_lpi_prop_table()
2291 &gic_rdists->prop_table_pa); in its_setup_lpi_prop_table()
2777 if (!gic_rdists->has_rvpeid) in allocate_vpe_l2_table()
2847 if (!gic_rdists->has_rvpeid) in allocate_vpe_l1_table()
3026 gic_rdists->flags |= (RDIST_FLAGS_RD_TABLES_PREALLOCATED | in allocate_lpi_tables()
3106 if ((gic_rdists->flags & RDIST_FLAGS_RD_TABLES_PREALLOCATED) && in its_cpu_init_lpis()
3114 if (WARN_ON(gic_rdists->prop_table_pa != paddr)) in its_cpu_init_lpis()
3130 val = (gic_rdists->prop_table_pa | in its_cpu_init_lpis()
3154 gic_rdists->flags |= RDIST_FLAGS_PROPBASE_NEEDS_FLUSHING; in its_cpu_init_lpis()
3185 if (gic_rdists->has_vlpis && !gic_rdists->has_rvpeid) { in its_cpu_init_lpis()
3214 gic_rdists->has_rvpeid = false; in its_cpu_init_lpis()
3215 gic_rdists->has_vlpis = false; in its_cpu_init_lpis()
3393 if (!gic_rdists->has_rvpeid) in its_alloc_vpe_table()
3526 if (!gic_rdists->has_direct_lpi && in its_msi_prepare()
3733 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_unmap_locked()
3759 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_unmap()
3762 if (!gic_rdists->has_direct_lpi) { in its_vpe_db_proxy_unmap()
3774 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_map_locked()
3800 if (gic_rdists->has_rvpeid) in its_vpe_db_proxy_move()
3803 if (gic_rdists->has_direct_lpi) { in its_vpe_db_proxy_move()
3806 rdbase = per_cpu_ptr(gic_rdists->rdist, from)->rd_base; in its_vpe_db_proxy_move()
3878 if (!gic_rdists->has_vpend_valid_dirty) in its_wait_vpt_parse_complete()
3998 if (gic_rdists->has_direct_lpi) in its_vpe_send_inv()
4032 if (gic_rdists->has_direct_lpi) { in its_vpe_set_irqchip_state()
4035 rdbase = per_cpu_ptr(gic_rdists->rdist, vpe->col_idx)->rd_base; in its_vpe_set_irqchip_state()
4177 rdbase = per_cpu_ptr(gic_rdists->rdist, cpu)->rd_base; in its_vpe_4_1_invall()
4473 if (gic_rdists->has_rvpeid) in its_vpe_init()
4546 if (gic_rdists->has_rvpeid) in its_vpe_irq_domain_alloc()
4769 gic_rdists->flags |= RDIST_FLAGS_FORCE_NON_SHAREABLE; in its_enable_rk3588001()
5021 if (gic_rdists->has_direct_lpi) { in its_init_vpe_domain()
5232 (gic_rdists->flags & RDIST_FLAGS_RD_TABLES_PREALLOCATED)) in redist_disable_lpis()
5295 cpuhp_remove_state_nocalls(gic_rdists->cpuhp_memreserve_state); in rdist_memreserve_cpuhp_cleanup_workfn()
5296 gic_rdists->cpuhp_memreserve_state = CPUHP_INVALID; in rdist_memreserve_cpuhp_cleanup_workfn()
5655 gic_rdists->cpuhp_memreserve_state = CPUHP_INVALID; in its_lpi_memreserve_init()
5663 gic_rdists->cpuhp_memreserve_state = state; in its_lpi_memreserve_init()
5677 gic_rdists = rdists; in its_init()