189 	iowrite32(val, gsi->virt + GSI_CNTXT_TYPE_IRQ_MSK_OFFSET);  in gsi_irq_type_update()
215 	iowrite32(~0, gsi->virt + GSI_CNTXT_SRC_EV_CH_IRQ_CLR_OFFSET);  in gsi_irq_ev_ctrl_enable()
217 	iowrite32(val, gsi->virt + GSI_CNTXT_SRC_EV_CH_IRQ_MSK_OFFSET);  in gsi_irq_ev_ctrl_enable()
225 	iowrite32(0, gsi->virt + GSI_CNTXT_SRC_EV_CH_IRQ_MSK_OFFSET);  in gsi_irq_ev_ctrl_disable()
241 	iowrite32(~0, gsi->virt + GSI_CNTXT_SRC_CH_IRQ_CLR_OFFSET);  in gsi_irq_ch_ctrl_enable()
243 	iowrite32(val, gsi->virt + GSI_CNTXT_SRC_CH_IRQ_MSK_OFFSET);  in gsi_irq_ch_ctrl_enable()
251 	iowrite32(0, gsi->virt + GSI_CNTXT_SRC_CH_IRQ_MSK_OFFSET);  in gsi_irq_ch_ctrl_disable()
261 	iowrite32(val, gsi->virt + GSI_CNTXT_SRC_IEOB_IRQ_MSK_OFFSET);  in gsi_irq_ieob_enable_one()
279 	iowrite32(val, gsi->virt + GSI_CNTXT_SRC_IEOB_IRQ_MSK_OFFSET);  in gsi_irq_ieob_disable()
295 	iowrite32(BIT(ERROR_INT), gsi->virt + GSI_CNTXT_GLOB_IRQ_EN_OFFSET);  in gsi_irq_enable()
306 	iowrite32(val, gsi->virt + GSI_CNTXT_GSI_IRQ_EN_OFFSET);  in gsi_irq_enable()
316 	iowrite32(0, gsi->virt + GSI_CNTXT_GSI_IRQ_EN_OFFSET);  in gsi_irq_disable()
317 	iowrite32(0, gsi->virt + GSI_CNTXT_GLOB_IRQ_EN_OFFSET);  in gsi_irq_disable()
324 	return ring->virt + (index % ring->count) * GSI_RING_ELEMENT_SIZE;  in gsi_ring_virt()
350 	iowrite32(val, gsi->virt + reg);  in gsi_command()
361 	val = ioread32(gsi->virt + GSI_EV_CH_E_CNTXT_0_OFFSET(evt_ring_id));  in gsi_evt_ring_state()
468 	void __iomem *virt = channel->gsi->virt;  in gsi_channel_state()  local
471 	val = ioread32(virt + GSI_CH_C_CNTXT_0_OFFSET(channel_id));  in gsi_channel_state()
661 	iowrite32(val, gsi->virt + GSI_EV_CH_E_DOORBELL_0_OFFSET(evt_ring_id));  in gsi_evt_ring_doorbell()
676 	iowrite32(val, gsi->virt + GSI_EV_CH_E_CNTXT_0_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
680 	iowrite32(val, gsi->virt + GSI_EV_CH_E_CNTXT_1_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
687 	iowrite32(val, gsi->virt + GSI_EV_CH_E_CNTXT_2_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
689 	iowrite32(val, gsi->virt + GSI_EV_CH_E_CNTXT_3_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
694 	iowrite32(val, gsi->virt + GSI_EV_CH_E_CNTXT_8_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
697 	iowrite32(0, gsi->virt + GSI_EV_CH_E_CNTXT_9_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
698 	iowrite32(0, gsi->virt + GSI_EV_CH_E_CNTXT_10_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
699 	iowrite32(0, gsi->virt + GSI_EV_CH_E_CNTXT_11_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
702 	iowrite32(0, gsi->virt + GSI_EV_CH_E_CNTXT_12_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
703 	iowrite32(0, gsi->virt + GSI_EV_CH_E_CNTXT_13_OFFSET(evt_ring_id));  in gsi_evt_ring_program()
773 	iowrite32(val, gsi->virt + GSI_CH_C_CNTXT_0_OFFSET(channel_id));  in gsi_channel_program()
776 	iowrite32(val, gsi->virt + GSI_CH_C_CNTXT_1_OFFSET(channel_id));  in gsi_channel_program()
783 	iowrite32(val, gsi->virt + GSI_CH_C_CNTXT_2_OFFSET(channel_id));  in gsi_channel_program()
785 	iowrite32(val, gsi->virt + GSI_CH_C_CNTXT_3_OFFSET(channel_id));  in gsi_channel_program()
813 	iowrite32(val, gsi->virt + GSI_CH_C_QOS_OFFSET(channel_id));  in gsi_channel_program()
822 	iowrite32(val, gsi->virt + GSI_CH_C_SCRATCH_0_OFFSET(channel_id));  in gsi_channel_program()
825 	iowrite32(val, gsi->virt + GSI_CH_C_SCRATCH_1_OFFSET(channel_id));  in gsi_channel_program()
828 	iowrite32(val, gsi->virt + GSI_CH_C_SCRATCH_2_OFFSET(channel_id));  in gsi_channel_program()
834 	val = ioread32(gsi->virt + GSI_CH_C_SCRATCH_3_OFFSET(channel_id));  in gsi_channel_program()
836 	iowrite32(val, gsi->virt + GSI_CH_C_SCRATCH_3_OFFSET(channel_id));  in gsi_channel_program()
1054 	channel_mask = ioread32(gsi->virt + GSI_CNTXT_SRC_CH_IRQ_OFFSET);  in gsi_isr_chan_ctrl()
1055 	iowrite32(channel_mask, gsi->virt + GSI_CNTXT_SRC_CH_IRQ_CLR_OFFSET);  in gsi_isr_chan_ctrl()
1071 	event_mask = ioread32(gsi->virt + GSI_CNTXT_SRC_EV_CH_IRQ_OFFSET);  in gsi_isr_evt_ctrl()
1072 	iowrite32(event_mask, gsi->virt + GSI_CNTXT_SRC_EV_CH_IRQ_CLR_OFFSET);  in gsi_isr_evt_ctrl()
1127 	val = ioread32(gsi->virt + GSI_ERROR_LOG_OFFSET);  in gsi_isr_glob_err()
1128 	iowrite32(0, gsi->virt + GSI_ERROR_LOG_OFFSET);  in gsi_isr_glob_err()
1129 	iowrite32(~0, gsi->virt + GSI_ERROR_LOG_CLR_OFFSET);  in gsi_isr_glob_err()
1169 	val = ioread32(gsi->virt + GSI_CNTXT_SCRATCH_0_OFFSET);  in gsi_isr_gp_int1()
1196 	val = ioread32(gsi->virt + GSI_CNTXT_GLOB_IRQ_STTS_OFFSET);  in gsi_isr_glob_ee()
1201 	iowrite32(val, gsi->virt + GSI_CNTXT_GLOB_IRQ_CLR_OFFSET);  in gsi_isr_glob_ee()
1219 	event_mask = ioread32(gsi->virt + GSI_CNTXT_SRC_IEOB_IRQ_OFFSET);  in gsi_isr_ieob()
1221 	iowrite32(event_mask, gsi->virt + GSI_CNTXT_SRC_IEOB_IRQ_CLR_OFFSET);  in gsi_isr_ieob()
1238 	val = ioread32(gsi->virt + GSI_CNTXT_GSI_IRQ_STTS_OFFSET);  in gsi_isr_general()
1239 	iowrite32(val, gsi->virt + GSI_CNTXT_GSI_IRQ_CLR_OFFSET);  in gsi_isr_general()
1259 	while ((intr_mask = ioread32(gsi->virt + GSI_CNTXT_TYPE_IRQ_OFFSET))) {  in gsi_isr()
1423 	ring->virt = dma_alloc_coherent(dev, size, &addr, GFP_KERNEL);  in gsi_ring_alloc()
1424 	if (!ring->virt)  in gsi_ring_alloc()
1439 	dma_free_coherent(gsi->dev, size, ring->virt, ring->addr);  in gsi_ring_free()
1474 	iowrite32(val, gsi->virt + GSI_CH_C_DOORBELL_0_OFFSET(channel_id));  in gsi_channel_doorbell()
1495 	index = gsi_ring_index(ring, ioread32(gsi->virt + offset));  in gsi_channel_update()
1658 	iowrite32(val, gsi->virt + GSI_CNTXT_GLOB_IRQ_EN_OFFSET);  in gsi_generic_command()
1661 	val = ioread32(gsi->virt + GSI_CNTXT_SCRATCH_0_OFFSET);  in gsi_generic_command()
1663 	iowrite32(val, gsi->virt + GSI_CNTXT_SCRATCH_0_OFFSET);  in gsi_generic_command()
1674 	iowrite32(BIT(ERROR_INT), gsi->virt + GSI_CNTXT_GLOB_IRQ_EN_OFFSET);  in gsi_generic_command()
1834 	iowrite32(1, gsi->virt + GSI_CNTXT_INTSET_OFFSET);  in gsi_irq_setup()
1840 	iowrite32(0, gsi->virt + GSI_CNTXT_SRC_CH_IRQ_MSK_OFFSET);  in gsi_irq_setup()
1841 	iowrite32(0, gsi->virt + GSI_CNTXT_SRC_EV_CH_IRQ_MSK_OFFSET);  in gsi_irq_setup()
1842 	iowrite32(0, gsi->virt + GSI_CNTXT_GLOB_IRQ_EN_OFFSET);  in gsi_irq_setup()
1843 	iowrite32(0, gsi->virt + GSI_CNTXT_SRC_IEOB_IRQ_MSK_OFFSET);  in gsi_irq_setup()
1856 	iowrite32(0, gsi->virt + GSI_CNTXT_GSI_IRQ_EN_OFFSET);  in gsi_irq_setup()
1885 	val = ioread32(gsi->virt + GSI_GSI_HW_PARAM_2_OFFSET);  in gsi_ring_setup()
1922 	val = ioread32(gsi->virt + GSI_GSI_STATUS_OFFSET);  in gsi_setup()
1937 	iowrite32(0, gsi->virt + GSI_ERROR_LOG_OFFSET);  in gsi_setup()
2251 	gsi->virt = gsi->virt_raw - adjust;  in gsi_init()