22 static int rtw89_pci_rst_bdram_pcie(struct rtw89_dev *rtwdev)  in rtw89_pci_rst_bdram_pcie()
40 static u32 rtw89_pci_dma_recalc(struct rtw89_dev *rtwdev,  in rtw89_pci_dma_recalc()
61 static u32 rtw89_pci_txbd_recalc(struct rtw89_dev *rtwdev,  in rtw89_pci_txbd_recalc()
74 static void rtw89_pci_release_fwcmd(struct rtw89_dev *rtwdev,  in rtw89_pci_release_fwcmd()
108 static void rtw89_pci_reclaim_tx_fwcmd(struct rtw89_dev *rtwdev,  in rtw89_pci_reclaim_tx_fwcmd()
120 static u32 rtw89_pci_rxbd_recalc(struct rtw89_dev *rtwdev,  in rtw89_pci_rxbd_recalc()
133 static void rtw89_pci_sync_skb_for_cpu(struct rtw89_dev *rtwdev,  in rtw89_pci_sync_skb_for_cpu()
145 static void rtw89_pci_sync_skb_for_device(struct rtw89_dev *rtwdev,  in rtw89_pci_sync_skb_for_device()
157 static int rtw89_pci_rxbd_info_update(struct rtw89_dev *rtwdev,  in rtw89_pci_rxbd_info_update()
172 static void rtw89_pci_ctrl_txdma_ch_pcie(struct rtw89_dev *rtwdev, bool enable)  in rtw89_pci_ctrl_txdma_ch_pcie()
190 rtw89_skb_put_rx_data(struct rtw89_dev *rtwdev, bool fs, bool ls,  in rtw89_skb_put_rx_data()
218 static u32 rtw89_pci_rxbd_deliver_skbs(struct rtw89_dev *rtwdev,  in rtw89_pci_rxbd_deliver_skbs()
305 static void rtw89_pci_rxbd_deliver(struct rtw89_dev *rtwdev,  in rtw89_pci_rxbd_deliver()
328 static int rtw89_pci_poll_rxq_dma(struct rtw89_dev *rtwdev,  in rtw89_pci_poll_rxq_dma()
352 static void rtw89_pci_tx_status(struct rtw89_dev *rtwdev,  in rtw89_pci_tx_status()
389 static void rtw89_pci_reclaim_txbd(struct rtw89_dev *rtwdev, struct rtw89_pci_tx_ring *tx_ring)  in rtw89_pci_reclaim_txbd()
410 static void rtw89_pci_release_busy_txwd(struct rtw89_dev *rtwdev,  in rtw89_pci_release_busy_txwd()
426 static void rtw89_pci_release_txwd_skb(struct rtw89_dev *rtwdev,  in rtw89_pci_release_txwd_skb()
460 static void rtw89_pci_release_rpp(struct rtw89_dev *rtwdev,  in rtw89_pci_release_rpp()
487 static void rtw89_pci_release_pending_txwd_skb(struct rtw89_dev *rtwdev,  in rtw89_pci_release_pending_txwd_skb()
504 static u32 rtw89_pci_release_tx_skbs(struct rtw89_dev *rtwdev,  in rtw89_pci_release_tx_skbs()
557 static void rtw89_pci_release_tx(struct rtw89_dev *rtwdev,  in rtw89_pci_release_tx()
580 static int rtw89_pci_poll_rpq_dma(struct rtw89_dev *rtwdev,  in rtw89_pci_poll_rpq_dma()
607 static void rtw89_pci_isr_rxd_unavail(struct rtw89_dev *rtwdev,  in rtw89_pci_isr_rxd_unavail()
634 void rtw89_pci_recognize_intrs(struct rtw89_dev *rtwdev,  in rtw89_pci_recognize_intrs()
648 void rtw89_pci_recognize_intrs_v1(struct rtw89_dev *rtwdev,  in rtw89_pci_recognize_intrs_v1()
669 static void rtw89_pci_clear_isr0(struct rtw89_dev *rtwdev, u32 isr00)  in rtw89_pci_clear_isr0()
675 void rtw89_pci_enable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_enable_intr()
683 void rtw89_pci_disable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_disable_intr()
691 void rtw89_pci_enable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_enable_intr_v1()
700 void rtw89_pci_disable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_disable_intr_v1()
706 static void rtw89_pci_ops_recovery_start(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_recovery_start()
718 static void rtw89_pci_ops_recovery_complete(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_recovery_complete()
730 static void rtw89_pci_low_power_interrupt_handler(struct rtw89_dev *rtwdev)  in rtw89_pci_low_power_interrupt_handler()
744 	struct rtw89_dev *rtwdev = dev;  in rtw89_pci_interrupt_threadfn()
788 	struct rtw89_dev *rtwdev = dev;  in rtw89_pci_interrupt_handler()
886 static int rtw89_pci_get_txch_addrs(struct rtw89_dev *rtwdev,  in rtw89_pci_get_txch_addrs()
900 static int rtw89_pci_get_rxch_addrs(struct rtw89_dev *rtwdev,  in rtw89_pci_get_rxch_addrs()
926 u32 __rtw89_pci_check_and_reclaim_tx_fwcmd_resource(struct rtw89_dev *rtwdev)  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
941 u32 __rtw89_pci_check_and_reclaim_tx_resource_noio(struct rtw89_dev *rtwdev,  in __rtw89_pci_check_and_reclaim_tx_resource_noio()
957 static u32 __rtw89_pci_check_and_reclaim_tx_resource(struct rtw89_dev *rtwdev,  in __rtw89_pci_check_and_reclaim_tx_resource()
999 static u32 rtw89_pci_check_and_reclaim_tx_resource(struct rtw89_dev *rtwdev,  in rtw89_pci_check_and_reclaim_tx_resource()
1011 static void __rtw89_pci_tx_kick_off(struct rtw89_dev *rtwdev, struct rtw89_pci_tx_ring *tx_ring)  in __rtw89_pci_tx_kick_off()
1026 static void rtw89_pci_tx_bd_ring_update(struct rtw89_dev *rtwdev, struct rtw89_pci_tx_ring *tx_ring,  in rtw89_pci_tx_bd_ring_update()
1039 static void rtw89_pci_ops_tx_kick_off(struct rtw89_dev *rtwdev, u8 txch)  in rtw89_pci_ops_tx_kick_off()
1052 static void rtw89_pci_tx_kick_off_pending(struct rtw89_dev *rtwdev)  in rtw89_pci_tx_kick_off_pending()
1067 static void __pci_flush_txch(struct rtw89_dev *rtwdev, u8 txch, bool drop)  in __pci_flush_txch()
1093 static void __rtw89_pci_ops_flush_txchs(struct rtw89_dev *rtwdev, u32 txchs,  in __rtw89_pci_ops_flush_txchs()
1111 static void rtw89_pci_ops_flush_queues(struct rtw89_dev *rtwdev, u32 queues,  in rtw89_pci_ops_flush_queues()
1117 u32 rtw89_pci_fill_txaddr_info(struct rtw89_dev *rtwdev,  in rtw89_pci_fill_txaddr_info()
1134 u32 rtw89_pci_fill_txaddr_info_v1(struct rtw89_dev *rtwdev,  in rtw89_pci_fill_txaddr_info_v1()
1169 static int rtw89_pci_txwd_submit(struct rtw89_dev *rtwdev,  in rtw89_pci_txwd_submit()
1227 static int rtw89_pci_fwcmd_submit(struct rtw89_dev *rtwdev,  in rtw89_pci_fwcmd_submit()
1263 static int rtw89_pci_txbd_submit(struct rtw89_dev *rtwdev,  in rtw89_pci_txbd_submit()
1307 static int rtw89_pci_tx_write(struct rtw89_dev *rtwdev, struct rtw89_core_tx_request *tx_req,  in rtw89_pci_tx_write()
1350 static int rtw89_pci_ops_tx_write(struct rtw89_dev *rtwdev, struct rtw89_core_tx_request *tx_req)  in rtw89_pci_ops_tx_write()
1380 static void rtw89_pci_reset_trx_rings(struct rtw89_dev *rtwdev)  in rtw89_pci_reset_trx_rings()
1431 static void rtw89_pci_release_tx_ring(struct rtw89_dev *rtwdev,  in rtw89_pci_release_tx_ring()
1438 static void rtw89_pci_ops_reset(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_reset()
1460 static void rtw89_pci_enable_intr_lock(struct rtw89_dev *rtwdev)  in rtw89_pci_enable_intr_lock()
1471 static void rtw89_pci_disable_intr_lock(struct rtw89_dev *rtwdev)  in rtw89_pci_disable_intr_lock()
1482 static int rtw89_pci_ops_start(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_start()
1490 static void rtw89_pci_ops_stop(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_stop()
1500 static void rtw89_pci_ops_pause(struct rtw89_dev *rtwdev, bool pause)  in rtw89_pci_ops_pause()
1517 void rtw89_pci_switch_bd_idx_addr(struct rtw89_dev *rtwdev, bool low_power)  in rtw89_pci_switch_bd_idx_addr()
1545 static void rtw89_pci_ops_switch_mode(struct rtw89_dev *rtwdev, bool low_power)  in rtw89_pci_ops_switch_mode()
1556 static void rtw89_pci_ops_write32(struct rtw89_dev *rtwdev, u32 addr, u32 data);
1558 static u32 rtw89_pci_ops_read32_cmac(struct rtw89_dev *rtwdev, u32 addr)  in rtw89_pci_ops_read32_cmac()
1578 static u8 rtw89_pci_ops_read8(struct rtw89_dev *rtwdev, u32 addr)  in rtw89_pci_ops_read8()
1592 static u16 rtw89_pci_ops_read16(struct rtw89_dev *rtwdev, u32 addr)  in rtw89_pci_ops_read16()
1606 static u32 rtw89_pci_ops_read32(struct rtw89_dev *rtwdev, u32 addr)  in rtw89_pci_ops_read32()
1616 static void rtw89_pci_ops_write8(struct rtw89_dev *rtwdev, u32 addr, u8 data)  in rtw89_pci_ops_write8()
1623 static void rtw89_pci_ops_write16(struct rtw89_dev *rtwdev, u32 addr, u16 data)  in rtw89_pci_ops_write16()
1630 static void rtw89_pci_ops_write32(struct rtw89_dev *rtwdev, u32 addr, u32 data)  in rtw89_pci_ops_write32()
1637 static void rtw89_pci_ctrl_dma_trx(struct rtw89_dev *rtwdev, bool enable)  in rtw89_pci_ctrl_dma_trx()
1649 static void rtw89_pci_ctrl_dma_io(struct rtw89_dev *rtwdev, bool enable)  in rtw89_pci_ctrl_dma_io()
1668 static void rtw89_pci_ctrl_dma_all(struct rtw89_dev *rtwdev, bool enable)  in rtw89_pci_ctrl_dma_all()
1674 static int rtw89_pci_check_mdio(struct rtw89_dev *rtwdev, u8 addr, u8 speed, u16 rw_bit)  in rtw89_pci_check_mdio()
1706 rtw89_read16_mdio(struct rtw89_dev *rtwdev, u8 addr, u8 speed, u16 *val)  in rtw89_read16_mdio()
1721 rtw89_write16_mdio(struct rtw89_dev *rtwdev, u8 addr, u16 data, u8 speed)  in rtw89_write16_mdio()
1736 rtw89_write16_mdio_mask(struct rtw89_dev *rtwdev, u8 addr, u16 mask, u16 data, u8 speed)  in rtw89_write16_mdio_mask()
1757 static int rtw89_write16_mdio_set(struct rtw89_dev *rtwdev, u8 addr, u16 mask, u8 speed)  in rtw89_write16_mdio_set()
1772 static int rtw89_write16_mdio_clr(struct rtw89_dev *rtwdev, u8 addr, u16 mask, u8 speed)  in rtw89_write16_mdio_clr()
1787 static int rtw89_pci_write_config_byte(struct rtw89_dev *rtwdev, u16 addr,  in rtw89_pci_write_config_byte()
1796 static int rtw89_pci_read_config_byte(struct rtw89_dev *rtwdev, u16 addr,  in rtw89_pci_read_config_byte()
1805 static int rtw89_pci_config_byte_set(struct rtw89_dev *rtwdev, u16 addr,  in rtw89_pci_config_byte_set()
1821 static int rtw89_pci_config_byte_clr(struct rtw89_dev *rtwdev, u16 addr,  in rtw89_pci_config_byte_clr()
1838 __get_target(struct rtw89_dev *rtwdev, u16 *target, enum rtw89_pcie_phy phy_rate)  in __get_target()
1877 static int rtw89_pci_autok_x(struct rtw89_dev *rtwdev)  in rtw89_pci_autok_x()
1889 static int rtw89_pci_auto_refclk_cal(struct rtw89_dev *rtwdev, bool autook_en)  in rtw89_pci_auto_refclk_cal()
2040 static int rtw89_pci_deglitch_setting(struct rtw89_dev *rtwdev)  in rtw89_pci_deglitch_setting()
2064 static void rtw89_pci_rxdma_prefth(struct rtw89_dev *rtwdev)  in rtw89_pci_rxdma_prefth()
2072 static void rtw89_pci_l1off_pwroff(struct rtw89_dev *rtwdev)  in rtw89_pci_l1off_pwroff()
2080 static u32 rtw89_pci_l2_rxen_lat(struct rtw89_dev *rtwdev)  in rtw89_pci_l2_rxen_lat()
2100 static void rtw89_pci_aphy_pwrcut(struct rtw89_dev *rtwdev)  in rtw89_pci_aphy_pwrcut()
2108 static void rtw89_pci_hci_ldo(struct rtw89_dev *rtwdev)  in rtw89_pci_hci_ldo()
2122 static int rtw89_pci_dphy_delay(struct rtw89_dev *rtwdev)  in rtw89_pci_dphy_delay()
2131 static void rtw89_pci_power_wake(struct rtw89_dev *rtwdev, bool pwr_up)  in rtw89_pci_power_wake()
2139 static void rtw89_pci_autoload_hang(struct rtw89_dev *rtwdev)  in rtw89_pci_autoload_hang()
2148 static void rtw89_pci_l12_vmain(struct rtw89_dev *rtwdev)  in rtw89_pci_l12_vmain()
2156 static void rtw89_pci_gen2_force_ib(struct rtw89_dev *rtwdev)  in rtw89_pci_gen2_force_ib()
2168 static void rtw89_pci_l1_ent_lat(struct rtw89_dev *rtwdev)  in rtw89_pci_l1_ent_lat()
2176 static void rtw89_pci_wd_exit_l1(struct rtw89_dev *rtwdev)  in rtw89_pci_wd_exit_l1()
2184 static void rtw89_pci_set_sic(struct rtw89_dev *rtwdev)  in rtw89_pci_set_sic()
2193 static void rtw89_pci_set_lbc(struct rtw89_dev *rtwdev)  in rtw89_pci_set_lbc()
2212 static void rtw89_pci_set_io_rcy(struct rtw89_dev *rtwdev)  in rtw89_pci_set_io_rcy()
2239 static void rtw89_pci_set_dbg(struct rtw89_dev *rtwdev)  in rtw89_pci_set_dbg()
2252 static void rtw89_pci_set_keep_reg(struct rtw89_dev *rtwdev)  in rtw89_pci_set_keep_reg()
2261 static void rtw89_pci_clr_idx_all(struct rtw89_dev *rtwdev)  in rtw89_pci_clr_idx_all()
2283 static int rtw89_poll_txdma_ch_idle_pcie(struct rtw89_dev *rtwdev)  in rtw89_poll_txdma_ch_idle_pcie()
2310 static int rtw89_poll_rxdma_ch_idle_pcie(struct rtw89_dev *rtwdev)  in rtw89_poll_rxdma_ch_idle_pcie()
2326 static int rtw89_pci_poll_dma_all_idle(struct rtw89_dev *rtwdev)  in rtw89_pci_poll_dma_all_idle()
2345 static int rtw89_pci_mode_op(struct rtw89_dev *rtwdev)  in rtw89_pci_mode_op()
2434 static int rtw89_pci_ops_deinit(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_deinit()
2449 static int rtw89_pci_ops_mac_pre_init(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_mac_pre_init()
2524 int rtw89_pci_ltr_set(struct rtw89_dev *rtwdev, bool en)  in rtw89_pci_ltr_set()
2559 int rtw89_pci_ltr_set_v1(struct rtw89_dev *rtwdev, bool en)  in rtw89_pci_ltr_set_v1()
2606 static int rtw89_pci_ops_mac_post_init(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_mac_post_init()
2638 static int rtw89_pci_claim_device(struct rtw89_dev *rtwdev,  in rtw89_pci_claim_device()
2658 static void rtw89_pci_declaim_device(struct rtw89_dev *rtwdev,  in rtw89_pci_declaim_device()
2665 static int rtw89_pci_setup_mapping(struct rtw89_dev *rtwdev,  in rtw89_pci_setup_mapping()
2707 static void rtw89_pci_clear_mapping(struct rtw89_dev *rtwdev,  in rtw89_pci_clear_mapping()
2718 static void rtw89_pci_free_tx_wd_ring(struct rtw89_dev *rtwdev,  in rtw89_pci_free_tx_wd_ring()
2733 static void rtw89_pci_free_tx_ring(struct rtw89_dev *rtwdev,  in rtw89_pci_free_tx_ring()
2749 static void rtw89_pci_free_tx_rings(struct rtw89_dev *rtwdev,  in rtw89_pci_free_tx_rings()
2766 static void rtw89_pci_free_rx_ring(struct rtw89_dev *rtwdev,  in rtw89_pci_free_rx_ring()
2798 static void rtw89_pci_free_rx_rings(struct rtw89_dev *rtwdev,  in rtw89_pci_free_rx_rings()
2811 static void rtw89_pci_free_trx_rings(struct rtw89_dev *rtwdev,  in rtw89_pci_free_trx_rings()
2818 static int rtw89_pci_init_rx_bd(struct rtw89_dev *rtwdev, struct pci_dev *pdev,  in rtw89_pci_init_rx_bd()
2844 static int rtw89_pci_alloc_tx_wd_ring(struct rtw89_dev *rtwdev,  in rtw89_pci_alloc_tx_wd_ring()
2895 static int rtw89_pci_alloc_tx_ring(struct rtw89_dev *rtwdev,  in rtw89_pci_alloc_tx_ring()
2943 static int rtw89_pci_alloc_tx_rings(struct rtw89_dev *rtwdev,  in rtw89_pci_alloc_tx_rings()
2980 static int rtw89_pci_alloc_rx_ring(struct rtw89_dev *rtwdev,  in rtw89_pci_alloc_rx_ring()
3059 static int rtw89_pci_alloc_rx_rings(struct rtw89_dev *rtwdev,  in rtw89_pci_alloc_rx_rings()
3093 static int rtw89_pci_alloc_trx_rings(struct rtw89_dev *rtwdev,  in rtw89_pci_alloc_trx_rings()
3118 static void rtw89_pci_h2c_init(struct rtw89_dev *rtwdev,  in rtw89_pci_h2c_init()
3125 static int rtw89_pci_setup_resource(struct rtw89_dev *rtwdev,  in rtw89_pci_setup_resource()
3156 static void rtw89_pci_clear_resource(struct rtw89_dev *rtwdev,  in rtw89_pci_clear_resource()
3167 void rtw89_pci_config_intr_mask(struct rtw89_dev *rtwdev)  in rtw89_pci_config_intr_mask()
3191 static void rtw89_pci_recovery_intr_mask_v1(struct rtw89_dev *rtwdev)  in rtw89_pci_recovery_intr_mask_v1()
3201 static void rtw89_pci_default_intr_mask_v1(struct rtw89_dev *rtwdev)  in rtw89_pci_default_intr_mask_v1()
3219 static void rtw89_pci_low_power_intr_mask_v1(struct rtw89_dev *rtwdev)  in rtw89_pci_low_power_intr_mask_v1()
3230 void rtw89_pci_config_intr_mask_v1(struct rtw89_dev *rtwdev)  in rtw89_pci_config_intr_mask_v1()
3243 static int rtw89_pci_request_irq(struct rtw89_dev *rtwdev,  in rtw89_pci_request_irq()
3275 static void rtw89_pci_free_irq(struct rtw89_dev *rtwdev,  in rtw89_pci_free_irq()
3297 static int rtw89_pci_filter_out(struct rtw89_dev *rtwdev)  in rtw89_pci_filter_out()
3352 static void rtw89_pci_clkreq_set(struct rtw89_dev *rtwdev, bool enable)  in rtw89_pci_clkreq_set()
3389 static void rtw89_pci_aspm_set(struct rtw89_dev *rtwdev, bool enable)  in rtw89_pci_aspm_set()
3432 static void rtw89_pci_recalc_int_mit(struct rtw89_dev *rtwdev)  in rtw89_pci_recalc_int_mit()
3449 static void rtw89_pci_link_cfg(struct rtw89_dev *rtwdev)  in rtw89_pci_link_cfg()
3485 static void rtw89_pci_l1ss_set(struct rtw89_dev *rtwdev, bool enable)  in rtw89_pci_l1ss_set()
3517 static void rtw89_pci_l1ss_cfg(struct rtw89_dev *rtwdev)  in rtw89_pci_l1ss_cfg()
3536 static int rtw89_pci_poll_io_idle(struct rtw89_dev *rtwdev)  in rtw89_pci_poll_io_idle()
3553 static int rtw89_pci_lv1rst_stop_dma(struct rtw89_dev *rtwdev)  in rtw89_pci_lv1rst_stop_dma()
3585 static int rtw89_pci_rst_bdram(struct rtw89_dev *rtwdev)  in rtw89_pci_rst_bdram()
3599 static int rtw89_pci_lv1rst_start_dma(struct rtw89_dev *rtwdev)  in rtw89_pci_lv1rst_start_dma()
3618 static int rtw89_pci_ops_mac_lv1_recovery(struct rtw89_dev *rtwdev,  in rtw89_pci_ops_mac_lv1_recovery()
3644 static void rtw89_pci_ops_dump_err_status(struct rtw89_dev *rtwdev)  in rtw89_pci_ops_dump_err_status()
3656 	struct rtw89_dev *rtwdev = container_of(napi, struct rtw89_dev, napi);  in rtw89_pci_napi_poll()
3683 	struct rtw89_dev *rtwdev = hw->priv;  in rtw89_pci_suspend()
3702 static void rtw89_pci_l2_hci_ldo(struct rtw89_dev *rtwdev)  in rtw89_pci_l2_hci_ldo()
3717 	struct rtw89_dev *rtwdev = hw->priv;  in rtw89_pci_resume()
3778 	struct rtw89_dev *rtwdev;  in rtw89_pci_probe()
3866 	struct rtw89_dev *rtwdev;  in rtw89_pci_remove()