133 static void stmmac_tx_timer_arm(struct stmmac_priv *priv, u32 queue);
134 static void stmmac_flush_tx_descriptors(struct stmmac_priv *priv, int queue);
135 static void stmmac_set_dma_operation_mode(struct stmmac_priv *priv, u32 txmode,
146 int stmmac_bus_clks_config(struct stmmac_priv *priv, bool enabled)  in stmmac_bus_clks_config()
199 static void __stmmac_disable_all_queues(struct stmmac_priv *priv)  in __stmmac_disable_all_queues()
226 static void stmmac_disable_all_queues(struct stmmac_priv *priv)  in stmmac_disable_all_queues()
248 static void stmmac_enable_all_queues(struct stmmac_priv *priv)  in stmmac_enable_all_queues()
271 static void stmmac_service_event_schedule(struct stmmac_priv *priv)  in stmmac_service_event_schedule()
278 static void stmmac_global_err(struct stmmac_priv *priv)  in stmmac_global_err()
297 static void stmmac_clk_csr_set(struct stmmac_priv *priv)  in stmmac_clk_csr_set()
358 static inline u32 stmmac_tx_avail(struct stmmac_priv *priv, u32 queue)  in stmmac_tx_avail()
376 static inline u32 stmmac_rx_dirty(struct stmmac_priv *priv, u32 queue)  in stmmac_rx_dirty()
389 static void stmmac_lpi_entry_timer_config(struct stmmac_priv *priv, bool en)  in stmmac_lpi_entry_timer_config()
405 static int stmmac_enable_eee_mode(struct stmmac_priv *priv)  in stmmac_enable_eee_mode()
431 void stmmac_disable_eee_mode(struct stmmac_priv *priv)  in stmmac_disable_eee_mode()
452 	struct stmmac_priv *priv = from_timer(priv, t, eee_ctrl_timer);  in stmmac_eee_ctrl_timer()
466 bool stmmac_eee_init(struct stmmac_priv *priv)  in stmmac_eee_init()
532 static void stmmac_get_tx_hwtstamp(struct stmmac_priv *priv,  in stmmac_get_tx_hwtstamp()
575 static void stmmac_get_rx_hwtstamp(struct stmmac_priv *priv, struct dma_desc *p,  in stmmac_get_rx_hwtstamp()
616 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hwtstamp_set()
811 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hwtstamp_get()
831 int stmmac_init_tstamp_counter(struct stmmac_priv *priv, u32 systime_flags)  in stmmac_init_tstamp_counter()
879 static int stmmac_init_ptp(struct stmmac_priv *priv)  in stmmac_init_ptp()
912 static void stmmac_release_ptp(struct stmmac_priv *priv)  in stmmac_release_ptp()
924 static void stmmac_mac_flow_ctrl(struct stmmac_priv *priv, u32 duplex)  in stmmac_mac_flow_ctrl()
935 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_select_pcs()
949 static void stmmac_fpe_link_state_handle(struct stmmac_priv *priv, bool is_up)  in stmmac_fpe_link_state_handle()
967 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_link_down()
985 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_link_up()
1094 static void stmmac_check_pcs_mode(struct stmmac_priv *priv)  in stmmac_check_pcs_mode()
1122 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_init_phy()
1157 static int stmmac_phy_setup(struct stmmac_priv *priv)  in stmmac_phy_setup()
1222 static void stmmac_display_rx_rings(struct stmmac_priv *priv)  in stmmac_display_rx_rings()
1249 static void stmmac_display_tx_rings(struct stmmac_priv *priv)  in stmmac_display_tx_rings()
1278 static void stmmac_display_rings(struct stmmac_priv *priv)  in stmmac_display_rings()
1312 static void stmmac_clear_rx_descriptors(struct stmmac_priv *priv, u32 queue)  in stmmac_clear_rx_descriptors()
1338 static void stmmac_clear_tx_descriptors(struct stmmac_priv *priv, u32 queue)  in stmmac_clear_tx_descriptors()
1365 static void stmmac_clear_descriptors(struct stmmac_priv *priv)  in stmmac_clear_descriptors()
1390 static int stmmac_init_rx_buffers(struct stmmac_priv *priv, struct dma_desc *p,  in stmmac_init_rx_buffers()
1434 static void stmmac_free_rx_buffer(struct stmmac_priv *priv, u32 queue, int i)  in stmmac_free_rx_buffer()
1454 static void stmmac_free_tx_buffer(struct stmmac_priv *priv, u32 queue, int i)  in stmmac_free_tx_buffer()
1497 static void dma_free_rx_skbufs(struct stmmac_priv *priv, u32 queue)  in dma_free_rx_skbufs()
1505 static int stmmac_alloc_rx_buffers(struct stmmac_priv *priv, u32 queue,  in stmmac_alloc_rx_buffers()
1536 static void dma_free_rx_xskbufs(struct stmmac_priv *priv, u32 queue)  in dma_free_rx_xskbufs()
1552 static int stmmac_alloc_rx_buffers_zc(struct stmmac_priv *priv, u32 queue)  in stmmac_alloc_rx_buffers_zc()
1581 static struct xsk_buff_pool *stmmac_get_xsk_pool(struct stmmac_priv *priv, u32 queue)  in stmmac_get_xsk_pool()
1598 static int __init_dma_rx_desc_rings(struct stmmac_priv *priv, u32 queue, gfp_t flags)  in __init_dma_rx_desc_rings()
1661 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_rx_desc_rings()
1704 static int __init_dma_tx_desc_rings(struct stmmac_priv *priv, u32 queue)  in __init_dma_tx_desc_rings()
1757 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_tx_desc_rings()
1779 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_desc_rings()
1801 static void dma_free_tx_skbufs(struct stmmac_priv *priv, u32 queue)  in dma_free_tx_skbufs()
1822 static void stmmac_free_tx_skbufs(struct stmmac_priv *priv)  in stmmac_free_tx_skbufs()
1836 static void __free_dma_rx_desc_resources(struct stmmac_priv *priv, u32 queue)  in __free_dma_rx_desc_resources()
1867 static void free_dma_rx_desc_resources(struct stmmac_priv *priv)  in free_dma_rx_desc_resources()
1882 static void __free_dma_tx_desc_resources(struct stmmac_priv *priv, u32 queue)  in __free_dma_tx_desc_resources()
1910 static void free_dma_tx_desc_resources(struct stmmac_priv *priv)  in free_dma_tx_desc_resources()
1929 static int __alloc_dma_rx_desc_resources(struct stmmac_priv *priv, u32 queue)  in __alloc_dma_rx_desc_resources()
2001 static int alloc_dma_rx_desc_resources(struct stmmac_priv *priv)  in alloc_dma_rx_desc_resources()
2031 static int __alloc_dma_tx_desc_resources(struct stmmac_priv *priv, u32 queue)  in __alloc_dma_tx_desc_resources()
2076 static int alloc_dma_tx_desc_resources(struct stmmac_priv *priv)  in alloc_dma_tx_desc_resources()
2104 static int alloc_dma_desc_resources(struct stmmac_priv *priv)  in alloc_dma_desc_resources()
2121 static void free_dma_desc_resources(struct stmmac_priv *priv)  in free_dma_desc_resources()
2137 static void stmmac_mac_enable_rx_queues(struct stmmac_priv *priv)  in stmmac_mac_enable_rx_queues()
2156 static void stmmac_start_rx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_start_rx_dma()
2169 static void stmmac_start_tx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_start_tx_dma()
2182 static void stmmac_stop_rx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_stop_rx_dma()
2195 static void stmmac_stop_tx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_stop_tx_dma()
2201 static void stmmac_enable_all_dma_irq(struct stmmac_priv *priv)  in stmmac_enable_all_dma_irq()
2224 static void stmmac_start_all_dma(struct stmmac_priv *priv)  in stmmac_start_all_dma()
2243 static void stmmac_stop_all_dma(struct stmmac_priv *priv)  in stmmac_stop_all_dma()
2262 static void stmmac_dma_operation_mode(struct stmmac_priv *priv)  in stmmac_dma_operation_mode()
2331 static bool stmmac_xdp_xmit_zc(struct stmmac_priv *priv, u32 queue, u32 budget)  in stmmac_xdp_xmit_zc()
2426 static void stmmac_bump_dma_threshold(struct stmmac_priv *priv, u32 chan)  in stmmac_bump_dma_threshold()
2448 static int stmmac_tx_clean(struct stmmac_priv *priv, int budget, u32 queue)  in stmmac_tx_clean()
2628 static void stmmac_tx_err(struct stmmac_priv *priv, u32 chan)  in stmmac_tx_err()
2659 static void stmmac_set_dma_operation_mode(struct stmmac_priv *priv, u32 txmode,  in stmmac_set_dma_operation_mode()
2682 static bool stmmac_safety_feat_interrupt(struct stmmac_priv *priv)  in stmmac_safety_feat_interrupt()
2696 static int stmmac_napi_check(struct stmmac_priv *priv, u32 chan, u32 dir)  in stmmac_napi_check()
2738 static void stmmac_dma_interrupt(struct stmmac_priv *priv)  in stmmac_dma_interrupt()
2770 static void stmmac_mmc_setup(struct stmmac_priv *priv)  in stmmac_mmc_setup()
2793 static int stmmac_get_hw_features(struct stmmac_priv *priv)  in stmmac_get_hw_features()
2805 static void stmmac_check_ether_addr(struct stmmac_priv *priv)  in stmmac_check_ether_addr()
2828 static int stmmac_init_dma_engine(struct stmmac_priv *priv)  in stmmac_init_dma_engine()
2894 static void stmmac_tx_timer_arm(struct stmmac_priv *priv, u32 queue)  in stmmac_tx_timer_arm()
2912 	struct stmmac_priv *priv = tx_q->priv_data;  in stmmac_tx_timer()
2939 static void stmmac_init_coalesce(struct stmmac_priv *priv)  in stmmac_init_coalesce()
2959 static void stmmac_set_rings_length(struct stmmac_priv *priv)  in stmmac_set_rings_length()
2981 static void stmmac_set_tx_queue_weight(struct stmmac_priv *priv)  in stmmac_set_tx_queue_weight()
2998 static void stmmac_configure_cbs(struct stmmac_priv *priv)  in stmmac_configure_cbs()
3024 static void stmmac_rx_queue_dma_chan_map(struct stmmac_priv *priv)  in stmmac_rx_queue_dma_chan_map()
3041 static void stmmac_mac_config_rx_queues_prio(struct stmmac_priv *priv)  in stmmac_mac_config_rx_queues_prio()
3061 static void stmmac_mac_config_tx_queues_prio(struct stmmac_priv *priv)  in stmmac_mac_config_tx_queues_prio()
3081 static void stmmac_mac_config_rx_queues_routing(struct stmmac_priv *priv)  in stmmac_mac_config_rx_queues_routing()
3097 static void stmmac_mac_config_rss(struct stmmac_priv *priv)  in stmmac_mac_config_rss()
3118 static void stmmac_mtl_configuration(struct stmmac_priv *priv)  in stmmac_mtl_configuration()
3163 static void stmmac_safety_feat_configuration(struct stmmac_priv *priv)  in stmmac_safety_feat_configuration()
3174 static int stmmac_fpe_start_wq(struct stmmac_priv *priv)  in stmmac_fpe_start_wq()
3210 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hw_setup()
3355 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hw_teardown()
3363 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_free_irq()
3414 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq_multi_msi()
3566 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq_single()
3617 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq()
3640 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_open()
3745 static void stmmac_fpe_stop_wq(struct stmmac_priv *priv)  in stmmac_fpe_stop_wq()
3763 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_release()
3808 static bool stmmac_vlan_insert(struct stmmac_priv *priv, struct sk_buff *skb,  in stmmac_vlan_insert()
3850 static void stmmac_tso_allocator(struct stmmac_priv *priv, dma_addr_t des,  in stmmac_tso_allocator()
3890 static void stmmac_flush_tx_descriptors(struct stmmac_priv *priv, int queue)  in stmmac_flush_tx_descriptors()
3942 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_tso_xmit()
4181 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xmit()
4441 static inline void stmmac_rx_refill(struct stmmac_priv *priv, u32 queue)  in stmmac_rx_refill()
4505 static unsigned int stmmac_rx_buf1_len(struct stmmac_priv *priv,  in stmmac_rx_buf1_len()
4533 static unsigned int stmmac_rx_buf2_len(struct stmmac_priv *priv,  in stmmac_rx_buf2_len()
4554 static int stmmac_xdp_xmit_xdpf(struct stmmac_priv *priv, int queue,  in stmmac_xdp_xmit_xdpf()
4626 static int stmmac_xdp_get_tx_queue(struct stmmac_priv *priv,  in stmmac_xdp_get_tx_queue()
4640 static int stmmac_xdp_xmit_back(struct stmmac_priv *priv,  in stmmac_xdp_xmit_back()
4668 static int __stmmac_xdp_run_prog(struct stmmac_priv *priv,  in __stmmac_xdp_run_prog()
4703 static struct sk_buff *stmmac_xdp_run_prog(struct stmmac_priv *priv,  in stmmac_xdp_run_prog()
4720 static void stmmac_finalize_xdp_rx(struct stmmac_priv *priv,  in stmmac_finalize_xdp_rx()
4756 static void stmmac_dispatch_skb_zc(struct stmmac_priv *priv, u32 queue,  in stmmac_dispatch_skb_zc()
4792 static bool stmmac_rx_refill_zc(struct stmmac_priv *priv, u32 queue, u32 budget)  in stmmac_rx_refill_zc()
4850 static int stmmac_rx_zc(struct stmmac_priv *priv, int limit, u32 queue)  in stmmac_rx_zc()
5040 static int stmmac_rx(struct stmmac_priv *priv, int limit, u32 queue)  in stmmac_rx()
5317 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_rx()
5339 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_tx()
5363 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_rxtx()
5408 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_tx_timeout()
5424 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_set_rx_mode()
5442 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_change_mtu()
5477 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_fix_features()
5507 	struct stmmac_priv *priv = netdev_priv(netdev);  in stmmac_set_features()
5530 static void stmmac_fpe_event_status(struct stmmac_priv *priv, int status)  in stmmac_fpe_event_status()
5572 static void stmmac_common_interrupt(struct stmmac_priv *priv)  in stmmac_common_interrupt()
5640 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_interrupt()
5662 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_mac_interrupt()
5682 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_safety_interrupt()
5703 	struct stmmac_priv *priv;  in stmmac_msi_intr_tx()
5706 	priv = container_of(tx_q, struct stmmac_priv, tx_queue[chan]);  in stmmac_msi_intr_tx()
5733 	struct stmmac_priv *priv;  in stmmac_msi_intr_rx()
5735 	priv = container_of(rx_q, struct stmmac_priv, rx_queue[chan]);  in stmmac_msi_intr_rx()
5757 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_poll_controller()
5789 	struct stmmac_priv *priv = netdev_priv (dev);  in stmmac_ioctl()
5817 	struct stmmac_priv *priv = cb_priv;  in stmmac_setup_tc_block_cb()
5845 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_setup_tc()
5884 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_set_mac_address()
5939 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_rings_status_show()
5986 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_dma_cap_show()
6089 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_device_event()
6113 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_init_fs()
6133 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_exit_fs()
6163 static int stmmac_vlan_update(struct stmmac_priv *priv, bool is_double)  in stmmac_vlan_update()
6190 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_vlan_rx_add_vid()
6215 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_vlan_rx_kill_vid()
6244 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_bpf()
6260 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_xmit()
6299 void stmmac_disable_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_disable_rx_queue()
6312 void stmmac_enable_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_enable_rx_queue()
6361 void stmmac_disable_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_disable_tx_queue()
6374 void stmmac_enable_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_enable_tx_queue()
6415 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_release()
6445 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_open()
6552 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xsk_wakeup()
6609 static void stmmac_reset_subtask(struct stmmac_priv *priv)  in stmmac_reset_subtask()
6633 	struct stmmac_priv *priv = container_of(work, struct stmmac_priv,  in stmmac_service_task()
6648 static int stmmac_hw_init(struct stmmac_priv *priv)  in stmmac_hw_init()
6745 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_napi_add()
6776 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_napi_del()
6797 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_reinit_queues()
6818 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_reinit_ringparam()
6836 	struct stmmac_priv *priv = container_of(work, struct stmmac_priv,  in stmmac_fpe_lp_task()
6880 void stmmac_fpe_handshake(struct stmmac_priv *priv, bool enable)  in stmmac_fpe_handshake()
6910 	struct stmmac_priv *priv;  in stmmac_dvr_probe()
6914 	ndev = devm_alloc_etherdev_mqs(device, sizeof(struct stmmac_priv),  in stmmac_dvr_probe()
7211 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_dvr_remove()
7259 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_suspend()
7325 static void stmmac_reset_queues_param(struct stmmac_priv *priv)  in stmmac_reset_queues_param()
7358 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_resume()