61 static void mvpp2_acpi_start(struct mvpp2_port *port);
182 static dma_addr_t mvpp2_txdesc_dma_addr_get(struct mvpp2_port *port,  in mvpp2_txdesc_dma_addr_get()
192 static void mvpp2_txdesc_dma_addr_set(struct mvpp2_port *port,  in mvpp2_txdesc_dma_addr_set()
213 static size_t mvpp2_txdesc_size_get(struct mvpp2_port *port,  in mvpp2_txdesc_size_get()
222 static void mvpp2_txdesc_size_set(struct mvpp2_port *port,  in mvpp2_txdesc_size_set()
232 static void mvpp2_txdesc_txq_set(struct mvpp2_port *port,  in mvpp2_txdesc_txq_set()
242 static void mvpp2_txdesc_cmd_set(struct mvpp2_port *port,  in mvpp2_txdesc_cmd_set()
252 static unsigned int mvpp2_txdesc_offset_get(struct mvpp2_port *port,  in mvpp2_txdesc_offset_get()
261 static dma_addr_t mvpp2_rxdesc_dma_addr_get(struct mvpp2_port *port,  in mvpp2_rxdesc_dma_addr_get()
271 static unsigned long mvpp2_rxdesc_cookie_get(struct mvpp2_port *port,  in mvpp2_rxdesc_cookie_get()
281 static size_t mvpp2_rxdesc_size_get(struct mvpp2_port *port,  in mvpp2_rxdesc_size_get()
290 static u32 mvpp2_rxdesc_status_get(struct mvpp2_port *port,  in mvpp2_rxdesc_status_get()
306 static void mvpp2_txq_inc_put(struct mvpp2_port *port,  in mvpp2_txq_inc_put()
348 static inline int mvpp2_egress_port(struct mvpp2_port *port)  in mvpp2_egress_port()
640 	struct mvpp2_port *port;  in mvpp2_bm_init()
720 static void mvpp2_rxq_long_pool_set(struct mvpp2_port *port,  in mvpp2_rxq_long_pool_set()
741 static void mvpp2_rxq_short_pool_set(struct mvpp2_port *port,  in mvpp2_rxq_short_pool_set()
761 static void *mvpp2_buf_alloc(struct mvpp2_port *port,  in mvpp2_buf_alloc()
796 static void mvpp2_rxq_enable_fc(struct mvpp2_port *port)  in mvpp2_rxq_enable_fc()
857 static void mvpp2_rxq_disable_fc(struct mvpp2_port *port)  in mvpp2_rxq_disable_fc()
900 static void mvpp2_bm_pool_update_fc(struct mvpp2_port *port,  in mvpp2_bm_pool_update_fc()
955 	struct mvpp2_port *port;  in mvpp2_bm_pool_update_priv_fc()
1000 static inline void mvpp2_bm_pool_put(struct mvpp2_port *port, int pool,  in mvpp2_bm_pool_put()
1043 static int mvpp2_bm_bufs_add(struct mvpp2_port *port,  in mvpp2_bm_bufs_add()
1099 mvpp2_bm_pool_use(struct mvpp2_port *port, unsigned pool, int pkt_size)  in mvpp2_bm_pool_use()
1155 mvpp2_bm_pool_use_percpu(struct mvpp2_port *port, int type,  in mvpp2_bm_pool_use_percpu()
1203 static int mvpp2_swf_bm_pool_init_shared(struct mvpp2_port *port)  in mvpp2_swf_bm_pool_init_shared()
1251 static int mvpp2_swf_bm_pool_init_percpu(struct mvpp2_port *port)  in mvpp2_swf_bm_pool_init_percpu()
1282 static int mvpp2_swf_bm_pool_init(struct mvpp2_port *port)  in mvpp2_swf_bm_pool_init()
1290 static void mvpp2_set_hw_csum(struct mvpp2_port *port,  in mvpp2_set_hw_csum()
1312 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_bm_update_mtu()
1385 static inline void mvpp2_interrupts_enable(struct mvpp2_port *port)  in mvpp2_interrupts_enable()
1396 static inline void mvpp2_interrupts_disable(struct mvpp2_port *port)  in mvpp2_interrupts_disable()
1409 	struct mvpp2_port *port = qvec->port;  in mvpp2_qvec_interrupt_enable()
1417 	struct mvpp2_port *port = qvec->port;  in mvpp2_qvec_interrupt_disable()
1429 	struct mvpp2_port *port = arg;  in mvpp2_interrupts_mask()
1451 	struct mvpp2_port *port = arg;  in mvpp2_interrupts_unmask()
1474 mvpp2_shared_interrupt_mask_unmask(struct mvpp2_port *port, bool mask)  in mvpp2_shared_interrupt_mask_unmask()
1502 static bool mvpp2_port_supports_xlg(struct mvpp2_port *port)  in mvpp2_port_supports_xlg()
1507 static bool mvpp2_port_supports_rgmii(struct mvpp2_port *port)  in mvpp2_port_supports_rgmii()
1531 static void mvpp22_gop_init_rgmii(struct mvpp2_port *port)  in mvpp22_gop_init_rgmii()
1559 static void mvpp22_gop_init_sgmii(struct mvpp2_port *port)  in mvpp22_gop_init_sgmii()
1579 static void mvpp22_gop_init_10gkr(struct mvpp2_port *port)  in mvpp22_gop_init_10gkr()
1602 static void mvpp22_gop_fca_enable_periodic(struct mvpp2_port *port, bool en)  in mvpp22_gop_fca_enable_periodic()
1615 static void mvpp22_gop_fca_set_timer(struct mvpp2_port *port, u32 timer)  in mvpp22_gop_fca_set_timer()
1631 static void mvpp22_gop_fca_set_periodic_timer(struct mvpp2_port *port)  in mvpp22_gop_fca_set_periodic_timer()
1645 static int mvpp22_gop_init(struct mvpp2_port *port, phy_interface_t interface)  in mvpp22_gop_init()
1701 static void mvpp22_gop_unmask_irq(struct mvpp2_port *port)  in mvpp22_gop_unmask_irq()
1725 static void mvpp22_gop_mask_irq(struct mvpp2_port *port)  in mvpp22_gop_mask_irq()
1745 static void mvpp22_gop_setup_irq(struct mvpp2_port *port)  in mvpp22_gop_setup_irq()
1785 static int mvpp22_comphy_init(struct mvpp2_port *port,  in mvpp22_comphy_init()
1800 static void mvpp2_port_enable(struct mvpp2_port *port)  in mvpp2_port_enable()
1818 static void mvpp2_port_disable(struct mvpp2_port *port)  in mvpp2_port_disable()
1835 static void mvpp2_port_periodic_xon_disable(struct mvpp2_port *port)  in mvpp2_port_periodic_xon_disable()
1845 static void mvpp2_port_loopback_set(struct mvpp2_port *port,  in mvpp2_port_loopback_set()
1882 static u64 mvpp2_read_count(struct mvpp2_port *port,  in mvpp2_read_count()
1987 	struct mvpp2_port *port = netdev_priv(netdev);  in mvpp2_ethtool_get_strings()
2030 mvpp2_get_xdp_stats(struct mvpp2_port *port, struct mvpp2_pcpu_stats *xdp_stats)  in mvpp2_get_xdp_stats()
2068 static void mvpp2_read_stats(struct mvpp2_port *port)  in mvpp2_read_stats()
2135 	struct mvpp2_port *port = container_of(del_work, struct mvpp2_port,  in mvpp2_gather_hw_statistics()
2155 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_stats()
2170 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_sset_count()
2178 static void mvpp2_mac_reset_assert(struct mvpp2_port *port)  in mvpp2_mac_reset_assert()
2193 static void mvpp22_pcs_reset_assert(struct mvpp2_port *port)  in mvpp22_pcs_reset_assert()
2214 static void mvpp22_pcs_reset_deassert(struct mvpp2_port *port,  in mvpp22_pcs_reset_deassert()
2247 static inline void mvpp2_gmac_max_rx_size_set(struct mvpp2_port *port)  in mvpp2_gmac_max_rx_size_set()
2259 static inline void mvpp2_xlg_max_rx_size_set(struct mvpp2_port *port)  in mvpp2_xlg_max_rx_size_set()
2271 static void mvpp2_defaults_set(struct mvpp2_port *port)  in mvpp2_defaults_set()
2330 static void mvpp2_ingress_enable(struct mvpp2_port *port)  in mvpp2_ingress_enable()
2343 static void mvpp2_ingress_disable(struct mvpp2_port *port)  in mvpp2_ingress_disable()
2359 static void mvpp2_egress_enable(struct mvpp2_port *port)  in mvpp2_egress_enable()
2381 static void mvpp2_egress_disable(struct mvpp2_port *port)  in mvpp2_egress_disable()
2418 mvpp2_rxq_received(struct mvpp2_port *port, int rxq_id)  in mvpp2_rxq_received()
2429 mvpp2_rxq_status_update(struct mvpp2_port *port, int rxq_id,  in mvpp2_rxq_status_update()
2452 static void mvpp2_rxq_offset_set(struct mvpp2_port *port,  in mvpp2_rxq_offset_set()
2487 static void mvpp2_aggr_txq_pend_desc_add(struct mvpp2_port *port, int pending)  in mvpp2_aggr_txq_pend_desc_add()
2501 static int mvpp2_aggr_desc_num_check(struct mvpp2_port *port,  in mvpp2_aggr_desc_num_check()
2525 static int mvpp2_txq_alloc_reserved_desc(struct mvpp2_port *port,  in mvpp2_txq_alloc_reserved_desc()
2543 static int mvpp2_txq_reserved_desc_num_proc(struct mvpp2_port *port,  in mvpp2_txq_reserved_desc_num_proc()
2635 static inline int mvpp2_txq_sent_desc_proc(struct mvpp2_port *port,  in mvpp2_txq_sent_desc_proc()
2654 	struct mvpp2_port *port = arg;  in mvpp2_txq_sent_counter_clear()
2671 static void mvpp2_txp_max_tx_size_set(struct mvpp2_port *port)  in mvpp2_txp_max_tx_size_set()
2720 static void mvpp2_set_rxq_free_tresh(struct mvpp2_port *port,  in mvpp2_set_rxq_free_tresh()
2736 static void mvpp2_rx_pkts_coal_set(struct mvpp2_port *port,  in mvpp2_rx_pkts_coal_set()
2752 static void mvpp2_tx_pkts_coal_set(struct mvpp2_port *port,  in mvpp2_tx_pkts_coal_set()
2788 static void mvpp2_rx_time_coal_set(struct mvpp2_port *port,  in mvpp2_rx_time_coal_set()
2805 static void mvpp2_tx_time_coal_set(struct mvpp2_port *port)  in mvpp2_tx_time_coal_set()
2822 static void mvpp2_txq_bufs_free(struct mvpp2_port *port,  in mvpp2_txq_bufs_free()
2854 static inline struct mvpp2_rx_queue *mvpp2_get_rx_queue(struct mvpp2_port *port,  in mvpp2_get_rx_queue()
2862 static inline struct mvpp2_tx_queue *mvpp2_get_tx_queue(struct mvpp2_port *port,  in mvpp2_get_tx_queue()
2871 static void mvpp2_txq_done(struct mvpp2_port *port, struct mvpp2_tx_queue *txq,  in mvpp2_txq_done()
2892 static unsigned int mvpp2_tx_done(struct mvpp2_port *port, u32 cause,  in mvpp2_tx_done()
2955 static int mvpp2_rxq_init(struct mvpp2_port *port,  in mvpp2_rxq_init()
3042 static void mvpp2_rxq_drop_pkts(struct mvpp2_port *port,  in mvpp2_rxq_drop_pkts()
3067 static void mvpp2_rxq_deinit(struct mvpp2_port *port,  in mvpp2_rxq_deinit()
3103 static int mvpp2_txq_init(struct mvpp2_port *port,  in mvpp2_txq_init()
3195 static void mvpp2_txq_deinit(struct mvpp2_port *port,  in mvpp2_txq_deinit()
3236 static void mvpp2_txq_clean(struct mvpp2_port *port, struct mvpp2_tx_queue *txq)  in mvpp2_txq_clean()
3285 static void mvpp2_cleanup_txqs(struct mvpp2_port *port)  in mvpp2_cleanup_txqs()
3310 static void mvpp2_cleanup_rxqs(struct mvpp2_port *port)  in mvpp2_cleanup_rxqs()
3322 static int mvpp2_setup_rxqs(struct mvpp2_port *port)  in mvpp2_setup_rxqs()
3343 static int mvpp2_setup_txqs(struct mvpp2_port *port)  in mvpp2_setup_txqs()
3387 static void mvpp2_isr_handle_ptp_queue(struct mvpp2_port *port, int nq)  in mvpp2_isr_handle_ptp_queue()
3424 static void mvpp2_isr_handle_ptp(struct mvpp2_port *port)  in mvpp2_isr_handle_ptp()
3437 static void mvpp2_isr_handle_link(struct mvpp2_port *port,  in mvpp2_isr_handle_link()
3467 static void mvpp2_isr_handle_xlg(struct mvpp2_port *port)  in mvpp2_isr_handle_xlg()
3480 static void mvpp2_isr_handle_gmac_internal(struct mvpp2_port *port)  in mvpp2_isr_handle_gmac_internal()
3500 	struct mvpp2_port *port = (struct mvpp2_port *)dev_id;  in mvpp2_port_isr()
3531 	struct mvpp2_port *port;  in mvpp2_hr_timer_cb()
3563 static void mvpp2_rx_error(struct mvpp2_port *port,  in mvpp2_rx_error()
3588 static int mvpp2_rx_csum(struct mvpp2_port *port, u32 status)  in mvpp2_rx_csum()
3602 static int mvpp2_rx_refill(struct mvpp2_port *port,  in mvpp2_rx_refill()
3621 static u32 mvpp2_skb_tx_csum(struct mvpp2_port *port, struct sk_buff *skb)  in mvpp2_skb_tx_csum()
3652 static void mvpp2_xdp_finish_tx(struct mvpp2_port *port, u16 txq_id, int nxmit, int nxmit_byte)  in mvpp2_xdp_finish_tx()
3682 mvpp2_xdp_submit_frame(struct mvpp2_port *port, u16 txq_id,  in mvpp2_xdp_submit_frame()
3746 mvpp2_xdp_xmit_back(struct mvpp2_port *port, struct xdp_buff *xdp)  in mvpp2_xdp_xmit_back()
3784 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_xdp_xmit()
3825 mvpp2_run_xdp(struct mvpp2_port *port, struct bpf_prog *prog,  in mvpp2_run_xdp()
3880 static void mvpp2_buff_hdr_pool_put(struct mvpp2_port *port, struct mvpp2_rx_desc *rx_desc,  in mvpp2_buff_hdr_pool_put()
3910 static int mvpp2_rx(struct mvpp2_port *port, struct napi_struct *napi,  in mvpp2_rx()
4094 tx_desc_unmap_put(struct mvpp2_port *port, struct mvpp2_tx_queue *txq,  in tx_desc_unmap_put()
4110 static void mvpp2_txdesc_clear_ptp(struct mvpp2_port *port,  in mvpp2_txdesc_clear_ptp()
4119 static bool mvpp2_tx_hw_tstamp(struct mvpp2_port *port,  in mvpp2_tx_hw_tstamp()
4199 static int mvpp2_tx_frag_process(struct mvpp2_port *port, struct sk_buff *skb,  in mvpp2_tx_frag_process()
4260 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_tso_put_hdr()
4285 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_tso_put_data()
4321 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_tx_tso()
4370 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_tx()
4504 	struct mvpp2_port *port = netdev_priv(napi->dev);  in mvpp2_poll()
4577 static void mvpp22_mode_reconfigure(struct mvpp2_port *port,  in mvpp22_mode_reconfigure()
4615 static void mvpp2_start_dev(struct mvpp2_port *port)  in mvpp2_start_dev()
4642 static void mvpp2_stop_dev(struct mvpp2_port *port)  in mvpp2_stop_dev()
4701 static void mvpp21_get_mac_address(struct mvpp2_port *port, unsigned char *addr)  in mvpp21_get_mac_address()
4716 static int mvpp2_irqs_init(struct mvpp2_port *port)  in mvpp2_irqs_init()
4764 static void mvpp2_irqs_deinit(struct mvpp2_port *port)  in mvpp2_irqs_deinit()
4779 static bool mvpp22_rss_is_supported(struct mvpp2_port *port)  in mvpp22_rss_is_supported()
4787 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_open()
4895 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_stop()
4930 static int mvpp2_prs_mac_da_accept_list(struct mvpp2_port *port,  in mvpp2_prs_mac_da_accept_list()
4945 static void mvpp2_set_rx_promisc(struct mvpp2_port *port, bool enable)  in mvpp2_set_rx_promisc()
4961 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_set_rx_mode()
5014 	struct mvpp2_port *port = NULL;  in mvpp2_bm_switch_buffers()
5061 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_change_mtu()
5124 static int mvpp2_check_pagepool_dma(struct mvpp2_port *port)  in mvpp2_check_pagepool_dma()
5154 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_get_stats64()
5185 static int mvpp2_set_ts_config(struct mvpp2_port *port, struct ifreq *ifr)  in mvpp2_set_ts_config()
5245 static int mvpp2_get_ts_config(struct mvpp2_port *port, struct ifreq *ifr)  in mvpp2_get_ts_config()
5264 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_ts_info()
5284 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ioctl()
5306 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_vlan_rx_add_vid()
5318 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_vlan_rx_kill_vid()
5328 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_set_features()
5353 static int mvpp2_xdp_setup(struct mvpp2_port *port, struct netdev_bpf *bpf)  in mvpp2_xdp_setup()
5398 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_xdp()
5412 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_nway_reset()
5427 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_set_coalesce()
5463 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_coalesce()
5489 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_ringparam()
5503 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_set_ringparam()
5563 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_pause_param()
5574 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_set_pause_param()
5585 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_link_ksettings()
5596 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_set_link_ksettings()
5607 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_rxnfc()
5647 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_set_rxnfc()
5671 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_rxfh_indir_size()
5679 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_ethtool_get_rxfh()
5697 static bool mvpp2_ethtool_rxfh_okay(struct mvpp2_port *port,  in mvpp2_ethtool_rxfh_okay()
5718 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_create_rxfh_context()
5744 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_modify_rxfh_context()
5761 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_remove_rxfh_context()
5823 static int mvpp2_simple_queue_vectors_init(struct mvpp2_port *port,  in mvpp2_simple_queue_vectors_init()
5844 static int mvpp2_multi_queue_vectors_init(struct mvpp2_port *port,  in mvpp2_multi_queue_vectors_init()
5908 static int mvpp2_queue_vectors_init(struct mvpp2_port *port,  in mvpp2_queue_vectors_init()
5917 static void mvpp2_queue_vectors_deinit(struct mvpp2_port *port)  in mvpp2_queue_vectors_deinit()
5926 static void mvpp2_rx_irqs_setup(struct mvpp2_port *port)  in mvpp2_rx_irqs_setup()
5956 static int mvpp2_port_init(struct mvpp2_port *port)  in mvpp2_port_init()
6152 	struct mvpp2_port *port = netdev_priv(dev);  in mvpp2_port_copy_mac_addr()
6188 static struct mvpp2_port *mvpp2_phylink_to_port(struct phylink_config *config)  in mvpp2_phylink_to_port()
6190 	return container_of(config, struct mvpp2_port, phylink_config);  in mvpp2_phylink_to_port()
6193 static struct mvpp2_port *mvpp2_pcs_xlg_to_port(struct phylink_pcs *pcs)  in mvpp2_pcs_xlg_to_port()
6195 	return container_of(pcs, struct mvpp2_port, pcs_xlg);  in mvpp2_pcs_xlg_to_port()
6198 static struct mvpp2_port *mvpp2_pcs_gmac_to_port(struct phylink_pcs *pcs)  in mvpp2_pcs_gmac_to_port()
6200 	return container_of(pcs, struct mvpp2_port, pcs_gmac);  in mvpp2_pcs_gmac_to_port()
6206 	struct mvpp2_port *port = mvpp2_pcs_xlg_to_port(pcs);  in mvpp2_xlg_pcs_get_state()
6258 	struct mvpp2_port *port = mvpp2_pcs_gmac_to_port(pcs);  in mvpp2_gmac_pcs_get_state()
6295 	struct mvpp2_port *port = mvpp2_pcs_gmac_to_port(pcs);  in mvpp2_gmac_pcs_config()
6349 	struct mvpp2_port *port = mvpp2_pcs_gmac_to_port(pcs);  in mvpp2_gmac_pcs_an_restart()
6365 static void mvpp2_xlg_config(struct mvpp2_port *port, unsigned int mode,  in mvpp2_xlg_config()
6385 static void mvpp2_gmac_config(struct mvpp2_port *port, unsigned int mode,  in mvpp2_gmac_config()
6447 	struct mvpp2_port *port = mvpp2_phylink_to_port(config);  in mvpp2_select_pcs()
6462 	struct mvpp2_port *port = mvpp2_phylink_to_port(config);  in mvpp2_mac_prepare()
6515 	struct mvpp2_port *port = mvpp2_phylink_to_port(config);  in mvpp2_mac_config()
6532 	struct mvpp2_port *port = mvpp2_phylink_to_port(config);  in mvpp2_mac_finish()
6577 	struct mvpp2_port *port = mvpp2_phylink_to_port(config);  in mvpp2_mac_link_up()
6657 	struct mvpp2_port *port = mvpp2_phylink_to_port(config);  in mvpp2_mac_link_down()
6691 static void mvpp2_acpi_start(struct mvpp2_port *port)  in mvpp2_acpi_start()
6736 	struct mvpp2_port *port;  in mvpp2_port_probe()
7087 static void mvpp2_port_remove(struct mvpp2_port *port)  in mvpp2_port_remove()