105 static int igb_setup_all_tx_resources(struct igb_adapter *);
106 static int igb_setup_all_rx_resources(struct igb_adapter *);
107 static void igb_free_all_tx_resources(struct igb_adapter *);
108 static void igb_free_all_rx_resources(struct igb_adapter *);
109 static void igb_setup_mrqc(struct igb_adapter *);
110 static void igb_init_queue_configuration(struct igb_adapter *adapter);
111 static int igb_sw_init(struct igb_adapter *);
114 static void igb_configure(struct igb_adapter *);
115 static void igb_configure_tx(struct igb_adapter *);
116 static void igb_configure_rx(struct igb_adapter *);
117 static void igb_clean_all_tx_rings(struct igb_adapter *);
118 static void igb_clean_all_rx_rings(struct igb_adapter *);
130 static void igb_set_uta(struct igb_adapter *adapter, bool set);
137 static void igb_setup_dca(struct igb_adapter *);
149 static void igb_restore_vlan(struct igb_adapter *);
150 static void igb_rar_set_index(struct igb_adapter *, u32);
151 static void igb_ping_all_vfs(struct igb_adapter *);
152 static void igb_msg_task(struct igb_adapter *);
153 static void igb_vmm_control(struct igb_adapter *);
154 static int igb_set_vf_mac(struct igb_adapter *, int, unsigned char *);
155 static void igb_flush_mac_table(struct igb_adapter *);
156 static int igb_available_rars(struct igb_adapter *, u8);
157 static void igb_set_default_mac_filter(struct igb_adapter *);
160 static void igb_restore_vf_multicasts(struct igb_adapter *adapter);
171 static void igb_check_vf_rate_limit(struct igb_adapter *);
172 static void igb_nfc_filter_exit(struct igb_adapter *adapter);
173 static void igb_nfc_filter_restore(struct igb_adapter *adapter);
176 static int igb_vf_configure(struct igb_adapter *adapter, int vf);
205 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba);
323 static void igb_dump(struct igb_adapter *adapter)  in igb_dump()
531 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_data()
547 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_data()
571 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_set_i2c_clk()
593 	struct igb_adapter *adapter = (struct igb_adapter *)data;  in igb_get_i2c_clk()
617 	struct igb_adapter *adapter = hw->back;  in igb_get_hw_dev()
669 static void igb_cache_ring_register(struct igb_adapter *adapter)  in igb_cache_ring_register()
704 	struct igb_adapter *igb = container_of(hw, struct igb_adapter, hw);  in igb_rd32()
754 	struct igb_adapter *adapter = q_vector->adapter;  in igb_assign_vector()
837 static void igb_configure_msix(struct igb_adapter *adapter)  in igb_configure_msix()
903 static int igb_request_msix(struct igb_adapter *adapter)  in igb_request_msix()
969 static void igb_free_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_free_q_vector()
990 static void igb_reset_q_vector(struct igb_adapter *adapter, int v_idx)  in igb_reset_q_vector()
1010 static void igb_reset_interrupt_capability(struct igb_adapter *adapter)  in igb_reset_interrupt_capability()
1031 static void igb_free_q_vectors(struct igb_adapter *adapter)  in igb_free_q_vectors()
1052 static void igb_clear_interrupt_scheme(struct igb_adapter *adapter)  in igb_clear_interrupt_scheme()
1066 static void igb_set_interrupt_capability(struct igb_adapter *adapter, bool msix)  in igb_set_interrupt_capability()
1156 static int igb_alloc_q_vector(struct igb_adapter *adapter,  in igb_alloc_q_vector()
1295 static int igb_alloc_q_vectors(struct igb_adapter *adapter)  in igb_alloc_q_vectors()
1354 static int igb_init_interrupt_scheme(struct igb_adapter *adapter, bool msix)  in igb_init_interrupt_scheme()
1383 static int igb_request_irq(struct igb_adapter *adapter)  in igb_request_irq()
1431 static void igb_free_irq(struct igb_adapter *adapter)  in igb_free_irq()
1450 static void igb_irq_disable(struct igb_adapter *adapter)  in igb_irq_disable()
1484 static void igb_irq_enable(struct igb_adapter *adapter)  in igb_irq_enable()
1509 static void igb_update_mng_vlan(struct igb_adapter *adapter)  in igb_update_mng_vlan()
1540 static void igb_release_hw_control(struct igb_adapter *adapter)  in igb_release_hw_control()
1559 static void igb_get_hw_control(struct igb_adapter *adapter)  in igb_get_hw_control()
1570 static void enable_fqtss(struct igb_adapter *adapter, bool enable)  in enable_fqtss()
1586 static bool is_fqtss_enabled(struct igb_adapter *adapter)  in is_fqtss_enabled()
1626 static bool is_any_cbs_enabled(struct igb_adapter *adapter)  in is_any_cbs_enabled()
1638 static bool is_any_txtime_enabled(struct igb_adapter *adapter)  in is_any_txtime_enabled()
1660 static void igb_config_tx_modes(struct igb_adapter *adapter, int queue)  in igb_config_tx_modes()
1836 static int igb_save_txtime_params(struct igb_adapter *adapter, int queue,  in igb_save_txtime_params()
1850 static int igb_save_cbs_params(struct igb_adapter *adapter, int queue,  in igb_save_cbs_params()
1879 static void igb_setup_tx_mode(struct igb_adapter *adapter)  in igb_setup_tx_mode()
1962 static void igb_configure(struct igb_adapter *adapter)  in igb_configure()
1997 void igb_power_up_link(struct igb_adapter *adapter)  in igb_power_up_link()
2013 static void igb_power_down_link(struct igb_adapter *adapter)  in igb_power_down_link()
2025 static void igb_check_swap_media(struct igb_adapter *adapter)  in igb_check_swap_media()
2093 int igb_up(struct igb_adapter *adapter)  in igb_up()
2137 void igb_down(struct igb_adapter *adapter)  in igb_down()
2204 void igb_reinit_locked(struct igb_adapter *adapter)  in igb_reinit_locked()
2217 static void igb_enable_mas(struct igb_adapter *adapter)  in igb_enable_mas()
2256 void igb_reset(struct igb_adapter *adapter)  in igb_reset()
2453 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_features()
2494 		struct igb_adapter *adapter = netdev_priv(dev);  in igb_ndo_fdb_add()
2540 static void igb_offload_apply(struct igb_adapter *adapter, s32 queue)  in igb_offload_apply()
2553 static int igb_offload_cbs(struct igb_adapter *adapter,  in igb_offload_cbs()
2581 static int igb_parse_cls_flower(struct igb_adapter *adapter,  in igb_parse_cls_flower()
2667 static int igb_configure_clsflower(struct igb_adapter *adapter,  in igb_configure_clsflower()
2729 static int igb_delete_clsflower(struct igb_adapter *adapter,  in igb_delete_clsflower()
2759 static int igb_setup_tc_cls_flower(struct igb_adapter *adapter,  in igb_setup_tc_cls_flower()
2777 	struct igb_adapter *adapter = cb_priv;  in igb_setup_tc_block_cb()
2791 static int igb_offload_txtime(struct igb_adapter *adapter,  in igb_offload_txtime()
2814 static int igb_tc_query_caps(struct igb_adapter *adapter,  in igb_tc_query_caps()
2835 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_setup_tc()
2859 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_setup()
2930 static struct igb_ring *igb_xdp_tx_queue_mapping(struct igb_adapter *adapter)  in igb_xdp_tx_queue_mapping()
2940 static int igb_xdp_xmit_back(struct igb_adapter *adapter, struct xdp_buff *xdp)  in igb_xdp_xmit_back()
2971 	struct igb_adapter *adapter = netdev_priv(dev);  in igb_xdp_xmit()
3047 void igb_set_fw_version(struct igb_adapter *adapter)  in igb_set_fw_version()
3095 static void igb_init_mas(struct igb_adapter *adapter)  in igb_init_mas()
3146 static s32 igb_init_i2c(struct igb_adapter *adapter)  in igb_init_i2c()
3183 	struct igb_adapter *adapter;  in igb_probe()
3220 	netdev = alloc_etherdev_mq(sizeof(struct igb_adapter),  in igb_probe()
3664 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_sriov_reinit()
3695 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_disable_sriov()
3732 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_enable_sriov()
3832 static void igb_remove_i2c(struct igb_adapter *adapter)  in igb_remove_i2c()
3850 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_remove()
3912 static void igb_probe_vfs(struct igb_adapter *adapter)  in igb_probe_vfs()
3936 unsigned int igb_get_max_rss_queues(struct igb_adapter *adapter)  in igb_get_max_rss_queues()
3973 static void igb_init_queue_configuration(struct igb_adapter *adapter)  in igb_init_queue_configuration()
3983 void igb_set_flag_queue_pairs(struct igb_adapter *adapter,  in igb_set_flag_queue_pairs()
4019 static int igb_sw_init(struct igb_adapter *adapter)  in igb_sw_init()
4115 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_open()
4232 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_close()
4303 static int igb_setup_all_tx_resources(struct igb_adapter *adapter)  in igb_setup_all_tx_resources()
4326 void igb_setup_tctl(struct igb_adapter *adapter)  in igb_setup_tctl()
4355 void igb_configure_tx_ring(struct igb_adapter *adapter,  in igb_configure_tx_ring()
4391 static void igb_configure_tx(struct igb_adapter *adapter)  in igb_configure_tx()
4415 	struct igb_adapter *adapter = netdev_priv(rx_ring->netdev);  in igb_setup_rx_resources()
4468 static int igb_setup_all_rx_resources(struct igb_adapter *adapter)  in igb_setup_all_rx_resources()
4491 static void igb_setup_mrqc(struct igb_adapter *adapter)  in igb_setup_mrqc()
4581 void igb_setup_rctl(struct igb_adapter *adapter)  in igb_setup_rctl()
4637 static inline int igb_set_vf_rlpml(struct igb_adapter *adapter, int size,  in igb_set_vf_rlpml()
4654 static inline void igb_set_vf_vlan_strip(struct igb_adapter *adapter,  in igb_set_vf_vlan_strip()
4676 static inline void igb_set_vmolr(struct igb_adapter *adapter,  in igb_set_vmolr()
4714 void igb_setup_srrctl(struct igb_adapter *adapter, struct igb_ring *ring)  in igb_setup_srrctl()
4746 void igb_configure_rx_ring(struct igb_adapter *adapter,  in igb_configure_rx_ring()
4797 static void igb_set_rx_buffer_len(struct igb_adapter *adapter,  in igb_set_rx_buffer_len()
4827 static void igb_configure_rx(struct igb_adapter *adapter)  in igb_configure_rx()
4874 static void igb_free_all_tx_resources(struct igb_adapter *adapter)  in igb_free_all_tx_resources()
4953 static void igb_clean_all_tx_rings(struct igb_adapter *adapter)  in igb_clean_all_tx_rings()
4993 static void igb_free_all_rx_resources(struct igb_adapter *adapter)  in igb_free_all_rx_resources()
5049 static void igb_clean_all_rx_rings(struct igb_adapter *adapter)  in igb_clean_all_rx_rings()
5067 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_mac()
5094 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_write_mc_addr_list()
5122 static int igb_vlan_promisc_enable(struct igb_adapter *adapter)  in igb_vlan_promisc_enable()
5175 static void igb_scrub_vfta(struct igb_adapter *adapter, u32 vfta_offset)  in igb_scrub_vfta()
5231 static void igb_vlan_promisc_disable(struct igb_adapter *adapter)  in igb_vlan_promisc_disable()
5257 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_rx_mode()
5354 static void igb_check_wvbr(struct igb_adapter *adapter)  in igb_check_wvbr()
5375 static void igb_spoof_check(struct igb_adapter *adapter)  in igb_spoof_check()
5399 	struct igb_adapter *adapter = from_timer(adapter, t, phy_info_timer);  in igb_update_phy_info()
5407 bool igb_has_link(struct igb_adapter *adapter)  in igb_has_link()
5468 static void igb_check_lvmmc(struct igb_adapter *adapter)  in igb_check_lvmmc()
5489 	struct igb_adapter *adapter = from_timer(adapter, t, watchdog_timer);  in igb_watchdog()
5496 	struct igb_adapter *adapter = container_of(work,  in igb_watchdog_task()
5497 						   struct igb_adapter,  in igb_watchdog_task()
5742 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_ring_itr()
5866 	struct igb_adapter *adapter = q_vector->adapter;  in igb_set_itr()
6332 int igb_xmit_xdp_ring(struct igb_adapter *adapter,  in igb_xmit_xdp_ring()
6474 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6516 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
6528 static inline struct igb_ring *igb_tx_queue_mapping(struct igb_adapter *adapter,  in igb_tx_queue_mapping()
6542 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_xmit_frame()
6560 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_tx_timeout()
6576 	struct igb_adapter *adapter;  in igb_reset_task()
6577 	adapter = container_of(work, struct igb_adapter, reset_task);  in igb_reset_task()
6601 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_get_stats64()
6618 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_change_mtu()
6667 void igb_update_stats(struct igb_adapter *adapter)  in igb_update_stats()
6853 static void igb_perout(struct igb_adapter *adapter, int tsintr_tt)  in igb_perout()
6931 static void igb_extts(struct igb_adapter *adapter, int tsintr_tt)  in igb_extts()
6965 static void igb_tsync_interrupt(struct igb_adapter *adapter)  in igb_tsync_interrupt()
7007 	struct igb_adapter *adapter = data;  in igb_msix_other()
7046 	struct igb_adapter *adapter = q_vector->adapter;  in igb_write_itr()
7077 static void igb_update_tx_dca(struct igb_adapter *adapter,  in igb_update_tx_dca()
7098 static void igb_update_rx_dca(struct igb_adapter *adapter,  in igb_update_rx_dca()
7120 	struct igb_adapter *adapter = q_vector->adapter;  in igb_update_dca()
7137 static void igb_setup_dca(struct igb_adapter *adapter)  in igb_setup_dca()
7157 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_notify_dca()
7203 static int igb_vf_configure(struct igb_adapter *adapter, int vf)  in igb_vf_configure()
7220 static void igb_ping_all_vfs(struct igb_adapter *adapter)  in igb_ping_all_vfs()
7234 static int igb_set_vf_promisc(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_promisc()
7273 static int igb_set_vf_multicasts(struct igb_adapter *adapter,  in igb_set_vf_multicasts()
7301 static void igb_restore_vf_multicasts(struct igb_adapter *adapter)  in igb_restore_vf_multicasts()
7326 static void igb_clear_vf_vfta(struct igb_adapter *adapter, u32 vf)  in igb_clear_vf_vfta()
7397 static void igb_update_pf_vlvf(struct igb_adapter *adapter, u32 vid)  in igb_update_pf_vlvf()
7423 static s32 igb_set_vf_vlan(struct igb_adapter *adapter, u32 vid,  in igb_set_vf_vlan()
7457 static void igb_set_vmvir(struct igb_adapter *adapter, u32 vid, u32 vf)  in igb_set_vmvir()
7467 static int igb_enable_port_vlan(struct igb_adapter *adapter, int vf,  in igb_enable_port_vlan()
7499 static int igb_disable_port_vlan(struct igb_adapter *adapter, int vf)  in igb_disable_port_vlan()
7522 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_vlan()
7534 static int igb_set_vf_vlan_msg(struct igb_adapter *adapter, u32 *msgbuf, u32 vf)  in igb_set_vf_vlan_msg()
7553 static inline void igb_vf_reset(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset()
7576 static void igb_vf_reset_event(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_event()
7588 static void igb_vf_reset_msg(struct igb_adapter *adapter, u32 vf)  in igb_vf_reset_msg()
7619 static void igb_flush_mac_table(struct igb_adapter *adapter)  in igb_flush_mac_table()
7632 static int igb_available_rars(struct igb_adapter *adapter, u8 queue)  in igb_available_rars()
7657 static void igb_set_default_mac_filter(struct igb_adapter *adapter)  in igb_set_default_mac_filter()
7694 static int igb_add_mac_filter_flags(struct igb_adapter *adapter,  in igb_add_mac_filter_flags()
7726 static int igb_add_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_add_mac_filter()
7738 static int igb_del_mac_filter_flags(struct igb_adapter *adapter,  in igb_del_mac_filter_flags()
7785 static int igb_del_mac_filter(struct igb_adapter *adapter, const u8 *addr,  in igb_del_mac_filter()
7791 int igb_add_mac_steering_filter(struct igb_adapter *adapter,  in igb_add_mac_steering_filter()
7806 int igb_del_mac_steering_filter(struct igb_adapter *adapter,  in igb_del_mac_steering_filter()
7815 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_sync()
7825 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_uc_unsync()
7832 static int igb_set_vf_mac_filter(struct igb_adapter *adapter, const int vf,  in igb_set_vf_mac_filter()
7899 static int igb_set_vf_mac_addr(struct igb_adapter *adapter, u32 *msg, int vf)  in igb_set_vf_mac_addr()
7935 static void igb_rcv_ack_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_ack_from_vf()
7949 static void igb_rcv_msg_from_vf(struct igb_adapter *adapter, u32 vf)  in igb_rcv_msg_from_vf()
8032 static void igb_msg_task(struct igb_adapter *adapter)  in igb_msg_task()
8066 static void igb_set_uta(struct igb_adapter *adapter, bool set)  in igb_set_uta()
8087 	struct igb_adapter *adapter = data;  in igb_intr_msi()
8124 	struct igb_adapter *adapter = data;  in igb_intr()
8165 	struct igb_adapter *adapter = q_vector->adapter;  in igb_ring_irq_enable()
8234 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_tx_irq()
8587 static struct sk_buff *igb_run_xdp(struct igb_adapter *adapter,  in igb_run_xdp()
8872 	struct igb_adapter *adapter = q_vector->adapter;  in igb_clean_rx_irq()
9145 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_mii_ioctl()
9195 	struct igb_adapter *adapter = hw->back;  in igb_read_pci_cfg()
9202 	struct igb_adapter *adapter = hw->back;  in igb_write_pci_cfg()
9209 	struct igb_adapter *adapter = hw->back;  in igb_read_pcie_cap_reg()
9219 	struct igb_adapter *adapter = hw->back;  in igb_write_pcie_cap_reg()
9229 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_mode()
9257 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_add_vid()
9273 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_kill_vid()
9286 static void igb_restore_vlan(struct igb_adapter *adapter)  in igb_restore_vlan()
9297 int igb_set_spd_dplx(struct igb_adapter *adapter, u32 spd, u8 dplx)  in igb_set_spd_dplx()
9360 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_shutdown()
9427 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_deliver_wake_packet()
9464 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_resume()
9524 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_runtime_idle()
9581 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_error_detected()
9611 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_slot_reset()
9651 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_resume()
9677 static void igb_rar_set_index(struct igb_adapter *adapter, u32 index)  in igb_rar_set_index()
9722 static int igb_set_vf_mac(struct igb_adapter *adapter,  in igb_set_vf_mac()
9743 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_mac()
9818 static void igb_check_vf_rate_limit(struct igb_adapter *adapter)  in igb_check_vf_rate_limit()
9849 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_bw()
9876 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_spoofchk()
9902 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_trust()
9919 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_get_vf_config()
9933 static void igb_vmm_control(struct igb_adapter *adapter)  in igb_vmm_control()
9974 static void igb_init_dmac(struct igb_adapter *adapter, u32 pba)  in igb_init_dmac()
10058 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_read_i2c_byte()
10095 	struct igb_adapter *adapter = container_of(hw, struct igb_adapter, hw);  in igb_write_i2c_byte()
10115 int igb_reinit_queues(struct igb_adapter *adapter)  in igb_reinit_queues()
10137 static void igb_nfc_filter_exit(struct igb_adapter *adapter)  in igb_nfc_filter_exit()
10152 static void igb_nfc_filter_restore(struct igb_adapter *adapter)  in igb_nfc_filter_restore()