1  /* SPDX-License-Identifier: (GPL-2.0 OR MIT) */
2  // Copyright (c) 2018 Synopsys, Inc. and/or its affiliates.
3  // stmmac HW Interface Callbacks
4  
5  #ifndef __STMMAC_HWIF_H__
6  #define __STMMAC_HWIF_H__
7  
8  #include <linux/netdevice.h>
9  #include <linux/stmmac.h>
10  #include <net/pkt_cls.h>
11  
12  #define stmmac_do_void_callback(__priv, __module, __cname,  __arg0, __args...) \
13  ({ \
14  	int __result = -EINVAL; \
15  	if ((__priv)->hw->__module && (__priv)->hw->__module->__cname) { \
16  		(__priv)->hw->__module->__cname((__arg0), ##__args); \
17  		__result = 0; \
18  	} \
19  	__result; \
20  })
21  #define stmmac_do_callback(__priv, __module, __cname,  __arg0, __args...) \
22  ({ \
23  	int __result = -EINVAL; \
24  	if ((__priv)->hw->__module && (__priv)->hw->__module->__cname) \
25  		__result = (__priv)->hw->__module->__cname((__arg0), ##__args); \
26  	__result; \
27  })
28  
29  struct stmmac_extra_stats;
30  struct stmmac_priv;
31  struct stmmac_safety_stats;
32  struct stmmac_fpe_cfg;
33  enum stmmac_mpacket_type;
34  struct dma_desc;
35  struct dma_extended_desc;
36  struct dma_edesc;
37  
38  /* Descriptors helpers */
39  struct stmmac_desc_ops {
40  	/* DMA RX descriptor ring initialization */
41  	void (*init_rx_desc)(struct dma_desc *p, int disable_rx_ic, int mode,
42  			int end, int bfsize);
43  	/* DMA TX descriptor ring initialization */
44  	void (*init_tx_desc)(struct dma_desc *p, int mode, int end);
45  	/* Invoked by the xmit function to prepare the tx descriptor */
46  	void (*prepare_tx_desc)(struct dma_desc *p, int is_fs, int len,
47  			bool csum_flag, int mode, bool tx_own, bool ls,
48  			unsigned int tot_pkt_len);
49  	void (*prepare_tso_tx_desc)(struct dma_desc *p, int is_fs, int len1,
50  			int len2, bool tx_own, bool ls, unsigned int tcphdrlen,
51  			unsigned int tcppayloadlen);
52  	/* Set/get the owner of the descriptor */
53  	void (*set_tx_owner)(struct dma_desc *p);
54  	int (*get_tx_owner)(struct dma_desc *p);
55  	/* Clean the tx descriptor as soon as the tx irq is received */
56  	void (*release_tx_desc)(struct dma_desc *p, int mode);
57  	/* Clear interrupt on tx frame completion. When this bit is
58  	 * set an interrupt happens as soon as the frame is transmitted */
59  	void (*set_tx_ic)(struct dma_desc *p);
60  	/* Last tx segment reports the transmit status */
61  	int (*get_tx_ls)(struct dma_desc *p);
62  	/* Get the tag of the descriptor */
63  	u16 (*get_rx_vlan_tci)(struct dma_desc *p);
64  	/* Get the valid status of descriptor */
65  	bool (*get_rx_vlan_valid)(struct dma_desc *p);
66  	/* Return the transmit status looking at the TDES1 */
67  	int (*tx_status)(struct stmmac_extra_stats *x,
68  			 struct dma_desc *p, void __iomem *ioaddr);
69  	/* Get the buffer size from the descriptor */
70  	int (*get_tx_len)(struct dma_desc *p);
71  	/* Handle extra events on specific interrupts hw dependent */
72  	void (*set_rx_owner)(struct dma_desc *p, int disable_rx_ic);
73  	/* Get the receive frame size */
74  	int (*get_rx_frame_len)(struct dma_desc *p, int rx_coe_type);
75  	/* Return the reception status looking at the RDES1 */
76  	int (*rx_status)(struct stmmac_extra_stats *x,
77  			 struct dma_desc *p);
78  	void (*rx_extended_status)(struct stmmac_extra_stats *x,
79  				   struct dma_extended_desc *p);
80  	/* Set tx timestamp enable bit */
81  	void (*enable_tx_timestamp) (struct dma_desc *p);
82  	/* get tx timestamp status */
83  	int (*get_tx_timestamp_status) (struct dma_desc *p);
84  	/* get timestamp value */
85  	void (*get_timestamp)(void *desc, u32 ats, u64 *ts);
86  	/* get rx timestamp status */
87  	int (*get_rx_timestamp_status)(void *desc, void *next_desc, u32 ats);
88  	/* Display ring */
89  	void (*display_ring)(void *head, unsigned int size, bool rx,
90  			     dma_addr_t dma_rx_phy, unsigned int desc_size);
91  	/* set MSS via context descriptor */
92  	void (*set_mss)(struct dma_desc *p, unsigned int mss);
93  	/* set descriptor skbuff address */
94  	void (*set_addr)(struct dma_desc *p, dma_addr_t addr);
95  	/* clear descriptor */
96  	void (*clear)(struct dma_desc *p);
97  	/* RSS */
98  	int (*get_rx_hash)(struct dma_desc *p, u32 *hash,
99  			   enum pkt_hash_types *type);
100  	void (*get_rx_header_len)(struct dma_desc *p, unsigned int *len);
101  	void (*set_sec_addr)(struct dma_desc *p, dma_addr_t addr, bool buf2_valid);
102  	void (*set_sarc)(struct dma_desc *p, u32 sarc_type);
103  	void (*set_vlan_tag)(struct dma_desc *p, u16 tag, u16 inner_tag,
104  			     u32 inner_type);
105  	void (*set_vlan)(struct dma_desc *p, u32 type);
106  	void (*set_tbs)(struct dma_edesc *p, u32 sec, u32 nsec);
107  };
108  
109  #define stmmac_init_rx_desc(__priv, __args...) \
110  	stmmac_do_void_callback(__priv, desc, init_rx_desc, __args)
111  #define stmmac_init_tx_desc(__priv, __args...) \
112  	stmmac_do_void_callback(__priv, desc, init_tx_desc, __args)
113  #define stmmac_prepare_tx_desc(__priv, __args...) \
114  	stmmac_do_void_callback(__priv, desc, prepare_tx_desc, __args)
115  #define stmmac_prepare_tso_tx_desc(__priv, __args...) \
116  	stmmac_do_void_callback(__priv, desc, prepare_tso_tx_desc, __args)
117  #define stmmac_set_tx_owner(__priv, __args...) \
118  	stmmac_do_void_callback(__priv, desc, set_tx_owner, __args)
119  #define stmmac_get_tx_owner(__priv, __args...) \
120  	stmmac_do_callback(__priv, desc, get_tx_owner, __args)
121  #define stmmac_release_tx_desc(__priv, __args...) \
122  	stmmac_do_void_callback(__priv, desc, release_tx_desc, __args)
123  #define stmmac_set_tx_ic(__priv, __args...) \
124  	stmmac_do_void_callback(__priv, desc, set_tx_ic, __args)
125  #define stmmac_get_tx_ls(__priv, __args...) \
126  	stmmac_do_callback(__priv, desc, get_tx_ls, __args)
127  #define stmmac_get_rx_vlan_tci(__priv, __args...) \
128  	stmmac_do_callback(__priv, desc, get_rx_vlan_tci, __args)
129  #define stmmac_get_rx_vlan_valid(__priv, __args...) \
130  	stmmac_do_callback(__priv, desc, get_rx_vlan_valid, __args)
131  #define stmmac_tx_status(__priv, __args...) \
132  	stmmac_do_callback(__priv, desc, tx_status, __args)
133  #define stmmac_get_tx_len(__priv, __args...) \
134  	stmmac_do_callback(__priv, desc, get_tx_len, __args)
135  #define stmmac_set_rx_owner(__priv, __args...) \
136  	stmmac_do_void_callback(__priv, desc, set_rx_owner, __args)
137  #define stmmac_get_rx_frame_len(__priv, __args...) \
138  	stmmac_do_callback(__priv, desc, get_rx_frame_len, __args)
139  #define stmmac_rx_status(__priv, __args...) \
140  	stmmac_do_callback(__priv, desc, rx_status, __args)
141  #define stmmac_rx_extended_status(__priv, __args...) \
142  	stmmac_do_void_callback(__priv, desc, rx_extended_status, __args)
143  #define stmmac_enable_tx_timestamp(__priv, __args...) \
144  	stmmac_do_void_callback(__priv, desc, enable_tx_timestamp, __args)
145  #define stmmac_get_tx_timestamp_status(__priv, __args...) \
146  	stmmac_do_callback(__priv, desc, get_tx_timestamp_status, __args)
147  #define stmmac_get_timestamp(__priv, __args...) \
148  	stmmac_do_void_callback(__priv, desc, get_timestamp, __args)
149  #define stmmac_get_rx_timestamp_status(__priv, __args...) \
150  	stmmac_do_callback(__priv, desc, get_rx_timestamp_status, __args)
151  #define stmmac_display_ring(__priv, __args...) \
152  	stmmac_do_void_callback(__priv, desc, display_ring, __args)
153  #define stmmac_set_mss(__priv, __args...) \
154  	stmmac_do_void_callback(__priv, desc, set_mss, __args)
155  #define stmmac_set_desc_addr(__priv, __args...) \
156  	stmmac_do_void_callback(__priv, desc, set_addr, __args)
157  #define stmmac_clear_desc(__priv, __args...) \
158  	stmmac_do_void_callback(__priv, desc, clear, __args)
159  #define stmmac_get_rx_hash(__priv, __args...) \
160  	stmmac_do_callback(__priv, desc, get_rx_hash, __args)
161  #define stmmac_get_rx_header_len(__priv, __args...) \
162  	stmmac_do_void_callback(__priv, desc, get_rx_header_len, __args)
163  #define stmmac_set_desc_sec_addr(__priv, __args...) \
164  	stmmac_do_void_callback(__priv, desc, set_sec_addr, __args)
165  #define stmmac_set_desc_sarc(__priv, __args...) \
166  	stmmac_do_void_callback(__priv, desc, set_sarc, __args)
167  #define stmmac_set_desc_vlan_tag(__priv, __args...) \
168  	stmmac_do_void_callback(__priv, desc, set_vlan_tag, __args)
169  #define stmmac_set_desc_vlan(__priv, __args...) \
170  	stmmac_do_void_callback(__priv, desc, set_vlan, __args)
171  #define stmmac_set_desc_tbs(__priv, __args...) \
172  	stmmac_do_void_callback(__priv, desc, set_tbs, __args)
173  
174  struct stmmac_dma_cfg;
175  struct dma_features;
176  
177  /* Specific DMA helpers */
178  struct stmmac_dma_ops {
179  	/* DMA core initialization */
180  	int (*reset)(void __iomem *ioaddr);
181  	void (*init)(void __iomem *ioaddr, struct stmmac_dma_cfg *dma_cfg);
182  	void (*init_chan)(struct stmmac_priv *priv, void __iomem *ioaddr,
183  			  struct stmmac_dma_cfg *dma_cfg, u32 chan);
184  	void (*init_rx_chan)(struct stmmac_priv *priv, void __iomem *ioaddr,
185  			     struct stmmac_dma_cfg *dma_cfg,
186  			     dma_addr_t phy, u32 chan);
187  	void (*init_tx_chan)(struct stmmac_priv *priv, void __iomem *ioaddr,
188  			     struct stmmac_dma_cfg *dma_cfg,
189  			     dma_addr_t phy, u32 chan);
190  	/* Configure the AXI Bus Mode Register */
191  	void (*axi)(void __iomem *ioaddr, struct stmmac_axi *axi);
192  	/* Dump DMA registers */
193  	void (*dump_regs)(struct stmmac_priv *priv, void __iomem *ioaddr,
194  			  u32 *reg_space);
195  	void (*dma_rx_mode)(struct stmmac_priv *priv, void __iomem *ioaddr,
196  			    int mode, u32 channel,
197  			    int fifosz, u8 qmode);
198  	void (*dma_tx_mode)(struct stmmac_priv *priv, void __iomem *ioaddr,
199  			    int mode, u32 channel, int fifosz, u8 qmode);
200  	/* To track extra statistic (if supported) */
201  	void (*dma_diagnostic_fr)(struct stmmac_extra_stats *x,
202  				  void __iomem *ioaddr);
203  	void (*enable_dma_transmission)(void __iomem *ioaddr, u32 chan);
204  	void (*enable_dma_irq)(struct stmmac_priv *priv, void __iomem *ioaddr,
205  			       u32 chan, bool rx, bool tx);
206  	void (*disable_dma_irq)(struct stmmac_priv *priv, void __iomem *ioaddr,
207  				u32 chan, bool rx, bool tx);
208  	void (*start_tx)(struct stmmac_priv *priv, void __iomem *ioaddr,
209  			 u32 chan);
210  	void (*stop_tx)(struct stmmac_priv *priv, void __iomem *ioaddr,
211  			u32 chan);
212  	void (*start_rx)(struct stmmac_priv *priv, void __iomem *ioaddr,
213  			 u32 chan);
214  	void (*stop_rx)(struct stmmac_priv *priv, void __iomem *ioaddr,
215  			u32 chan);
216  	int (*dma_interrupt)(struct stmmac_priv *priv, void __iomem *ioaddr,
217  			     struct stmmac_extra_stats *x, u32 chan, u32 dir);
218  	/* If supported then get the optional core features */
219  	int (*get_hw_feature)(void __iomem *ioaddr,
220  			      struct dma_features *dma_cap);
221  	/* Program the HW RX Watchdog */
222  	void (*rx_watchdog)(struct stmmac_priv *priv, void __iomem *ioaddr,
223  			    u32 riwt, u32 queue);
224  	void (*set_tx_ring_len)(struct stmmac_priv *priv, void __iomem *ioaddr,
225  				u32 len, u32 chan);
226  	void (*set_rx_ring_len)(struct stmmac_priv *priv, void __iomem *ioaddr,
227  				u32 len, u32 chan);
228  	void (*set_rx_tail_ptr)(struct stmmac_priv *priv, void __iomem *ioaddr,
229  				u32 tail_ptr, u32 chan);
230  	void (*set_tx_tail_ptr)(struct stmmac_priv *priv, void __iomem *ioaddr,
231  				u32 tail_ptr, u32 chan);
232  	void (*enable_tso)(struct stmmac_priv *priv, void __iomem *ioaddr,
233  			   bool en, u32 chan);
234  	void (*qmode)(struct stmmac_priv *priv, void __iomem *ioaddr,
235  		      u32 channel, u8 qmode);
236  	void (*set_bfsize)(struct stmmac_priv *priv, void __iomem *ioaddr,
237  			   int bfsize, u32 chan);
238  	void (*enable_sph)(struct stmmac_priv *priv, void __iomem *ioaddr,
239  			   bool en, u32 chan);
240  	int (*enable_tbs)(struct stmmac_priv *priv, void __iomem *ioaddr,
241  			  bool en, u32 chan);
242  };
243  
244  #define stmmac_dma_init(__priv, __args...) \
245  	stmmac_do_void_callback(__priv, dma, init, __args)
246  #define stmmac_init_chan(__priv, __args...) \
247  	stmmac_do_void_callback(__priv, dma, init_chan, __priv, __args)
248  #define stmmac_init_rx_chan(__priv, __args...) \
249  	stmmac_do_void_callback(__priv, dma, init_rx_chan, __priv, __args)
250  #define stmmac_init_tx_chan(__priv, __args...) \
251  	stmmac_do_void_callback(__priv, dma, init_tx_chan, __priv, __args)
252  #define stmmac_axi(__priv, __args...) \
253  	stmmac_do_void_callback(__priv, dma, axi, __args)
254  #define stmmac_dump_dma_regs(__priv, __args...) \
255  	stmmac_do_void_callback(__priv, dma, dump_regs, __priv, __args)
256  #define stmmac_dma_rx_mode(__priv, __args...) \
257  	stmmac_do_void_callback(__priv, dma, dma_rx_mode, __priv, __args)
258  #define stmmac_dma_tx_mode(__priv, __args...) \
259  	stmmac_do_void_callback(__priv, dma, dma_tx_mode, __priv, __args)
260  #define stmmac_dma_diagnostic_fr(__priv, __args...) \
261  	stmmac_do_void_callback(__priv, dma, dma_diagnostic_fr, __args)
262  #define stmmac_enable_dma_transmission(__priv, __args...) \
263  	stmmac_do_void_callback(__priv, dma, enable_dma_transmission, __args)
264  #define stmmac_enable_dma_irq(__priv, __args...) \
265  	stmmac_do_void_callback(__priv, dma, enable_dma_irq, __priv, __args)
266  #define stmmac_disable_dma_irq(__priv, __args...) \
267  	stmmac_do_void_callback(__priv, dma, disable_dma_irq, __priv, __args)
268  #define stmmac_start_tx(__priv, __args...) \
269  	stmmac_do_void_callback(__priv, dma, start_tx, __priv, __args)
270  #define stmmac_stop_tx(__priv, __args...) \
271  	stmmac_do_void_callback(__priv, dma, stop_tx, __priv, __args)
272  #define stmmac_start_rx(__priv, __args...) \
273  	stmmac_do_void_callback(__priv, dma, start_rx, __priv, __args)
274  #define stmmac_stop_rx(__priv, __args...) \
275  	stmmac_do_void_callback(__priv, dma, stop_rx, __priv, __args)
276  #define stmmac_dma_interrupt_status(__priv, __args...) \
277  	stmmac_do_callback(__priv, dma, dma_interrupt, __priv, __args)
278  #define stmmac_get_hw_feature(__priv, __args...) \
279  	stmmac_do_callback(__priv, dma, get_hw_feature, __args)
280  #define stmmac_rx_watchdog(__priv, __args...) \
281  	stmmac_do_void_callback(__priv, dma, rx_watchdog, __priv, __args)
282  #define stmmac_set_tx_ring_len(__priv, __args...) \
283  	stmmac_do_void_callback(__priv, dma, set_tx_ring_len, __priv, __args)
284  #define stmmac_set_rx_ring_len(__priv, __args...) \
285  	stmmac_do_void_callback(__priv, dma, set_rx_ring_len, __priv, __args)
286  #define stmmac_set_rx_tail_ptr(__priv, __args...) \
287  	stmmac_do_void_callback(__priv, dma, set_rx_tail_ptr, __priv, __args)
288  #define stmmac_set_tx_tail_ptr(__priv, __args...) \
289  	stmmac_do_void_callback(__priv, dma, set_tx_tail_ptr, __priv, __args)
290  #define stmmac_enable_tso(__priv, __args...) \
291  	stmmac_do_void_callback(__priv, dma, enable_tso, __priv, __args)
292  #define stmmac_dma_qmode(__priv, __args...) \
293  	stmmac_do_void_callback(__priv, dma, qmode, __priv, __args)
294  #define stmmac_set_dma_bfsize(__priv, __args...) \
295  	stmmac_do_void_callback(__priv, dma, set_bfsize, __priv, __args)
296  #define stmmac_enable_sph(__priv, __args...) \
297  	stmmac_do_void_callback(__priv, dma, enable_sph, __priv, __args)
298  #define stmmac_enable_tbs(__priv, __args...) \
299  	stmmac_do_callback(__priv, dma, enable_tbs, __priv, __args)
300  
301  struct mac_device_info;
302  struct net_device;
303  struct rgmii_adv;
304  struct stmmac_tc_entry;
305  struct stmmac_pps_cfg;
306  struct stmmac_rss;
307  struct stmmac_est;
308  
309  /* Helpers to program the MAC core */
310  struct stmmac_ops {
311  	/* MAC core initialization */
312  	void (*core_init)(struct mac_device_info *hw, struct net_device *dev);
313  	/* Update MAC capabilities */
314  	void (*update_caps)(struct stmmac_priv *priv);
315  	/* Enable the MAC RX/TX */
316  	void (*set_mac)(void __iomem *ioaddr, bool enable);
317  	/* Enable and verify that the IPC module is supported */
318  	int (*rx_ipc)(struct mac_device_info *hw);
319  	/* Enable RX Queues */
320  	void (*rx_queue_enable)(struct mac_device_info *hw, u8 mode, u32 queue);
321  	/* RX Queues Priority */
322  	void (*rx_queue_prio)(struct mac_device_info *hw, u32 prio, u32 queue);
323  	/* TX Queues Priority */
324  	void (*tx_queue_prio)(struct mac_device_info *hw, u32 prio, u32 queue);
325  	/* RX Queues Routing */
326  	void (*rx_queue_routing)(struct mac_device_info *hw, u8 packet,
327  				 u32 queue);
328  	/* Program RX Algorithms */
329  	void (*prog_mtl_rx_algorithms)(struct mac_device_info *hw, u32 rx_alg);
330  	/* Program TX Algorithms */
331  	void (*prog_mtl_tx_algorithms)(struct mac_device_info *hw, u32 tx_alg);
332  	/* Set MTL TX queues weight */
333  	void (*set_mtl_tx_queue_weight)(struct stmmac_priv *priv,
334  					struct mac_device_info *hw,
335  					u32 weight, u32 queue);
336  	/* RX MTL queue to RX dma mapping */
337  	void (*map_mtl_to_dma)(struct mac_device_info *hw, u32 queue, u32 chan);
338  	/* Configure AV Algorithm */
339  	void (*config_cbs)(struct stmmac_priv *priv, struct mac_device_info *hw,
340  			   u32 send_slope, u32 idle_slope, u32 high_credit,
341  			   u32 low_credit, u32 queue);
342  	/* Dump MAC registers */
343  	void (*dump_regs)(struct mac_device_info *hw, u32 *reg_space);
344  	/* Handle extra events on specific interrupts hw dependent */
345  	int (*host_irq_status)(struct mac_device_info *hw,
346  			       struct stmmac_extra_stats *x);
347  	/* Handle MTL interrupts */
348  	int (*host_mtl_irq_status)(struct stmmac_priv *priv,
349  				   struct mac_device_info *hw, u32 chan);
350  	/* Multicast filter setting */
351  	void (*set_filter)(struct mac_device_info *hw, struct net_device *dev);
352  	/* Flow control setting */
353  	void (*flow_ctrl)(struct mac_device_info *hw, unsigned int duplex,
354  			  unsigned int fc, unsigned int pause_time, u32 tx_cnt);
355  	/* Set power management mode (e.g. magic frame) */
356  	void (*pmt)(struct mac_device_info *hw, unsigned long mode);
357  	/* Set/Get Unicast MAC addresses */
358  	void (*set_umac_addr)(struct mac_device_info *hw,
359  			      const unsigned char *addr,
360  			      unsigned int reg_n);
361  	void (*get_umac_addr)(struct mac_device_info *hw, unsigned char *addr,
362  			      unsigned int reg_n);
363  	void (*set_eee_mode)(struct mac_device_info *hw,
364  			     bool en_tx_lpi_clockgating);
365  	void (*reset_eee_mode)(struct mac_device_info *hw);
366  	void (*set_eee_lpi_entry_timer)(struct mac_device_info *hw, int et);
367  	void (*set_eee_timer)(struct mac_device_info *hw, int ls, int tw);
368  	void (*set_eee_pls)(struct mac_device_info *hw, int link);
369  	void (*debug)(struct stmmac_priv *priv, void __iomem *ioaddr,
370  		      struct stmmac_extra_stats *x, u32 rx_queues,
371  		      u32 tx_queues);
372  	/* PCS calls */
373  	void (*pcs_ctrl_ane)(void __iomem *ioaddr, bool ane, bool srgmi_ral,
374  			     bool loopback);
375  	void (*pcs_get_adv_lp)(void __iomem *ioaddr, struct rgmii_adv *adv);
376  	/* Safety Features */
377  	int (*safety_feat_config)(void __iomem *ioaddr, unsigned int asp,
378  				  struct stmmac_safety_feature_cfg *safety_cfg);
379  	int (*safety_feat_irq_status)(struct net_device *ndev,
380  			void __iomem *ioaddr, unsigned int asp,
381  			struct stmmac_safety_stats *stats);
382  	int (*safety_feat_dump)(struct stmmac_safety_stats *stats,
383  			int index, unsigned long *count, const char **desc);
384  	/* Flexible RX Parser */
385  	int (*rxp_config)(void __iomem *ioaddr, struct stmmac_tc_entry *entries,
386  			  unsigned int count);
387  	/* Flexible PPS */
388  	int (*flex_pps_config)(void __iomem *ioaddr, int index,
389  			       struct stmmac_pps_cfg *cfg, bool enable,
390  			       u32 sub_second_inc, u32 systime_flags);
391  	/* Loopback for selftests */
392  	void (*set_mac_loopback)(void __iomem *ioaddr, bool enable);
393  	/* RSS */
394  	int (*rss_configure)(struct mac_device_info *hw,
395  			     struct stmmac_rss *cfg, u32 num_rxq);
396  	/* VLAN */
397  	void (*update_vlan_hash)(struct mac_device_info *hw, u32 hash,
398  				 u16 perfect_match, bool is_double);
399  	void (*enable_vlan)(struct mac_device_info *hw, u32 type);
400  	void (*rx_hw_vlan)(struct mac_device_info *hw, struct dma_desc *rx_desc,
401  			   struct sk_buff *skb);
402  	void (*set_hw_vlan_mode)(struct mac_device_info *hw);
403  	int (*add_hw_vlan_rx_fltr)(struct net_device *dev,
404  				   struct mac_device_info *hw,
405  				   __be16 proto, u16 vid);
406  	int (*del_hw_vlan_rx_fltr)(struct net_device *dev,
407  				   struct mac_device_info *hw,
408  				   __be16 proto, u16 vid);
409  	void (*restore_hw_vlan_rx_fltr)(struct net_device *dev,
410  					struct mac_device_info *hw);
411  	/* TX Timestamp */
412  	int (*get_mac_tx_timestamp)(struct mac_device_info *hw, u64 *ts);
413  	/* Source Address Insertion / Replacement */
414  	void (*sarc_configure)(void __iomem *ioaddr, int val);
415  	/* Filtering */
416  	int (*config_l3_filter)(struct mac_device_info *hw, u32 filter_no,
417  				bool en, bool ipv6, bool sa, bool inv,
418  				u32 match);
419  	int (*config_l4_filter)(struct mac_device_info *hw, u32 filter_no,
420  				bool en, bool udp, bool sa, bool inv,
421  				u32 match);
422  	void (*set_arp_offload)(struct mac_device_info *hw, bool en, u32 addr);
423  	void (*fpe_configure)(void __iomem *ioaddr, struct stmmac_fpe_cfg *cfg,
424  			      u32 num_txq, u32 num_rxq,
425  			      bool tx_enable, bool pmac_enable);
426  	void (*fpe_send_mpacket)(void __iomem *ioaddr,
427  				 struct stmmac_fpe_cfg *cfg,
428  				 enum stmmac_mpacket_type type);
429  	int (*fpe_irq_status)(void __iomem *ioaddr, struct net_device *dev);
430  	int (*fpe_get_add_frag_size)(const void __iomem *ioaddr);
431  	void (*fpe_set_add_frag_size)(void __iomem *ioaddr, u32 add_frag_size);
432  	int (*fpe_map_preemption_class)(struct net_device *ndev,
433  					struct netlink_ext_ack *extack,
434  					u32 pclass);
435  };
436  
437  #define stmmac_core_init(__priv, __args...) \
438  	stmmac_do_void_callback(__priv, mac, core_init, __args)
439  #define stmmac_mac_update_caps(__priv) \
440  	stmmac_do_void_callback(__priv, mac, update_caps, __priv)
441  #define stmmac_mac_set(__priv, __args...) \
442  	stmmac_do_void_callback(__priv, mac, set_mac, __args)
443  #define stmmac_rx_ipc(__priv, __args...) \
444  	stmmac_do_callback(__priv, mac, rx_ipc, __args)
445  #define stmmac_rx_queue_enable(__priv, __args...) \
446  	stmmac_do_void_callback(__priv, mac, rx_queue_enable, __args)
447  #define stmmac_rx_queue_prio(__priv, __args...) \
448  	stmmac_do_void_callback(__priv, mac, rx_queue_prio, __args)
449  #define stmmac_tx_queue_prio(__priv, __args...) \
450  	stmmac_do_void_callback(__priv, mac, tx_queue_prio, __args)
451  #define stmmac_rx_queue_routing(__priv, __args...) \
452  	stmmac_do_void_callback(__priv, mac, rx_queue_routing, __args)
453  #define stmmac_prog_mtl_rx_algorithms(__priv, __args...) \
454  	stmmac_do_void_callback(__priv, mac, prog_mtl_rx_algorithms, __args)
455  #define stmmac_prog_mtl_tx_algorithms(__priv, __args...) \
456  	stmmac_do_void_callback(__priv, mac, prog_mtl_tx_algorithms, __args)
457  #define stmmac_set_mtl_tx_queue_weight(__priv, __args...) \
458  	stmmac_do_void_callback(__priv, mac, set_mtl_tx_queue_weight, __priv, __args)
459  #define stmmac_map_mtl_to_dma(__priv, __args...) \
460  	stmmac_do_void_callback(__priv, mac, map_mtl_to_dma, __args)
461  #define stmmac_config_cbs(__priv, __args...) \
462  	stmmac_do_void_callback(__priv, mac, config_cbs, __priv, __args)
463  #define stmmac_dump_mac_regs(__priv, __args...) \
464  	stmmac_do_void_callback(__priv, mac, dump_regs, __args)
465  #define stmmac_host_irq_status(__priv, __args...) \
466  	stmmac_do_callback(__priv, mac, host_irq_status, __args)
467  #define stmmac_host_mtl_irq_status(__priv, __args...) \
468  	stmmac_do_callback(__priv, mac, host_mtl_irq_status, __priv, __args)
469  #define stmmac_set_filter(__priv, __args...) \
470  	stmmac_do_void_callback(__priv, mac, set_filter, __args)
471  #define stmmac_flow_ctrl(__priv, __args...) \
472  	stmmac_do_void_callback(__priv, mac, flow_ctrl, __args)
473  #define stmmac_pmt(__priv, __args...) \
474  	stmmac_do_void_callback(__priv, mac, pmt, __args)
475  #define stmmac_set_umac_addr(__priv, __args...) \
476  	stmmac_do_void_callback(__priv, mac, set_umac_addr, __args)
477  #define stmmac_get_umac_addr(__priv, __args...) \
478  	stmmac_do_void_callback(__priv, mac, get_umac_addr, __args)
479  #define stmmac_set_eee_mode(__priv, __args...) \
480  	stmmac_do_void_callback(__priv, mac, set_eee_mode, __args)
481  #define stmmac_reset_eee_mode(__priv, __args...) \
482  	stmmac_do_void_callback(__priv, mac, reset_eee_mode, __args)
483  #define stmmac_set_eee_lpi_timer(__priv, __args...) \
484  	stmmac_do_void_callback(__priv, mac, set_eee_lpi_entry_timer, __args)
485  #define stmmac_set_eee_timer(__priv, __args...) \
486  	stmmac_do_void_callback(__priv, mac, set_eee_timer, __args)
487  #define stmmac_set_eee_pls(__priv, __args...) \
488  	stmmac_do_void_callback(__priv, mac, set_eee_pls, __args)
489  #define stmmac_mac_debug(__priv, __args...) \
490  	stmmac_do_void_callback(__priv, mac, debug, __priv, __args)
491  #define stmmac_pcs_ctrl_ane(__priv, __args...) \
492  	stmmac_do_void_callback(__priv, mac, pcs_ctrl_ane, __args)
493  #define stmmac_pcs_get_adv_lp(__priv, __args...) \
494  	stmmac_do_void_callback(__priv, mac, pcs_get_adv_lp, __args)
495  #define stmmac_safety_feat_config(__priv, __args...) \
496  	stmmac_do_callback(__priv, mac, safety_feat_config, __args)
497  #define stmmac_safety_feat_irq_status(__priv, __args...) \
498  	stmmac_do_callback(__priv, mac, safety_feat_irq_status, __args)
499  #define stmmac_safety_feat_dump(__priv, __args...) \
500  	stmmac_do_callback(__priv, mac, safety_feat_dump, __args)
501  #define stmmac_rxp_config(__priv, __args...) \
502  	stmmac_do_callback(__priv, mac, rxp_config, __args)
503  #define stmmac_flex_pps_config(__priv, __args...) \
504  	stmmac_do_callback(__priv, mac, flex_pps_config, __args)
505  #define stmmac_set_mac_loopback(__priv, __args...) \
506  	stmmac_do_void_callback(__priv, mac, set_mac_loopback, __args)
507  #define stmmac_rss_configure(__priv, __args...) \
508  	stmmac_do_callback(__priv, mac, rss_configure, __args)
509  #define stmmac_update_vlan_hash(__priv, __args...) \
510  	stmmac_do_void_callback(__priv, mac, update_vlan_hash, __args)
511  #define stmmac_enable_vlan(__priv, __args...) \
512  	stmmac_do_void_callback(__priv, mac, enable_vlan, __args)
513  #define stmmac_rx_hw_vlan(__priv, __args...) \
514  	stmmac_do_void_callback(__priv, mac, rx_hw_vlan, __args)
515  #define stmmac_set_hw_vlan_mode(__priv, __args...) \
516  	stmmac_do_void_callback(__priv, mac, set_hw_vlan_mode, __args)
517  #define stmmac_add_hw_vlan_rx_fltr(__priv, __args...) \
518  	stmmac_do_callback(__priv, mac, add_hw_vlan_rx_fltr, __args)
519  #define stmmac_del_hw_vlan_rx_fltr(__priv, __args...) \
520  	stmmac_do_callback(__priv, mac, del_hw_vlan_rx_fltr, __args)
521  #define stmmac_restore_hw_vlan_rx_fltr(__priv, __args...) \
522  	stmmac_do_void_callback(__priv, mac, restore_hw_vlan_rx_fltr, __args)
523  #define stmmac_get_mac_tx_timestamp(__priv, __args...) \
524  	stmmac_do_callback(__priv, mac, get_mac_tx_timestamp, __args)
525  #define stmmac_sarc_configure(__priv, __args...) \
526  	stmmac_do_void_callback(__priv, mac, sarc_configure, __args)
527  #define stmmac_config_l3_filter(__priv, __args...) \
528  	stmmac_do_callback(__priv, mac, config_l3_filter, __args)
529  #define stmmac_config_l4_filter(__priv, __args...) \
530  	stmmac_do_callback(__priv, mac, config_l4_filter, __args)
531  #define stmmac_set_arp_offload(__priv, __args...) \
532  	stmmac_do_void_callback(__priv, mac, set_arp_offload, __args)
533  #define stmmac_fpe_configure(__priv, __args...) \
534  	stmmac_do_void_callback(__priv, mac, fpe_configure, __args)
535  #define stmmac_fpe_send_mpacket(__priv, __args...) \
536  	stmmac_do_void_callback(__priv, mac, fpe_send_mpacket, __args)
537  #define stmmac_fpe_irq_status(__priv, __args...) \
538  	stmmac_do_callback(__priv, mac, fpe_irq_status, __args)
539  #define stmmac_fpe_get_add_frag_size(__priv, __args...) \
540  	stmmac_do_callback(__priv, mac, fpe_get_add_frag_size, __args)
541  #define stmmac_fpe_set_add_frag_size(__priv, __args...) \
542  	stmmac_do_void_callback(__priv, mac, fpe_set_add_frag_size, __args)
543  #define stmmac_fpe_map_preemption_class(__priv, __args...) \
544  	stmmac_do_void_callback(__priv, mac, fpe_map_preemption_class, __args)
545  
546  /* PTP and HW Timer helpers */
547  struct stmmac_hwtimestamp {
548  	void (*config_hw_tstamping) (void __iomem *ioaddr, u32 data);
549  	void (*config_sub_second_increment)(void __iomem *ioaddr, u32 ptp_clock,
550  					   int gmac4, u32 *ssinc);
551  	int (*init_systime) (void __iomem *ioaddr, u32 sec, u32 nsec);
552  	int (*config_addend) (void __iomem *ioaddr, u32 addend);
553  	int (*adjust_systime) (void __iomem *ioaddr, u32 sec, u32 nsec,
554  			       int add_sub, int gmac4);
555  	void (*get_systime) (void __iomem *ioaddr, u64 *systime);
556  	void (*get_ptptime)(void __iomem *ioaddr, u64 *ptp_time);
557  	void (*timestamp_interrupt)(struct stmmac_priv *priv);
558  	void (*hwtstamp_correct_latency)(struct stmmac_priv *priv);
559  };
560  
561  #define stmmac_config_hw_tstamping(__priv, __args...) \
562  	stmmac_do_void_callback(__priv, ptp, config_hw_tstamping, __args)
563  #define stmmac_config_sub_second_increment(__priv, __args...) \
564  	stmmac_do_void_callback(__priv, ptp, config_sub_second_increment, __args)
565  #define stmmac_init_systime(__priv, __args...) \
566  	stmmac_do_callback(__priv, ptp, init_systime, __args)
567  #define stmmac_config_addend(__priv, __args...) \
568  	stmmac_do_callback(__priv, ptp, config_addend, __args)
569  #define stmmac_adjust_systime(__priv, __args...) \
570  	stmmac_do_callback(__priv, ptp, adjust_systime, __args)
571  #define stmmac_get_systime(__priv, __args...) \
572  	stmmac_do_void_callback(__priv, ptp, get_systime, __args)
573  #define stmmac_get_ptptime(__priv, __args...) \
574  	stmmac_do_void_callback(__priv, ptp, get_ptptime, __args)
575  #define stmmac_timestamp_interrupt(__priv, __args...) \
576  	stmmac_do_void_callback(__priv, ptp, timestamp_interrupt, __args)
577  #define stmmac_hwtstamp_correct_latency(__priv, __args...) \
578  	stmmac_do_void_callback(__priv, ptp, hwtstamp_correct_latency, __args)
579  
580  struct stmmac_tx_queue;
581  struct stmmac_rx_queue;
582  
583  /* Helpers to manage the descriptors for chain and ring modes */
584  struct stmmac_mode_ops {
585  	void (*init) (void *des, dma_addr_t phy_addr, unsigned int size,
586  		      unsigned int extend_desc);
587  	unsigned int (*is_jumbo_frm) (int len, int ehn_desc);
588  	int (*jumbo_frm)(struct stmmac_tx_queue *tx_q, struct sk_buff *skb,
589  			 int csum);
590  	int (*set_16kib_bfsize)(int mtu);
591  	void (*init_desc3)(struct dma_desc *p);
592  	void (*refill_desc3)(struct stmmac_rx_queue *rx_q, struct dma_desc *p);
593  	void (*clean_desc3)(struct stmmac_tx_queue *tx_q, struct dma_desc *p);
594  };
595  
596  #define stmmac_mode_init(__priv, __args...) \
597  	stmmac_do_void_callback(__priv, mode, init, __args)
598  #define stmmac_is_jumbo_frm(__priv, __args...) \
599  	stmmac_do_callback(__priv, mode, is_jumbo_frm, __args)
600  #define stmmac_jumbo_frm(__priv, __args...) \
601  	stmmac_do_callback(__priv, mode, jumbo_frm, __args)
602  #define stmmac_set_16kib_bfsize(__priv, __args...) \
603  	stmmac_do_callback(__priv, mode, set_16kib_bfsize, __args)
604  #define stmmac_init_desc3(__priv, __args...) \
605  	stmmac_do_void_callback(__priv, mode, init_desc3, __args)
606  #define stmmac_refill_desc3(__priv, __args...) \
607  	stmmac_do_void_callback(__priv, mode, refill_desc3, __args)
608  #define stmmac_clean_desc3(__priv, __args...) \
609  	stmmac_do_void_callback(__priv, mode, clean_desc3, __args)
610  
611  struct tc_cls_u32_offload;
612  struct tc_cbs_qopt_offload;
613  struct flow_cls_offload;
614  struct tc_taprio_qopt_offload;
615  struct tc_etf_qopt_offload;
616  struct tc_query_caps_base;
617  
618  struct stmmac_tc_ops {
619  	int (*init)(struct stmmac_priv *priv);
620  	int (*setup_cls_u32)(struct stmmac_priv *priv,
621  			     struct tc_cls_u32_offload *cls);
622  	int (*setup_cbs)(struct stmmac_priv *priv,
623  			 struct tc_cbs_qopt_offload *qopt);
624  	int (*setup_cls)(struct stmmac_priv *priv,
625  			 struct flow_cls_offload *cls);
626  	int (*setup_taprio)(struct stmmac_priv *priv,
627  			    struct tc_taprio_qopt_offload *qopt);
628  	int (*setup_etf)(struct stmmac_priv *priv,
629  			 struct tc_etf_qopt_offload *qopt);
630  	int (*query_caps)(struct stmmac_priv *priv,
631  			  struct tc_query_caps_base *base);
632  	int (*setup_mqprio)(struct stmmac_priv *priv,
633  			    struct tc_mqprio_qopt_offload *qopt);
634  };
635  
636  #define stmmac_tc_init(__priv, __args...) \
637  	stmmac_do_callback(__priv, tc, init, __args)
638  #define stmmac_tc_setup_cls_u32(__priv, __args...) \
639  	stmmac_do_callback(__priv, tc, setup_cls_u32, __args)
640  #define stmmac_tc_setup_cbs(__priv, __args...) \
641  	stmmac_do_callback(__priv, tc, setup_cbs, __args)
642  #define stmmac_tc_setup_cls(__priv, __args...) \
643  	stmmac_do_callback(__priv, tc, setup_cls, __args)
644  #define stmmac_tc_setup_taprio(__priv, __args...) \
645  	stmmac_do_callback(__priv, tc, setup_taprio, __args)
646  #define stmmac_tc_setup_etf(__priv, __args...) \
647  	stmmac_do_callback(__priv, tc, setup_etf, __args)
648  #define stmmac_tc_query_caps(__priv, __args...) \
649  	stmmac_do_callback(__priv, tc, query_caps, __args)
650  #define stmmac_tc_setup_mqprio(__priv, __args...) \
651  	stmmac_do_callback(__priv, tc, setup_mqprio, __args)
652  
653  struct stmmac_counters;
654  
655  struct stmmac_mmc_ops {
656  	void (*ctrl)(void __iomem *ioaddr, unsigned int mode);
657  	void (*intr_all_mask)(void __iomem *ioaddr);
658  	void (*read)(void __iomem *ioaddr, struct stmmac_counters *mmc);
659  };
660  
661  #define stmmac_mmc_ctrl(__priv, __args...) \
662  	stmmac_do_void_callback(__priv, mmc, ctrl, __args)
663  #define stmmac_mmc_intr_all_mask(__priv, __args...) \
664  	stmmac_do_void_callback(__priv, mmc, intr_all_mask, __args)
665  #define stmmac_mmc_read(__priv, __args...) \
666  	stmmac_do_void_callback(__priv, mmc, read, __args)
667  
668  struct stmmac_est_ops {
669  	int (*configure)(struct stmmac_priv *priv, struct stmmac_est *cfg,
670  			 unsigned int ptp_rate);
671  	void (*irq_status)(struct stmmac_priv *priv, struct net_device *dev,
672  			   struct stmmac_extra_stats *x, u32 txqcnt);
673  };
674  
675  #define stmmac_est_configure(__priv, __args...) \
676  	stmmac_do_callback(__priv, est, configure, __args)
677  #define stmmac_est_irq_status(__priv, __args...) \
678  	stmmac_do_void_callback(__priv, est, irq_status, __args)
679  
680  struct stmmac_regs_off {
681  	u32 ptp_off;
682  	u32 mmc_off;
683  	u32 est_off;
684  };
685  
686  extern const struct stmmac_ops dwmac100_ops;
687  extern const struct stmmac_dma_ops dwmac100_dma_ops;
688  extern const struct stmmac_ops dwmac1000_ops;
689  extern const struct stmmac_dma_ops dwmac1000_dma_ops;
690  extern const struct stmmac_ops dwmac4_ops;
691  extern const struct stmmac_dma_ops dwmac4_dma_ops;
692  extern const struct stmmac_ops dwmac410_ops;
693  extern const struct stmmac_dma_ops dwmac410_dma_ops;
694  extern const struct stmmac_ops dwmac510_ops;
695  extern const struct stmmac_tc_ops dwmac4_tc_ops;
696  extern const struct stmmac_tc_ops dwmac510_tc_ops;
697  extern const struct stmmac_tc_ops dwxgmac_tc_ops;
698  extern const struct stmmac_ops dwxgmac210_ops;
699  extern const struct stmmac_ops dwxlgmac2_ops;
700  extern const struct stmmac_dma_ops dwxgmac210_dma_ops;
701  extern const struct stmmac_desc_ops dwxgmac210_desc_ops;
702  extern const struct stmmac_mmc_ops dwmac_mmc_ops;
703  extern const struct stmmac_mmc_ops dwxgmac_mmc_ops;
704  extern const struct stmmac_est_ops dwmac510_est_ops;
705  
706  #define GMAC_VERSION		0x00000020	/* GMAC CORE Version */
707  #define GMAC4_VERSION		0x00000110	/* GMAC4+ CORE Version */
708  
709  int stmmac_reset(struct stmmac_priv *priv, void __iomem *ioaddr);
710  int stmmac_hwif_init(struct stmmac_priv *priv);
711  
712  #endif /* __STMMAC_HWIF_H__ */
713