Thomas Gleixner | 4fa9c49f | 2019-05-29 07:18:05 -0700 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 2 | /******************************************************************************* |
| 3 | Copyright (C) 2007-2009 STMicroelectronics Ltd |
| 4 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 5 | |
| 6 | Author: Giuseppe Cavallaro <peppe.cavallaro@st.com> |
| 7 | *******************************************************************************/ |
| 8 | |
Rayagond Kokatanur | bd4242d | 2012-08-22 21:28:18 +0000 | [diff] [blame] | 9 | #ifndef __STMMAC_H__ |
| 10 | #define __STMMAC_H__ |
| 11 | |
Giuseppe CAVALLARO | bfab27a | 2011-12-21 03:58:19 +0000 | [diff] [blame] | 12 | #define STMMAC_RESOURCE_NAME "stmmaceth" |
Alexandre TORGUE | 06bce7d | 2016-04-01 11:37:36 +0200 | [diff] [blame] | 13 | #define DRV_MODULE_VERSION "Jan_2016" |
Giuseppe CAVALLARO | ba1377ff | 2012-04-04 04:33:25 +0000 | [diff] [blame] | 14 | |
| 15 | #include <linux/clk.h> |
Jose Abreu | 3cd1cfc | 2019-08-07 10:03:14 +0200 | [diff] [blame] | 16 | #include <linux/if_vlan.h> |
Giuseppe CAVALLARO | ee7946a | 2010-01-06 23:07:14 +0000 | [diff] [blame] | 17 | #include <linux/stmmac.h> |
Jose Abreu | eeef2f6 | 2019-06-11 17:18:46 +0200 | [diff] [blame] | 18 | #include <linux/phylink.h> |
Giuseppe CAVALLARO | 33d5e33 | 2012-06-07 19:25:07 +0000 | [diff] [blame] | 19 | #include <linux/pci.h> |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 20 | #include "common.h" |
Rayagond Kokatanur | 92ba688 | 2013-03-26 04:43:11 +0000 | [diff] [blame] | 21 | #include <linux/ptp_clock_kernel.h> |
Artem Panfilov | d6228b7 | 2019-01-20 19:05:15 +0300 | [diff] [blame] | 22 | #include <linux/net_tstamp.h> |
Chen-Yu Tsai | c5e4ddb | 2014-01-17 21:24:41 +0800 | [diff] [blame] | 23 | #include <linux/reset.h> |
Jose Abreu | 2af6106 | 2019-07-09 10:03:00 +0200 | [diff] [blame] | 24 | #include <net/page_pool.h> |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 25 | |
Joachim Eastwood | e56788c | 2015-05-20 20:03:07 +0200 | [diff] [blame] | 26 | struct stmmac_resources { |
| 27 | void __iomem *addr; |
| 28 | const char *mac; |
| 29 | int wol_irq; |
| 30 | int lpi_irq; |
| 31 | int irq; |
| 32 | }; |
| 33 | |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 34 | struct stmmac_tx_info { |
| 35 | dma_addr_t buf; |
| 36 | bool map_as_page; |
Giuseppe Cavallaro | 553e2ab | 2016-02-29 14:27:31 +0100 | [diff] [blame] | 37 | unsigned len; |
Giuseppe Cavallaro | 2a6d8e1 | 2016-02-29 14:27:32 +0100 | [diff] [blame] | 38 | bool last_segment; |
Giuseppe Cavallaro | 9695136 | 2016-02-29 14:27:33 +0100 | [diff] [blame] | 39 | bool is_jumbo; |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 40 | }; |
| 41 | |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 42 | /* Frequently used values are kept adjacent for cache effect */ |
| 43 | struct stmmac_tx_queue { |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 44 | u32 tx_count_frames; |
| 45 | struct timer_list txtimer; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 46 | u32 queue_index; |
| 47 | struct stmmac_priv *priv_data; |
| 48 | struct dma_extended_desc *dma_etx ____cacheline_aligned_in_smp; |
| 49 | struct dma_desc *dma_tx; |
| 50 | struct sk_buff **tx_skbuff; |
| 51 | struct stmmac_tx_info *tx_skbuff_dma; |
| 52 | unsigned int cur_tx; |
| 53 | unsigned int dirty_tx; |
| 54 | dma_addr_t dma_tx_phy; |
| 55 | u32 tx_tail_addr; |
Niklas Cassel | 8d212a9e | 2018-02-19 18:11:09 +0100 | [diff] [blame] | 56 | u32 mss; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 57 | }; |
| 58 | |
Jose Abreu | 2af6106 | 2019-07-09 10:03:00 +0200 | [diff] [blame] | 59 | struct stmmac_rx_buffer { |
| 60 | struct page *page; |
Jose Abreu | 67afd6d | 2019-08-17 20:54:43 +0200 | [diff] [blame^] | 61 | struct page *sec_page; |
Jose Abreu | 2af6106 | 2019-07-09 10:03:00 +0200 | [diff] [blame] | 62 | dma_addr_t addr; |
Jose Abreu | 67afd6d | 2019-08-17 20:54:43 +0200 | [diff] [blame^] | 63 | dma_addr_t sec_addr; |
Jose Abreu | 2af6106 | 2019-07-09 10:03:00 +0200 | [diff] [blame] | 64 | }; |
| 65 | |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 66 | struct stmmac_rx_queue { |
Jose Abreu | d429b66 | 2019-07-09 10:02:58 +0200 | [diff] [blame] | 67 | u32 rx_count_frames; |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 68 | u32 queue_index; |
Jose Abreu | 2af6106 | 2019-07-09 10:03:00 +0200 | [diff] [blame] | 69 | struct page_pool *page_pool; |
| 70 | struct stmmac_rx_buffer *buf_pool; |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 71 | struct stmmac_priv *priv_data; |
| 72 | struct dma_extended_desc *dma_erx; |
| 73 | struct dma_desc *dma_rx ____cacheline_aligned_in_smp; |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 74 | unsigned int cur_rx; |
| 75 | unsigned int dirty_rx; |
| 76 | u32 rx_zeroc_thresh; |
| 77 | dma_addr_t dma_rx_phy; |
| 78 | u32 rx_tail_addr; |
Jose Abreu | ec22200 | 2019-08-17 20:54:41 +0200 | [diff] [blame] | 79 | unsigned int state_saved; |
| 80 | struct { |
| 81 | struct sk_buff *skb; |
| 82 | unsigned int len; |
| 83 | unsigned int error; |
| 84 | } state; |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 85 | }; |
| 86 | |
| 87 | struct stmmac_channel { |
Jose Abreu | 4ccb4585 | 2019-02-19 10:38:47 +0100 | [diff] [blame] | 88 | struct napi_struct rx_napi ____cacheline_aligned_in_smp; |
| 89 | struct napi_struct tx_napi ____cacheline_aligned_in_smp; |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 90 | struct stmmac_priv *priv_data; |
| 91 | u32 index; |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 92 | }; |
| 93 | |
Jose Abreu | 4dbbe8d | 2018-05-04 10:01:38 +0100 | [diff] [blame] | 94 | struct stmmac_tc_entry { |
| 95 | bool in_use; |
| 96 | bool in_hw; |
| 97 | bool is_last; |
| 98 | bool is_frag; |
| 99 | void *frag_ptr; |
| 100 | unsigned int table_pos; |
| 101 | u32 handle; |
| 102 | u32 prio; |
| 103 | struct { |
| 104 | u32 match_data; |
| 105 | u32 match_en; |
| 106 | u8 af:1; |
| 107 | u8 rf:1; |
| 108 | u8 im:1; |
| 109 | u8 nc:1; |
| 110 | u8 res1:4; |
| 111 | u8 frame_offset; |
| 112 | u8 ok_index; |
| 113 | u8 dma_ch_no; |
| 114 | u32 res2; |
| 115 | } __packed val; |
| 116 | }; |
| 117 | |
Jose Abreu | 9a8a02c | 2018-05-31 18:01:27 +0100 | [diff] [blame] | 118 | #define STMMAC_PPS_MAX 4 |
| 119 | struct stmmac_pps_cfg { |
| 120 | bool available; |
| 121 | struct timespec64 start; |
| 122 | struct timespec64 period; |
| 123 | }; |
| 124 | |
Jose Abreu | 7606745 | 2019-08-07 10:03:12 +0200 | [diff] [blame] | 125 | struct stmmac_rss { |
| 126 | int enable; |
| 127 | u8 key[STMMAC_RSS_HASH_KEY_SIZE]; |
| 128 | u32 table[STMMAC_RSS_MAX_TABLE_SIZE]; |
| 129 | }; |
| 130 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 131 | struct stmmac_priv { |
| 132 | /* Frequently used values are kept adjacent for cache effect */ |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 133 | u32 tx_coal_frames; |
| 134 | u32 tx_coal_timer; |
Jose Abreu | d429b66 | 2019-07-09 10:02:58 +0200 | [diff] [blame] | 135 | u32 rx_coal_frames; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 136 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 137 | int tx_coalesce; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 138 | int hwts_tx_en; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 139 | bool tx_path_in_lpi_mode; |
Alexandre TORGUE | f748be5 | 2016-04-01 11:37:34 +0200 | [diff] [blame] | 140 | bool tso; |
Jose Abreu | 67afd6d | 2019-08-17 20:54:43 +0200 | [diff] [blame^] | 141 | int sph; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 142 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 143 | unsigned int dma_buf_sz; |
Giuseppe Cavallaro | 22ad383 | 2016-02-29 14:27:41 +0100 | [diff] [blame] | 144 | unsigned int rx_copybreak; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 145 | u32 rx_riwt; |
| 146 | int hwts_rx_en; |
LABBE Corentin | 5bacd77 | 2017-03-29 07:05:40 +0200 | [diff] [blame] | 147 | |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 148 | void __iomem *ioaddr; |
| 149 | struct net_device *dev; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 150 | struct device *device; |
Giuseppe CAVALLARO | db98a0b | 2010-01-06 23:07:17 +0000 | [diff] [blame] | 151 | struct mac_device_info *hw; |
Jose Abreu | 7cfde0a | 2018-06-15 16:17:27 +0100 | [diff] [blame] | 152 | int (*hwif_quirks)(struct stmmac_priv *priv); |
Thierry Reding | 29555fa | 2018-05-24 16:09:07 +0200 | [diff] [blame] | 153 | struct mutex lock; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 154 | |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 155 | /* RX Queue */ |
| 156 | struct stmmac_rx_queue rx_queue[MTL_MAX_RX_QUEUES]; |
| 157 | |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 158 | /* TX Queue */ |
| 159 | struct stmmac_tx_queue tx_queue[MTL_MAX_TX_QUEUES]; |
| 160 | |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 161 | /* Generic channel for NAPI */ |
| 162 | struct stmmac_channel channel[STMMAC_CH_MAX]; |
| 163 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 164 | int speed; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 165 | unsigned int flow_ctrl; |
| 166 | unsigned int pause; |
| 167 | struct mii_bus *mii; |
Giuseppe CAVALLARO | 36bcfe7 | 2011-07-20 00:05:23 +0000 | [diff] [blame] | 168 | int mii_irq[PHY_MAX_ADDR]; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 169 | |
Jose Abreu | eeef2f6 | 2019-06-11 17:18:46 +0200 | [diff] [blame] | 170 | struct phylink_config phylink_config; |
| 171 | struct phylink *phylink; |
| 172 | |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 173 | struct stmmac_extra_stats xstats ____cacheline_aligned_in_smp; |
Jose Abreu | 8bf993a | 2018-03-29 10:40:19 +0100 | [diff] [blame] | 174 | struct stmmac_safety_stats sstats; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 175 | struct plat_stmmacenet_data *plat; |
| 176 | struct dma_features dma_cap; |
| 177 | struct stmmac_counters mmc; |
| 178 | int hw_cap_support; |
| 179 | int synopsys_id; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 180 | u32 msg_enable; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 181 | int wolopts; |
Deepak Sikri | 3172d3a | 2011-09-01 21:51:37 +0000 | [diff] [blame] | 182 | int wol_irq; |
Giuseppe CAVALLARO | cd7201f | 2012-04-04 04:33:27 +0000 | [diff] [blame] | 183 | int clk_csr; |
Giuseppe CAVALLARO | d765955 | 2012-06-27 21:14:37 +0000 | [diff] [blame] | 184 | struct timer_list eee_ctrl_timer; |
Giuseppe CAVALLARO | d765955 | 2012-06-27 21:14:37 +0000 | [diff] [blame] | 185 | int lpi_irq; |
| 186 | int eee_enabled; |
| 187 | int eee_active; |
| 188 | int tx_lpi_timer; |
Giuseppe CAVALLARO | 4a7d666 | 2013-03-26 04:43:05 +0000 | [diff] [blame] | 189 | unsigned int mode; |
Jose Abreu | 5f0456b | 2018-04-23 09:05:15 +0100 | [diff] [blame] | 190 | unsigned int chain_mode; |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 191 | int extend_desc; |
Artem Panfilov | d6228b7 | 2019-01-20 19:05:15 +0300 | [diff] [blame] | 192 | struct hwtstamp_config tstamp_config; |
Rayagond Kokatanur | 92ba688 | 2013-03-26 04:43:11 +0000 | [diff] [blame] | 193 | struct ptp_clock *ptp_clock; |
| 194 | struct ptp_clock_info ptp_clock_ops; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 195 | unsigned int default_addend; |
Jose Abreu | 9a8a02c | 2018-05-31 18:01:27 +0100 | [diff] [blame] | 196 | u32 sub_second_inc; |
| 197 | u32 systime_flags; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 198 | u32 adv_ts; |
| 199 | int use_riwt; |
Srinivas Kandagatla | 89f7f2c | 2014-01-16 10:53:00 +0000 | [diff] [blame] | 200 | int irq_wake; |
Rayagond Kokatanur | 92ba688 | 2013-03-26 04:43:11 +0000 | [diff] [blame] | 201 | spinlock_t ptp_lock; |
Alexandre TORGUE | 36ff7c1 | 2016-04-01 11:37:32 +0200 | [diff] [blame] | 202 | void __iomem *mmcaddr; |
Giuseppe CAVALLARO | ba1ffd7 | 2016-11-14 09:27:29 +0100 | [diff] [blame] | 203 | void __iomem *ptpaddr; |
Jose Abreu | 3cd1cfc | 2019-08-07 10:03:14 +0200 | [diff] [blame] | 204 | unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)]; |
Mathieu Olivari | 466c5ac | 2015-05-22 19:03:29 -0700 | [diff] [blame] | 205 | |
| 206 | #ifdef CONFIG_DEBUG_FS |
| 207 | struct dentry *dbgfs_dir; |
Mathieu Olivari | 466c5ac | 2015-05-22 19:03:29 -0700 | [diff] [blame] | 208 | #endif |
Jose Abreu | 34877a1 | 2018-03-29 10:40:18 +0100 | [diff] [blame] | 209 | |
| 210 | unsigned long state; |
| 211 | struct workqueue_struct *wq; |
| 212 | struct work_struct service_task; |
Jose Abreu | 4dbbe8d | 2018-05-04 10:01:38 +0100 | [diff] [blame] | 213 | |
| 214 | /* TC Handling */ |
| 215 | unsigned int tc_entries_max; |
| 216 | unsigned int tc_off_max; |
| 217 | struct stmmac_tc_entry *tc_entries; |
Jose Abreu | 9a8a02c | 2018-05-31 18:01:27 +0100 | [diff] [blame] | 218 | |
| 219 | /* Pulse Per Second output */ |
| 220 | struct stmmac_pps_cfg pps[STMMAC_PPS_MAX]; |
Jose Abreu | 7606745 | 2019-08-07 10:03:12 +0200 | [diff] [blame] | 221 | |
| 222 | /* Receive Side Scaling */ |
| 223 | struct stmmac_rss rss; |
Jose Abreu | 34877a1 | 2018-03-29 10:40:18 +0100 | [diff] [blame] | 224 | }; |
| 225 | |
| 226 | enum stmmac_state { |
| 227 | STMMAC_DOWN, |
| 228 | STMMAC_RESET_REQUESTED, |
| 229 | STMMAC_RESETING, |
| 230 | STMMAC_SERVICE_SCHED, |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 231 | }; |
| 232 | |
Joe Perches | d6cc64e | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 233 | int stmmac_mdio_unregister(struct net_device *ndev); |
| 234 | int stmmac_mdio_register(struct net_device *ndev); |
Srinivas Kandagatla | 073752a | 2014-01-16 10:52:27 +0000 | [diff] [blame] | 235 | int stmmac_mdio_reset(struct mii_bus *mii); |
Joe Perches | d6cc64e | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 236 | void stmmac_set_ethtool_ops(struct net_device *netdev); |
Andy Shevchenko | 915af65 | 2014-11-05 11:45:32 +0200 | [diff] [blame] | 237 | |
Giuseppe CAVALLARO | c30a70d | 2016-10-19 09:06:41 +0200 | [diff] [blame] | 238 | void stmmac_ptp_register(struct stmmac_priv *priv); |
Joe Perches | d6cc64e | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 239 | void stmmac_ptp_unregister(struct stmmac_priv *priv); |
Joachim Eastwood | f4e7bd8 | 2016-05-01 22:58:19 +0200 | [diff] [blame] | 240 | int stmmac_resume(struct device *dev); |
| 241 | int stmmac_suspend(struct device *dev); |
| 242 | int stmmac_dvr_remove(struct device *dev); |
Joachim Eastwood | 15ffac7 | 2015-05-20 20:03:08 +0200 | [diff] [blame] | 243 | int stmmac_dvr_probe(struct device *device, |
| 244 | struct plat_stmmacenet_data *plat_dat, |
| 245 | struct stmmac_resources *res); |
Giuseppe CAVALLARO | d765955 | 2012-06-27 21:14:37 +0000 | [diff] [blame] | 246 | void stmmac_disable_eee_mode(struct stmmac_priv *priv); |
| 247 | bool stmmac_eee_init(struct stmmac_priv *priv); |
Giuseppe CAVALLARO | ba1377ff | 2012-04-04 04:33:25 +0000 | [diff] [blame] | 248 | |
Jose Abreu | 091810d | 2019-05-24 10:20:19 +0200 | [diff] [blame] | 249 | #if IS_ENABLED(CONFIG_STMMAC_SELFTESTS) |
| 250 | void stmmac_selftest_run(struct net_device *dev, |
| 251 | struct ethtool_test *etest, u64 *buf); |
| 252 | void stmmac_selftest_get_strings(struct stmmac_priv *priv, u8 *data); |
| 253 | int stmmac_selftest_get_count(struct stmmac_priv *priv); |
| 254 | #else |
| 255 | static inline void stmmac_selftest_run(struct net_device *dev, |
| 256 | struct ethtool_test *etest, u64 *buf) |
| 257 | { |
| 258 | /* Not enabled */ |
| 259 | } |
| 260 | static inline void stmmac_selftest_get_strings(struct stmmac_priv *priv, |
| 261 | u8 *data) |
| 262 | { |
| 263 | /* Not enabled */ |
| 264 | } |
| 265 | static inline int stmmac_selftest_get_count(struct stmmac_priv *priv) |
| 266 | { |
| 267 | return -EOPNOTSUPP; |
| 268 | } |
| 269 | #endif /* CONFIG_STMMAC_SELFTESTS */ |
| 270 | |
Rayagond Kokatanur | bd4242d | 2012-08-22 21:28:18 +0000 | [diff] [blame] | 271 | #endif /* __STMMAC_H__ */ |