Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 1 | /******************************************************************************* |
| 2 | Copyright (C) 2007-2009 STMicroelectronics Ltd |
| 3 | |
| 4 | This program is free software; you can redistribute it and/or modify it |
| 5 | under the terms and conditions of the GNU General Public License, |
| 6 | version 2, as published by the Free Software Foundation. |
| 7 | |
| 8 | This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | more details. |
| 12 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 13 | The full GNU General Public License is included in this distribution in |
| 14 | the file called "COPYING". |
| 15 | |
| 16 | Author: Giuseppe Cavallaro <peppe.cavallaro@st.com> |
| 17 | *******************************************************************************/ |
| 18 | |
Rayagond Kokatanur | bd4242d | 2012-08-22 21:28:18 +0000 | [diff] [blame] | 19 | #ifndef __STMMAC_H__ |
| 20 | #define __STMMAC_H__ |
| 21 | |
Giuseppe CAVALLARO | bfab27a | 2011-12-21 03:58:19 +0000 | [diff] [blame] | 22 | #define STMMAC_RESOURCE_NAME "stmmaceth" |
Alexandre TORGUE | 06bce7d | 2016-04-01 11:37:36 +0200 | [diff] [blame] | 23 | #define DRV_MODULE_VERSION "Jan_2016" |
Giuseppe CAVALLARO | ba1377ff | 2012-04-04 04:33:25 +0000 | [diff] [blame] | 24 | |
| 25 | #include <linux/clk.h> |
Giuseppe CAVALLARO | ee7946a | 2010-01-06 23:07:14 +0000 | [diff] [blame] | 26 | #include <linux/stmmac.h> |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 27 | #include <linux/phy.h> |
Giuseppe CAVALLARO | 33d5e33 | 2012-06-07 19:25:07 +0000 | [diff] [blame] | 28 | #include <linux/pci.h> |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 29 | #include "common.h" |
Rayagond Kokatanur | 92ba688 | 2013-03-26 04:43:11 +0000 | [diff] [blame] | 30 | #include <linux/ptp_clock_kernel.h> |
Artem Panfilov | d6228b7 | 2019-01-20 19:05:15 +0300 | [diff] [blame] | 31 | #include <linux/net_tstamp.h> |
Chen-Yu Tsai | c5e4ddb | 2014-01-17 21:24:41 +0800 | [diff] [blame] | 32 | #include <linux/reset.h> |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 33 | |
Joachim Eastwood | e56788c | 2015-05-20 20:03:07 +0200 | [diff] [blame] | 34 | struct stmmac_resources { |
| 35 | void __iomem *addr; |
| 36 | const char *mac; |
| 37 | int wol_irq; |
| 38 | int lpi_irq; |
| 39 | int irq; |
| 40 | }; |
| 41 | |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 42 | struct stmmac_tx_info { |
| 43 | dma_addr_t buf; |
| 44 | bool map_as_page; |
Giuseppe Cavallaro | 553e2ab | 2016-02-29 14:27:31 +0100 | [diff] [blame] | 45 | unsigned len; |
Giuseppe Cavallaro | 2a6d8e1 | 2016-02-29 14:27:32 +0100 | [diff] [blame] | 46 | bool last_segment; |
Giuseppe Cavallaro | 9695136 | 2016-02-29 14:27:33 +0100 | [diff] [blame] | 47 | bool is_jumbo; |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 48 | }; |
| 49 | |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 50 | /* Frequently used values are kept adjacent for cache effect */ |
| 51 | struct stmmac_tx_queue { |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 52 | u32 tx_count_frames; |
| 53 | struct timer_list txtimer; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 54 | u32 queue_index; |
| 55 | struct stmmac_priv *priv_data; |
| 56 | struct dma_extended_desc *dma_etx ____cacheline_aligned_in_smp; |
| 57 | struct dma_desc *dma_tx; |
| 58 | struct sk_buff **tx_skbuff; |
| 59 | struct stmmac_tx_info *tx_skbuff_dma; |
| 60 | unsigned int cur_tx; |
| 61 | unsigned int dirty_tx; |
| 62 | dma_addr_t dma_tx_phy; |
| 63 | u32 tx_tail_addr; |
Niklas Cassel | 8d212a9e | 2018-02-19 18:11:09 +0100 | [diff] [blame] | 64 | u32 mss; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 65 | }; |
| 66 | |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 67 | struct stmmac_rx_queue { |
| 68 | u32 queue_index; |
| 69 | struct stmmac_priv *priv_data; |
| 70 | struct dma_extended_desc *dma_erx; |
| 71 | struct dma_desc *dma_rx ____cacheline_aligned_in_smp; |
| 72 | struct sk_buff **rx_skbuff; |
| 73 | dma_addr_t *rx_skbuff_dma; |
| 74 | unsigned int cur_rx; |
| 75 | unsigned int dirty_rx; |
| 76 | u32 rx_zeroc_thresh; |
| 77 | dma_addr_t dma_rx_phy; |
| 78 | u32 rx_tail_addr; |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 79 | }; |
| 80 | |
| 81 | struct stmmac_channel { |
Jose Abreu | 4ccb4585 | 2019-02-19 10:38:47 +0100 | [diff] [blame] | 82 | struct napi_struct rx_napi ____cacheline_aligned_in_smp; |
| 83 | struct napi_struct tx_napi ____cacheline_aligned_in_smp; |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 84 | struct stmmac_priv *priv_data; |
| 85 | u32 index; |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 86 | }; |
| 87 | |
Jose Abreu | 4dbbe8d | 2018-05-04 10:01:38 +0100 | [diff] [blame] | 88 | struct stmmac_tc_entry { |
| 89 | bool in_use; |
| 90 | bool in_hw; |
| 91 | bool is_last; |
| 92 | bool is_frag; |
| 93 | void *frag_ptr; |
| 94 | unsigned int table_pos; |
| 95 | u32 handle; |
| 96 | u32 prio; |
| 97 | struct { |
| 98 | u32 match_data; |
| 99 | u32 match_en; |
| 100 | u8 af:1; |
| 101 | u8 rf:1; |
| 102 | u8 im:1; |
| 103 | u8 nc:1; |
| 104 | u8 res1:4; |
| 105 | u8 frame_offset; |
| 106 | u8 ok_index; |
| 107 | u8 dma_ch_no; |
| 108 | u32 res2; |
| 109 | } __packed val; |
| 110 | }; |
| 111 | |
Jose Abreu | 9a8a02c | 2018-05-31 18:01:27 +0100 | [diff] [blame] | 112 | #define STMMAC_PPS_MAX 4 |
| 113 | struct stmmac_pps_cfg { |
| 114 | bool available; |
| 115 | struct timespec64 start; |
| 116 | struct timespec64 period; |
| 117 | }; |
| 118 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 119 | struct stmmac_priv { |
| 120 | /* Frequently used values are kept adjacent for cache effect */ |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 121 | u32 tx_coal_frames; |
| 122 | u32 tx_coal_timer; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 123 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 124 | int tx_coalesce; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 125 | int hwts_tx_en; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 126 | bool tx_path_in_lpi_mode; |
Alexandre TORGUE | f748be5 | 2016-04-01 11:37:34 +0200 | [diff] [blame] | 127 | bool tso; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 128 | |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 129 | unsigned int dma_buf_sz; |
Giuseppe Cavallaro | 22ad383 | 2016-02-29 14:27:41 +0100 | [diff] [blame] | 130 | unsigned int rx_copybreak; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 131 | u32 rx_riwt; |
| 132 | int hwts_rx_en; |
LABBE Corentin | 5bacd77 | 2017-03-29 07:05:40 +0200 | [diff] [blame] | 133 | |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 134 | void __iomem *ioaddr; |
| 135 | struct net_device *dev; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 136 | struct device *device; |
Giuseppe CAVALLARO | db98a0b | 2010-01-06 23:07:17 +0000 | [diff] [blame] | 137 | struct mac_device_info *hw; |
Jose Abreu | 7cfde0a | 2018-06-15 16:17:27 +0100 | [diff] [blame] | 138 | int (*hwif_quirks)(struct stmmac_priv *priv); |
Thierry Reding | 29555fa | 2018-05-24 16:09:07 +0200 | [diff] [blame] | 139 | struct mutex lock; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 140 | |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 141 | /* RX Queue */ |
| 142 | struct stmmac_rx_queue rx_queue[MTL_MAX_RX_QUEUES]; |
| 143 | |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 144 | /* TX Queue */ |
| 145 | struct stmmac_tx_queue tx_queue[MTL_MAX_TX_QUEUES]; |
| 146 | |
Jose Abreu | 8fce333 | 2018-09-17 09:22:56 +0100 | [diff] [blame] | 147 | /* Generic channel for NAPI */ |
| 148 | struct stmmac_channel channel[STMMAC_CH_MAX]; |
| 149 | |
LABBE Corentin | 4d869b0 | 2017-05-24 09:16:46 +0200 | [diff] [blame] | 150 | bool oldlink; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 151 | int speed; |
| 152 | int oldduplex; |
| 153 | unsigned int flow_ctrl; |
| 154 | unsigned int pause; |
| 155 | struct mii_bus *mii; |
Giuseppe CAVALLARO | 36bcfe7 | 2011-07-20 00:05:23 +0000 | [diff] [blame] | 156 | int mii_irq[PHY_MAX_ADDR]; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 157 | |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 158 | struct stmmac_extra_stats xstats ____cacheline_aligned_in_smp; |
Jose Abreu | 8bf993a | 2018-03-29 10:40:19 +0100 | [diff] [blame] | 159 | struct stmmac_safety_stats sstats; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 160 | struct plat_stmmacenet_data *plat; |
| 161 | struct dma_features dma_cap; |
| 162 | struct stmmac_counters mmc; |
| 163 | int hw_cap_support; |
| 164 | int synopsys_id; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 165 | u32 msg_enable; |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 166 | int wolopts; |
Deepak Sikri | 3172d3a | 2011-09-01 21:51:37 +0000 | [diff] [blame] | 167 | int wol_irq; |
Giuseppe CAVALLARO | cd7201f | 2012-04-04 04:33:27 +0000 | [diff] [blame] | 168 | int clk_csr; |
Giuseppe CAVALLARO | d765955 | 2012-06-27 21:14:37 +0000 | [diff] [blame] | 169 | struct timer_list eee_ctrl_timer; |
Giuseppe CAVALLARO | d765955 | 2012-06-27 21:14:37 +0000 | [diff] [blame] | 170 | int lpi_irq; |
| 171 | int eee_enabled; |
| 172 | int eee_active; |
| 173 | int tx_lpi_timer; |
Giuseppe CAVALLARO | 4a7d666 | 2013-03-26 04:43:05 +0000 | [diff] [blame] | 174 | unsigned int mode; |
Jose Abreu | 5f0456b | 2018-04-23 09:05:15 +0100 | [diff] [blame] | 175 | unsigned int chain_mode; |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 176 | int extend_desc; |
Artem Panfilov | d6228b7 | 2019-01-20 19:05:15 +0300 | [diff] [blame] | 177 | struct hwtstamp_config tstamp_config; |
Rayagond Kokatanur | 92ba688 | 2013-03-26 04:43:11 +0000 | [diff] [blame] | 178 | struct ptp_clock *ptp_clock; |
| 179 | struct ptp_clock_info ptp_clock_ops; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 180 | unsigned int default_addend; |
Jose Abreu | 9a8a02c | 2018-05-31 18:01:27 +0100 | [diff] [blame] | 181 | u32 sub_second_inc; |
| 182 | u32 systime_flags; |
Giuseppe CAVALLARO | 1bb6dea | 2013-04-08 02:10:02 +0000 | [diff] [blame] | 183 | u32 adv_ts; |
| 184 | int use_riwt; |
Srinivas Kandagatla | 89f7f2c | 2014-01-16 10:53:00 +0000 | [diff] [blame] | 185 | int irq_wake; |
Rayagond Kokatanur | 92ba688 | 2013-03-26 04:43:11 +0000 | [diff] [blame] | 186 | spinlock_t ptp_lock; |
Alexandre TORGUE | 36ff7c1 | 2016-04-01 11:37:32 +0200 | [diff] [blame] | 187 | void __iomem *mmcaddr; |
Giuseppe CAVALLARO | ba1ffd7 | 2016-11-14 09:27:29 +0100 | [diff] [blame] | 188 | void __iomem *ptpaddr; |
Mathieu Olivari | 466c5ac | 2015-05-22 19:03:29 -0700 | [diff] [blame] | 189 | |
| 190 | #ifdef CONFIG_DEBUG_FS |
| 191 | struct dentry *dbgfs_dir; |
| 192 | struct dentry *dbgfs_rings_status; |
| 193 | struct dentry *dbgfs_dma_cap; |
| 194 | #endif |
Jose Abreu | 34877a1 | 2018-03-29 10:40:18 +0100 | [diff] [blame] | 195 | |
| 196 | unsigned long state; |
| 197 | struct workqueue_struct *wq; |
| 198 | struct work_struct service_task; |
Jose Abreu | 4dbbe8d | 2018-05-04 10:01:38 +0100 | [diff] [blame] | 199 | |
| 200 | /* TC Handling */ |
| 201 | unsigned int tc_entries_max; |
| 202 | unsigned int tc_off_max; |
| 203 | struct stmmac_tc_entry *tc_entries; |
Jose Abreu | 9a8a02c | 2018-05-31 18:01:27 +0100 | [diff] [blame] | 204 | |
| 205 | /* Pulse Per Second output */ |
| 206 | struct stmmac_pps_cfg pps[STMMAC_PPS_MAX]; |
Jose Abreu | 34877a1 | 2018-03-29 10:40:18 +0100 | [diff] [blame] | 207 | }; |
| 208 | |
| 209 | enum stmmac_state { |
| 210 | STMMAC_DOWN, |
| 211 | STMMAC_RESET_REQUESTED, |
| 212 | STMMAC_RESETING, |
| 213 | STMMAC_SERVICE_SCHED, |
Giuseppe Cavallaro | 47dd7a5 | 2009-10-14 15:13:45 -0700 | [diff] [blame] | 214 | }; |
| 215 | |
Joe Perches | d6cc64e | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 216 | int stmmac_mdio_unregister(struct net_device *ndev); |
| 217 | int stmmac_mdio_register(struct net_device *ndev); |
Srinivas Kandagatla | 073752a | 2014-01-16 10:52:27 +0000 | [diff] [blame] | 218 | int stmmac_mdio_reset(struct mii_bus *mii); |
Joe Perches | d6cc64e | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 219 | void stmmac_set_ethtool_ops(struct net_device *netdev); |
Andy Shevchenko | 915af65 | 2014-11-05 11:45:32 +0200 | [diff] [blame] | 220 | |
Giuseppe CAVALLARO | c30a70d | 2016-10-19 09:06:41 +0200 | [diff] [blame] | 221 | void stmmac_ptp_register(struct stmmac_priv *priv); |
Joe Perches | d6cc64e | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 222 | void stmmac_ptp_unregister(struct stmmac_priv *priv); |
Joachim Eastwood | f4e7bd8 | 2016-05-01 22:58:19 +0200 | [diff] [blame] | 223 | int stmmac_resume(struct device *dev); |
| 224 | int stmmac_suspend(struct device *dev); |
| 225 | int stmmac_dvr_remove(struct device *dev); |
Joachim Eastwood | 15ffac7 | 2015-05-20 20:03:08 +0200 | [diff] [blame] | 226 | int stmmac_dvr_probe(struct device *device, |
| 227 | struct plat_stmmacenet_data *plat_dat, |
| 228 | struct stmmac_resources *res); |
Giuseppe CAVALLARO | d765955 | 2012-06-27 21:14:37 +0000 | [diff] [blame] | 229 | void stmmac_disable_eee_mode(struct stmmac_priv *priv); |
| 230 | bool stmmac_eee_init(struct stmmac_priv *priv); |
Giuseppe CAVALLARO | ba1377ff | 2012-04-04 04:33:25 +0000 | [diff] [blame] | 231 | |
Jose Abreu | 091810d | 2019-05-24 10:20:19 +0200 | [diff] [blame^] | 232 | #if IS_ENABLED(CONFIG_STMMAC_SELFTESTS) |
| 233 | void stmmac_selftest_run(struct net_device *dev, |
| 234 | struct ethtool_test *etest, u64 *buf); |
| 235 | void stmmac_selftest_get_strings(struct stmmac_priv *priv, u8 *data); |
| 236 | int stmmac_selftest_get_count(struct stmmac_priv *priv); |
| 237 | #else |
| 238 | static inline void stmmac_selftest_run(struct net_device *dev, |
| 239 | struct ethtool_test *etest, u64 *buf) |
| 240 | { |
| 241 | /* Not enabled */ |
| 242 | } |
| 243 | static inline void stmmac_selftest_get_strings(struct stmmac_priv *priv, |
| 244 | u8 *data) |
| 245 | { |
| 246 | /* Not enabled */ |
| 247 | } |
| 248 | static inline int stmmac_selftest_get_count(struct stmmac_priv *priv) |
| 249 | { |
| 250 | return -EOPNOTSUPP; |
| 251 | } |
| 252 | #endif /* CONFIG_STMMAC_SELFTESTS */ |
| 253 | |
Rayagond Kokatanur | bd4242d | 2012-08-22 21:28:18 +0000 | [diff] [blame] | 254 | #endif /* __STMMAC_H__ */ |