Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 1 | /**************************************************************************** |
Ben Hutchings | f7a6d2c | 2013-08-29 23:32:48 +0100 | [diff] [blame] | 2 | * Driver for Solarflare network controllers and boards |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 3 | * Copyright 2005-2006 Fen Systems Ltd. |
Ben Hutchings | f7a6d2c | 2013-08-29 23:32:48 +0100 | [diff] [blame] | 4 | * Copyright 2006-2013 Solarflare Communications Inc. |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify it |
| 7 | * under the terms of the GNU General Public License version 2 as published |
| 8 | * by the Free Software Foundation, incorporated herein by reference. |
| 9 | */ |
| 10 | |
| 11 | #ifndef EFX_EFX_H |
| 12 | #define EFX_EFX_H |
| 13 | |
| 14 | #include "net_driver.h" |
Ben Hutchings | 64eebcf | 2010-09-20 08:43:07 +0000 | [diff] [blame] | 15 | #include "filter.h" |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 16 | |
Ben Hutchings | dc803df | 2009-10-23 08:32:33 +0000 | [diff] [blame] | 17 | /* Solarstorm controllers use BAR 0 for I/O space and BAR 2(&3) for memory */ |
| 18 | #define EFX_MEM_BAR 2 |
| 19 | |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 20 | /* TX */ |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 21 | int efx_probe_tx_queue(struct efx_tx_queue *tx_queue); |
| 22 | void efx_remove_tx_queue(struct efx_tx_queue *tx_queue); |
| 23 | void efx_init_tx_queue(struct efx_tx_queue *tx_queue); |
| 24 | void efx_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue); |
| 25 | void efx_fini_tx_queue(struct efx_tx_queue *tx_queue); |
| 26 | netdev_tx_t efx_hard_start_xmit(struct sk_buff *skb, |
| 27 | struct net_device *net_dev); |
| 28 | netdev_tx_t efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb); |
| 29 | void efx_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index); |
| 30 | int efx_setup_tc(struct net_device *net_dev, u8 num_tc); |
| 31 | unsigned int efx_tx_max_skb_descs(struct efx_nic *efx); |
Ben Hutchings | 183233b | 2013-06-28 21:47:12 +0100 | [diff] [blame] | 32 | extern unsigned int efx_piobuf_size; |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 33 | |
| 34 | /* RX */ |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 35 | void efx_rx_config_page_split(struct efx_nic *efx); |
| 36 | int efx_probe_rx_queue(struct efx_rx_queue *rx_queue); |
| 37 | void efx_remove_rx_queue(struct efx_rx_queue *rx_queue); |
| 38 | void efx_init_rx_queue(struct efx_rx_queue *rx_queue); |
| 39 | void efx_fini_rx_queue(struct efx_rx_queue *rx_queue); |
Jon Cooper | cce2879 | 2013-10-02 11:04:14 +0100 | [diff] [blame] | 40 | void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic); |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 41 | void efx_rx_slow_fill(unsigned long context); |
| 42 | void __efx_rx_packet(struct efx_channel *channel); |
| 43 | void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index, |
| 44 | unsigned int n_frags, unsigned int len, u16 flags); |
Ben Hutchings | ff734ef | 2013-01-29 23:33:14 +0000 | [diff] [blame] | 45 | static inline void efx_rx_flush_packet(struct efx_channel *channel) |
| 46 | { |
Ben Hutchings | 85740cdf | 2013-01-29 23:33:15 +0000 | [diff] [blame] | 47 | if (channel->rx_pkt_n_frags) |
| 48 | __efx_rx_packet(channel); |
Ben Hutchings | ff734ef | 2013-01-29 23:33:14 +0000 | [diff] [blame] | 49 | } |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 50 | void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue); |
Steve Hodgson | ecc910f | 2010-09-10 06:42:22 +0000 | [diff] [blame] | 51 | |
| 52 | #define EFX_MAX_DMAQ_SIZE 4096UL |
| 53 | #define EFX_DEFAULT_DMAQ_SIZE 1024UL |
| 54 | #define EFX_MIN_DMAQ_SIZE 512UL |
| 55 | |
| 56 | #define EFX_MAX_EVQ_SIZE 16384UL |
| 57 | #define EFX_MIN_EVQ_SIZE 512UL |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 58 | |
Ben Hutchings | 7e6d06f | 2012-07-30 15:57:44 +0000 | [diff] [blame] | 59 | /* Maximum number of TCP segments we support for soft-TSO */ |
| 60 | #define EFX_TSO_MAX_SEGS 100 |
| 61 | |
| 62 | /* The smallest [rt]xq_entries that the driver supports. RX minimum |
| 63 | * is a bit arbitrary. For TX, we must have space for at least 2 |
| 64 | * TSO skbs. |
| 65 | */ |
| 66 | #define EFX_RXQ_MIN_ENT 128U |
| 67 | #define EFX_TXQ_MIN_ENT(efx) (2 * efx_tx_max_skb_descs(efx)) |
Ben Hutchings | 4642610 | 2010-09-10 06:42:33 +0000 | [diff] [blame] | 68 | |
Ben Hutchings | d9317ae | 2014-01-23 14:35:48 +0000 | [diff] [blame] | 69 | #define EFX_TXQ_MAX_ENT(efx) (EFX_WORKAROUND_35388(efx) ? \ |
| 70 | EFX_MAX_DMAQ_SIZE / 2 : EFX_MAX_DMAQ_SIZE) |
| 71 | |
Ben Hutchings | 64eebcf | 2010-09-20 08:43:07 +0000 | [diff] [blame] | 72 | /* Filters */ |
Ben Hutchings | add7247 | 2012-11-08 01:46:53 +0000 | [diff] [blame] | 73 | |
| 74 | /** |
| 75 | * efx_filter_insert_filter - add or replace a filter |
| 76 | * @efx: NIC in which to insert the filter |
| 77 | * @spec: Specification for the filter |
| 78 | * @replace_equal: Flag for whether the specified filter may replace an |
| 79 | * existing filter with equal priority |
| 80 | * |
| 81 | * On success, return the filter ID. |
| 82 | * On failure, return a negative error code. |
| 83 | * |
Ben Hutchings | b883d0b | 2013-01-15 22:00:07 +0000 | [diff] [blame] | 84 | * If existing filters have equal match values to the new filter spec, |
| 85 | * then the new filter might replace them or the function might fail, |
| 86 | * as follows. |
| 87 | * |
| 88 | * 1. If the existing filters have lower priority, or @replace_equal |
| 89 | * is set and they have equal priority, replace them. |
| 90 | * |
| 91 | * 2. If the existing filters have higher priority, return -%EPERM. |
| 92 | * |
| 93 | * 3. If !efx_filter_is_mc_recipient(@spec), or the NIC does not |
| 94 | * support delivery to multiple recipients, return -%EEXIST. |
| 95 | * |
| 96 | * This implies that filters for multiple multicast recipients must |
| 97 | * all be inserted with the same priority and @replace_equal = %false. |
Ben Hutchings | add7247 | 2012-11-08 01:46:53 +0000 | [diff] [blame] | 98 | */ |
| 99 | static inline s32 efx_filter_insert_filter(struct efx_nic *efx, |
| 100 | struct efx_filter_spec *spec, |
| 101 | bool replace_equal) |
| 102 | { |
| 103 | return efx->type->filter_insert(efx, spec, replace_equal); |
| 104 | } |
| 105 | |
| 106 | /** |
| 107 | * efx_filter_remove_id_safe - remove a filter by ID, carefully |
| 108 | * @efx: NIC from which to remove the filter |
| 109 | * @priority: Priority of filter, as passed to @efx_filter_insert_filter |
| 110 | * @filter_id: ID of filter, as returned by @efx_filter_insert_filter |
| 111 | * |
| 112 | * This function will range-check @filter_id, so it is safe to call |
| 113 | * with a value passed from userland. |
| 114 | */ |
| 115 | static inline int efx_filter_remove_id_safe(struct efx_nic *efx, |
| 116 | enum efx_filter_priority priority, |
| 117 | u32 filter_id) |
| 118 | { |
| 119 | return efx->type->filter_remove_safe(efx, priority, filter_id); |
| 120 | } |
| 121 | |
| 122 | /** |
| 123 | * efx_filter_get_filter_safe - retrieve a filter by ID, carefully |
| 124 | * @efx: NIC from which to remove the filter |
| 125 | * @priority: Priority of filter, as passed to @efx_filter_insert_filter |
| 126 | * @filter_id: ID of filter, as returned by @efx_filter_insert_filter |
| 127 | * @spec: Buffer in which to store filter specification |
| 128 | * |
| 129 | * This function will range-check @filter_id, so it is safe to call |
| 130 | * with a value passed from userland. |
| 131 | */ |
| 132 | static inline int |
| 133 | efx_filter_get_filter_safe(struct efx_nic *efx, |
| 134 | enum efx_filter_priority priority, |
| 135 | u32 filter_id, struct efx_filter_spec *spec) |
| 136 | { |
| 137 | return efx->type->filter_get_safe(efx, priority, filter_id, spec); |
| 138 | } |
| 139 | |
Ben Hutchings | add7247 | 2012-11-08 01:46:53 +0000 | [diff] [blame] | 140 | static inline u32 efx_filter_count_rx_used(struct efx_nic *efx, |
| 141 | enum efx_filter_priority priority) |
| 142 | { |
| 143 | return efx->type->filter_count_rx_used(efx, priority); |
| 144 | } |
| 145 | static inline u32 efx_filter_get_rx_id_limit(struct efx_nic *efx) |
| 146 | { |
| 147 | return efx->type->filter_get_rx_id_limit(efx); |
| 148 | } |
| 149 | static inline s32 efx_filter_get_rx_ids(struct efx_nic *efx, |
| 150 | enum efx_filter_priority priority, |
| 151 | u32 *buf, u32 size) |
| 152 | { |
| 153 | return efx->type->filter_get_rx_ids(efx, priority, buf, size); |
| 154 | } |
Ben Hutchings | 64d8ad6 | 2011-01-05 00:50:41 +0000 | [diff] [blame] | 155 | #ifdef CONFIG_RFS_ACCEL |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 156 | int efx_filter_rfs(struct net_device *net_dev, const struct sk_buff *skb, |
| 157 | u16 rxq_index, u32 flow_id); |
| 158 | bool __efx_filter_rfs_expire(struct efx_nic *efx, unsigned quota); |
Ben Hutchings | 64d8ad6 | 2011-01-05 00:50:41 +0000 | [diff] [blame] | 159 | static inline void efx_filter_rfs_expire(struct efx_channel *channel) |
| 160 | { |
| 161 | if (channel->rfs_filters_added >= 60 && |
| 162 | __efx_filter_rfs_expire(channel->efx, 100)) |
| 163 | channel->rfs_filters_added -= 60; |
| 164 | } |
| 165 | #define efx_filter_rfs_enabled() 1 |
| 166 | #else |
| 167 | static inline void efx_filter_rfs_expire(struct efx_channel *channel) {} |
| 168 | #define efx_filter_rfs_enabled() 0 |
| 169 | #endif |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 170 | bool efx_filter_is_mc_recipient(const struct efx_filter_spec *spec); |
Ben Hutchings | 64eebcf | 2010-09-20 08:43:07 +0000 | [diff] [blame] | 171 | |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 172 | /* Channels */ |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 173 | int efx_channel_dummy_op_int(struct efx_channel *channel); |
| 174 | void efx_channel_dummy_op_void(struct efx_channel *channel); |
| 175 | int efx_realloc_channels(struct efx_nic *efx, u32 rxq_entries, u32 txq_entries); |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 176 | |
| 177 | /* Ports */ |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 178 | int efx_reconfigure_port(struct efx_nic *efx); |
| 179 | int __efx_reconfigure_port(struct efx_nic *efx); |
Ben Hutchings | 8c8661e | 2008-09-01 12:49:02 +0100 | [diff] [blame] | 180 | |
Ben Hutchings | f5e7adc | 2009-11-23 16:07:30 +0000 | [diff] [blame] | 181 | /* Ethtool support */ |
Ben Hutchings | f5e7adc | 2009-11-23 16:07:30 +0000 | [diff] [blame] | 182 | extern const struct ethtool_ops efx_ethtool_ops; |
| 183 | |
Ben Hutchings | 8c8661e | 2008-09-01 12:49:02 +0100 | [diff] [blame] | 184 | /* Reset handling */ |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 185 | int efx_reset(struct efx_nic *efx, enum reset_type method); |
| 186 | void efx_reset_down(struct efx_nic *efx, enum reset_type method); |
| 187 | int efx_reset_up(struct efx_nic *efx, enum reset_type method, bool ok); |
| 188 | int efx_try_recovery(struct efx_nic *efx); |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 189 | |
| 190 | /* Global */ |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 191 | void efx_schedule_reset(struct efx_nic *efx, enum reset_type type); |
| 192 | int efx_init_irq_moderation(struct efx_nic *efx, unsigned int tx_usecs, |
| 193 | unsigned int rx_usecs, bool rx_adaptive, |
| 194 | bool rx_may_override_tx); |
| 195 | void efx_get_irq_moderation(struct efx_nic *efx, unsigned int *tx_usecs, |
| 196 | unsigned int *rx_usecs, bool *rx_adaptive); |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 197 | |
| 198 | /* Dummy PHY ops for PHY drivers */ |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 199 | int efx_port_dummy_op_int(struct efx_nic *efx); |
| 200 | void efx_port_dummy_op_void(struct efx_nic *efx); |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 201 | |
Ben Hutchings | f415072 | 2008-11-04 20:34:28 +0000 | [diff] [blame] | 202 | /* MTD */ |
| 203 | #ifdef CONFIG_SFC_MTD |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 204 | int efx_mtd_add(struct efx_nic *efx, struct efx_mtd_partition *parts, |
| 205 | size_t n_parts, size_t sizeof_part); |
Ben Hutchings | 45a3fd5 | 2012-11-28 04:38:14 +0000 | [diff] [blame] | 206 | static inline int efx_mtd_probe(struct efx_nic *efx) |
| 207 | { |
| 208 | return efx->type->mtd_probe(efx); |
| 209 | } |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 210 | void efx_mtd_rename(struct efx_nic *efx); |
| 211 | void efx_mtd_remove(struct efx_nic *efx); |
Ben Hutchings | f415072 | 2008-11-04 20:34:28 +0000 | [diff] [blame] | 212 | #else |
| 213 | static inline int efx_mtd_probe(struct efx_nic *efx) { return 0; } |
| 214 | static inline void efx_mtd_rename(struct efx_nic *efx) {} |
| 215 | static inline void efx_mtd_remove(struct efx_nic *efx) {} |
| 216 | #endif |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 217 | |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 218 | static inline void efx_schedule_channel(struct efx_channel *channel) |
| 219 | { |
Ben Hutchings | 62776d0 | 2010-06-23 11:30:07 +0000 | [diff] [blame] | 220 | netif_vdbg(channel->efx, intr, channel->efx->net_dev, |
| 221 | "channel %d scheduling NAPI poll on CPU%d\n", |
| 222 | channel->channel, raw_smp_processor_id()); |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 223 | |
Ben Hutchings | 288379f | 2009-01-19 16:43:59 -0800 | [diff] [blame] | 224 | napi_schedule(&channel->napi_str); |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 225 | } |
| 226 | |
Ben Hutchings | 1646a6f3 | 2012-01-05 20:14:10 +0000 | [diff] [blame] | 227 | static inline void efx_schedule_channel_irq(struct efx_channel *channel) |
| 228 | { |
Ben Hutchings | dd40781 | 2012-02-28 23:40:21 +0000 | [diff] [blame] | 229 | channel->event_test_cpu = raw_smp_processor_id(); |
Ben Hutchings | 1646a6f3 | 2012-01-05 20:14:10 +0000 | [diff] [blame] | 230 | efx_schedule_channel(channel); |
| 231 | } |
| 232 | |
Joe Perches | 00aef98 | 2013-09-23 11:37:59 -0700 | [diff] [blame] | 233 | void efx_link_status_changed(struct efx_nic *efx); |
| 234 | void efx_link_set_advertising(struct efx_nic *efx, u32); |
| 235 | void efx_link_set_wanted_fc(struct efx_nic *efx, u8); |
Steve Hodgson | fdaa9ae | 2009-11-28 05:34:05 +0000 | [diff] [blame] | 236 | |
Daniel Pieczko | c2f3b8e | 2012-10-17 13:21:23 +0100 | [diff] [blame] | 237 | static inline void efx_device_detach_sync(struct efx_nic *efx) |
| 238 | { |
| 239 | struct net_device *dev = efx->net_dev; |
| 240 | |
| 241 | /* Lock/freeze all TX queues so that we can be sure the |
| 242 | * TX scheduler is stopped when we're done and before |
| 243 | * netif_device_present() becomes false. |
| 244 | */ |
Ben Hutchings | 35205b2 | 2013-03-05 01:03:47 +0000 | [diff] [blame] | 245 | netif_tx_lock_bh(dev); |
Daniel Pieczko | c2f3b8e | 2012-10-17 13:21:23 +0100 | [diff] [blame] | 246 | netif_device_detach(dev); |
Ben Hutchings | 35205b2 | 2013-03-05 01:03:47 +0000 | [diff] [blame] | 247 | netif_tx_unlock_bh(dev); |
Daniel Pieczko | c2f3b8e | 2012-10-17 13:21:23 +0100 | [diff] [blame] | 248 | } |
| 249 | |
Ben Hutchings | 8ceee66 | 2008-04-27 12:55:59 +0100 | [diff] [blame] | 250 | #endif /* EFX_EFX_H */ |