blob: daf0c00c12424bcd76cf9c3b2ea3f9c06acd9dd0 [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Ben Hutchings8ceee662008-04-27 12:55:59 +01002/****************************************************************************
Ben Hutchingsf7a6d2c2013-08-29 23:32:48 +01003 * Driver for Solarflare network controllers and boards
Ben Hutchings8ceee662008-04-27 12:55:59 +01004 * Copyright 2005-2006 Fen Systems Ltd.
Ben Hutchingsf7a6d2c2013-08-29 23:32:48 +01005 * Copyright 2006-2013 Solarflare Communications Inc.
Ben Hutchings8ceee662008-04-27 12:55:59 +01006 */
7
8#ifndef EFX_EFX_H
9#define EFX_EFX_H
10
Edward Cree51b35a42020-07-27 12:55:55 +010011#include <linux/indirect_call_wrapper.h>
Ben Hutchings8ceee662008-04-27 12:55:59 +010012#include "net_driver.h"
Edward Cree51b35a42020-07-27 12:55:55 +010013#include "ef100_rx.h"
14#include "ef100_tx.h"
Ben Hutchings64eebcf2010-09-20 08:43:07 +000015#include "filter.h"
Ben Hutchings8ceee662008-04-27 12:55:59 +010016
Shradha Shahe340be92015-05-20 11:11:03 +010017int efx_net_open(struct net_device *net_dev);
18int efx_net_stop(struct net_device *net_dev);
19
Ben Hutchings8ceee662008-04-27 12:55:59 +010020/* TX */
Joe Perches00aef982013-09-23 11:37:59 -070021void efx_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue);
Joe Perches00aef982013-09-23 11:37:59 -070022netdev_tx_t efx_hard_start_xmit(struct sk_buff *skb,
23 struct net_device *net_dev);
Edward Cree51b35a42020-07-27 12:55:55 +010024netdev_tx_t __efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
25static inline netdev_tx_t efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb)
26{
27 return INDIRECT_CALL_2(tx_queue->efx->type->tx_enqueue,
28 ef100_enqueue_skb, __efx_enqueue_skb,
29 tx_queue, skb);
30}
Joe Perches00aef982013-09-23 11:37:59 -070031void efx_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index);
Tom Zhao3b4f06c2020-03-05 11:38:45 +000032void efx_xmit_done_single(struct efx_tx_queue *tx_queue);
Jiri Pirko2572ac52017-08-07 10:15:17 +020033int efx_setup_tc(struct net_device *net_dev, enum tc_setup_type type,
Jiri Pirkode4784c2017-08-07 10:15:32 +020034 void *type_data);
Ben Hutchings183233b2013-06-28 21:47:12 +010035extern unsigned int efx_piobuf_size;
Ben Hutchings8ceee662008-04-27 12:55:59 +010036
37/* RX */
Joe Perches00aef982013-09-23 11:37:59 -070038void __efx_rx_packet(struct efx_channel *channel);
39void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index,
40 unsigned int n_frags, unsigned int len, u16 flags);
Ben Hutchingsff734ef2013-01-29 23:33:14 +000041static inline void efx_rx_flush_packet(struct efx_channel *channel)
42{
Ben Hutchings85740cdf2013-01-29 23:33:15 +000043 if (channel->rx_pkt_n_frags)
Edward Cree51b35a42020-07-27 12:55:55 +010044 INDIRECT_CALL_2(channel->efx->type->rx_packet,
45 __ef100_rx_packet, __efx_rx_packet,
46 channel);
Ben Hutchingsff734ef2013-01-29 23:33:14 +000047}
Edward Cree06888542020-08-14 13:26:22 +010048static inline bool efx_rx_buf_hash_valid(struct efx_nic *efx, const u8 *prefix)
49{
50 if (efx->type->rx_buf_hash_valid)
51 return INDIRECT_CALL_1(efx->type->rx_buf_hash_valid,
52 ef100_rx_buf_hash_valid,
53 prefix);
54 return true;
55}
Steve Hodgsonecc910f2010-09-10 06:42:22 +000056
Ben Hutchings7e6d06f2012-07-30 15:57:44 +000057/* Maximum number of TCP segments we support for soft-TSO */
58#define EFX_TSO_MAX_SEGS 100
59
60/* The smallest [rt]xq_entries that the driver supports. RX minimum
61 * is a bit arbitrary. For TX, we must have space for at least 2
62 * TSO skbs.
63 */
64#define EFX_RXQ_MIN_ENT 128U
65#define EFX_TXQ_MIN_ENT(efx) (2 * efx_tx_max_skb_descs(efx))
Ben Hutchings46426102010-09-10 06:42:33 +000066
Bert Kenwarda53d26e2017-04-25 13:44:54 +010067/* All EF10 architecture NICs steal one bit of the DMAQ size for various
68 * other purposes when counting TxQ entries, so we halve the queue size.
69 */
70#define EFX_TXQ_MAX_ENT(efx) (EFX_WORKAROUND_EF10(efx) ? \
Ben Hutchingsd9317ae2014-01-23 14:35:48 +000071 EFX_MAX_DMAQ_SIZE / 2 : EFX_MAX_DMAQ_SIZE)
72
Bert Kenwardf1c2ef42015-12-11 09:39:32 +000073static inline bool efx_rss_enabled(struct efx_nic *efx)
74{
75 return efx->rss_spread > 1;
76}
77
Ben Hutchings64eebcf2010-09-20 08:43:07 +000078/* Filters */
Ben Hutchingsadd72472012-11-08 01:46:53 +000079
80/**
81 * efx_filter_insert_filter - add or replace a filter
82 * @efx: NIC in which to insert the filter
83 * @spec: Specification for the filter
84 * @replace_equal: Flag for whether the specified filter may replace an
85 * existing filter with equal priority
86 *
87 * On success, return the filter ID.
88 * On failure, return a negative error code.
89 *
Ben Hutchingsb883d0b2013-01-15 22:00:07 +000090 * If existing filters have equal match values to the new filter spec,
91 * then the new filter might replace them or the function might fail,
92 * as follows.
93 *
94 * 1. If the existing filters have lower priority, or @replace_equal
95 * is set and they have equal priority, replace them.
96 *
97 * 2. If the existing filters have higher priority, return -%EPERM.
98 *
99 * 3. If !efx_filter_is_mc_recipient(@spec), or the NIC does not
100 * support delivery to multiple recipients, return -%EEXIST.
101 *
102 * This implies that filters for multiple multicast recipients must
103 * all be inserted with the same priority and @replace_equal = %false.
Ben Hutchingsadd72472012-11-08 01:46:53 +0000104 */
105static inline s32 efx_filter_insert_filter(struct efx_nic *efx,
106 struct efx_filter_spec *spec,
107 bool replace_equal)
108{
109 return efx->type->filter_insert(efx, spec, replace_equal);
110}
111
112/**
113 * efx_filter_remove_id_safe - remove a filter by ID, carefully
114 * @efx: NIC from which to remove the filter
115 * @priority: Priority of filter, as passed to @efx_filter_insert_filter
116 * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
117 *
118 * This function will range-check @filter_id, so it is safe to call
119 * with a value passed from userland.
120 */
121static inline int efx_filter_remove_id_safe(struct efx_nic *efx,
122 enum efx_filter_priority priority,
123 u32 filter_id)
124{
125 return efx->type->filter_remove_safe(efx, priority, filter_id);
126}
127
128/**
129 * efx_filter_get_filter_safe - retrieve a filter by ID, carefully
130 * @efx: NIC from which to remove the filter
131 * @priority: Priority of filter, as passed to @efx_filter_insert_filter
132 * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
133 * @spec: Buffer in which to store filter specification
134 *
135 * This function will range-check @filter_id, so it is safe to call
136 * with a value passed from userland.
137 */
138static inline int
139efx_filter_get_filter_safe(struct efx_nic *efx,
140 enum efx_filter_priority priority,
141 u32 filter_id, struct efx_filter_spec *spec)
142{
143 return efx->type->filter_get_safe(efx, priority, filter_id, spec);
144}
145
Ben Hutchingsadd72472012-11-08 01:46:53 +0000146static inline u32 efx_filter_count_rx_used(struct efx_nic *efx,
147 enum efx_filter_priority priority)
148{
149 return efx->type->filter_count_rx_used(efx, priority);
150}
151static inline u32 efx_filter_get_rx_id_limit(struct efx_nic *efx)
152{
153 return efx->type->filter_get_rx_id_limit(efx);
154}
155static inline s32 efx_filter_get_rx_ids(struct efx_nic *efx,
156 enum efx_filter_priority priority,
157 u32 *buf, u32 size)
158{
159 return efx->type->filter_get_rx_ids(efx, priority, buf, size);
160}
Edward Creef8d62032018-04-24 17:09:30 +0100161
Edward Cree42356d92018-03-08 15:45:17 +0000162/* RSS contexts */
Edward Cree42356d92018-03-08 15:45:17 +0000163static inline bool efx_rss_active(struct efx_rss_context *ctx)
164{
Alex Maftei (amaftei)f7226e02020-01-10 13:28:45 +0000165 return ctx->context_id != EFX_MCDI_RSS_CONTEXT_INVALID;
Edward Cree42356d92018-03-08 15:45:17 +0000166}
167
Ben Hutchingsf5e7adc2009-11-23 16:07:30 +0000168/* Ethtool support */
Ben Hutchingsf5e7adc2009-11-23 16:07:30 +0000169extern const struct ethtool_ops efx_ethtool_ops;
170
Ben Hutchings8ceee662008-04-27 12:55:59 +0100171/* Global */
Bert Kenward539de7c2016-08-11 13:02:09 +0100172unsigned int efx_usecs_to_ticks(struct efx_nic *efx, unsigned int usecs);
173unsigned int efx_ticks_to_usecs(struct efx_nic *efx, unsigned int ticks);
Joe Perches00aef982013-09-23 11:37:59 -0700174int efx_init_irq_moderation(struct efx_nic *efx, unsigned int tx_usecs,
175 unsigned int rx_usecs, bool rx_adaptive,
176 bool rx_may_override_tx);
177void efx_get_irq_moderation(struct efx_nic *efx, unsigned int *tx_usecs,
178 unsigned int *rx_usecs, bool *rx_adaptive);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100179
Edward Creee4d112e2014-07-15 11:58:12 +0100180/* Update the generic software stats in the passed stats array */
181void efx_update_sw_stats(struct efx_nic *efx, u64 *stats);
182
Ben Hutchingsf4150722008-11-04 20:34:28 +0000183/* MTD */
184#ifdef CONFIG_SFC_MTD
Joe Perches00aef982013-09-23 11:37:59 -0700185int efx_mtd_add(struct efx_nic *efx, struct efx_mtd_partition *parts,
186 size_t n_parts, size_t sizeof_part);
Ben Hutchings45a3fd52012-11-28 04:38:14 +0000187static inline int efx_mtd_probe(struct efx_nic *efx)
188{
189 return efx->type->mtd_probe(efx);
190}
Joe Perches00aef982013-09-23 11:37:59 -0700191void efx_mtd_rename(struct efx_nic *efx);
192void efx_mtd_remove(struct efx_nic *efx);
Ben Hutchingsf4150722008-11-04 20:34:28 +0000193#else
194static inline int efx_mtd_probe(struct efx_nic *efx) { return 0; }
195static inline void efx_mtd_rename(struct efx_nic *efx) {}
196static inline void efx_mtd_remove(struct efx_nic *efx) {}
197#endif
Ben Hutchings8ceee662008-04-27 12:55:59 +0100198
Shradha Shah7fa8d542015-05-06 00:55:13 +0100199#ifdef CONFIG_SFC_SRIOV
200static inline unsigned int efx_vf_size(struct efx_nic *efx)
201{
202 return 1 << efx->vi_scale;
203}
204#endif
205
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100206static inline void efx_device_detach_sync(struct efx_nic *efx)
207{
208 struct net_device *dev = efx->net_dev;
209
210 /* Lock/freeze all TX queues so that we can be sure the
211 * TX scheduler is stopped when we're done and before
212 * netif_device_present() becomes false.
213 */
Ben Hutchings35205b22013-03-05 01:03:47 +0000214 netif_tx_lock_bh(dev);
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100215 netif_device_detach(dev);
Ben Hutchings35205b22013-03-05 01:03:47 +0000216 netif_tx_unlock_bh(dev);
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100217}
218
Peter Dunning9c568fd2017-02-17 15:50:43 +0000219static inline void efx_device_attach_if_not_resetting(struct efx_nic *efx)
220{
221 if ((efx->state != STATE_DISABLED) && !efx->reset_pending)
222 netif_device_attach(efx->net_dev);
223}
224
Edward Creedd987082016-06-15 17:43:43 +0100225static inline bool efx_rwsem_assert_write_locked(struct rw_semaphore *sem)
226{
227 if (WARN_ON(down_read_trylock(sem))) {
228 up_read(sem);
229 return false;
230 }
231 return true;
232}
233
Charles McLachlandfe44c12019-10-31 10:24:12 +0000234int efx_xdp_tx_buffers(struct efx_nic *efx, int n, struct xdp_frame **xdpfs,
235 bool flush);
236
Ben Hutchings8ceee662008-04-27 12:55:59 +0100237#endif /* EFX_EFX_H */