blob: 04fed7c06618a1a3849dd4177ae9ad314769abb6 [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Ben Hutchings8ceee662008-04-27 12:55:59 +01002/****************************************************************************
Ben Hutchingsf7a6d2c2013-08-29 23:32:48 +01003 * Driver for Solarflare network controllers and boards
Ben Hutchings8ceee662008-04-27 12:55:59 +01004 * Copyright 2005-2006 Fen Systems Ltd.
Ben Hutchingsf7a6d2c2013-08-29 23:32:48 +01005 * Copyright 2006-2013 Solarflare Communications Inc.
Ben Hutchings8ceee662008-04-27 12:55:59 +01006 */
7
8#ifndef EFX_EFX_H
9#define EFX_EFX_H
10
11#include "net_driver.h"
Ben Hutchings64eebcf2010-09-20 08:43:07 +000012#include "filter.h"
Ben Hutchings8ceee662008-04-27 12:55:59 +010013
Shradha Shahe340be92015-05-20 11:11:03 +010014int efx_net_open(struct net_device *net_dev);
15int efx_net_stop(struct net_device *net_dev);
16
Ben Hutchings8ceee662008-04-27 12:55:59 +010017/* TX */
Joe Perches00aef982013-09-23 11:37:59 -070018int efx_probe_tx_queue(struct efx_tx_queue *tx_queue);
19void efx_remove_tx_queue(struct efx_tx_queue *tx_queue);
20void efx_init_tx_queue(struct efx_tx_queue *tx_queue);
21void efx_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue);
22void efx_fini_tx_queue(struct efx_tx_queue *tx_queue);
23netdev_tx_t efx_hard_start_xmit(struct sk_buff *skb,
24 struct net_device *net_dev);
25netdev_tx_t efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
26void efx_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index);
Jiri Pirko2572ac52017-08-07 10:15:17 +020027int efx_setup_tc(struct net_device *net_dev, enum tc_setup_type type,
Jiri Pirkode4784c2017-08-07 10:15:32 +020028 void *type_data);
Joe Perches00aef982013-09-23 11:37:59 -070029unsigned int efx_tx_max_skb_descs(struct efx_nic *efx);
Ben Hutchings183233b2013-06-28 21:47:12 +010030extern unsigned int efx_piobuf_size;
Shradha Shahb0fbdae2015-08-28 10:55:42 +010031extern bool efx_separate_tx_channels;
Ben Hutchings8ceee662008-04-27 12:55:59 +010032
33/* RX */
Edward Cree42356d92018-03-08 15:45:17 +000034void efx_set_default_rx_indir_table(struct efx_nic *efx,
35 struct efx_rss_context *ctx);
Joe Perches00aef982013-09-23 11:37:59 -070036void efx_rx_config_page_split(struct efx_nic *efx);
37int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
38void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
39void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
40void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
Jon Coopercce28792013-10-02 11:04:14 +010041void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
Kees Cook7aa14022017-10-24 01:45:59 -070042void efx_rx_slow_fill(struct timer_list *t);
Joe Perches00aef982013-09-23 11:37:59 -070043void __efx_rx_packet(struct efx_channel *channel);
44void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index,
45 unsigned int n_frags, unsigned int len, u16 flags);
Ben Hutchingsff734ef2013-01-29 23:33:14 +000046static inline void efx_rx_flush_packet(struct efx_channel *channel)
47{
Ben Hutchings85740cdf2013-01-29 23:33:15 +000048 if (channel->rx_pkt_n_frags)
49 __efx_rx_packet(channel);
Ben Hutchingsff734ef2013-01-29 23:33:14 +000050}
Joe Perches00aef982013-09-23 11:37:59 -070051void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
Steve Hodgsonecc910f2010-09-10 06:42:22 +000052
53#define EFX_MAX_DMAQ_SIZE 4096UL
54#define EFX_DEFAULT_DMAQ_SIZE 1024UL
55#define EFX_MIN_DMAQ_SIZE 512UL
56
57#define EFX_MAX_EVQ_SIZE 16384UL
58#define EFX_MIN_EVQ_SIZE 512UL
Ben Hutchings8ceee662008-04-27 12:55:59 +010059
Ben Hutchings7e6d06f2012-07-30 15:57:44 +000060/* Maximum number of TCP segments we support for soft-TSO */
61#define EFX_TSO_MAX_SEGS 100
62
63/* The smallest [rt]xq_entries that the driver supports. RX minimum
64 * is a bit arbitrary. For TX, we must have space for at least 2
65 * TSO skbs.
66 */
67#define EFX_RXQ_MIN_ENT 128U
68#define EFX_TXQ_MIN_ENT(efx) (2 * efx_tx_max_skb_descs(efx))
Ben Hutchings46426102010-09-10 06:42:33 +000069
Bert Kenwarda53d26e2017-04-25 13:44:54 +010070/* All EF10 architecture NICs steal one bit of the DMAQ size for various
71 * other purposes when counting TxQ entries, so we halve the queue size.
72 */
73#define EFX_TXQ_MAX_ENT(efx) (EFX_WORKAROUND_EF10(efx) ? \
Ben Hutchingsd9317ae2014-01-23 14:35:48 +000074 EFX_MAX_DMAQ_SIZE / 2 : EFX_MAX_DMAQ_SIZE)
75
Bert Kenwardf1c2ef42015-12-11 09:39:32 +000076static inline bool efx_rss_enabled(struct efx_nic *efx)
77{
78 return efx->rss_spread > 1;
79}
80
Ben Hutchings64eebcf2010-09-20 08:43:07 +000081/* Filters */
Ben Hutchingsadd72472012-11-08 01:46:53 +000082
Edward Cree0d322412015-05-20 11:10:03 +010083void efx_mac_reconfigure(struct efx_nic *efx);
84
Ben Hutchingsadd72472012-11-08 01:46:53 +000085/**
86 * efx_filter_insert_filter - add or replace a filter
87 * @efx: NIC in which to insert the filter
88 * @spec: Specification for the filter
89 * @replace_equal: Flag for whether the specified filter may replace an
90 * existing filter with equal priority
91 *
92 * On success, return the filter ID.
93 * On failure, return a negative error code.
94 *
Ben Hutchingsb883d0b2013-01-15 22:00:07 +000095 * If existing filters have equal match values to the new filter spec,
96 * then the new filter might replace them or the function might fail,
97 * as follows.
98 *
99 * 1. If the existing filters have lower priority, or @replace_equal
100 * is set and they have equal priority, replace them.
101 *
102 * 2. If the existing filters have higher priority, return -%EPERM.
103 *
104 * 3. If !efx_filter_is_mc_recipient(@spec), or the NIC does not
105 * support delivery to multiple recipients, return -%EEXIST.
106 *
107 * This implies that filters for multiple multicast recipients must
108 * all be inserted with the same priority and @replace_equal = %false.
Ben Hutchingsadd72472012-11-08 01:46:53 +0000109 */
110static inline s32 efx_filter_insert_filter(struct efx_nic *efx,
111 struct efx_filter_spec *spec,
112 bool replace_equal)
113{
114 return efx->type->filter_insert(efx, spec, replace_equal);
115}
116
117/**
118 * efx_filter_remove_id_safe - remove a filter by ID, carefully
119 * @efx: NIC from which to remove the filter
120 * @priority: Priority of filter, as passed to @efx_filter_insert_filter
121 * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
122 *
123 * This function will range-check @filter_id, so it is safe to call
124 * with a value passed from userland.
125 */
126static inline int efx_filter_remove_id_safe(struct efx_nic *efx,
127 enum efx_filter_priority priority,
128 u32 filter_id)
129{
130 return efx->type->filter_remove_safe(efx, priority, filter_id);
131}
132
133/**
134 * efx_filter_get_filter_safe - retrieve a filter by ID, carefully
135 * @efx: NIC from which to remove the filter
136 * @priority: Priority of filter, as passed to @efx_filter_insert_filter
137 * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
138 * @spec: Buffer in which to store filter specification
139 *
140 * This function will range-check @filter_id, so it is safe to call
141 * with a value passed from userland.
142 */
143static inline int
144efx_filter_get_filter_safe(struct efx_nic *efx,
145 enum efx_filter_priority priority,
146 u32 filter_id, struct efx_filter_spec *spec)
147{
148 return efx->type->filter_get_safe(efx, priority, filter_id, spec);
149}
150
Ben Hutchingsadd72472012-11-08 01:46:53 +0000151static inline u32 efx_filter_count_rx_used(struct efx_nic *efx,
152 enum efx_filter_priority priority)
153{
154 return efx->type->filter_count_rx_used(efx, priority);
155}
156static inline u32 efx_filter_get_rx_id_limit(struct efx_nic *efx)
157{
158 return efx->type->filter_get_rx_id_limit(efx);
159}
160static inline s32 efx_filter_get_rx_ids(struct efx_nic *efx,
161 enum efx_filter_priority priority,
162 u32 *buf, u32 size)
163{
164 return efx->type->filter_get_rx_ids(efx, priority, buf, size);
165}
Ben Hutchings64d8ad62011-01-05 00:50:41 +0000166#ifdef CONFIG_RFS_ACCEL
Joe Perches00aef982013-09-23 11:37:59 -0700167int efx_filter_rfs(struct net_device *net_dev, const struct sk_buff *skb,
168 u16 rxq_index, u32 flow_id);
169bool __efx_filter_rfs_expire(struct efx_nic *efx, unsigned quota);
Edward Cree3af0f342018-03-27 17:41:59 +0100170static inline void efx_filter_rfs_expire(struct work_struct *data)
Ben Hutchings64d8ad62011-01-05 00:50:41 +0000171{
Edward Cree3af0f342018-03-27 17:41:59 +0100172 struct efx_channel *channel = container_of(data, struct efx_channel,
173 filter_work);
174
Ben Hutchings64d8ad62011-01-05 00:50:41 +0000175 if (channel->rfs_filters_added >= 60 &&
176 __efx_filter_rfs_expire(channel->efx, 100))
177 channel->rfs_filters_added -= 60;
178}
179#define efx_filter_rfs_enabled() 1
180#else
Edward Cree3af0f342018-03-27 17:41:59 +0100181static inline void efx_filter_rfs_expire(struct work_struct *data) {}
Ben Hutchings64d8ad62011-01-05 00:50:41 +0000182#define efx_filter_rfs_enabled() 0
183#endif
Joe Perches00aef982013-09-23 11:37:59 -0700184bool efx_filter_is_mc_recipient(const struct efx_filter_spec *spec);
Ben Hutchings64eebcf2010-09-20 08:43:07 +0000185
Edward Creef8d62032018-04-24 17:09:30 +0100186bool efx_filter_spec_equal(const struct efx_filter_spec *left,
187 const struct efx_filter_spec *right);
188u32 efx_filter_spec_hash(const struct efx_filter_spec *spec);
189
190#ifdef CONFIG_RFS_ACCEL
191bool efx_rps_check_rule(struct efx_arfs_rule *rule, unsigned int filter_idx,
192 bool *force);
193
194struct efx_arfs_rule *efx_rps_hash_find(struct efx_nic *efx,
195 const struct efx_filter_spec *spec);
196
197/* @new is written to indicate if entry was newly added (true) or if an old
198 * entry was found and returned (false).
199 */
200struct efx_arfs_rule *efx_rps_hash_add(struct efx_nic *efx,
201 const struct efx_filter_spec *spec,
202 bool *new);
203
204void efx_rps_hash_del(struct efx_nic *efx, const struct efx_filter_spec *spec);
205#endif
206
Edward Cree42356d92018-03-08 15:45:17 +0000207/* RSS contexts */
Edward Creee0a65e32018-03-27 17:44:36 +0100208struct efx_rss_context *efx_alloc_rss_context_entry(struct efx_nic *efx);
209struct efx_rss_context *efx_find_rss_context_entry(struct efx_nic *efx, u32 id);
Edward Cree42356d92018-03-08 15:45:17 +0000210void efx_free_rss_context_entry(struct efx_rss_context *ctx);
211static inline bool efx_rss_active(struct efx_rss_context *ctx)
212{
213 return ctx->context_id != EFX_EF10_RSS_CONTEXT_INVALID;
214}
215
Ben Hutchings8ceee662008-04-27 12:55:59 +0100216/* Channels */
Joe Perches00aef982013-09-23 11:37:59 -0700217int efx_channel_dummy_op_int(struct efx_channel *channel);
218void efx_channel_dummy_op_void(struct efx_channel *channel);
219int efx_realloc_channels(struct efx_nic *efx, u32 rxq_entries, u32 txq_entries);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100220
221/* Ports */
Joe Perches00aef982013-09-23 11:37:59 -0700222int efx_reconfigure_port(struct efx_nic *efx);
223int __efx_reconfigure_port(struct efx_nic *efx);
Ben Hutchings8c8661e2008-09-01 12:49:02 +0100224
Ben Hutchingsf5e7adc2009-11-23 16:07:30 +0000225/* Ethtool support */
Ben Hutchingsf5e7adc2009-11-23 16:07:30 +0000226extern const struct ethtool_ops efx_ethtool_ops;
227
Ben Hutchings8c8661e2008-09-01 12:49:02 +0100228/* Reset handling */
Joe Perches00aef982013-09-23 11:37:59 -0700229int efx_reset(struct efx_nic *efx, enum reset_type method);
230void efx_reset_down(struct efx_nic *efx, enum reset_type method);
231int efx_reset_up(struct efx_nic *efx, enum reset_type method, bool ok);
232int efx_try_recovery(struct efx_nic *efx);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100233
234/* Global */
Joe Perches00aef982013-09-23 11:37:59 -0700235void efx_schedule_reset(struct efx_nic *efx, enum reset_type type);
Bert Kenward539de7c2016-08-11 13:02:09 +0100236unsigned int efx_usecs_to_ticks(struct efx_nic *efx, unsigned int usecs);
237unsigned int efx_ticks_to_usecs(struct efx_nic *efx, unsigned int ticks);
Joe Perches00aef982013-09-23 11:37:59 -0700238int efx_init_irq_moderation(struct efx_nic *efx, unsigned int tx_usecs,
239 unsigned int rx_usecs, bool rx_adaptive,
240 bool rx_may_override_tx);
241void efx_get_irq_moderation(struct efx_nic *efx, unsigned int *tx_usecs,
242 unsigned int *rx_usecs, bool *rx_adaptive);
Alexandre Rames36763262014-07-22 14:03:25 +0100243void efx_stop_eventq(struct efx_channel *channel);
244void efx_start_eventq(struct efx_channel *channel);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100245
246/* Dummy PHY ops for PHY drivers */
Joe Perches00aef982013-09-23 11:37:59 -0700247int efx_port_dummy_op_int(struct efx_nic *efx);
248void efx_port_dummy_op_void(struct efx_nic *efx);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100249
Edward Creee4d112e2014-07-15 11:58:12 +0100250/* Update the generic software stats in the passed stats array */
251void efx_update_sw_stats(struct efx_nic *efx, u64 *stats);
252
Ben Hutchingsf4150722008-11-04 20:34:28 +0000253/* MTD */
254#ifdef CONFIG_SFC_MTD
Joe Perches00aef982013-09-23 11:37:59 -0700255int efx_mtd_add(struct efx_nic *efx, struct efx_mtd_partition *parts,
256 size_t n_parts, size_t sizeof_part);
Ben Hutchings45a3fd52012-11-28 04:38:14 +0000257static inline int efx_mtd_probe(struct efx_nic *efx)
258{
259 return efx->type->mtd_probe(efx);
260}
Joe Perches00aef982013-09-23 11:37:59 -0700261void efx_mtd_rename(struct efx_nic *efx);
262void efx_mtd_remove(struct efx_nic *efx);
Ben Hutchingsf4150722008-11-04 20:34:28 +0000263#else
264static inline int efx_mtd_probe(struct efx_nic *efx) { return 0; }
265static inline void efx_mtd_rename(struct efx_nic *efx) {}
266static inline void efx_mtd_remove(struct efx_nic *efx) {}
267#endif
Ben Hutchings8ceee662008-04-27 12:55:59 +0100268
Shradha Shah7fa8d542015-05-06 00:55:13 +0100269#ifdef CONFIG_SFC_SRIOV
270static inline unsigned int efx_vf_size(struct efx_nic *efx)
271{
272 return 1 << efx->vi_scale;
273}
274#endif
275
Ben Hutchings8ceee662008-04-27 12:55:59 +0100276static inline void efx_schedule_channel(struct efx_channel *channel)
277{
Ben Hutchings62776d02010-06-23 11:30:07 +0000278 netif_vdbg(channel->efx, intr, channel->efx->net_dev,
279 "channel %d scheduling NAPI poll on CPU%d\n",
280 channel->channel, raw_smp_processor_id());
Ben Hutchings8ceee662008-04-27 12:55:59 +0100281
Ben Hutchings288379f2009-01-19 16:43:59 -0800282 napi_schedule(&channel->napi_str);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100283}
284
Ben Hutchings1646a6f32012-01-05 20:14:10 +0000285static inline void efx_schedule_channel_irq(struct efx_channel *channel)
286{
Ben Hutchingsdd407812012-02-28 23:40:21 +0000287 channel->event_test_cpu = raw_smp_processor_id();
Ben Hutchings1646a6f32012-01-05 20:14:10 +0000288 efx_schedule_channel(channel);
289}
290
Joe Perches00aef982013-09-23 11:37:59 -0700291void efx_link_status_changed(struct efx_nic *efx);
Edward Creec2ab85d2018-01-10 18:00:14 +0000292void efx_link_set_advertising(struct efx_nic *efx,
293 const unsigned long *advertising);
294void efx_link_clear_advertising(struct efx_nic *efx);
Joe Perches00aef982013-09-23 11:37:59 -0700295void efx_link_set_wanted_fc(struct efx_nic *efx, u8);
Steve Hodgsonfdaa9ae2009-11-28 05:34:05 +0000296
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100297static inline void efx_device_detach_sync(struct efx_nic *efx)
298{
299 struct net_device *dev = efx->net_dev;
300
301 /* Lock/freeze all TX queues so that we can be sure the
302 * TX scheduler is stopped when we're done and before
303 * netif_device_present() becomes false.
304 */
Ben Hutchings35205b22013-03-05 01:03:47 +0000305 netif_tx_lock_bh(dev);
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100306 netif_device_detach(dev);
Ben Hutchings35205b22013-03-05 01:03:47 +0000307 netif_tx_unlock_bh(dev);
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100308}
309
Peter Dunning9c568fd2017-02-17 15:50:43 +0000310static inline void efx_device_attach_if_not_resetting(struct efx_nic *efx)
311{
312 if ((efx->state != STATE_DISABLED) && !efx->reset_pending)
313 netif_device_attach(efx->net_dev);
314}
315
Edward Creedd987082016-06-15 17:43:43 +0100316static inline bool efx_rwsem_assert_write_locked(struct rw_semaphore *sem)
317{
318 if (WARN_ON(down_read_trylock(sem))) {
319 up_read(sem);
320 return false;
321 }
322 return true;
323}
324
Ben Hutchings8ceee662008-04-27 12:55:59 +0100325#endif /* EFX_EFX_H */