blob: 9ba11d7377539e7fc2e0e0337f4234f5a0801946 [file] [log] [blame]
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -07001/*
2 * Linux driver for VMware's vmxnet3 ethernet NIC.
3 *
4 * Copyright (C) 2008-2009, VMware, Inc. All Rights Reserved.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License as published by the
8 * Free Software Foundation; version 2 of the License and no later version.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
13 * NON INFRINGEMENT. See the GNU General Public License for more
14 * details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
19 *
20 * The full GNU General Public License is included in this distribution in
21 * the file called "COPYING".
22 *
23 * Maintained by: Shreyas Bhatewara <pv-drivers@vmware.com>
24 *
25 */
26
27
28#include "vmxnet3_int.h"
29
30struct vmxnet3_stat_desc {
31 char desc[ETH_GSTRING_LEN];
32 int offset;
33};
34
35
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -070036/* per tq stats maintained by the device */
37static const struct vmxnet3_stat_desc
38vmxnet3_tq_dev_stats[] = {
39 /* description, offset */
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +000040 { "Tx Queue#", 0 },
41 { " TSO pkts tx", offsetof(struct UPT1_TxStats, TSOPktsTxOK) },
42 { " TSO bytes tx", offsetof(struct UPT1_TxStats, TSOBytesTxOK) },
43 { " ucast pkts tx", offsetof(struct UPT1_TxStats, ucastPktsTxOK) },
44 { " ucast bytes tx", offsetof(struct UPT1_TxStats, ucastBytesTxOK) },
45 { " mcast pkts tx", offsetof(struct UPT1_TxStats, mcastPktsTxOK) },
46 { " mcast bytes tx", offsetof(struct UPT1_TxStats, mcastBytesTxOK) },
47 { " bcast pkts tx", offsetof(struct UPT1_TxStats, bcastPktsTxOK) },
48 { " bcast bytes tx", offsetof(struct UPT1_TxStats, bcastBytesTxOK) },
49 { " pkts tx err", offsetof(struct UPT1_TxStats, pktsTxError) },
50 { " pkts tx discard", offsetof(struct UPT1_TxStats, pktsTxDiscard) },
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -070051};
52
53/* per tq stats maintained by the driver */
54static const struct vmxnet3_stat_desc
55vmxnet3_tq_driver_stats[] = {
56 /* description, offset */
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +000057 {" drv dropped tx total", offsetof(struct vmxnet3_tq_driver_stats,
58 drop_total) },
59 { " too many frags", offsetof(struct vmxnet3_tq_driver_stats,
60 drop_too_many_frags) },
61 { " giant hdr", offsetof(struct vmxnet3_tq_driver_stats,
62 drop_oversized_hdr) },
63 { " hdr err", offsetof(struct vmxnet3_tq_driver_stats,
64 drop_hdr_inspect_err) },
65 { " tso", offsetof(struct vmxnet3_tq_driver_stats,
66 drop_tso) },
67 { " ring full", offsetof(struct vmxnet3_tq_driver_stats,
68 tx_ring_full) },
69 { " pkts linearized", offsetof(struct vmxnet3_tq_driver_stats,
70 linearized) },
71 { " hdr cloned", offsetof(struct vmxnet3_tq_driver_stats,
72 copy_skb_header) },
73 { " giant hdr", offsetof(struct vmxnet3_tq_driver_stats,
74 oversized_hdr) },
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -070075};
76
77/* per rq stats maintained by the device */
78static const struct vmxnet3_stat_desc
79vmxnet3_rq_dev_stats[] = {
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +000080 { "Rx Queue#", 0 },
81 { " LRO pkts rx", offsetof(struct UPT1_RxStats, LROPktsRxOK) },
82 { " LRO byte rx", offsetof(struct UPT1_RxStats, LROBytesRxOK) },
83 { " ucast pkts rx", offsetof(struct UPT1_RxStats, ucastPktsRxOK) },
84 { " ucast bytes rx", offsetof(struct UPT1_RxStats, ucastBytesRxOK) },
85 { " mcast pkts rx", offsetof(struct UPT1_RxStats, mcastPktsRxOK) },
86 { " mcast bytes rx", offsetof(struct UPT1_RxStats, mcastBytesRxOK) },
87 { " bcast pkts rx", offsetof(struct UPT1_RxStats, bcastPktsRxOK) },
88 { " bcast bytes rx", offsetof(struct UPT1_RxStats, bcastBytesRxOK) },
89 { " pkts rx OOB", offsetof(struct UPT1_RxStats, pktsRxOutOfBuf) },
90 { " pkts rx err", offsetof(struct UPT1_RxStats, pktsRxError) },
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -070091};
92
93/* per rq stats maintained by the driver */
94static const struct vmxnet3_stat_desc
95vmxnet3_rq_driver_stats[] = {
96 /* description, offset */
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +000097 { " drv dropped rx total", offsetof(struct vmxnet3_rq_driver_stats,
98 drop_total) },
99 { " err", offsetof(struct vmxnet3_rq_driver_stats,
100 drop_err) },
101 { " fcs", offsetof(struct vmxnet3_rq_driver_stats,
102 drop_fcs) },
103 { " rx buf alloc fail", offsetof(struct vmxnet3_rq_driver_stats,
104 rx_buf_alloc_failure) },
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700105};
106
stephen hemminger78874562015-04-01 15:33:08 -0700107/* global stats maintained by the driver */
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700108static const struct vmxnet3_stat_desc
109vmxnet3_global_stats[] = {
110 /* description, offset */
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000111 { "tx timeout count", offsetof(struct vmxnet3_adapter,
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700112 tx_timeout_count) }
113};
114
115
stephen hemminger95305f62011-06-08 14:53:57 +0000116struct rtnl_link_stats64 *
117vmxnet3_get_stats64(struct net_device *netdev,
118 struct rtnl_link_stats64 *stats)
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700119{
120 struct vmxnet3_adapter *adapter;
121 struct vmxnet3_tq_driver_stats *drvTxStats;
122 struct vmxnet3_rq_driver_stats *drvRxStats;
123 struct UPT1_TxStats *devTxStats;
124 struct UPT1_RxStats *devRxStats;
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000125 unsigned long flags;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000126 int i;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700127
128 adapter = netdev_priv(netdev);
129
130 /* Collect the dev stats into the shared area */
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000131 spin_lock_irqsave(&adapter->cmd_lock, flags);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700132 VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, VMXNET3_CMD_GET_STATS);
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000133 spin_unlock_irqrestore(&adapter->cmd_lock, flags);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700134
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000135 for (i = 0; i < adapter->num_tx_queues; i++) {
136 devTxStats = &adapter->tqd_start[i].stats;
137 drvTxStats = &adapter->tx_queue[i].stats;
stephen hemminger95305f62011-06-08 14:53:57 +0000138 stats->tx_packets += devTxStats->ucastPktsTxOK +
139 devTxStats->mcastPktsTxOK +
140 devTxStats->bcastPktsTxOK;
141 stats->tx_bytes += devTxStats->ucastBytesTxOK +
142 devTxStats->mcastBytesTxOK +
143 devTxStats->bcastBytesTxOK;
144 stats->tx_errors += devTxStats->pktsTxError;
145 stats->tx_dropped += drvTxStats->drop_total;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000146 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700147
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000148 for (i = 0; i < adapter->num_rx_queues; i++) {
149 devRxStats = &adapter->rqd_start[i].stats;
150 drvRxStats = &adapter->rx_queue[i].stats;
stephen hemminger95305f62011-06-08 14:53:57 +0000151 stats->rx_packets += devRxStats->ucastPktsRxOK +
152 devRxStats->mcastPktsRxOK +
153 devRxStats->bcastPktsRxOK;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700154
stephen hemminger95305f62011-06-08 14:53:57 +0000155 stats->rx_bytes += devRxStats->ucastBytesRxOK +
156 devRxStats->mcastBytesRxOK +
157 devRxStats->bcastBytesRxOK;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700158
stephen hemminger95305f62011-06-08 14:53:57 +0000159 stats->rx_errors += devRxStats->pktsRxError;
160 stats->rx_dropped += drvRxStats->drop_total;
161 stats->multicast += devRxStats->mcastPktsRxOK;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000162 }
stephen hemminger95305f62011-06-08 14:53:57 +0000163
164 return stats;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700165}
166
167static int
168vmxnet3_get_sset_count(struct net_device *netdev, int sset)
169{
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000170 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700171 switch (sset) {
172 case ETH_SS_STATS:
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000173 return (ARRAY_SIZE(vmxnet3_tq_dev_stats) +
174 ARRAY_SIZE(vmxnet3_tq_driver_stats)) *
175 adapter->num_tx_queues +
176 (ARRAY_SIZE(vmxnet3_rq_dev_stats) +
177 ARRAY_SIZE(vmxnet3_rq_driver_stats)) *
178 adapter->num_rx_queues +
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700179 ARRAY_SIZE(vmxnet3_global_stats);
180 default:
181 return -EOPNOTSUPP;
182 }
183}
184
185
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700186/* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with
187 * the version 2 of the vmxnet3 support for ethtool(8) --register-dump.
188 * Therefore, if any registers are added, removed or modified, then a version
189 * bump and a corresponding change in the vmxnet3 support for ethtool(8)
190 * --register-dump would be required.
191 */
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700192static int
193vmxnet3_get_regs_len(struct net_device *netdev)
194{
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000195 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700196
197 return ((9 /* BAR1 registers */ +
198 (1 + adapter->intr.num_intrs) +
199 (1 + adapter->num_tx_queues * 17 /* Tx queue registers */) +
200 (1 + adapter->num_rx_queues * 23 /* Rx queue registers */)) *
201 sizeof(u32));
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700202}
203
204
205static void
206vmxnet3_get_drvinfo(struct net_device *netdev, struct ethtool_drvinfo *drvinfo)
207{
208 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
209
210 strlcpy(drvinfo->driver, vmxnet3_driver_name, sizeof(drvinfo->driver));
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700211
212 strlcpy(drvinfo->version, VMXNET3_DRIVER_VERSION_REPORT,
213 sizeof(drvinfo->version));
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700214
215 strlcpy(drvinfo->bus_info, pci_name(adapter->pdev),
Jiri Pirko7826d432013-01-06 00:44:26 +0000216 sizeof(drvinfo->bus_info));
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700217}
218
219
220static void
221vmxnet3_get_strings(struct net_device *netdev, u32 stringset, u8 *buf)
222{
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000223 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700224 if (stringset == ETH_SS_STATS) {
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000225 int i, j;
226 for (j = 0; j < adapter->num_tx_queues; j++) {
227 for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_dev_stats); i++) {
228 memcpy(buf, vmxnet3_tq_dev_stats[i].desc,
229 ETH_GSTRING_LEN);
230 buf += ETH_GSTRING_LEN;
231 }
232 for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_driver_stats);
233 i++) {
234 memcpy(buf, vmxnet3_tq_driver_stats[i].desc,
235 ETH_GSTRING_LEN);
236 buf += ETH_GSTRING_LEN;
237 }
238 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700239
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000240 for (j = 0; j < adapter->num_rx_queues; j++) {
241 for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_dev_stats); i++) {
242 memcpy(buf, vmxnet3_rq_dev_stats[i].desc,
243 ETH_GSTRING_LEN);
244 buf += ETH_GSTRING_LEN;
245 }
246 for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_driver_stats);
247 i++) {
248 memcpy(buf, vmxnet3_rq_driver_stats[i].desc,
249 ETH_GSTRING_LEN);
250 buf += ETH_GSTRING_LEN;
251 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700252 }
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000253
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700254 for (i = 0; i < ARRAY_SIZE(vmxnet3_global_stats); i++) {
255 memcpy(buf, vmxnet3_global_stats[i].desc,
256 ETH_GSTRING_LEN);
257 buf += ETH_GSTRING_LEN;
258 }
259 }
260}
261
Michał Mirosławc8f44af2011-11-15 15:29:55 +0000262int vmxnet3_set_features(struct net_device *netdev, netdev_features_t features)
Stanislaw Gruszkad92be4b2010-06-27 23:29:42 +0000263{
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700264 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000265 unsigned long flags;
Michał Mirosławc8f44af2011-11-15 15:29:55 +0000266 netdev_features_t changed = features ^ netdev->features;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700267
Patrick McHardyf6469682013-04-19 02:04:27 +0000268 if (changed & (NETIF_F_RXCSUM | NETIF_F_LRO |
269 NETIF_F_HW_VLAN_CTAG_RX)) {
Michał Mirosława0d27302011-04-18 13:31:21 +0000270 if (features & NETIF_F_RXCSUM)
271 adapter->shared->devRead.misc.uptFeatures |=
272 UPT1_F_RXCSUM;
273 else
274 adapter->shared->devRead.misc.uptFeatures &=
275 ~UPT1_F_RXCSUM;
Stanislaw Gruszkad92be4b2010-06-27 23:29:42 +0000276
stephen hemminger78874562015-04-01 15:33:08 -0700277 /* update hardware LRO capability accordingly */
Michał Mirosława0d27302011-04-18 13:31:21 +0000278 if (features & NETIF_F_LRO)
Shreyas Bhatewaraca802442010-07-15 22:17:29 -0700279 adapter->shared->devRead.misc.uptFeatures |=
Harvey Harrison3843e512010-10-21 18:05:32 +0000280 UPT1_F_LRO;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700281 else
282 adapter->shared->devRead.misc.uptFeatures &=
Harvey Harrison3843e512010-10-21 18:05:32 +0000283 ~UPT1_F_LRO;
Michał Mirosława0d27302011-04-18 13:31:21 +0000284
Patrick McHardyf6469682013-04-19 02:04:27 +0000285 if (features & NETIF_F_HW_VLAN_CTAG_RX)
Jesse Gross72e85c42011-06-23 13:04:39 +0000286 adapter->shared->devRead.misc.uptFeatures |=
287 UPT1_F_RXVLAN;
288 else
289 adapter->shared->devRead.misc.uptFeatures &=
290 ~UPT1_F_RXVLAN;
291
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000292 spin_lock_irqsave(&adapter->cmd_lock, flags);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700293 VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
294 VMXNET3_CMD_UPDATE_FEATURE);
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000295 spin_unlock_irqrestore(&adapter->cmd_lock, flags);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700296 }
297 return 0;
298}
299
300static void
301vmxnet3_get_ethtool_stats(struct net_device *netdev,
302 struct ethtool_stats *stats, u64 *buf)
303{
304 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000305 unsigned long flags;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700306 u8 *base;
307 int i;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000308 int j = 0;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700309
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000310 spin_lock_irqsave(&adapter->cmd_lock, flags);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700311 VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, VMXNET3_CMD_GET_STATS);
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000312 spin_unlock_irqrestore(&adapter->cmd_lock, flags);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700313
314 /* this does assume each counter is 64-bit wide */
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000315 for (j = 0; j < adapter->num_tx_queues; j++) {
316 base = (u8 *)&adapter->tqd_start[j].stats;
317 *buf++ = (u64)j;
318 for (i = 1; i < ARRAY_SIZE(vmxnet3_tq_dev_stats); i++)
319 *buf++ = *(u64 *)(base +
320 vmxnet3_tq_dev_stats[i].offset);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700321
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000322 base = (u8 *)&adapter->tx_queue[j].stats;
323 for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_driver_stats); i++)
324 *buf++ = *(u64 *)(base +
325 vmxnet3_tq_driver_stats[i].offset);
326 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700327
Shrikrishna Khare331b9ab2015-01-15 11:54:30 -0800328 for (j = 0; j < adapter->num_rx_queues; j++) {
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000329 base = (u8 *)&adapter->rqd_start[j].stats;
330 *buf++ = (u64) j;
331 for (i = 1; i < ARRAY_SIZE(vmxnet3_rq_dev_stats); i++)
332 *buf++ = *(u64 *)(base +
333 vmxnet3_rq_dev_stats[i].offset);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700334
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000335 base = (u8 *)&adapter->rx_queue[j].stats;
336 for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_driver_stats); i++)
337 *buf++ = *(u64 *)(base +
338 vmxnet3_rq_driver_stats[i].offset);
339 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700340
341 base = (u8 *)adapter;
342 for (i = 0; i < ARRAY_SIZE(vmxnet3_global_stats); i++)
343 *buf++ = *(u64 *)(base + vmxnet3_global_stats[i].offset);
344}
345
346
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700347/* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with
348 * the version 2 of the vmxnet3 support for ethtool(8) --register-dump.
349 * Therefore, if any registers are added, removed or modified, then a version
350 * bump and a corresponding change in the vmxnet3 support for ethtool(8)
351 * --register-dump would be required.
352 */
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700353static void
354vmxnet3_get_regs(struct net_device *netdev, struct ethtool_regs *regs, void *p)
355{
356 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
357 u32 *buf = p;
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000358 int i = 0, j = 0;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700359
360 memset(p, 0, vmxnet3_get_regs_len(netdev));
361
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700362 regs->version = 2;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700363
364 /* Update vmxnet3_get_regs_len if we want to dump more registers */
365
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700366 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_VRRS);
367 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_UVRS);
368 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_DSAL);
369 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_DSAH);
370 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_CMD);
371 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_MACL);
372 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_MACH);
373 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_ICR);
374 buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_ECR);
375
376 buf[j++] = adapter->intr.num_intrs;
377 for (i = 0; i < adapter->intr.num_intrs; i++) {
378 buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_IMR
379 + i * VMXNET3_REG_ALIGN);
380 }
381
382 buf[j++] = adapter->num_tx_queues;
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000383 for (i = 0; i < adapter->num_tx_queues; i++) {
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700384 struct vmxnet3_tx_queue *tq = &adapter->tx_queue[i];
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700385
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700386 buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_TXPROD +
387 i * VMXNET3_REG_ALIGN);
388
389 buf[j++] = VMXNET3_GET_ADDR_LO(tq->tx_ring.basePA);
390 buf[j++] = VMXNET3_GET_ADDR_HI(tq->tx_ring.basePA);
391 buf[j++] = tq->tx_ring.size;
392 buf[j++] = tq->tx_ring.next2fill;
393 buf[j++] = tq->tx_ring.next2comp;
394 buf[j++] = tq->tx_ring.gen;
395
396 buf[j++] = VMXNET3_GET_ADDR_LO(tq->data_ring.basePA);
397 buf[j++] = VMXNET3_GET_ADDR_HI(tq->data_ring.basePA);
398 buf[j++] = tq->data_ring.size;
399 /* transmit data ring buffer size */
400 buf[j++] = VMXNET3_HDR_COPY_SIZE;
401
402 buf[j++] = VMXNET3_GET_ADDR_LO(tq->comp_ring.basePA);
403 buf[j++] = VMXNET3_GET_ADDR_HI(tq->comp_ring.basePA);
404 buf[j++] = tq->comp_ring.size;
405 buf[j++] = tq->comp_ring.next2proc;
406 buf[j++] = tq->comp_ring.gen;
407
408 buf[j++] = tq->stopped;
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000409 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700410
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700411 buf[j++] = adapter->num_rx_queues;
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000412 for (i = 0; i < adapter->num_rx_queues; i++) {
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700413 struct vmxnet3_rx_queue *rq = &adapter->rx_queue[i];
414
415 buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_RXPROD +
416 i * VMXNET3_REG_ALIGN);
417 buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_RXPROD2 +
418 i * VMXNET3_REG_ALIGN);
419
420 buf[j++] = VMXNET3_GET_ADDR_LO(rq->rx_ring[0].basePA);
421 buf[j++] = VMXNET3_GET_ADDR_HI(rq->rx_ring[0].basePA);
422 buf[j++] = rq->rx_ring[0].size;
423 buf[j++] = rq->rx_ring[0].next2fill;
424 buf[j++] = rq->rx_ring[0].next2comp;
425 buf[j++] = rq->rx_ring[0].gen;
426
427 buf[j++] = VMXNET3_GET_ADDR_LO(rq->rx_ring[1].basePA);
428 buf[j++] = VMXNET3_GET_ADDR_HI(rq->rx_ring[1].basePA);
429 buf[j++] = rq->rx_ring[1].size;
430 buf[j++] = rq->rx_ring[1].next2fill;
431 buf[j++] = rq->rx_ring[1].next2comp;
432 buf[j++] = rq->rx_ring[1].gen;
433
434 /* receive data ring */
435 buf[j++] = 0;
436 buf[j++] = 0;
437 buf[j++] = 0;
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000438 buf[j++] = 0;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700439
Shrikrishna Khareb6bd9b52015-09-21 20:01:29 -0700440 buf[j++] = VMXNET3_GET_ADDR_LO(rq->comp_ring.basePA);
441 buf[j++] = VMXNET3_GET_ADDR_HI(rq->comp_ring.basePA);
442 buf[j++] = rq->comp_ring.size;
443 buf[j++] = rq->comp_ring.next2proc;
444 buf[j++] = rq->comp_ring.gen;
Shreyas Bhatewara76d39da2011-01-14 14:59:47 +0000445 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700446}
447
448
449static void
450vmxnet3_get_wol(struct net_device *netdev, struct ethtool_wolinfo *wol)
451{
452 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
453
454 wol->supported = WAKE_UCAST | WAKE_ARP | WAKE_MAGIC;
455 wol->wolopts = adapter->wol;
456}
457
458
459static int
460vmxnet3_set_wol(struct net_device *netdev, struct ethtool_wolinfo *wol)
461{
462 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
463
464 if (wol->wolopts & (WAKE_PHY | WAKE_MCAST | WAKE_BCAST |
465 WAKE_MAGICSECURE)) {
466 return -EOPNOTSUPP;
467 }
468
469 adapter->wol = wol->wolopts;
470
471 device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol);
472
473 return 0;
474}
475
476
477static int
478vmxnet3_get_settings(struct net_device *netdev, struct ethtool_cmd *ecmd)
479{
480 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
481
482 ecmd->supported = SUPPORTED_10000baseT_Full | SUPPORTED_1000baseT_Full |
483 SUPPORTED_TP;
484 ecmd->advertising = ADVERTISED_TP;
485 ecmd->port = PORT_TP;
486 ecmd->transceiver = XCVR_INTERNAL;
487
488 if (adapter->link_speed) {
David Decotigny70739492011-04-27 18:32:40 +0000489 ethtool_cmd_speed_set(ecmd, adapter->link_speed);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700490 ecmd->duplex = DUPLEX_FULL;
491 } else {
Jiri Pirko537fae02014-06-06 14:17:00 +0200492 ethtool_cmd_speed_set(ecmd, SPEED_UNKNOWN);
493 ecmd->duplex = DUPLEX_UNKNOWN;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700494 }
495 return 0;
496}
497
498
499static void
500vmxnet3_get_ringparam(struct net_device *netdev,
501 struct ethtool_ringparam *param)
502{
503 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
504
505 param->rx_max_pending = VMXNET3_RX_RING_MAX_SIZE;
506 param->tx_max_pending = VMXNET3_TX_RING_MAX_SIZE;
507 param->rx_mini_max_pending = 0;
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800508 param->rx_jumbo_max_pending = VMXNET3_RX_RING2_MAX_SIZE;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700509
Neil Hormanf00e2b02014-06-13 10:03:21 -0400510 param->rx_pending = adapter->rx_ring_size;
511 param->tx_pending = adapter->tx_ring_size;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700512 param->rx_mini_pending = 0;
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800513 param->rx_jumbo_pending = adapter->rx_ring2_size;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700514}
515
516
517static int
518vmxnet3_set_ringparam(struct net_device *netdev,
519 struct ethtool_ringparam *param)
520{
521 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800522 u32 new_tx_ring_size, new_rx_ring_size, new_rx_ring2_size;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700523 u32 sz;
524 int err = 0;
525
526 if (param->tx_pending == 0 || param->tx_pending >
527 VMXNET3_TX_RING_MAX_SIZE)
528 return -EINVAL;
529
530 if (param->rx_pending == 0 || param->rx_pending >
531 VMXNET3_RX_RING_MAX_SIZE)
532 return -EINVAL;
533
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800534 if (param->rx_jumbo_pending == 0 ||
535 param->rx_jumbo_pending > VMXNET3_RX_RING2_MAX_SIZE)
536 return -EINVAL;
537
Bhavesh Davdae4fabf22013-03-06 12:04:53 +0000538 /* if adapter not yet initialized, do nothing */
539 if (adapter->rx_buf_per_pkt == 0) {
540 netdev_err(netdev, "adapter not completely initialized, "
541 "ring size cannot be changed yet\n");
542 return -EOPNOTSUPP;
543 }
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700544
545 /* round it up to a multiple of VMXNET3_RING_SIZE_ALIGN */
546 new_tx_ring_size = (param->tx_pending + VMXNET3_RING_SIZE_MASK) &
547 ~VMXNET3_RING_SIZE_MASK;
548 new_tx_ring_size = min_t(u32, new_tx_ring_size,
549 VMXNET3_TX_RING_MAX_SIZE);
550 if (new_tx_ring_size > VMXNET3_TX_RING_MAX_SIZE || (new_tx_ring_size %
551 VMXNET3_RING_SIZE_ALIGN) != 0)
552 return -EINVAL;
553
554 /* ring0 has to be a multiple of
555 * rx_buf_per_pkt * VMXNET3_RING_SIZE_ALIGN
556 */
557 sz = adapter->rx_buf_per_pkt * VMXNET3_RING_SIZE_ALIGN;
558 new_rx_ring_size = (param->rx_pending + sz - 1) / sz * sz;
559 new_rx_ring_size = min_t(u32, new_rx_ring_size,
560 VMXNET3_RX_RING_MAX_SIZE / sz * sz);
561 if (new_rx_ring_size > VMXNET3_RX_RING_MAX_SIZE || (new_rx_ring_size %
562 sz) != 0)
563 return -EINVAL;
564
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800565 /* ring2 has to be a multiple of VMXNET3_RING_SIZE_ALIGN */
566 new_rx_ring2_size = (param->rx_jumbo_pending + VMXNET3_RING_SIZE_MASK) &
567 ~VMXNET3_RING_SIZE_MASK;
568 new_rx_ring2_size = min_t(u32, new_rx_ring2_size,
569 VMXNET3_RX_RING2_MAX_SIZE);
570
571 if (new_tx_ring_size == adapter->tx_ring_size &&
572 new_rx_ring_size == adapter->rx_ring_size &&
573 new_rx_ring2_size == adapter->rx_ring2_size) {
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700574 return 0;
575 }
576
577 /*
578 * Reset_work may be in the middle of resetting the device, wait for its
579 * completion.
580 */
581 while (test_and_set_bit(VMXNET3_STATE_BIT_RESETTING, &adapter->state))
582 msleep(1);
583
584 if (netif_running(netdev)) {
585 vmxnet3_quiesce_dev(adapter);
586 vmxnet3_reset_dev(adapter);
587
588 /* recreate the rx queue and the tx queue based on the
589 * new sizes */
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000590 vmxnet3_tq_destroy_all(adapter);
591 vmxnet3_rq_destroy_all(adapter);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700592
593 err = vmxnet3_create_queues(adapter, new_tx_ring_size,
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800594 new_rx_ring_size, new_rx_ring2_size);
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000595
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700596 if (err) {
597 /* failed, most likely because of OOM, try default
598 * size */
Stephen Hemminger204a6e62013-01-15 07:28:30 +0000599 netdev_err(netdev, "failed to apply new sizes, "
600 "try the default ones\n");
Neil Hormanf00e2b02014-06-13 10:03:21 -0400601 new_rx_ring_size = VMXNET3_DEF_RX_RING_SIZE;
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800602 new_rx_ring2_size = VMXNET3_DEF_RX_RING2_SIZE;
Neil Hormanf00e2b02014-06-13 10:03:21 -0400603 new_tx_ring_size = VMXNET3_DEF_TX_RING_SIZE;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700604 err = vmxnet3_create_queues(adapter,
Neil Hormanf00e2b02014-06-13 10:03:21 -0400605 new_tx_ring_size,
606 new_rx_ring_size,
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800607 new_rx_ring2_size);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700608 if (err) {
Stephen Hemminger204a6e62013-01-15 07:28:30 +0000609 netdev_err(netdev, "failed to create queues "
610 "with default sizes. Closing it\n");
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700611 goto out;
612 }
613 }
614
615 err = vmxnet3_activate_dev(adapter);
616 if (err)
Stephen Hemminger204a6e62013-01-15 07:28:30 +0000617 netdev_err(netdev, "failed to re-activate, error %d."
618 " Closing it\n", err);
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700619 }
Neil Hormanf00e2b02014-06-13 10:03:21 -0400620 adapter->tx_ring_size = new_tx_ring_size;
621 adapter->rx_ring_size = new_rx_ring_size;
Shrikrishna Khare53831aa2015-01-06 09:20:15 -0800622 adapter->rx_ring2_size = new_rx_ring2_size;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700623
624out:
625 clear_bit(VMXNET3_STATE_BIT_RESETTING, &adapter->state);
626 if (err)
627 vmxnet3_force_close(adapter);
628
629 return err;
630}
631
632
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000633static int
634vmxnet3_get_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *info,
Ben Hutchings815c7db2011-09-06 13:49:12 +0000635 u32 *rules)
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000636{
637 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
638 switch (info->cmd) {
639 case ETHTOOL_GRXRINGS:
640 info->data = adapter->num_rx_queues;
641 return 0;
642 }
643 return -EOPNOTSUPP;
644}
645
Scott J. Goldmane9248fb2010-11-27 10:33:55 +0000646#ifdef VMXNET3_RSS
Ben Hutchings7850f632011-12-15 13:55:01 +0000647static u32
648vmxnet3_get_rss_indir_size(struct net_device *netdev)
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000649{
650 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
651 struct UPT1_RSSConf *rssConf = adapter->rss_conf;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000652
Ben Hutchings7850f632011-12-15 13:55:01 +0000653 return rssConf->indTableSize;
654}
655
656static int
Eyal Perry892311f2014-12-02 18:12:10 +0200657vmxnet3_get_rss(struct net_device *netdev, u32 *p, u8 *key, u8 *hfunc)
Ben Hutchings7850f632011-12-15 13:55:01 +0000658{
659 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
660 struct UPT1_RSSConf *rssConf = adapter->rss_conf;
661 unsigned int n = rssConf->indTableSize;
662
Eyal Perry892311f2014-12-02 18:12:10 +0200663 if (hfunc)
664 *hfunc = ETH_RSS_HASH_TOP;
665 if (!p)
666 return 0;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000667 while (n--)
Ben Hutchings7850f632011-12-15 13:55:01 +0000668 p[n] = rssConf->indTable[n];
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000669 return 0;
670
671}
672
673static int
Eyal Perry892311f2014-12-02 18:12:10 +0200674vmxnet3_set_rss(struct net_device *netdev, const u32 *p, const u8 *key,
675 const u8 hfunc)
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000676{
677 unsigned int i;
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000678 unsigned long flags;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000679 struct vmxnet3_adapter *adapter = netdev_priv(netdev);
680 struct UPT1_RSSConf *rssConf = adapter->rss_conf;
681
Eyal Perry892311f2014-12-02 18:12:10 +0200682 /* We do not allow change in unsupported parameters */
683 if (key ||
684 (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
685 return -EOPNOTSUPP;
686 if (!p)
687 return 0;
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000688 for (i = 0; i < rssConf->indTableSize; i++)
Ben Hutchings7850f632011-12-15 13:55:01 +0000689 rssConf->indTable[i] = p[i];
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000690
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000691 spin_lock_irqsave(&adapter->cmd_lock, flags);
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000692 VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
693 VMXNET3_CMD_UPDATE_RSSIDT);
Shreyas Bhatewara83d0fef2011-01-14 14:59:57 +0000694 spin_unlock_irqrestore(&adapter->cmd_lock, flags);
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000695
696 return 0;
697
698}
Scott J. Goldmane9248fb2010-11-27 10:33:55 +0000699#endif
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000700
stephen hemmingerc8b88ef2012-01-04 11:58:13 +0000701static const struct ethtool_ops vmxnet3_ethtool_ops = {
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700702 .get_settings = vmxnet3_get_settings,
703 .get_drvinfo = vmxnet3_get_drvinfo,
704 .get_regs_len = vmxnet3_get_regs_len,
705 .get_regs = vmxnet3_get_regs,
706 .get_wol = vmxnet3_get_wol,
707 .set_wol = vmxnet3_set_wol,
708 .get_link = ethtool_op_get_link,
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700709 .get_strings = vmxnet3_get_strings,
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700710 .get_sset_count = vmxnet3_get_sset_count,
711 .get_ethtool_stats = vmxnet3_get_ethtool_stats,
712 .get_ringparam = vmxnet3_get_ringparam,
713 .set_ringparam = vmxnet3_set_ringparam,
Shreyas Bhatewara09c50882010-11-19 10:55:24 +0000714 .get_rxnfc = vmxnet3_get_rxnfc,
Scott J. Goldmane9248fb2010-11-27 10:33:55 +0000715#ifdef VMXNET3_RSS
Ben Hutchings7850f632011-12-15 13:55:01 +0000716 .get_rxfh_indir_size = vmxnet3_get_rss_indir_size,
Ben Hutchingsfe62d002014-05-15 01:25:27 +0100717 .get_rxfh = vmxnet3_get_rss,
718 .set_rxfh = vmxnet3_set_rss,
Scott J. Goldmane9248fb2010-11-27 10:33:55 +0000719#endif
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700720};
721
722void vmxnet3_set_ethtool_ops(struct net_device *netdev)
723{
Wilfried Klaebe7ad24ea2014-05-11 00:12:32 +0000724 netdev->ethtool_ops = &vmxnet3_ethtool_ops;
Shreyas Bhatewarad1a890fa2009-10-13 00:15:51 -0700725}