ixgbevf: Add netdev to ring structure
[firefly-linux-kernel-4.4.55.git] / drivers / net / ethernet / intel / ixgbevf / ethtool.c
1 /*******************************************************************************
2
3   Intel 82599 Virtual Function driver
4   Copyright(c) 1999 - 2012 Intel Corporation.
5
6   This program is free software; you can redistribute it and/or modify it
7   under the terms and conditions of the GNU General Public License,
8   version 2, as published by the Free Software Foundation.
9
10   This program is distributed in the hope it will be useful, but WITHOUT
11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13   more details.
14
15   You should have received a copy of the GNU General Public License along with
16   this program; if not, write to the Free Software Foundation, Inc.,
17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18
19   The full GNU General Public License is included in this distribution in
20   the file called "COPYING".
21
22   Contact Information:
23   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
24   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
25
26 *******************************************************************************/
27
28 /* ethtool support for ixgbevf */
29
30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
31
32 #include <linux/types.h>
33 #include <linux/module.h>
34 #include <linux/slab.h>
35 #include <linux/pci.h>
36 #include <linux/netdevice.h>
37 #include <linux/ethtool.h>
38 #include <linux/vmalloc.h>
39 #include <linux/if_vlan.h>
40 #include <linux/uaccess.h>
41
42 #include "ixgbevf.h"
43
44 #define IXGBE_ALL_RAR_ENTRIES 16
45
46 struct ixgbe_stats {
47         char stat_string[ETH_GSTRING_LEN];
48         int sizeof_stat;
49         int stat_offset;
50         int base_stat_offset;
51         int saved_reset_offset;
52 };
53
54 #define IXGBEVF_STAT(m, b, r)  sizeof(((struct ixgbevf_adapter *)0)->m), \
55                             offsetof(struct ixgbevf_adapter, m),         \
56                             offsetof(struct ixgbevf_adapter, b),         \
57                             offsetof(struct ixgbevf_adapter, r)
58
59 static const struct ixgbe_stats ixgbe_gstrings_stats[] = {
60         {"rx_packets", IXGBEVF_STAT(stats.vfgprc, stats.base_vfgprc,
61                                     stats.saved_reset_vfgprc)},
62         {"tx_packets", IXGBEVF_STAT(stats.vfgptc, stats.base_vfgptc,
63                                     stats.saved_reset_vfgptc)},
64         {"rx_bytes", IXGBEVF_STAT(stats.vfgorc, stats.base_vfgorc,
65                                   stats.saved_reset_vfgorc)},
66         {"tx_bytes", IXGBEVF_STAT(stats.vfgotc, stats.base_vfgotc,
67                                   stats.saved_reset_vfgotc)},
68         {"tx_busy", IXGBEVF_STAT(tx_busy, zero_base, zero_base)},
69         {"multicast", IXGBEVF_STAT(stats.vfmprc, stats.base_vfmprc,
70                                    stats.saved_reset_vfmprc)},
71         {"rx_csum_offload_good", IXGBEVF_STAT(hw_csum_rx_good, zero_base,
72                                               zero_base)},
73         {"rx_csum_offload_errors", IXGBEVF_STAT(hw_csum_rx_error, zero_base,
74                                                 zero_base)},
75         {"tx_csum_offload_ctxt", IXGBEVF_STAT(hw_csum_tx_good, zero_base,
76                                               zero_base)},
77 };
78
79 #define IXGBE_QUEUE_STATS_LEN 0
80 #define IXGBE_GLOBAL_STATS_LEN  ARRAY_SIZE(ixgbe_gstrings_stats)
81
82 #define IXGBEVF_STATS_LEN (IXGBE_GLOBAL_STATS_LEN + IXGBE_QUEUE_STATS_LEN)
83 static const char ixgbe_gstrings_test[][ETH_GSTRING_LEN] = {
84         "Register test  (offline)",
85         "Link test   (on/offline)"
86 };
87 #define IXGBE_TEST_LEN (sizeof(ixgbe_gstrings_test) / ETH_GSTRING_LEN)
88
89 static int ixgbevf_get_settings(struct net_device *netdev,
90                                 struct ethtool_cmd *ecmd)
91 {
92         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
93         struct ixgbe_hw *hw = &adapter->hw;
94         u32 link_speed = 0;
95         bool link_up;
96
97         ecmd->supported = SUPPORTED_10000baseT_Full;
98         ecmd->autoneg = AUTONEG_DISABLE;
99         ecmd->transceiver = XCVR_DUMMY1;
100         ecmd->port = -1;
101
102         hw->mac.ops.check_link(hw, &link_speed, &link_up, false);
103
104         if (link_up) {
105                 __u32 speed = SPEED_10000;
106                 switch (link_speed) {
107                 case IXGBE_LINK_SPEED_10GB_FULL:
108                         speed = SPEED_10000;
109                         break;
110                 case IXGBE_LINK_SPEED_1GB_FULL:
111                         speed = SPEED_1000;
112                         break;
113                 case IXGBE_LINK_SPEED_100_FULL:
114                         speed = SPEED_100;
115                         break;
116                 }
117
118                 ethtool_cmd_speed_set(ecmd, speed);
119                 ecmd->duplex = DUPLEX_FULL;
120         } else {
121                 ethtool_cmd_speed_set(ecmd, -1);
122                 ecmd->duplex = -1;
123         }
124
125         return 0;
126 }
127
128 static u32 ixgbevf_get_msglevel(struct net_device *netdev)
129 {
130         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
131         return adapter->msg_enable;
132 }
133
134 static void ixgbevf_set_msglevel(struct net_device *netdev, u32 data)
135 {
136         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
137         adapter->msg_enable = data;
138 }
139
140 #define IXGBE_GET_STAT(_A_, _R_) (_A_->stats._R_)
141
142 static char *ixgbevf_reg_names[] = {
143         "IXGBE_VFCTRL",
144         "IXGBE_VFSTATUS",
145         "IXGBE_VFLINKS",
146         "IXGBE_VFRXMEMWRAP",
147         "IXGBE_VFFRTIMER",
148         "IXGBE_VTEICR",
149         "IXGBE_VTEICS",
150         "IXGBE_VTEIMS",
151         "IXGBE_VTEIMC",
152         "IXGBE_VTEIAC",
153         "IXGBE_VTEIAM",
154         "IXGBE_VTEITR",
155         "IXGBE_VTIVAR",
156         "IXGBE_VTIVAR_MISC",
157         "IXGBE_VFRDBAL0",
158         "IXGBE_VFRDBAL1",
159         "IXGBE_VFRDBAH0",
160         "IXGBE_VFRDBAH1",
161         "IXGBE_VFRDLEN0",
162         "IXGBE_VFRDLEN1",
163         "IXGBE_VFRDH0",
164         "IXGBE_VFRDH1",
165         "IXGBE_VFRDT0",
166         "IXGBE_VFRDT1",
167         "IXGBE_VFRXDCTL0",
168         "IXGBE_VFRXDCTL1",
169         "IXGBE_VFSRRCTL0",
170         "IXGBE_VFSRRCTL1",
171         "IXGBE_VFPSRTYPE",
172         "IXGBE_VFTDBAL0",
173         "IXGBE_VFTDBAL1",
174         "IXGBE_VFTDBAH0",
175         "IXGBE_VFTDBAH1",
176         "IXGBE_VFTDLEN0",
177         "IXGBE_VFTDLEN1",
178         "IXGBE_VFTDH0",
179         "IXGBE_VFTDH1",
180         "IXGBE_VFTDT0",
181         "IXGBE_VFTDT1",
182         "IXGBE_VFTXDCTL0",
183         "IXGBE_VFTXDCTL1",
184         "IXGBE_VFTDWBAL0",
185         "IXGBE_VFTDWBAL1",
186         "IXGBE_VFTDWBAH0",
187         "IXGBE_VFTDWBAH1"
188 };
189
190
191 static int ixgbevf_get_regs_len(struct net_device *netdev)
192 {
193         return (ARRAY_SIZE(ixgbevf_reg_names)) * sizeof(u32);
194 }
195
196 static void ixgbevf_get_regs(struct net_device *netdev,
197                              struct ethtool_regs *regs,
198                              void *p)
199 {
200         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
201         struct ixgbe_hw *hw = &adapter->hw;
202         u32 *regs_buff = p;
203         u32 regs_len = ixgbevf_get_regs_len(netdev);
204         u8 i;
205
206         memset(p, 0, regs_len);
207
208         regs->version = (1 << 24) | hw->revision_id << 16 | hw->device_id;
209
210         /* General Registers */
211         regs_buff[0] = IXGBE_READ_REG(hw, IXGBE_VFCTRL);
212         regs_buff[1] = IXGBE_READ_REG(hw, IXGBE_VFSTATUS);
213         regs_buff[2] = IXGBE_READ_REG(hw, IXGBE_VFLINKS);
214         regs_buff[3] = IXGBE_READ_REG(hw, IXGBE_VFRXMEMWRAP);
215         regs_buff[4] = IXGBE_READ_REG(hw, IXGBE_VFFRTIMER);
216
217         /* Interrupt */
218         /* don't read EICR because it can clear interrupt causes, instead
219          * read EICS which is a shadow but doesn't clear EICR */
220         regs_buff[5] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
221         regs_buff[6] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
222         regs_buff[7] = IXGBE_READ_REG(hw, IXGBE_VTEIMS);
223         regs_buff[8] = IXGBE_READ_REG(hw, IXGBE_VTEIMC);
224         regs_buff[9] = IXGBE_READ_REG(hw, IXGBE_VTEIAC);
225         regs_buff[10] = IXGBE_READ_REG(hw, IXGBE_VTEIAM);
226         regs_buff[11] = IXGBE_READ_REG(hw, IXGBE_VTEITR(0));
227         regs_buff[12] = IXGBE_READ_REG(hw, IXGBE_VTIVAR(0));
228         regs_buff[13] = IXGBE_READ_REG(hw, IXGBE_VTIVAR_MISC);
229
230         /* Receive DMA */
231         for (i = 0; i < 2; i++)
232                 regs_buff[14 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAL(i));
233         for (i = 0; i < 2; i++)
234                 regs_buff[16 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAH(i));
235         for (i = 0; i < 2; i++)
236                 regs_buff[18 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDLEN(i));
237         for (i = 0; i < 2; i++)
238                 regs_buff[20 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDH(i));
239         for (i = 0; i < 2; i++)
240                 regs_buff[22 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDT(i));
241         for (i = 0; i < 2; i++)
242                 regs_buff[24 + i] = IXGBE_READ_REG(hw, IXGBE_VFRXDCTL(i));
243         for (i = 0; i < 2; i++)
244                 regs_buff[26 + i] = IXGBE_READ_REG(hw, IXGBE_VFSRRCTL(i));
245
246         /* Receive */
247         regs_buff[28] = IXGBE_READ_REG(hw, IXGBE_VFPSRTYPE);
248
249         /* Transmit */
250         for (i = 0; i < 2; i++)
251                 regs_buff[29 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAL(i));
252         for (i = 0; i < 2; i++)
253                 regs_buff[31 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAH(i));
254         for (i = 0; i < 2; i++)
255                 regs_buff[33 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDLEN(i));
256         for (i = 0; i < 2; i++)
257                 regs_buff[35 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDH(i));
258         for (i = 0; i < 2; i++)
259                 regs_buff[37 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDT(i));
260         for (i = 0; i < 2; i++)
261                 regs_buff[39 + i] = IXGBE_READ_REG(hw, IXGBE_VFTXDCTL(i));
262         for (i = 0; i < 2; i++)
263                 regs_buff[41 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAL(i));
264         for (i = 0; i < 2; i++)
265                 regs_buff[43 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAH(i));
266
267         for (i = 0; i < ARRAY_SIZE(ixgbevf_reg_names); i++)
268                 hw_dbg(hw, "%s\t%8.8x\n", ixgbevf_reg_names[i], regs_buff[i]);
269 }
270
271 static void ixgbevf_get_drvinfo(struct net_device *netdev,
272                                 struct ethtool_drvinfo *drvinfo)
273 {
274         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
275
276         strlcpy(drvinfo->driver, ixgbevf_driver_name, sizeof(drvinfo->driver));
277         strlcpy(drvinfo->version, ixgbevf_driver_version,
278                 sizeof(drvinfo->version));
279         strlcpy(drvinfo->bus_info, pci_name(adapter->pdev),
280                 sizeof(drvinfo->bus_info));
281 }
282
283 static void ixgbevf_get_ringparam(struct net_device *netdev,
284                                   struct ethtool_ringparam *ring)
285 {
286         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
287         struct ixgbevf_ring *tx_ring = adapter->tx_ring;
288         struct ixgbevf_ring *rx_ring = adapter->rx_ring;
289
290         ring->rx_max_pending = IXGBEVF_MAX_RXD;
291         ring->tx_max_pending = IXGBEVF_MAX_TXD;
292         ring->rx_pending = rx_ring->count;
293         ring->tx_pending = tx_ring->count;
294 }
295
296 static int ixgbevf_set_ringparam(struct net_device *netdev,
297                                  struct ethtool_ringparam *ring)
298 {
299         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
300         struct ixgbevf_ring *tx_ring = NULL, *rx_ring = NULL;
301         int i, err = 0;
302         u32 new_rx_count, new_tx_count;
303
304         if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
305                 return -EINVAL;
306
307         new_rx_count = max(ring->rx_pending, (u32)IXGBEVF_MIN_RXD);
308         new_rx_count = min(new_rx_count, (u32)IXGBEVF_MAX_RXD);
309         new_rx_count = ALIGN(new_rx_count, IXGBE_REQ_RX_DESCRIPTOR_MULTIPLE);
310
311         new_tx_count = max(ring->tx_pending, (u32)IXGBEVF_MIN_TXD);
312         new_tx_count = min(new_tx_count, (u32)IXGBEVF_MAX_TXD);
313         new_tx_count = ALIGN(new_tx_count, IXGBE_REQ_TX_DESCRIPTOR_MULTIPLE);
314
315         if ((new_tx_count == adapter->tx_ring->count) &&
316             (new_rx_count == adapter->rx_ring->count)) {
317                 /* nothing to do */
318                 return 0;
319         }
320
321         while (test_and_set_bit(__IXGBEVF_RESETTING, &adapter->state))
322                 msleep(1);
323
324         /*
325          * If the adapter isn't up and running then just set the
326          * new parameters and scurry for the exits.
327          */
328         if (!netif_running(adapter->netdev)) {
329                 for (i = 0; i < adapter->num_tx_queues; i++)
330                         adapter->tx_ring[i].count = new_tx_count;
331                 for (i = 0; i < adapter->num_rx_queues; i++)
332                         adapter->rx_ring[i].count = new_rx_count;
333                 adapter->tx_ring_count = new_tx_count;
334                 adapter->rx_ring_count = new_rx_count;
335                 goto clear_reset;
336         }
337
338         tx_ring = kcalloc(adapter->num_tx_queues,
339                           sizeof(struct ixgbevf_ring), GFP_KERNEL);
340         if (!tx_ring) {
341                 err = -ENOMEM;
342                 goto clear_reset;
343         }
344
345         rx_ring = kcalloc(adapter->num_rx_queues,
346                           sizeof(struct ixgbevf_ring), GFP_KERNEL);
347         if (!rx_ring) {
348                 err = -ENOMEM;
349                 goto err_rx_setup;
350         }
351
352         ixgbevf_down(adapter);
353
354         memcpy(tx_ring, adapter->tx_ring,
355                adapter->num_tx_queues * sizeof(struct ixgbevf_ring));
356         for (i = 0; i < adapter->num_tx_queues; i++) {
357                 tx_ring[i].count = new_tx_count;
358                 err = ixgbevf_setup_tx_resources(adapter, &tx_ring[i]);
359                 if (err) {
360                         while (i) {
361                                 i--;
362                                 ixgbevf_free_tx_resources(adapter, &tx_ring[i]);
363                         }
364                         goto err_tx_ring_setup;
365                 }
366         }
367
368         memcpy(rx_ring, adapter->rx_ring,
369                adapter->num_rx_queues * sizeof(struct ixgbevf_ring));
370         for (i = 0; i < adapter->num_rx_queues; i++) {
371                 rx_ring[i].count = new_rx_count;
372                 err = ixgbevf_setup_rx_resources(adapter, &rx_ring[i]);
373                 if (err) {
374                         while (i) {
375                                 i--;
376                                 ixgbevf_free_rx_resources(adapter, &rx_ring[i]);
377                         }
378                                 goto err_rx_ring_setup;
379                 }
380         }
381
382         /*
383          * Only switch to new rings if all the prior allocations
384          * and ring setups have succeeded.
385          */
386         kfree(adapter->tx_ring);
387         adapter->tx_ring = tx_ring;
388         adapter->tx_ring_count = new_tx_count;
389
390         kfree(adapter->rx_ring);
391         adapter->rx_ring = rx_ring;
392         adapter->rx_ring_count = new_rx_count;
393
394         /* success! */
395         ixgbevf_up(adapter);
396
397         goto clear_reset;
398
399 err_rx_ring_setup:
400         for(i = 0; i < adapter->num_tx_queues; i++)
401                 ixgbevf_free_tx_resources(adapter, &tx_ring[i]);
402
403 err_tx_ring_setup:
404         kfree(rx_ring);
405
406 err_rx_setup:
407         kfree(tx_ring);
408
409 clear_reset:
410         clear_bit(__IXGBEVF_RESETTING, &adapter->state);
411         return err;
412 }
413
414 static int ixgbevf_get_sset_count(struct net_device *dev, int stringset)
415 {
416        switch (stringset) {
417        case ETH_SS_TEST:
418                return IXGBE_TEST_LEN;
419        case ETH_SS_STATS:
420                return IXGBE_GLOBAL_STATS_LEN;
421        default:
422                return -EINVAL;
423        }
424 }
425
426 static void ixgbevf_get_ethtool_stats(struct net_device *netdev,
427                                       struct ethtool_stats *stats, u64 *data)
428 {
429         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
430         int i;
431
432         ixgbevf_update_stats(adapter);
433         for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
434                 char *p = (char *)adapter +
435                         ixgbe_gstrings_stats[i].stat_offset;
436                 char *b = (char *)adapter +
437                         ixgbe_gstrings_stats[i].base_stat_offset;
438                 char *r = (char *)adapter +
439                         ixgbe_gstrings_stats[i].saved_reset_offset;
440                 data[i] = ((ixgbe_gstrings_stats[i].sizeof_stat ==
441                             sizeof(u64)) ? *(u64 *)p : *(u32 *)p) -
442                           ((ixgbe_gstrings_stats[i].sizeof_stat ==
443                             sizeof(u64)) ? *(u64 *)b : *(u32 *)b) +
444                           ((ixgbe_gstrings_stats[i].sizeof_stat ==
445                             sizeof(u64)) ? *(u64 *)r : *(u32 *)r);
446         }
447 }
448
449 static void ixgbevf_get_strings(struct net_device *netdev, u32 stringset,
450                                 u8 *data)
451 {
452         char *p = (char *)data;
453         int i;
454
455         switch (stringset) {
456         case ETH_SS_TEST:
457                 memcpy(data, *ixgbe_gstrings_test,
458                        IXGBE_TEST_LEN * ETH_GSTRING_LEN);
459                 break;
460         case ETH_SS_STATS:
461                 for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
462                         memcpy(p, ixgbe_gstrings_stats[i].stat_string,
463                                ETH_GSTRING_LEN);
464                         p += ETH_GSTRING_LEN;
465                 }
466                 break;
467         }
468 }
469
470 static int ixgbevf_link_test(struct ixgbevf_adapter *adapter, u64 *data)
471 {
472         struct ixgbe_hw *hw = &adapter->hw;
473         bool link_up;
474         u32 link_speed = 0;
475         *data = 0;
476
477         hw->mac.ops.check_link(hw, &link_speed, &link_up, true);
478         if (!link_up)
479                 *data = 1;
480
481         return *data;
482 }
483
484 /* ethtool register test data */
485 struct ixgbevf_reg_test {
486         u16 reg;
487         u8  array_len;
488         u8  test_type;
489         u32 mask;
490         u32 write;
491 };
492
493 /* In the hardware, registers are laid out either singly, in arrays
494  * spaced 0x40 bytes apart, or in contiguous tables.  We assume
495  * most tests take place on arrays or single registers (handled
496  * as a single-element array) and special-case the tables.
497  * Table tests are always pattern tests.
498  *
499  * We also make provision for some required setup steps by specifying
500  * registers to be written without any read-back testing.
501  */
502
503 #define PATTERN_TEST    1
504 #define SET_READ_TEST   2
505 #define WRITE_NO_TEST   3
506 #define TABLE32_TEST    4
507 #define TABLE64_TEST_LO 5
508 #define TABLE64_TEST_HI 6
509
510 /* default VF register test */
511 static const struct ixgbevf_reg_test reg_test_vf[] = {
512         { IXGBE_VFRDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFF80 },
513         { IXGBE_VFRDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
514         { IXGBE_VFRDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFFFF },
515         { IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, IXGBE_RXDCTL_ENABLE },
516         { IXGBE_VFRDT(0), 2, PATTERN_TEST, 0x0000FFFF, 0x0000FFFF },
517         { IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, 0 },
518         { IXGBE_VFTDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFFFF },
519         { IXGBE_VFTDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
520         { IXGBE_VFTDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFF80 },
521         { 0, 0, 0, 0 }
522 };
523
524 static const u32 register_test_patterns[] = {
525         0x5A5A5A5A, 0xA5A5A5A5, 0x00000000, 0xFFFFFFFF
526 };
527
528 #define REG_PATTERN_TEST(R, M, W)                                             \
529 {                                                                             \
530         u32 pat, val, before;                                                 \
531         for (pat = 0; pat < ARRAY_SIZE(register_test_patterns); pat++) {      \
532                 before = readl(adapter->hw.hw_addr + R);                      \
533                 writel((register_test_patterns[pat] & W),                     \
534                        (adapter->hw.hw_addr + R));                            \
535                 val = readl(adapter->hw.hw_addr + R);                         \
536                 if (val != (register_test_patterns[pat] & W & M)) {           \
537                         hw_dbg(&adapter->hw,                                  \
538                         "pattern test reg %04X failed: got "                  \
539                         "0x%08X expected 0x%08X\n",                           \
540                         R, val, (register_test_patterns[pat] & W & M));       \
541                         *data = R;                                            \
542                         writel(before, adapter->hw.hw_addr + R);              \
543                         return 1;                                             \
544                 }                                                             \
545                 writel(before, adapter->hw.hw_addr + R);                      \
546         }                                                                     \
547 }
548
549 #define REG_SET_AND_CHECK(R, M, W)                                            \
550 {                                                                             \
551         u32 val, before;                                                      \
552         before = readl(adapter->hw.hw_addr + R);                              \
553         writel((W & M), (adapter->hw.hw_addr + R));                           \
554         val = readl(adapter->hw.hw_addr + R);                                 \
555         if ((W & M) != (val & M)) {                                           \
556                 pr_err("set/check reg %04X test failed: got 0x%08X expected " \
557                        "0x%08X\n", R, (val & M), (W & M));                    \
558                 *data = R;                                                    \
559                 writel(before, (adapter->hw.hw_addr + R));                    \
560                 return 1;                                                     \
561         }                                                                     \
562         writel(before, (adapter->hw.hw_addr + R));                            \
563 }
564
565 static int ixgbevf_reg_test(struct ixgbevf_adapter *adapter, u64 *data)
566 {
567         const struct ixgbevf_reg_test *test;
568         u32 i;
569
570         test = reg_test_vf;
571
572         /*
573          * Perform the register test, looping through the test table
574          * until we either fail or reach the null entry.
575          */
576         while (test->reg) {
577                 for (i = 0; i < test->array_len; i++) {
578                         switch (test->test_type) {
579                         case PATTERN_TEST:
580                                 REG_PATTERN_TEST(test->reg + (i * 0x40),
581                                                 test->mask,
582                                                 test->write);
583                                 break;
584                         case SET_READ_TEST:
585                                 REG_SET_AND_CHECK(test->reg + (i * 0x40),
586                                                 test->mask,
587                                                 test->write);
588                                 break;
589                         case WRITE_NO_TEST:
590                                 writel(test->write,
591                                        (adapter->hw.hw_addr + test->reg)
592                                        + (i * 0x40));
593                                 break;
594                         case TABLE32_TEST:
595                                 REG_PATTERN_TEST(test->reg + (i * 4),
596                                                 test->mask,
597                                                 test->write);
598                                 break;
599                         case TABLE64_TEST_LO:
600                                 REG_PATTERN_TEST(test->reg + (i * 8),
601                                                 test->mask,
602                                                 test->write);
603                                 break;
604                         case TABLE64_TEST_HI:
605                                 REG_PATTERN_TEST((test->reg + 4) + (i * 8),
606                                                 test->mask,
607                                                 test->write);
608                                 break;
609                         }
610                 }
611                 test++;
612         }
613
614         *data = 0;
615         return *data;
616 }
617
618 static void ixgbevf_diag_test(struct net_device *netdev,
619                               struct ethtool_test *eth_test, u64 *data)
620 {
621         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
622         bool if_running = netif_running(netdev);
623
624         set_bit(__IXGBEVF_TESTING, &adapter->state);
625         if (eth_test->flags == ETH_TEST_FL_OFFLINE) {
626                 /* Offline tests */
627
628                 hw_dbg(&adapter->hw, "offline testing starting\n");
629
630                 /* Link test performed before hardware reset so autoneg doesn't
631                  * interfere with test result */
632                 if (ixgbevf_link_test(adapter, &data[1]))
633                         eth_test->flags |= ETH_TEST_FL_FAILED;
634
635                 if (if_running)
636                         /* indicate we're in test mode */
637                         dev_close(netdev);
638                 else
639                         ixgbevf_reset(adapter);
640
641                 hw_dbg(&adapter->hw, "register testing starting\n");
642                 if (ixgbevf_reg_test(adapter, &data[0]))
643                         eth_test->flags |= ETH_TEST_FL_FAILED;
644
645                 ixgbevf_reset(adapter);
646
647                 clear_bit(__IXGBEVF_TESTING, &adapter->state);
648                 if (if_running)
649                         dev_open(netdev);
650         } else {
651                 hw_dbg(&adapter->hw, "online testing starting\n");
652                 /* Online tests */
653                 if (ixgbevf_link_test(adapter, &data[1]))
654                         eth_test->flags |= ETH_TEST_FL_FAILED;
655
656                 /* Online tests aren't run; pass by default */
657                 data[0] = 0;
658
659                 clear_bit(__IXGBEVF_TESTING, &adapter->state);
660         }
661         msleep_interruptible(4 * 1000);
662 }
663
664 static int ixgbevf_nway_reset(struct net_device *netdev)
665 {
666         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
667
668         if (netif_running(netdev))
669                 ixgbevf_reinit_locked(adapter);
670
671         return 0;
672 }
673
674 static const struct ethtool_ops ixgbevf_ethtool_ops = {
675         .get_settings           = ixgbevf_get_settings,
676         .get_drvinfo            = ixgbevf_get_drvinfo,
677         .get_regs_len           = ixgbevf_get_regs_len,
678         .get_regs               = ixgbevf_get_regs,
679         .nway_reset             = ixgbevf_nway_reset,
680         .get_link               = ethtool_op_get_link,
681         .get_ringparam          = ixgbevf_get_ringparam,
682         .set_ringparam          = ixgbevf_set_ringparam,
683         .get_msglevel           = ixgbevf_get_msglevel,
684         .set_msglevel           = ixgbevf_set_msglevel,
685         .self_test              = ixgbevf_diag_test,
686         .get_sset_count         = ixgbevf_get_sset_count,
687         .get_strings            = ixgbevf_get_strings,
688         .get_ethtool_stats      = ixgbevf_get_ethtool_stats,
689 };
690
691 void ixgbevf_set_ethtool_ops(struct net_device *netdev)
692 {
693         SET_ETHTOOL_OPS(netdev, &ixgbevf_ethtool_ops);
694 }