Merge branch 'for-linville' of git://github.com/kvalo/ath6kl
[firefly-linux-kernel-4.4.55.git] / drivers / net / ethernet / intel / ixgbevf / ethtool.c
1 /*******************************************************************************
2
3   Intel 82599 Virtual Function driver
4   Copyright(c) 1999 - 2012 Intel Corporation.
5
6   This program is free software; you can redistribute it and/or modify it
7   under the terms and conditions of the GNU General Public License,
8   version 2, as published by the Free Software Foundation.
9
10   This program is distributed in the hope it will be useful, but WITHOUT
11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13   more details.
14
15   You should have received a copy of the GNU General Public License along with
16   this program; if not, write to the Free Software Foundation, Inc.,
17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18
19   The full GNU General Public License is included in this distribution in
20   the file called "COPYING".
21
22   Contact Information:
23   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
24   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
25
26 *******************************************************************************/
27
28 /* ethtool support for ixgbevf */
29
30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
31
32 #include <linux/types.h>
33 #include <linux/module.h>
34 #include <linux/slab.h>
35 #include <linux/pci.h>
36 #include <linux/netdevice.h>
37 #include <linux/ethtool.h>
38 #include <linux/vmalloc.h>
39 #include <linux/if_vlan.h>
40 #include <linux/uaccess.h>
41
42 #include "ixgbevf.h"
43
44 #define IXGBE_ALL_RAR_ENTRIES 16
45
46 #ifdef ETHTOOL_GSTATS
47 struct ixgbe_stats {
48         char stat_string[ETH_GSTRING_LEN];
49         int sizeof_stat;
50         int stat_offset;
51         int base_stat_offset;
52         int saved_reset_offset;
53 };
54
55 #define IXGBEVF_STAT(m, b, r)  sizeof(((struct ixgbevf_adapter *)0)->m), \
56                             offsetof(struct ixgbevf_adapter, m),         \
57                             offsetof(struct ixgbevf_adapter, b),         \
58                             offsetof(struct ixgbevf_adapter, r)
59
60 static const struct ixgbe_stats ixgbe_gstrings_stats[] = {
61         {"rx_packets", IXGBEVF_STAT(stats.vfgprc, stats.base_vfgprc,
62                                     stats.saved_reset_vfgprc)},
63         {"tx_packets", IXGBEVF_STAT(stats.vfgptc, stats.base_vfgptc,
64                                     stats.saved_reset_vfgptc)},
65         {"rx_bytes", IXGBEVF_STAT(stats.vfgorc, stats.base_vfgorc,
66                                   stats.saved_reset_vfgorc)},
67         {"tx_bytes", IXGBEVF_STAT(stats.vfgotc, stats.base_vfgotc,
68                                   stats.saved_reset_vfgotc)},
69         {"tx_busy", IXGBEVF_STAT(tx_busy, zero_base, zero_base)},
70         {"multicast", IXGBEVF_STAT(stats.vfmprc, stats.base_vfmprc,
71                                    stats.saved_reset_vfmprc)},
72         {"rx_csum_offload_good", IXGBEVF_STAT(hw_csum_rx_good, zero_base,
73                                               zero_base)},
74         {"rx_csum_offload_errors", IXGBEVF_STAT(hw_csum_rx_error, zero_base,
75                                                 zero_base)},
76         {"tx_csum_offload_ctxt", IXGBEVF_STAT(hw_csum_tx_good, zero_base,
77                                               zero_base)},
78         {"rx_header_split", IXGBEVF_STAT(rx_hdr_split, zero_base, zero_base)},
79 };
80
81 #define IXGBE_QUEUE_STATS_LEN 0
82 #define IXGBE_GLOBAL_STATS_LEN  ARRAY_SIZE(ixgbe_gstrings_stats)
83
84 #define IXGBEVF_STATS_LEN (IXGBE_GLOBAL_STATS_LEN + IXGBE_QUEUE_STATS_LEN)
85 #endif /* ETHTOOL_GSTATS */
86 #ifdef ETHTOOL_TEST
87 static const char ixgbe_gstrings_test[][ETH_GSTRING_LEN] = {
88         "Register test  (offline)",
89         "Link test   (on/offline)"
90 };
91 #define IXGBE_TEST_LEN (sizeof(ixgbe_gstrings_test) / ETH_GSTRING_LEN)
92 #endif /* ETHTOOL_TEST */
93
94 static int ixgbevf_get_settings(struct net_device *netdev,
95                                 struct ethtool_cmd *ecmd)
96 {
97         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
98         struct ixgbe_hw *hw = &adapter->hw;
99         u32 link_speed = 0;
100         bool link_up;
101
102         ecmd->supported = SUPPORTED_10000baseT_Full;
103         ecmd->autoneg = AUTONEG_DISABLE;
104         ecmd->transceiver = XCVR_DUMMY1;
105         ecmd->port = -1;
106
107         hw->mac.ops.check_link(hw, &link_speed, &link_up, false);
108
109         if (link_up) {
110                 ethtool_cmd_speed_set(
111                         ecmd,
112                         (link_speed == IXGBE_LINK_SPEED_10GB_FULL) ?
113                         SPEED_10000 : SPEED_1000);
114                 ecmd->duplex = DUPLEX_FULL;
115         } else {
116                 ethtool_cmd_speed_set(ecmd, -1);
117                 ecmd->duplex = -1;
118         }
119
120         return 0;
121 }
122
123 static u32 ixgbevf_get_msglevel(struct net_device *netdev)
124 {
125         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
126         return adapter->msg_enable;
127 }
128
129 static void ixgbevf_set_msglevel(struct net_device *netdev, u32 data)
130 {
131         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
132         adapter->msg_enable = data;
133 }
134
135 #define IXGBE_GET_STAT(_A_, _R_) (_A_->stats._R_)
136
137 static char *ixgbevf_reg_names[] = {
138         "IXGBE_VFCTRL",
139         "IXGBE_VFSTATUS",
140         "IXGBE_VFLINKS",
141         "IXGBE_VFRXMEMWRAP",
142         "IXGBE_VFFRTIMER",
143         "IXGBE_VTEICR",
144         "IXGBE_VTEICS",
145         "IXGBE_VTEIMS",
146         "IXGBE_VTEIMC",
147         "IXGBE_VTEIAC",
148         "IXGBE_VTEIAM",
149         "IXGBE_VTEITR",
150         "IXGBE_VTIVAR",
151         "IXGBE_VTIVAR_MISC",
152         "IXGBE_VFRDBAL0",
153         "IXGBE_VFRDBAL1",
154         "IXGBE_VFRDBAH0",
155         "IXGBE_VFRDBAH1",
156         "IXGBE_VFRDLEN0",
157         "IXGBE_VFRDLEN1",
158         "IXGBE_VFRDH0",
159         "IXGBE_VFRDH1",
160         "IXGBE_VFRDT0",
161         "IXGBE_VFRDT1",
162         "IXGBE_VFRXDCTL0",
163         "IXGBE_VFRXDCTL1",
164         "IXGBE_VFSRRCTL0",
165         "IXGBE_VFSRRCTL1",
166         "IXGBE_VFPSRTYPE",
167         "IXGBE_VFTDBAL0",
168         "IXGBE_VFTDBAL1",
169         "IXGBE_VFTDBAH0",
170         "IXGBE_VFTDBAH1",
171         "IXGBE_VFTDLEN0",
172         "IXGBE_VFTDLEN1",
173         "IXGBE_VFTDH0",
174         "IXGBE_VFTDH1",
175         "IXGBE_VFTDT0",
176         "IXGBE_VFTDT1",
177         "IXGBE_VFTXDCTL0",
178         "IXGBE_VFTXDCTL1",
179         "IXGBE_VFTDWBAL0",
180         "IXGBE_VFTDWBAL1",
181         "IXGBE_VFTDWBAH0",
182         "IXGBE_VFTDWBAH1"
183 };
184
185
186 static int ixgbevf_get_regs_len(struct net_device *netdev)
187 {
188         return (ARRAY_SIZE(ixgbevf_reg_names)) * sizeof(u32);
189 }
190
191 static void ixgbevf_get_regs(struct net_device *netdev,
192                              struct ethtool_regs *regs,
193                              void *p)
194 {
195         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
196         struct ixgbe_hw *hw = &adapter->hw;
197         u32 *regs_buff = p;
198         u32 regs_len = ixgbevf_get_regs_len(netdev);
199         u8 i;
200
201         memset(p, 0, regs_len);
202
203         regs->version = (1 << 24) | hw->revision_id << 16 | hw->device_id;
204
205         /* General Registers */
206         regs_buff[0] = IXGBE_READ_REG(hw, IXGBE_VFCTRL);
207         regs_buff[1] = IXGBE_READ_REG(hw, IXGBE_VFSTATUS);
208         regs_buff[2] = IXGBE_READ_REG(hw, IXGBE_VFLINKS);
209         regs_buff[3] = IXGBE_READ_REG(hw, IXGBE_VFRXMEMWRAP);
210         regs_buff[4] = IXGBE_READ_REG(hw, IXGBE_VFFRTIMER);
211
212         /* Interrupt */
213         /* don't read EICR because it can clear interrupt causes, instead
214          * read EICS which is a shadow but doesn't clear EICR */
215         regs_buff[5] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
216         regs_buff[6] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
217         regs_buff[7] = IXGBE_READ_REG(hw, IXGBE_VTEIMS);
218         regs_buff[8] = IXGBE_READ_REG(hw, IXGBE_VTEIMC);
219         regs_buff[9] = IXGBE_READ_REG(hw, IXGBE_VTEIAC);
220         regs_buff[10] = IXGBE_READ_REG(hw, IXGBE_VTEIAM);
221         regs_buff[11] = IXGBE_READ_REG(hw, IXGBE_VTEITR(0));
222         regs_buff[12] = IXGBE_READ_REG(hw, IXGBE_VTIVAR(0));
223         regs_buff[13] = IXGBE_READ_REG(hw, IXGBE_VTIVAR_MISC);
224
225         /* Receive DMA */
226         for (i = 0; i < 2; i++)
227                 regs_buff[14 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAL(i));
228         for (i = 0; i < 2; i++)
229                 regs_buff[16 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAH(i));
230         for (i = 0; i < 2; i++)
231                 regs_buff[18 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDLEN(i));
232         for (i = 0; i < 2; i++)
233                 regs_buff[20 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDH(i));
234         for (i = 0; i < 2; i++)
235                 regs_buff[22 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDT(i));
236         for (i = 0; i < 2; i++)
237                 regs_buff[24 + i] = IXGBE_READ_REG(hw, IXGBE_VFRXDCTL(i));
238         for (i = 0; i < 2; i++)
239                 regs_buff[26 + i] = IXGBE_READ_REG(hw, IXGBE_VFSRRCTL(i));
240
241         /* Receive */
242         regs_buff[28] = IXGBE_READ_REG(hw, IXGBE_VFPSRTYPE);
243
244         /* Transmit */
245         for (i = 0; i < 2; i++)
246                 regs_buff[29 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAL(i));
247         for (i = 0; i < 2; i++)
248                 regs_buff[31 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAH(i));
249         for (i = 0; i < 2; i++)
250                 regs_buff[33 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDLEN(i));
251         for (i = 0; i < 2; i++)
252                 regs_buff[35 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDH(i));
253         for (i = 0; i < 2; i++)
254                 regs_buff[37 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDT(i));
255         for (i = 0; i < 2; i++)
256                 regs_buff[39 + i] = IXGBE_READ_REG(hw, IXGBE_VFTXDCTL(i));
257         for (i = 0; i < 2; i++)
258                 regs_buff[41 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAL(i));
259         for (i = 0; i < 2; i++)
260                 regs_buff[43 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAH(i));
261
262         for (i = 0; i < ARRAY_SIZE(ixgbevf_reg_names); i++)
263                 hw_dbg(hw, "%s\t%8.8x\n", ixgbevf_reg_names[i], regs_buff[i]);
264 }
265
266 static void ixgbevf_get_drvinfo(struct net_device *netdev,
267                                 struct ethtool_drvinfo *drvinfo)
268 {
269         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
270
271         strlcpy(drvinfo->driver, ixgbevf_driver_name, sizeof(drvinfo->driver));
272         strlcpy(drvinfo->version, ixgbevf_driver_version,
273                 sizeof(drvinfo->version));
274         strlcpy(drvinfo->bus_info, pci_name(adapter->pdev),
275                 sizeof(drvinfo->bus_info));
276 }
277
278 static void ixgbevf_get_ringparam(struct net_device *netdev,
279                                   struct ethtool_ringparam *ring)
280 {
281         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
282         struct ixgbevf_ring *tx_ring = adapter->tx_ring;
283         struct ixgbevf_ring *rx_ring = adapter->rx_ring;
284
285         ring->rx_max_pending = IXGBEVF_MAX_RXD;
286         ring->tx_max_pending = IXGBEVF_MAX_TXD;
287         ring->rx_pending = rx_ring->count;
288         ring->tx_pending = tx_ring->count;
289 }
290
291 static int ixgbevf_set_ringparam(struct net_device *netdev,
292                                  struct ethtool_ringparam *ring)
293 {
294         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
295         struct ixgbevf_ring *tx_ring = NULL, *rx_ring = NULL;
296         int i, err = 0;
297         u32 new_rx_count, new_tx_count;
298
299         if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
300                 return -EINVAL;
301
302         new_rx_count = max(ring->rx_pending, (u32)IXGBEVF_MIN_RXD);
303         new_rx_count = min(new_rx_count, (u32)IXGBEVF_MAX_RXD);
304         new_rx_count = ALIGN(new_rx_count, IXGBE_REQ_RX_DESCRIPTOR_MULTIPLE);
305
306         new_tx_count = max(ring->tx_pending, (u32)IXGBEVF_MIN_TXD);
307         new_tx_count = min(new_tx_count, (u32)IXGBEVF_MAX_TXD);
308         new_tx_count = ALIGN(new_tx_count, IXGBE_REQ_TX_DESCRIPTOR_MULTIPLE);
309
310         if ((new_tx_count == adapter->tx_ring->count) &&
311             (new_rx_count == adapter->rx_ring->count)) {
312                 /* nothing to do */
313                 return 0;
314         }
315
316         while (test_and_set_bit(__IXGBEVF_RESETTING, &adapter->state))
317                 msleep(1);
318
319         /*
320          * If the adapter isn't up and running then just set the
321          * new parameters and scurry for the exits.
322          */
323         if (!netif_running(adapter->netdev)) {
324                 for (i = 0; i < adapter->num_tx_queues; i++)
325                         adapter->tx_ring[i].count = new_tx_count;
326                 for (i = 0; i < adapter->num_rx_queues; i++)
327                         adapter->rx_ring[i].count = new_rx_count;
328                 adapter->tx_ring_count = new_tx_count;
329                 adapter->rx_ring_count = new_rx_count;
330                 goto clear_reset;
331         }
332
333         tx_ring = kcalloc(adapter->num_tx_queues,
334                           sizeof(struct ixgbevf_ring), GFP_KERNEL);
335         if (!tx_ring) {
336                 err = -ENOMEM;
337                 goto clear_reset;
338         }
339
340         rx_ring = kcalloc(adapter->num_rx_queues,
341                           sizeof(struct ixgbevf_ring), GFP_KERNEL);
342         if (!rx_ring) {
343                 err = -ENOMEM;
344                 goto err_rx_setup;
345         }
346
347         ixgbevf_down(adapter);
348
349         memcpy(tx_ring, adapter->tx_ring,
350                adapter->num_tx_queues * sizeof(struct ixgbevf_ring));
351         for (i = 0; i < adapter->num_tx_queues; i++) {
352                 tx_ring[i].count = new_tx_count;
353                 err = ixgbevf_setup_tx_resources(adapter, &tx_ring[i]);
354                 if (err) {
355                         while (i) {
356                                 i--;
357                                 ixgbevf_free_tx_resources(adapter,
358                                                           &tx_ring[i]);
359                         }
360                         goto err_tx_ring_setup;
361                 }
362                 tx_ring[i].v_idx = adapter->tx_ring[i].v_idx;
363         }
364
365         memcpy(rx_ring, adapter->rx_ring,
366                adapter->num_rx_queues * sizeof(struct ixgbevf_ring));
367         for (i = 0; i < adapter->num_rx_queues; i++) {
368                 rx_ring[i].count = new_rx_count;
369                 err = ixgbevf_setup_rx_resources(adapter, &rx_ring[i]);
370                 if (err) {
371                         while (i) {
372                                 i--;
373                                 ixgbevf_free_rx_resources(adapter,
374                                                           &rx_ring[i]);
375                         }
376                                 goto err_rx_ring_setup;
377                 }
378                 rx_ring[i].v_idx = adapter->rx_ring[i].v_idx;
379         }
380
381         /*
382          * Only switch to new rings if all the prior allocations
383          * and ring setups have succeeded.
384          */
385         kfree(adapter->tx_ring);
386         adapter->tx_ring = tx_ring;
387         adapter->tx_ring_count = new_tx_count;
388
389         kfree(adapter->rx_ring);
390         adapter->rx_ring = rx_ring;
391         adapter->rx_ring_count = new_rx_count;
392
393         /* success! */
394         ixgbevf_up(adapter);
395
396         goto clear_reset;
397
398 err_rx_ring_setup:
399         for(i = 0; i < adapter->num_tx_queues; i++)
400                 ixgbevf_free_tx_resources(adapter, &tx_ring[i]);
401
402 err_tx_ring_setup:
403         kfree(rx_ring);
404
405 err_rx_setup:
406         kfree(tx_ring);
407
408 clear_reset:
409         clear_bit(__IXGBEVF_RESETTING, &adapter->state);
410         return err;
411 }
412
413 static int ixgbevf_get_sset_count(struct net_device *dev, int stringset)
414 {
415        switch (stringset) {
416        case ETH_SS_TEST:
417                return IXGBE_TEST_LEN;
418        case ETH_SS_STATS:
419                return IXGBE_GLOBAL_STATS_LEN;
420        default:
421                return -EINVAL;
422        }
423 }
424
425 static void ixgbevf_get_ethtool_stats(struct net_device *netdev,
426                                       struct ethtool_stats *stats, u64 *data)
427 {
428         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
429         int i;
430
431         ixgbevf_update_stats(adapter);
432         for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
433                 char *p = (char *)adapter +
434                         ixgbe_gstrings_stats[i].stat_offset;
435                 char *b = (char *)adapter +
436                         ixgbe_gstrings_stats[i].base_stat_offset;
437                 char *r = (char *)adapter +
438                         ixgbe_gstrings_stats[i].saved_reset_offset;
439                 data[i] = ((ixgbe_gstrings_stats[i].sizeof_stat ==
440                             sizeof(u64)) ? *(u64 *)p : *(u32 *)p) -
441                           ((ixgbe_gstrings_stats[i].sizeof_stat ==
442                             sizeof(u64)) ? *(u64 *)b : *(u32 *)b) +
443                           ((ixgbe_gstrings_stats[i].sizeof_stat ==
444                             sizeof(u64)) ? *(u64 *)r : *(u32 *)r);
445         }
446 }
447
448 static void ixgbevf_get_strings(struct net_device *netdev, u32 stringset,
449                                 u8 *data)
450 {
451         char *p = (char *)data;
452         int i;
453
454         switch (stringset) {
455         case ETH_SS_TEST:
456                 memcpy(data, *ixgbe_gstrings_test,
457                        IXGBE_TEST_LEN * ETH_GSTRING_LEN);
458                 break;
459         case ETH_SS_STATS:
460                 for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
461                         memcpy(p, ixgbe_gstrings_stats[i].stat_string,
462                                ETH_GSTRING_LEN);
463                         p += ETH_GSTRING_LEN;
464                 }
465                 break;
466         }
467 }
468
469 static int ixgbevf_link_test(struct ixgbevf_adapter *adapter, u64 *data)
470 {
471         struct ixgbe_hw *hw = &adapter->hw;
472         bool link_up;
473         u32 link_speed = 0;
474         *data = 0;
475
476         hw->mac.ops.check_link(hw, &link_speed, &link_up, true);
477         if (!link_up)
478                 *data = 1;
479
480         return *data;
481 }
482
483 /* ethtool register test data */
484 struct ixgbevf_reg_test {
485         u16 reg;
486         u8  array_len;
487         u8  test_type;
488         u32 mask;
489         u32 write;
490 };
491
492 /* In the hardware, registers are laid out either singly, in arrays
493  * spaced 0x40 bytes apart, or in contiguous tables.  We assume
494  * most tests take place on arrays or single registers (handled
495  * as a single-element array) and special-case the tables.
496  * Table tests are always pattern tests.
497  *
498  * We also make provision for some required setup steps by specifying
499  * registers to be written without any read-back testing.
500  */
501
502 #define PATTERN_TEST    1
503 #define SET_READ_TEST   2
504 #define WRITE_NO_TEST   3
505 #define TABLE32_TEST    4
506 #define TABLE64_TEST_LO 5
507 #define TABLE64_TEST_HI 6
508
509 /* default VF register test */
510 static const struct ixgbevf_reg_test reg_test_vf[] = {
511         { IXGBE_VFRDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFF80 },
512         { IXGBE_VFRDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
513         { IXGBE_VFRDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFFFF },
514         { IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, IXGBE_RXDCTL_ENABLE },
515         { IXGBE_VFRDT(0), 2, PATTERN_TEST, 0x0000FFFF, 0x0000FFFF },
516         { IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, 0 },
517         { IXGBE_VFTDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFFFF },
518         { IXGBE_VFTDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
519         { IXGBE_VFTDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFF80 },
520         { 0, 0, 0, 0 }
521 };
522
523 static const u32 register_test_patterns[] = {
524         0x5A5A5A5A, 0xA5A5A5A5, 0x00000000, 0xFFFFFFFF
525 };
526
527 #define REG_PATTERN_TEST(R, M, W)                                             \
528 {                                                                             \
529         u32 pat, val, before;                                                 \
530         for (pat = 0; pat < ARRAY_SIZE(register_test_patterns); pat++) {      \
531                 before = readl(adapter->hw.hw_addr + R);                      \
532                 writel((register_test_patterns[pat] & W),                     \
533                        (adapter->hw.hw_addr + R));                            \
534                 val = readl(adapter->hw.hw_addr + R);                         \
535                 if (val != (register_test_patterns[pat] & W & M)) {           \
536                         hw_dbg(&adapter->hw,                                  \
537                         "pattern test reg %04X failed: got "                  \
538                         "0x%08X expected 0x%08X\n",                           \
539                         R, val, (register_test_patterns[pat] & W & M));       \
540                         *data = R;                                            \
541                         writel(before, adapter->hw.hw_addr + R);              \
542                         return 1;                                             \
543                 }                                                             \
544                 writel(before, adapter->hw.hw_addr + R);                      \
545         }                                                                     \
546 }
547
548 #define REG_SET_AND_CHECK(R, M, W)                                            \
549 {                                                                             \
550         u32 val, before;                                                      \
551         before = readl(adapter->hw.hw_addr + R);                              \
552         writel((W & M), (adapter->hw.hw_addr + R));                           \
553         val = readl(adapter->hw.hw_addr + R);                                 \
554         if ((W & M) != (val & M)) {                                           \
555                 pr_err("set/check reg %04X test failed: got 0x%08X expected " \
556                        "0x%08X\n", R, (val & M), (W & M));                    \
557                 *data = R;                                                    \
558                 writel(before, (adapter->hw.hw_addr + R));                    \
559                 return 1;                                                     \
560         }                                                                     \
561         writel(before, (adapter->hw.hw_addr + R));                            \
562 }
563
564 static int ixgbevf_reg_test(struct ixgbevf_adapter *adapter, u64 *data)
565 {
566         const struct ixgbevf_reg_test *test;
567         u32 i;
568
569         test = reg_test_vf;
570
571         /*
572          * Perform the register test, looping through the test table
573          * until we either fail or reach the null entry.
574          */
575         while (test->reg) {
576                 for (i = 0; i < test->array_len; i++) {
577                         switch (test->test_type) {
578                         case PATTERN_TEST:
579                                 REG_PATTERN_TEST(test->reg + (i * 0x40),
580                                                 test->mask,
581                                                 test->write);
582                                 break;
583                         case SET_READ_TEST:
584                                 REG_SET_AND_CHECK(test->reg + (i * 0x40),
585                                                 test->mask,
586                                                 test->write);
587                                 break;
588                         case WRITE_NO_TEST:
589                                 writel(test->write,
590                                        (adapter->hw.hw_addr + test->reg)
591                                        + (i * 0x40));
592                                 break;
593                         case TABLE32_TEST:
594                                 REG_PATTERN_TEST(test->reg + (i * 4),
595                                                 test->mask,
596                                                 test->write);
597                                 break;
598                         case TABLE64_TEST_LO:
599                                 REG_PATTERN_TEST(test->reg + (i * 8),
600                                                 test->mask,
601                                                 test->write);
602                                 break;
603                         case TABLE64_TEST_HI:
604                                 REG_PATTERN_TEST((test->reg + 4) + (i * 8),
605                                                 test->mask,
606                                                 test->write);
607                                 break;
608                         }
609                 }
610                 test++;
611         }
612
613         *data = 0;
614         return *data;
615 }
616
617 static void ixgbevf_diag_test(struct net_device *netdev,
618                               struct ethtool_test *eth_test, u64 *data)
619 {
620         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
621         bool if_running = netif_running(netdev);
622
623         set_bit(__IXGBEVF_TESTING, &adapter->state);
624         if (eth_test->flags == ETH_TEST_FL_OFFLINE) {
625                 /* Offline tests */
626
627                 hw_dbg(&adapter->hw, "offline testing starting\n");
628
629                 /* Link test performed before hardware reset so autoneg doesn't
630                  * interfere with test result */
631                 if (ixgbevf_link_test(adapter, &data[1]))
632                         eth_test->flags |= ETH_TEST_FL_FAILED;
633
634                 if (if_running)
635                         /* indicate we're in test mode */
636                         dev_close(netdev);
637                 else
638                         ixgbevf_reset(adapter);
639
640                 hw_dbg(&adapter->hw, "register testing starting\n");
641                 if (ixgbevf_reg_test(adapter, &data[0]))
642                         eth_test->flags |= ETH_TEST_FL_FAILED;
643
644                 ixgbevf_reset(adapter);
645
646                 clear_bit(__IXGBEVF_TESTING, &adapter->state);
647                 if (if_running)
648                         dev_open(netdev);
649         } else {
650                 hw_dbg(&adapter->hw, "online testing starting\n");
651                 /* Online tests */
652                 if (ixgbevf_link_test(adapter, &data[1]))
653                         eth_test->flags |= ETH_TEST_FL_FAILED;
654
655                 /* Online tests aren't run; pass by default */
656                 data[0] = 0;
657
658                 clear_bit(__IXGBEVF_TESTING, &adapter->state);
659         }
660         msleep_interruptible(4 * 1000);
661 }
662
663 static int ixgbevf_nway_reset(struct net_device *netdev)
664 {
665         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
666
667         if (netif_running(netdev)) {
668                 if (!adapter->dev_closed)
669                         ixgbevf_reinit_locked(adapter);
670         }
671
672         return 0;
673 }
674
675 static const struct ethtool_ops ixgbevf_ethtool_ops = {
676         .get_settings           = ixgbevf_get_settings,
677         .get_drvinfo            = ixgbevf_get_drvinfo,
678         .get_regs_len           = ixgbevf_get_regs_len,
679         .get_regs               = ixgbevf_get_regs,
680         .nway_reset             = ixgbevf_nway_reset,
681         .get_link               = ethtool_op_get_link,
682         .get_ringparam          = ixgbevf_get_ringparam,
683         .set_ringparam          = ixgbevf_set_ringparam,
684         .get_msglevel           = ixgbevf_get_msglevel,
685         .set_msglevel           = ixgbevf_set_msglevel,
686         .self_test              = ixgbevf_diag_test,
687         .get_sset_count         = ixgbevf_get_sset_count,
688         .get_strings            = ixgbevf_get_strings,
689         .get_ethtool_stats      = ixgbevf_get_ethtool_stats,
690 };
691
692 void ixgbevf_set_ethtool_ops(struct net_device *netdev)
693 {
694         SET_ETHTOOL_OPS(netdev, &ixgbevf_ethtool_ops);
695 }