1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2013 - 2018 Intel Corporation. */
3 
4 /* ethtool support for iavf */
5 #include "iavf.h"
6 
7 #include <linux/uaccess.h>
8 
9 /* ethtool statistics helpers */
10 
11 /**
12  * struct iavf_stats - definition for an ethtool statistic
13  * @stat_string: statistic name to display in ethtool -S output
14  * @sizeof_stat: the sizeof() the stat, must be no greater than sizeof(u64)
15  * @stat_offset: offsetof() the stat from a base pointer
16  *
17  * This structure defines a statistic to be added to the ethtool stats buffer.
18  * It defines a statistic as offset from a common base pointer. Stats should
19  * be defined in constant arrays using the IAVF_STAT macro, with every element
20  * of the array using the same _type for calculating the sizeof_stat and
21  * stat_offset.
22  *
23  * The @sizeof_stat is expected to be sizeof(u8), sizeof(u16), sizeof(u32) or
24  * sizeof(u64). Other sizes are not expected and will produce a WARN_ONCE from
25  * the iavf_add_ethtool_stat() helper function.
26  *
27  * The @stat_string is interpreted as a format string, allowing formatted
28  * values to be inserted while looping over multiple structures for a given
29  * statistics array. Thus, every statistic string in an array should have the
30  * same type and number of format specifiers, to be formatted by variadic
31  * arguments to the iavf_add_stat_string() helper function.
32  **/
33 struct iavf_stats {
34 	char stat_string[ETH_GSTRING_LEN];
35 	int sizeof_stat;
36 	int stat_offset;
37 };
38 
39 /* Helper macro to define an iavf_stat structure with proper size and type.
40  * Use this when defining constant statistics arrays. Note that @_type expects
41  * only a type name and is used multiple times.
42  */
43 #define IAVF_STAT(_type, _name, _stat) { \
44 	.stat_string = _name, \
45 	.sizeof_stat = FIELD_SIZEOF(_type, _stat), \
46 	.stat_offset = offsetof(_type, _stat) \
47 }
48 
49 /* Helper macro for defining some statistics related to queues */
50 #define IAVF_QUEUE_STAT(_name, _stat) \
51 	IAVF_STAT(struct iavf_ring, _name, _stat)
52 
53 /* Stats associated with a Tx or Rx ring */
54 static const struct iavf_stats iavf_gstrings_queue_stats[] = {
55 	IAVF_QUEUE_STAT("%s-%u.packets", stats.packets),
56 	IAVF_QUEUE_STAT("%s-%u.bytes", stats.bytes),
57 };
58 
59 /**
60  * iavf_add_one_ethtool_stat - copy the stat into the supplied buffer
61  * @data: location to store the stat value
62  * @pointer: basis for where to copy from
63  * @stat: the stat definition
64  *
65  * Copies the stat data defined by the pointer and stat structure pair into
66  * the memory supplied as data. Used to implement iavf_add_ethtool_stats and
67  * iavf_add_queue_stats. If the pointer is null, data will be zero'd.
68  */
69 static void
70 iavf_add_one_ethtool_stat(u64 *data, void *pointer,
71 			  const struct iavf_stats *stat)
72 {
73 	char *p;
74 
75 	if (!pointer) {
76 		/* ensure that the ethtool data buffer is zero'd for any stats
77 		 * which don't have a valid pointer.
78 		 */
79 		*data = 0;
80 		return;
81 	}
82 
83 	p = (char *)pointer + stat->stat_offset;
84 	switch (stat->sizeof_stat) {
85 	case sizeof(u64):
86 		*data = *((u64 *)p);
87 		break;
88 	case sizeof(u32):
89 		*data = *((u32 *)p);
90 		break;
91 	case sizeof(u16):
92 		*data = *((u16 *)p);
93 		break;
94 	case sizeof(u8):
95 		*data = *((u8 *)p);
96 		break;
97 	default:
98 		WARN_ONCE(1, "unexpected stat size for %s",
99 			  stat->stat_string);
100 		*data = 0;
101 	}
102 }
103 
104 /**
105  * __iavf_add_ethtool_stats - copy stats into the ethtool supplied buffer
106  * @data: ethtool stats buffer
107  * @pointer: location to copy stats from
108  * @stats: array of stats to copy
109  * @size: the size of the stats definition
110  *
111  * Copy the stats defined by the stats array using the pointer as a base into
112  * the data buffer supplied by ethtool. Updates the data pointer to point to
113  * the next empty location for successive calls to __iavf_add_ethtool_stats.
114  * If pointer is null, set the data values to zero and update the pointer to
115  * skip these stats.
116  **/
117 static void
118 __iavf_add_ethtool_stats(u64 **data, void *pointer,
119 			 const struct iavf_stats stats[],
120 			 const unsigned int size)
121 {
122 	unsigned int i;
123 
124 	for (i = 0; i < size; i++)
125 		iavf_add_one_ethtool_stat((*data)++, pointer, &stats[i]);
126 }
127 
128 /**
129  * iavf_add_ethtool_stats - copy stats into ethtool supplied buffer
130  * @data: ethtool stats buffer
131  * @pointer: location where stats are stored
132  * @stats: static const array of stat definitions
133  *
134  * Macro to ease the use of __iavf_add_ethtool_stats by taking a static
135  * constant stats array and passing the ARRAY_SIZE(). This avoids typos by
136  * ensuring that we pass the size associated with the given stats array.
137  *
138  * The parameter @stats is evaluated twice, so parameters with side effects
139  * should be avoided.
140  **/
141 #define iavf_add_ethtool_stats(data, pointer, stats) \
142 	__iavf_add_ethtool_stats(data, pointer, stats, ARRAY_SIZE(stats))
143 
144 /**
145  * iavf_add_queue_stats - copy queue statistics into supplied buffer
146  * @data: ethtool stats buffer
147  * @ring: the ring to copy
148  *
149  * Queue statistics must be copied while protected by
150  * u64_stats_fetch_begin_irq, so we can't directly use iavf_add_ethtool_stats.
151  * Assumes that queue stats are defined in iavf_gstrings_queue_stats. If the
152  * ring pointer is null, zero out the queue stat values and update the data
153  * pointer. Otherwise safely copy the stats from the ring into the supplied
154  * buffer and update the data pointer when finished.
155  *
156  * This function expects to be called while under rcu_read_lock().
157  **/
158 static void
159 iavf_add_queue_stats(u64 **data, struct iavf_ring *ring)
160 {
161 	const unsigned int size = ARRAY_SIZE(iavf_gstrings_queue_stats);
162 	const struct iavf_stats *stats = iavf_gstrings_queue_stats;
163 	unsigned int start;
164 	unsigned int i;
165 
166 	/* To avoid invalid statistics values, ensure that we keep retrying
167 	 * the copy until we get a consistent value according to
168 	 * u64_stats_fetch_retry_irq. But first, make sure our ring is
169 	 * non-null before attempting to access its syncp.
170 	 */
171 	do {
172 		start = !ring ? 0 : u64_stats_fetch_begin_irq(&ring->syncp);
173 		for (i = 0; i < size; i++)
174 			iavf_add_one_ethtool_stat(&(*data)[i], ring, &stats[i]);
175 	} while (ring && u64_stats_fetch_retry_irq(&ring->syncp, start));
176 
177 	/* Once we successfully copy the stats in, update the data pointer */
178 	*data += size;
179 }
180 
181 /**
182  * __iavf_add_stat_strings - copy stat strings into ethtool buffer
183  * @p: ethtool supplied buffer
184  * @stats: stat definitions array
185  * @size: size of the stats array
186  *
187  * Format and copy the strings described by stats into the buffer pointed at
188  * by p.
189  **/
190 static void __iavf_add_stat_strings(u8 **p, const struct iavf_stats stats[],
191 				    const unsigned int size, ...)
192 {
193 	unsigned int i;
194 
195 	for (i = 0; i < size; i++) {
196 		va_list args;
197 
198 		va_start(args, size);
199 		vsnprintf(*p, ETH_GSTRING_LEN, stats[i].stat_string, args);
200 		*p += ETH_GSTRING_LEN;
201 		va_end(args);
202 	}
203 }
204 
205 /**
206  * iavf_add_stat_strings - copy stat strings into ethtool buffer
207  * @p: ethtool supplied buffer
208  * @stats: stat definitions array
209  *
210  * Format and copy the strings described by the const static stats value into
211  * the buffer pointed at by p.
212  *
213  * The parameter @stats is evaluated twice, so parameters with side effects
214  * should be avoided. Additionally, stats must be an array such that
215  * ARRAY_SIZE can be called on it.
216  **/
217 #define iavf_add_stat_strings(p, stats, ...) \
218 	__iavf_add_stat_strings(p, stats, ARRAY_SIZE(stats), ## __VA_ARGS__)
219 
220 #define VF_STAT(_name, _stat) \
221 	IAVF_STAT(struct iavf_adapter, _name, _stat)
222 
223 static const struct iavf_stats iavf_gstrings_stats[] = {
224 	VF_STAT("rx_bytes", current_stats.rx_bytes),
225 	VF_STAT("rx_unicast", current_stats.rx_unicast),
226 	VF_STAT("rx_multicast", current_stats.rx_multicast),
227 	VF_STAT("rx_broadcast", current_stats.rx_broadcast),
228 	VF_STAT("rx_discards", current_stats.rx_discards),
229 	VF_STAT("rx_unknown_protocol", current_stats.rx_unknown_protocol),
230 	VF_STAT("tx_bytes", current_stats.tx_bytes),
231 	VF_STAT("tx_unicast", current_stats.tx_unicast),
232 	VF_STAT("tx_multicast", current_stats.tx_multicast),
233 	VF_STAT("tx_broadcast", current_stats.tx_broadcast),
234 	VF_STAT("tx_discards", current_stats.tx_discards),
235 	VF_STAT("tx_errors", current_stats.tx_errors),
236 };
237 
238 #define IAVF_STATS_LEN	ARRAY_SIZE(iavf_gstrings_stats)
239 
240 #define IAVF_QUEUE_STATS_LEN	ARRAY_SIZE(iavf_gstrings_queue_stats)
241 
242 /* For now we have one and only one private flag and it is only defined
243  * when we have support for the SKIP_CPU_SYNC DMA attribute.  Instead
244  * of leaving all this code sitting around empty we will strip it unless
245  * our one private flag is actually available.
246  */
247 struct iavf_priv_flags {
248 	char flag_string[ETH_GSTRING_LEN];
249 	u32 flag;
250 	bool read_only;
251 };
252 
253 #define IAVF_PRIV_FLAG(_name, _flag, _read_only) { \
254 	.flag_string = _name, \
255 	.flag = _flag, \
256 	.read_only = _read_only, \
257 }
258 
259 static const struct iavf_priv_flags iavf_gstrings_priv_flags[] = {
260 	IAVF_PRIV_FLAG("legacy-rx", IAVF_FLAG_LEGACY_RX, 0),
261 };
262 
263 #define IAVF_PRIV_FLAGS_STR_LEN ARRAY_SIZE(iavf_gstrings_priv_flags)
264 
265 /**
266  * iavf_get_link_ksettings - Get Link Speed and Duplex settings
267  * @netdev: network interface device structure
268  * @cmd: ethtool command
269  *
270  * Reports speed/duplex settings. Because this is a VF, we don't know what
271  * kind of link we really have, so we fake it.
272  **/
273 static int iavf_get_link_ksettings(struct net_device *netdev,
274 				   struct ethtool_link_ksettings *cmd)
275 {
276 	struct iavf_adapter *adapter = netdev_priv(netdev);
277 
278 	ethtool_link_ksettings_zero_link_mode(cmd, supported);
279 	cmd->base.autoneg = AUTONEG_DISABLE;
280 	cmd->base.port = PORT_NONE;
281 	/* Set speed and duplex */
282 	switch (adapter->link_speed) {
283 	case I40E_LINK_SPEED_40GB:
284 		cmd->base.speed = SPEED_40000;
285 		break;
286 	case I40E_LINK_SPEED_25GB:
287 #ifdef SPEED_25000
288 		cmd->base.speed = SPEED_25000;
289 #else
290 		netdev_info(netdev,
291 			    "Speed is 25G, display not supported by this version of ethtool.\n");
292 #endif
293 		break;
294 	case I40E_LINK_SPEED_20GB:
295 		cmd->base.speed = SPEED_20000;
296 		break;
297 	case I40E_LINK_SPEED_10GB:
298 		cmd->base.speed = SPEED_10000;
299 		break;
300 	case I40E_LINK_SPEED_1GB:
301 		cmd->base.speed = SPEED_1000;
302 		break;
303 	case I40E_LINK_SPEED_100MB:
304 		cmd->base.speed = SPEED_100;
305 		break;
306 	default:
307 		break;
308 	}
309 	cmd->base.duplex = DUPLEX_FULL;
310 
311 	return 0;
312 }
313 
314 /**
315  * iavf_get_sset_count - Get length of string set
316  * @netdev: network interface device structure
317  * @sset: id of string set
318  *
319  * Reports size of various string tables.
320  **/
321 static int iavf_get_sset_count(struct net_device *netdev, int sset)
322 {
323 	if (sset == ETH_SS_STATS)
324 		return IAVF_STATS_LEN +
325 			(IAVF_QUEUE_STATS_LEN * 2 * IAVF_MAX_REQ_QUEUES);
326 	else if (sset == ETH_SS_PRIV_FLAGS)
327 		return IAVF_PRIV_FLAGS_STR_LEN;
328 	else
329 		return -EINVAL;
330 }
331 
332 /**
333  * iavf_get_ethtool_stats - report device statistics
334  * @netdev: network interface device structure
335  * @stats: ethtool statistics structure
336  * @data: pointer to data buffer
337  *
338  * All statistics are added to the data buffer as an array of u64.
339  **/
340 static void iavf_get_ethtool_stats(struct net_device *netdev,
341 				   struct ethtool_stats *stats, u64 *data)
342 {
343 	struct iavf_adapter *adapter = netdev_priv(netdev);
344 	unsigned int i;
345 
346 	iavf_add_ethtool_stats(&data, adapter, iavf_gstrings_stats);
347 
348 	rcu_read_lock();
349 	for (i = 0; i < IAVF_MAX_REQ_QUEUES; i++) {
350 		struct iavf_ring *ring;
351 
352 		/* Avoid accessing un-allocated queues */
353 		ring = (i < adapter->num_active_queues ?
354 			&adapter->tx_rings[i] : NULL);
355 		iavf_add_queue_stats(&data, ring);
356 
357 		/* Avoid accessing un-allocated queues */
358 		ring = (i < adapter->num_active_queues ?
359 			&adapter->rx_rings[i] : NULL);
360 		iavf_add_queue_stats(&data, ring);
361 	}
362 	rcu_read_unlock();
363 }
364 
365 /**
366  * iavf_get_priv_flag_strings - Get private flag strings
367  * @netdev: network interface device structure
368  * @data: buffer for string data
369  *
370  * Builds the private flags string table
371  **/
372 static void iavf_get_priv_flag_strings(struct net_device *netdev, u8 *data)
373 {
374 	unsigned int i;
375 
376 	for (i = 0; i < IAVF_PRIV_FLAGS_STR_LEN; i++) {
377 		snprintf(data, ETH_GSTRING_LEN, "%s",
378 			 iavf_gstrings_priv_flags[i].flag_string);
379 		data += ETH_GSTRING_LEN;
380 	}
381 }
382 
383 /**
384  * iavf_get_stat_strings - Get stat strings
385  * @netdev: network interface device structure
386  * @data: buffer for string data
387  *
388  * Builds the statistics string table
389  **/
390 static void iavf_get_stat_strings(struct net_device *netdev, u8 *data)
391 {
392 	unsigned int i;
393 
394 	iavf_add_stat_strings(&data, iavf_gstrings_stats);
395 
396 	/* Queues are always allocated in pairs, so we just use num_tx_queues
397 	 * for both Tx and Rx queues.
398 	 */
399 	for (i = 0; i < netdev->num_tx_queues; i++) {
400 		iavf_add_stat_strings(&data, iavf_gstrings_queue_stats,
401 				      "tx", i);
402 		iavf_add_stat_strings(&data, iavf_gstrings_queue_stats,
403 				      "rx", i);
404 	}
405 }
406 
407 /**
408  * iavf_get_strings - Get string set
409  * @netdev: network interface device structure
410  * @sset: id of string set
411  * @data: buffer for string data
412  *
413  * Builds string tables for various string sets
414  **/
415 static void iavf_get_strings(struct net_device *netdev, u32 sset, u8 *data)
416 {
417 	switch (sset) {
418 	case ETH_SS_STATS:
419 		iavf_get_stat_strings(netdev, data);
420 		break;
421 	case ETH_SS_PRIV_FLAGS:
422 		iavf_get_priv_flag_strings(netdev, data);
423 		break;
424 	default:
425 		break;
426 	}
427 }
428 
429 /**
430  * iavf_get_priv_flags - report device private flags
431  * @netdev: network interface device structure
432  *
433  * The get string set count and the string set should be matched for each
434  * flag returned.  Add new strings for each flag to the iavf_gstrings_priv_flags
435  * array.
436  *
437  * Returns a u32 bitmap of flags.
438  **/
439 static u32 iavf_get_priv_flags(struct net_device *netdev)
440 {
441 	struct iavf_adapter *adapter = netdev_priv(netdev);
442 	u32 i, ret_flags = 0;
443 
444 	for (i = 0; i < IAVF_PRIV_FLAGS_STR_LEN; i++) {
445 		const struct iavf_priv_flags *priv_flags;
446 
447 		priv_flags = &iavf_gstrings_priv_flags[i];
448 
449 		if (priv_flags->flag & adapter->flags)
450 			ret_flags |= BIT(i);
451 	}
452 
453 	return ret_flags;
454 }
455 
456 /**
457  * iavf_set_priv_flags - set private flags
458  * @netdev: network interface device structure
459  * @flags: bit flags to be set
460  **/
461 static int iavf_set_priv_flags(struct net_device *netdev, u32 flags)
462 {
463 	struct iavf_adapter *adapter = netdev_priv(netdev);
464 	u32 orig_flags, new_flags, changed_flags;
465 	u32 i;
466 
467 	orig_flags = READ_ONCE(adapter->flags);
468 	new_flags = orig_flags;
469 
470 	for (i = 0; i < IAVF_PRIV_FLAGS_STR_LEN; i++) {
471 		const struct iavf_priv_flags *priv_flags;
472 
473 		priv_flags = &iavf_gstrings_priv_flags[i];
474 
475 		if (flags & BIT(i))
476 			new_flags |= priv_flags->flag;
477 		else
478 			new_flags &= ~(priv_flags->flag);
479 
480 		if (priv_flags->read_only &&
481 		    ((orig_flags ^ new_flags) & ~BIT(i)))
482 			return -EOPNOTSUPP;
483 	}
484 
485 	/* Before we finalize any flag changes, any checks which we need to
486 	 * perform to determine if the new flags will be supported should go
487 	 * here...
488 	 */
489 
490 	/* Compare and exchange the new flags into place. If we failed, that
491 	 * is if cmpxchg returns anything but the old value, this means
492 	 * something else must have modified the flags variable since we
493 	 * copied it. We'll just punt with an error and log something in the
494 	 * message buffer.
495 	 */
496 	if (cmpxchg(&adapter->flags, orig_flags, new_flags) != orig_flags) {
497 		dev_warn(&adapter->pdev->dev,
498 			 "Unable to update adapter->flags as it was modified by another thread...\n");
499 		return -EAGAIN;
500 	}
501 
502 	changed_flags = orig_flags ^ new_flags;
503 
504 	/* Process any additional changes needed as a result of flag changes.
505 	 * The changed_flags value reflects the list of bits that were changed
506 	 * in the code above.
507 	 */
508 
509 	/* issue a reset to force legacy-rx change to take effect */
510 	if (changed_flags & IAVF_FLAG_LEGACY_RX) {
511 		if (netif_running(netdev)) {
512 			adapter->flags |= IAVF_FLAG_RESET_NEEDED;
513 			schedule_work(&adapter->reset_task);
514 		}
515 	}
516 
517 	return 0;
518 }
519 
520 /**
521  * iavf_get_msglevel - Get debug message level
522  * @netdev: network interface device structure
523  *
524  * Returns current debug message level.
525  **/
526 static u32 iavf_get_msglevel(struct net_device *netdev)
527 {
528 	struct iavf_adapter *adapter = netdev_priv(netdev);
529 
530 	return adapter->msg_enable;
531 }
532 
533 /**
534  * iavf_set_msglevel - Set debug message level
535  * @netdev: network interface device structure
536  * @data: message level
537  *
538  * Set current debug message level. Higher values cause the driver to
539  * be noisier.
540  **/
541 static void iavf_set_msglevel(struct net_device *netdev, u32 data)
542 {
543 	struct iavf_adapter *adapter = netdev_priv(netdev);
544 
545 	if (IAVF_DEBUG_USER & data)
546 		adapter->hw.debug_mask = data;
547 	adapter->msg_enable = data;
548 }
549 
550 /**
551  * iavf_get_drvinfo - Get driver info
552  * @netdev: network interface device structure
553  * @drvinfo: ethool driver info structure
554  *
555  * Returns information about the driver and device for display to the user.
556  **/
557 static void iavf_get_drvinfo(struct net_device *netdev,
558 			     struct ethtool_drvinfo *drvinfo)
559 {
560 	struct iavf_adapter *adapter = netdev_priv(netdev);
561 
562 	strlcpy(drvinfo->driver, iavf_driver_name, 32);
563 	strlcpy(drvinfo->version, iavf_driver_version, 32);
564 	strlcpy(drvinfo->fw_version, "N/A", 4);
565 	strlcpy(drvinfo->bus_info, pci_name(adapter->pdev), 32);
566 	drvinfo->n_priv_flags = IAVF_PRIV_FLAGS_STR_LEN;
567 }
568 
569 /**
570  * iavf_get_ringparam - Get ring parameters
571  * @netdev: network interface device structure
572  * @ring: ethtool ringparam structure
573  *
574  * Returns current ring parameters. TX and RX rings are reported separately,
575  * but the number of rings is not reported.
576  **/
577 static void iavf_get_ringparam(struct net_device *netdev,
578 			       struct ethtool_ringparam *ring)
579 {
580 	struct iavf_adapter *adapter = netdev_priv(netdev);
581 
582 	ring->rx_max_pending = IAVF_MAX_RXD;
583 	ring->tx_max_pending = IAVF_MAX_TXD;
584 	ring->rx_pending = adapter->rx_desc_count;
585 	ring->tx_pending = adapter->tx_desc_count;
586 }
587 
588 /**
589  * iavf_set_ringparam - Set ring parameters
590  * @netdev: network interface device structure
591  * @ring: ethtool ringparam structure
592  *
593  * Sets ring parameters. TX and RX rings are controlled separately, but the
594  * number of rings is not specified, so all rings get the same settings.
595  **/
596 static int iavf_set_ringparam(struct net_device *netdev,
597 			      struct ethtool_ringparam *ring)
598 {
599 	struct iavf_adapter *adapter = netdev_priv(netdev);
600 	u32 new_rx_count, new_tx_count;
601 
602 	if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
603 		return -EINVAL;
604 
605 	new_tx_count = clamp_t(u32, ring->tx_pending,
606 			       IAVF_MIN_TXD,
607 			       IAVF_MAX_TXD);
608 	new_tx_count = ALIGN(new_tx_count, IAVF_REQ_DESCRIPTOR_MULTIPLE);
609 
610 	new_rx_count = clamp_t(u32, ring->rx_pending,
611 			       IAVF_MIN_RXD,
612 			       IAVF_MAX_RXD);
613 	new_rx_count = ALIGN(new_rx_count, IAVF_REQ_DESCRIPTOR_MULTIPLE);
614 
615 	/* if nothing to do return success */
616 	if ((new_tx_count == adapter->tx_desc_count) &&
617 	    (new_rx_count == adapter->rx_desc_count))
618 		return 0;
619 
620 	adapter->tx_desc_count = new_tx_count;
621 	adapter->rx_desc_count = new_rx_count;
622 
623 	if (netif_running(netdev)) {
624 		adapter->flags |= IAVF_FLAG_RESET_NEEDED;
625 		schedule_work(&adapter->reset_task);
626 	}
627 
628 	return 0;
629 }
630 
631 /**
632  * __iavf_get_coalesce - get per-queue coalesce settings
633  * @netdev: the netdev to check
634  * @ec: ethtool coalesce data structure
635  * @queue: which queue to pick
636  *
637  * Gets the per-queue settings for coalescence. Specifically Rx and Tx usecs
638  * are per queue. If queue is <0 then we default to queue 0 as the
639  * representative value.
640  **/
641 static int __iavf_get_coalesce(struct net_device *netdev,
642 			       struct ethtool_coalesce *ec, int queue)
643 {
644 	struct iavf_adapter *adapter = netdev_priv(netdev);
645 	struct iavf_vsi *vsi = &adapter->vsi;
646 	struct iavf_ring *rx_ring, *tx_ring;
647 
648 	ec->tx_max_coalesced_frames = vsi->work_limit;
649 	ec->rx_max_coalesced_frames = vsi->work_limit;
650 
651 	/* Rx and Tx usecs per queue value. If user doesn't specify the
652 	 * queue, return queue 0's value to represent.
653 	 */
654 	if (queue < 0)
655 		queue = 0;
656 	else if (queue >= adapter->num_active_queues)
657 		return -EINVAL;
658 
659 	rx_ring = &adapter->rx_rings[queue];
660 	tx_ring = &adapter->tx_rings[queue];
661 
662 	if (ITR_IS_DYNAMIC(rx_ring->itr_setting))
663 		ec->use_adaptive_rx_coalesce = 1;
664 
665 	if (ITR_IS_DYNAMIC(tx_ring->itr_setting))
666 		ec->use_adaptive_tx_coalesce = 1;
667 
668 	ec->rx_coalesce_usecs = rx_ring->itr_setting & ~IAVF_ITR_DYNAMIC;
669 	ec->tx_coalesce_usecs = tx_ring->itr_setting & ~IAVF_ITR_DYNAMIC;
670 
671 	return 0;
672 }
673 
674 /**
675  * iavf_get_coalesce - Get interrupt coalescing settings
676  * @netdev: network interface device structure
677  * @ec: ethtool coalesce structure
678  *
679  * Returns current coalescing settings. This is referred to elsewhere in the
680  * driver as Interrupt Throttle Rate, as this is how the hardware describes
681  * this functionality. Note that if per-queue settings have been modified this
682  * only represents the settings of queue 0.
683  **/
684 static int iavf_get_coalesce(struct net_device *netdev,
685 			     struct ethtool_coalesce *ec)
686 {
687 	return __iavf_get_coalesce(netdev, ec, -1);
688 }
689 
690 /**
691  * iavf_get_per_queue_coalesce - get coalesce values for specific queue
692  * @netdev: netdev to read
693  * @ec: coalesce settings from ethtool
694  * @queue: the queue to read
695  *
696  * Read specific queue's coalesce settings.
697  **/
698 static int iavf_get_per_queue_coalesce(struct net_device *netdev, u32 queue,
699 				       struct ethtool_coalesce *ec)
700 {
701 	return __iavf_get_coalesce(netdev, ec, queue);
702 }
703 
704 /**
705  * iavf_set_itr_per_queue - set ITR values for specific queue
706  * @adapter: the VF adapter struct to set values for
707  * @ec: coalesce settings from ethtool
708  * @queue: the queue to modify
709  *
710  * Change the ITR settings for a specific queue.
711  **/
712 static void iavf_set_itr_per_queue(struct iavf_adapter *adapter,
713 				   struct ethtool_coalesce *ec, int queue)
714 {
715 	struct iavf_ring *rx_ring = &adapter->rx_rings[queue];
716 	struct iavf_ring *tx_ring = &adapter->tx_rings[queue];
717 	struct iavf_q_vector *q_vector;
718 
719 	rx_ring->itr_setting = ITR_REG_ALIGN(ec->rx_coalesce_usecs);
720 	tx_ring->itr_setting = ITR_REG_ALIGN(ec->tx_coalesce_usecs);
721 
722 	rx_ring->itr_setting |= IAVF_ITR_DYNAMIC;
723 	if (!ec->use_adaptive_rx_coalesce)
724 		rx_ring->itr_setting ^= IAVF_ITR_DYNAMIC;
725 
726 	tx_ring->itr_setting |= IAVF_ITR_DYNAMIC;
727 	if (!ec->use_adaptive_tx_coalesce)
728 		tx_ring->itr_setting ^= IAVF_ITR_DYNAMIC;
729 
730 	q_vector = rx_ring->q_vector;
731 	q_vector->rx.target_itr = ITR_TO_REG(rx_ring->itr_setting);
732 
733 	q_vector = tx_ring->q_vector;
734 	q_vector->tx.target_itr = ITR_TO_REG(tx_ring->itr_setting);
735 
736 	/* The interrupt handler itself will take care of programming
737 	 * the Tx and Rx ITR values based on the values we have entered
738 	 * into the q_vector, no need to write the values now.
739 	 */
740 }
741 
742 /**
743  * __iavf_set_coalesce - set coalesce settings for particular queue
744  * @netdev: the netdev to change
745  * @ec: ethtool coalesce settings
746  * @queue: the queue to change
747  *
748  * Sets the coalesce settings for a particular queue.
749  **/
750 static int __iavf_set_coalesce(struct net_device *netdev,
751 			       struct ethtool_coalesce *ec, int queue)
752 {
753 	struct iavf_adapter *adapter = netdev_priv(netdev);
754 	struct iavf_vsi *vsi = &adapter->vsi;
755 	int i;
756 
757 	if (ec->tx_max_coalesced_frames_irq || ec->rx_max_coalesced_frames_irq)
758 		vsi->work_limit = ec->tx_max_coalesced_frames_irq;
759 
760 	if (ec->rx_coalesce_usecs == 0) {
761 		if (ec->use_adaptive_rx_coalesce)
762 			netif_info(adapter, drv, netdev, "rx-usecs=0, need to disable adaptive-rx for a complete disable\n");
763 	} else if ((ec->rx_coalesce_usecs < IAVF_MIN_ITR) ||
764 		   (ec->rx_coalesce_usecs > IAVF_MAX_ITR)) {
765 		netif_info(adapter, drv, netdev, "Invalid value, rx-usecs range is 0-8160\n");
766 		return -EINVAL;
767 	} else if (ec->tx_coalesce_usecs == 0) {
768 		if (ec->use_adaptive_tx_coalesce)
769 			netif_info(adapter, drv, netdev, "tx-usecs=0, need to disable adaptive-tx for a complete disable\n");
770 	} else if ((ec->tx_coalesce_usecs < IAVF_MIN_ITR) ||
771 		   (ec->tx_coalesce_usecs > IAVF_MAX_ITR)) {
772 		netif_info(adapter, drv, netdev, "Invalid value, tx-usecs range is 0-8160\n");
773 		return -EINVAL;
774 	}
775 
776 	/* Rx and Tx usecs has per queue value. If user doesn't specify the
777 	 * queue, apply to all queues.
778 	 */
779 	if (queue < 0) {
780 		for (i = 0; i < adapter->num_active_queues; i++)
781 			iavf_set_itr_per_queue(adapter, ec, i);
782 	} else if (queue < adapter->num_active_queues) {
783 		iavf_set_itr_per_queue(adapter, ec, queue);
784 	} else {
785 		netif_info(adapter, drv, netdev, "Invalid queue value, queue range is 0 - %d\n",
786 			   adapter->num_active_queues - 1);
787 		return -EINVAL;
788 	}
789 
790 	return 0;
791 }
792 
793 /**
794  * iavf_set_coalesce - Set interrupt coalescing settings
795  * @netdev: network interface device structure
796  * @ec: ethtool coalesce structure
797  *
798  * Change current coalescing settings for every queue.
799  **/
800 static int iavf_set_coalesce(struct net_device *netdev,
801 			     struct ethtool_coalesce *ec)
802 {
803 	return __iavf_set_coalesce(netdev, ec, -1);
804 }
805 
806 /**
807  * iavf_set_per_queue_coalesce - set specific queue's coalesce settings
808  * @netdev: the netdev to change
809  * @ec: ethtool's coalesce settings
810  * @queue: the queue to modify
811  *
812  * Modifies a specific queue's coalesce settings.
813  */
814 static int iavf_set_per_queue_coalesce(struct net_device *netdev, u32 queue,
815 				       struct ethtool_coalesce *ec)
816 {
817 	return __iavf_set_coalesce(netdev, ec, queue);
818 }
819 
820 /**
821  * iavf_get_rxnfc - command to get RX flow classification rules
822  * @netdev: network interface device structure
823  * @cmd: ethtool rxnfc command
824  * @rule_locs: pointer to store rule locations
825  *
826  * Returns Success if the command is supported.
827  **/
828 static int iavf_get_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *cmd,
829 			  u32 *rule_locs)
830 {
831 	struct iavf_adapter *adapter = netdev_priv(netdev);
832 	int ret = -EOPNOTSUPP;
833 
834 	switch (cmd->cmd) {
835 	case ETHTOOL_GRXRINGS:
836 		cmd->data = adapter->num_active_queues;
837 		ret = 0;
838 		break;
839 	case ETHTOOL_GRXFH:
840 		netdev_info(netdev,
841 			    "RSS hash info is not available to vf, use pf.\n");
842 		break;
843 	default:
844 		break;
845 	}
846 
847 	return ret;
848 }
849 /**
850  * iavf_get_channels: get the number of channels supported by the device
851  * @netdev: network interface device structure
852  * @ch: channel information structure
853  *
854  * For the purposes of our device, we only use combined channels, i.e. a tx/rx
855  * queue pair. Report one extra channel to match our "other" MSI-X vector.
856  **/
857 static void iavf_get_channels(struct net_device *netdev,
858 			      struct ethtool_channels *ch)
859 {
860 	struct iavf_adapter *adapter = netdev_priv(netdev);
861 
862 	/* Report maximum channels */
863 	ch->max_combined = IAVF_MAX_REQ_QUEUES;
864 
865 	ch->max_other = NONQ_VECS;
866 	ch->other_count = NONQ_VECS;
867 
868 	ch->combined_count = adapter->num_active_queues;
869 }
870 
871 /**
872  * iavf_set_channels: set the new channel count
873  * @netdev: network interface device structure
874  * @ch: channel information structure
875  *
876  * Negotiate a new number of channels with the PF then do a reset.  During
877  * reset we'll realloc queues and fix the RSS table.  Returns 0 on success,
878  * negative on failure.
879  **/
880 static int iavf_set_channels(struct net_device *netdev,
881 			     struct ethtool_channels *ch)
882 {
883 	struct iavf_adapter *adapter = netdev_priv(netdev);
884 	int num_req = ch->combined_count;
885 
886 	if (num_req != adapter->num_active_queues &&
887 	    !(adapter->vf_res->vf_cap_flags &
888 	      VIRTCHNL_VF_OFFLOAD_REQ_QUEUES)) {
889 		dev_info(&adapter->pdev->dev, "PF is not capable of queue negotiation.\n");
890 		return -EINVAL;
891 	}
892 
893 	if ((adapter->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADQ) &&
894 	    adapter->num_tc) {
895 		dev_info(&adapter->pdev->dev, "Cannot set channels since ADq is enabled.\n");
896 		return -EINVAL;
897 	}
898 
899 	/* All of these should have already been checked by ethtool before this
900 	 * even gets to us, but just to be sure.
901 	 */
902 	if (num_req <= 0 || num_req > IAVF_MAX_REQ_QUEUES)
903 		return -EINVAL;
904 
905 	if (ch->rx_count || ch->tx_count || ch->other_count != NONQ_VECS)
906 		return -EINVAL;
907 
908 	adapter->num_req_queues = num_req;
909 	return iavf_request_queues(adapter, num_req);
910 }
911 
912 /**
913  * iavf_get_rxfh_key_size - get the RSS hash key size
914  * @netdev: network interface device structure
915  *
916  * Returns the table size.
917  **/
918 static u32 iavf_get_rxfh_key_size(struct net_device *netdev)
919 {
920 	struct iavf_adapter *adapter = netdev_priv(netdev);
921 
922 	return adapter->rss_key_size;
923 }
924 
925 /**
926  * iavf_get_rxfh_indir_size - get the rx flow hash indirection table size
927  * @netdev: network interface device structure
928  *
929  * Returns the table size.
930  **/
931 static u32 iavf_get_rxfh_indir_size(struct net_device *netdev)
932 {
933 	struct iavf_adapter *adapter = netdev_priv(netdev);
934 
935 	return adapter->rss_lut_size;
936 }
937 
938 /**
939  * iavf_get_rxfh - get the rx flow hash indirection table
940  * @netdev: network interface device structure
941  * @indir: indirection table
942  * @key: hash key
943  * @hfunc: hash function in use
944  *
945  * Reads the indirection table directly from the hardware. Always returns 0.
946  **/
947 static int iavf_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
948 			 u8 *hfunc)
949 {
950 	struct iavf_adapter *adapter = netdev_priv(netdev);
951 	u16 i;
952 
953 	if (hfunc)
954 		*hfunc = ETH_RSS_HASH_TOP;
955 	if (!indir)
956 		return 0;
957 
958 	memcpy(key, adapter->rss_key, adapter->rss_key_size);
959 
960 	/* Each 32 bits pointed by 'indir' is stored with a lut entry */
961 	for (i = 0; i < adapter->rss_lut_size; i++)
962 		indir[i] = (u32)adapter->rss_lut[i];
963 
964 	return 0;
965 }
966 
967 /**
968  * iavf_set_rxfh - set the rx flow hash indirection table
969  * @netdev: network interface device structure
970  * @indir: indirection table
971  * @key: hash key
972  * @hfunc: hash function to use
973  *
974  * Returns -EINVAL if the table specifies an inavlid queue id, otherwise
975  * returns 0 after programming the table.
976  **/
977 static int iavf_set_rxfh(struct net_device *netdev, const u32 *indir,
978 			 const u8 *key, const u8 hfunc)
979 {
980 	struct iavf_adapter *adapter = netdev_priv(netdev);
981 	u16 i;
982 
983 	/* We do not allow change in unsupported parameters */
984 	if (key ||
985 	    (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
986 		return -EOPNOTSUPP;
987 	if (!indir)
988 		return 0;
989 
990 	if (key)
991 		memcpy(adapter->rss_key, key, adapter->rss_key_size);
992 
993 	/* Each 32 bits pointed by 'indir' is stored with a lut entry */
994 	for (i = 0; i < adapter->rss_lut_size; i++)
995 		adapter->rss_lut[i] = (u8)(indir[i]);
996 
997 	return iavf_config_rss(adapter);
998 }
999 
1000 static const struct ethtool_ops iavf_ethtool_ops = {
1001 	.get_drvinfo		= iavf_get_drvinfo,
1002 	.get_link		= ethtool_op_get_link,
1003 	.get_ringparam		= iavf_get_ringparam,
1004 	.set_ringparam		= iavf_set_ringparam,
1005 	.get_strings		= iavf_get_strings,
1006 	.get_ethtool_stats	= iavf_get_ethtool_stats,
1007 	.get_sset_count		= iavf_get_sset_count,
1008 	.get_priv_flags		= iavf_get_priv_flags,
1009 	.set_priv_flags		= iavf_set_priv_flags,
1010 	.get_msglevel		= iavf_get_msglevel,
1011 	.set_msglevel		= iavf_set_msglevel,
1012 	.get_coalesce		= iavf_get_coalesce,
1013 	.set_coalesce		= iavf_set_coalesce,
1014 	.get_per_queue_coalesce = iavf_get_per_queue_coalesce,
1015 	.set_per_queue_coalesce = iavf_set_per_queue_coalesce,
1016 	.get_rxnfc		= iavf_get_rxnfc,
1017 	.get_rxfh_indir_size	= iavf_get_rxfh_indir_size,
1018 	.get_rxfh		= iavf_get_rxfh,
1019 	.set_rxfh		= iavf_set_rxfh,
1020 	.get_channels		= iavf_get_channels,
1021 	.set_channels		= iavf_set_channels,
1022 	.get_rxfh_key_size	= iavf_get_rxfh_key_size,
1023 	.get_link_ksettings	= iavf_get_link_ksettings,
1024 };
1025 
1026 /**
1027  * iavf_set_ethtool_ops - Initialize ethtool ops struct
1028  * @netdev: network interface device structure
1029  *
1030  * Sets ethtool ops struct in our netdev so that ethtool can call
1031  * our functions.
1032  **/
1033 void iavf_set_ethtool_ops(struct net_device *netdev)
1034 {
1035 	netdev->ethtool_ops = &iavf_ethtool_ops;
1036 }
1037