1 /*
2  * AMD 10Gb Ethernet driver
3  *
4  * This file is available to you under your choice of the following two
5  * licenses:
6  *
7  * License 1: GPLv2
8  *
9  * Copyright (c) 2014-2016 Advanced Micro Devices, Inc.
10  *
11  * This file is free software; you may copy, redistribute and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation, either version 2 of the License, or (at
14  * your option) any later version.
15  *
16  * This file is distributed in the hope that it will be useful, but
17  * WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
23  *
24  * This file incorporates work covered by the following copyright and
25  * permission notice:
26  *     The Synopsys DWC ETHER XGMAC Software Driver and documentation
27  *     (hereinafter "Software") is an unsupported proprietary work of Synopsys,
28  *     Inc. unless otherwise expressly agreed to in writing between Synopsys
29  *     and you.
30  *
31  *     The Software IS NOT an item of Licensed Software or Licensed Product
32  *     under any End User Software License Agreement or Agreement for Licensed
33  *     Product with Synopsys or any supplement thereto.  Permission is hereby
34  *     granted, free of charge, to any person obtaining a copy of this software
35  *     annotated with this license and the Software, to deal in the Software
36  *     without restriction, including without limitation the rights to use,
37  *     copy, modify, merge, publish, distribute, sublicense, and/or sell copies
38  *     of the Software, and to permit persons to whom the Software is furnished
39  *     to do so, subject to the following conditions:
40  *
41  *     The above copyright notice and this permission notice shall be included
42  *     in all copies or substantial portions of the Software.
43  *
44  *     THIS SOFTWARE IS BEING DISTRIBUTED BY SYNOPSYS SOLELY ON AN "AS IS"
45  *     BASIS AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
46  *     TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
47  *     PARTICULAR PURPOSE ARE HEREBY DISCLAIMED. IN NO EVENT SHALL SYNOPSYS
48  *     BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
49  *     CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
50  *     SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
51  *     INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
52  *     CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
53  *     ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
54  *     THE POSSIBILITY OF SUCH DAMAGE.
55  *
56  *
57  * License 2: Modified BSD
58  *
59  * Copyright (c) 2014-2016 Advanced Micro Devices, Inc.
60  * All rights reserved.
61  *
62  * Redistribution and use in source and binary forms, with or without
63  * modification, are permitted provided that the following conditions are met:
64  *     * Redistributions of source code must retain the above copyright
65  *       notice, this list of conditions and the following disclaimer.
66  *     * Redistributions in binary form must reproduce the above copyright
67  *       notice, this list of conditions and the following disclaimer in the
68  *       documentation and/or other materials provided with the distribution.
69  *     * Neither the name of Advanced Micro Devices, Inc. nor the
70  *       names of its contributors may be used to endorse or promote products
71  *       derived from this software without specific prior written permission.
72  *
73  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
74  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
75  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
76  * ARE DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY
77  * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
78  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
79  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
80  * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
81  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
82  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
83  *
84  * This file incorporates work covered by the following copyright and
85  * permission notice:
86  *     The Synopsys DWC ETHER XGMAC Software Driver and documentation
87  *     (hereinafter "Software") is an unsupported proprietary work of Synopsys,
88  *     Inc. unless otherwise expressly agreed to in writing between Synopsys
89  *     and you.
90  *
91  *     The Software IS NOT an item of Licensed Software or Licensed Product
92  *     under any End User Software License Agreement or Agreement for Licensed
93  *     Product with Synopsys or any supplement thereto.  Permission is hereby
94  *     granted, free of charge, to any person obtaining a copy of this software
95  *     annotated with this license and the Software, to deal in the Software
96  *     without restriction, including without limitation the rights to use,
97  *     copy, modify, merge, publish, distribute, sublicense, and/or sell copies
98  *     of the Software, and to permit persons to whom the Software is furnished
99  *     to do so, subject to the following conditions:
100  *
101  *     The above copyright notice and this permission notice shall be included
102  *     in all copies or substantial portions of the Software.
103  *
104  *     THIS SOFTWARE IS BEING DISTRIBUTED BY SYNOPSYS SOLELY ON AN "AS IS"
105  *     BASIS AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
106  *     TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
107  *     PARTICULAR PURPOSE ARE HEREBY DISCLAIMED. IN NO EVENT SHALL SYNOPSYS
108  *     BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
109  *     CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
110  *     SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
111  *     INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
112  *     CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
113  *     ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
114  *     THE POSSIBILITY OF SUCH DAMAGE.
115  */
116 
117 #include <linux/spinlock.h>
118 #include <linux/phy.h>
119 #include <linux/net_tstamp.h>
120 
121 #include "xgbe.h"
122 #include "xgbe-common.h"
123 
124 struct xgbe_stats {
125 	char stat_string[ETH_GSTRING_LEN];
126 	int stat_size;
127 	int stat_offset;
128 };
129 
130 #define XGMAC_MMC_STAT(_string, _var)				\
131 	{ _string,						\
132 	  sizeof_field(struct xgbe_mmc_stats, _var),		\
133 	  offsetof(struct xgbe_prv_data, mmc_stats._var),	\
134 	}
135 
136 #define XGMAC_EXT_STAT(_string, _var)				\
137 	{ _string,						\
138 	  sizeof_field(struct xgbe_ext_stats, _var),		\
139 	  offsetof(struct xgbe_prv_data, ext_stats._var),	\
140 	}
141 
142 static const struct xgbe_stats xgbe_gstring_stats[] = {
143 	XGMAC_MMC_STAT("tx_bytes", txoctetcount_gb),
144 	XGMAC_MMC_STAT("tx_packets", txframecount_gb),
145 	XGMAC_MMC_STAT("tx_unicast_packets", txunicastframes_gb),
146 	XGMAC_MMC_STAT("tx_broadcast_packets", txbroadcastframes_gb),
147 	XGMAC_MMC_STAT("tx_multicast_packets", txmulticastframes_gb),
148 	XGMAC_MMC_STAT("tx_vlan_packets", txvlanframes_g),
149 	XGMAC_EXT_STAT("tx_vxlan_packets", tx_vxlan_packets),
150 	XGMAC_EXT_STAT("tx_tso_packets", tx_tso_packets),
151 	XGMAC_MMC_STAT("tx_64_byte_packets", tx64octets_gb),
152 	XGMAC_MMC_STAT("tx_65_to_127_byte_packets", tx65to127octets_gb),
153 	XGMAC_MMC_STAT("tx_128_to_255_byte_packets", tx128to255octets_gb),
154 	XGMAC_MMC_STAT("tx_256_to_511_byte_packets", tx256to511octets_gb),
155 	XGMAC_MMC_STAT("tx_512_to_1023_byte_packets", tx512to1023octets_gb),
156 	XGMAC_MMC_STAT("tx_1024_to_max_byte_packets", tx1024tomaxoctets_gb),
157 	XGMAC_MMC_STAT("tx_underflow_errors", txunderflowerror),
158 	XGMAC_MMC_STAT("tx_pause_frames", txpauseframes),
159 
160 	XGMAC_MMC_STAT("rx_bytes", rxoctetcount_gb),
161 	XGMAC_MMC_STAT("rx_packets", rxframecount_gb),
162 	XGMAC_MMC_STAT("rx_unicast_packets", rxunicastframes_g),
163 	XGMAC_MMC_STAT("rx_broadcast_packets", rxbroadcastframes_g),
164 	XGMAC_MMC_STAT("rx_multicast_packets", rxmulticastframes_g),
165 	XGMAC_MMC_STAT("rx_vlan_packets", rxvlanframes_gb),
166 	XGMAC_EXT_STAT("rx_vxlan_packets", rx_vxlan_packets),
167 	XGMAC_MMC_STAT("rx_64_byte_packets", rx64octets_gb),
168 	XGMAC_MMC_STAT("rx_65_to_127_byte_packets", rx65to127octets_gb),
169 	XGMAC_MMC_STAT("rx_128_to_255_byte_packets", rx128to255octets_gb),
170 	XGMAC_MMC_STAT("rx_256_to_511_byte_packets", rx256to511octets_gb),
171 	XGMAC_MMC_STAT("rx_512_to_1023_byte_packets", rx512to1023octets_gb),
172 	XGMAC_MMC_STAT("rx_1024_to_max_byte_packets", rx1024tomaxoctets_gb),
173 	XGMAC_MMC_STAT("rx_undersize_packets", rxundersize_g),
174 	XGMAC_MMC_STAT("rx_oversize_packets", rxoversize_g),
175 	XGMAC_MMC_STAT("rx_crc_errors", rxcrcerror),
176 	XGMAC_MMC_STAT("rx_crc_errors_small_packets", rxrunterror),
177 	XGMAC_MMC_STAT("rx_crc_errors_giant_packets", rxjabbererror),
178 	XGMAC_MMC_STAT("rx_length_errors", rxlengtherror),
179 	XGMAC_MMC_STAT("rx_out_of_range_errors", rxoutofrangetype),
180 	XGMAC_MMC_STAT("rx_fifo_overflow_errors", rxfifooverflow),
181 	XGMAC_MMC_STAT("rx_watchdog_errors", rxwatchdogerror),
182 	XGMAC_EXT_STAT("rx_csum_errors", rx_csum_errors),
183 	XGMAC_EXT_STAT("rx_vxlan_csum_errors", rx_vxlan_csum_errors),
184 	XGMAC_MMC_STAT("rx_pause_frames", rxpauseframes),
185 	XGMAC_EXT_STAT("rx_split_header_packets", rx_split_header_packets),
186 	XGMAC_EXT_STAT("rx_buffer_unavailable", rx_buffer_unavailable),
187 };
188 
189 #define XGBE_STATS_COUNT	ARRAY_SIZE(xgbe_gstring_stats)
190 
xgbe_get_strings(struct net_device * netdev,u32 stringset,u8 * data)191 static void xgbe_get_strings(struct net_device *netdev, u32 stringset, u8 *data)
192 {
193 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
194 	int i;
195 
196 	switch (stringset) {
197 	case ETH_SS_STATS:
198 		for (i = 0; i < XGBE_STATS_COUNT; i++) {
199 			memcpy(data, xgbe_gstring_stats[i].stat_string,
200 			       ETH_GSTRING_LEN);
201 			data += ETH_GSTRING_LEN;
202 		}
203 		for (i = 0; i < pdata->tx_ring_count; i++) {
204 			sprintf(data, "txq_%u_packets", i);
205 			data += ETH_GSTRING_LEN;
206 			sprintf(data, "txq_%u_bytes", i);
207 			data += ETH_GSTRING_LEN;
208 		}
209 		for (i = 0; i < pdata->rx_ring_count; i++) {
210 			sprintf(data, "rxq_%u_packets", i);
211 			data += ETH_GSTRING_LEN;
212 			sprintf(data, "rxq_%u_bytes", i);
213 			data += ETH_GSTRING_LEN;
214 		}
215 		break;
216 	}
217 }
218 
xgbe_get_ethtool_stats(struct net_device * netdev,struct ethtool_stats * stats,u64 * data)219 static void xgbe_get_ethtool_stats(struct net_device *netdev,
220 				   struct ethtool_stats *stats, u64 *data)
221 {
222 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
223 	u8 *stat;
224 	int i;
225 
226 	pdata->hw_if.read_mmc_stats(pdata);
227 	for (i = 0; i < XGBE_STATS_COUNT; i++) {
228 		stat = (u8 *)pdata + xgbe_gstring_stats[i].stat_offset;
229 		*data++ = *(u64 *)stat;
230 	}
231 	for (i = 0; i < pdata->tx_ring_count; i++) {
232 		*data++ = pdata->ext_stats.txq_packets[i];
233 		*data++ = pdata->ext_stats.txq_bytes[i];
234 	}
235 	for (i = 0; i < pdata->rx_ring_count; i++) {
236 		*data++ = pdata->ext_stats.rxq_packets[i];
237 		*data++ = pdata->ext_stats.rxq_bytes[i];
238 	}
239 }
240 
xgbe_get_sset_count(struct net_device * netdev,int stringset)241 static int xgbe_get_sset_count(struct net_device *netdev, int stringset)
242 {
243 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
244 	int ret;
245 
246 	switch (stringset) {
247 	case ETH_SS_STATS:
248 		ret = XGBE_STATS_COUNT +
249 		      (pdata->tx_ring_count * 2) +
250 		      (pdata->rx_ring_count * 2);
251 		break;
252 
253 	default:
254 		ret = -EOPNOTSUPP;
255 	}
256 
257 	return ret;
258 }
259 
xgbe_get_pauseparam(struct net_device * netdev,struct ethtool_pauseparam * pause)260 static void xgbe_get_pauseparam(struct net_device *netdev,
261 				struct ethtool_pauseparam *pause)
262 {
263 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
264 
265 	pause->autoneg = pdata->phy.pause_autoneg;
266 	pause->tx_pause = pdata->phy.tx_pause;
267 	pause->rx_pause = pdata->phy.rx_pause;
268 }
269 
xgbe_set_pauseparam(struct net_device * netdev,struct ethtool_pauseparam * pause)270 static int xgbe_set_pauseparam(struct net_device *netdev,
271 			       struct ethtool_pauseparam *pause)
272 {
273 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
274 	struct ethtool_link_ksettings *lks = &pdata->phy.lks;
275 	int ret = 0;
276 
277 	if (pause->autoneg && (pdata->phy.autoneg != AUTONEG_ENABLE)) {
278 		netdev_err(netdev,
279 			   "autoneg disabled, pause autoneg not available\n");
280 		return -EINVAL;
281 	}
282 
283 	pdata->phy.pause_autoneg = pause->autoneg;
284 	pdata->phy.tx_pause = pause->tx_pause;
285 	pdata->phy.rx_pause = pause->rx_pause;
286 
287 	XGBE_CLR_ADV(lks, Pause);
288 	XGBE_CLR_ADV(lks, Asym_Pause);
289 
290 	if (pause->rx_pause) {
291 		XGBE_SET_ADV(lks, Pause);
292 		XGBE_SET_ADV(lks, Asym_Pause);
293 	}
294 
295 	if (pause->tx_pause) {
296 		/* Equivalent to XOR of Asym_Pause */
297 		if (XGBE_ADV(lks, Asym_Pause))
298 			XGBE_CLR_ADV(lks, Asym_Pause);
299 		else
300 			XGBE_SET_ADV(lks, Asym_Pause);
301 	}
302 
303 	if (netif_running(netdev))
304 		ret = pdata->phy_if.phy_config_aneg(pdata);
305 
306 	return ret;
307 }
308 
xgbe_get_link_ksettings(struct net_device * netdev,struct ethtool_link_ksettings * cmd)309 static int xgbe_get_link_ksettings(struct net_device *netdev,
310 				   struct ethtool_link_ksettings *cmd)
311 {
312 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
313 	struct ethtool_link_ksettings *lks = &pdata->phy.lks;
314 
315 	cmd->base.phy_address = pdata->phy.address;
316 
317 	cmd->base.autoneg = pdata->phy.autoneg;
318 	cmd->base.speed = pdata->phy.speed;
319 	cmd->base.duplex = pdata->phy.duplex;
320 
321 	cmd->base.port = PORT_NONE;
322 
323 	XGBE_LM_COPY(cmd, supported, lks, supported);
324 	XGBE_LM_COPY(cmd, advertising, lks, advertising);
325 	XGBE_LM_COPY(cmd, lp_advertising, lks, lp_advertising);
326 
327 	return 0;
328 }
329 
xgbe_set_link_ksettings(struct net_device * netdev,const struct ethtool_link_ksettings * cmd)330 static int xgbe_set_link_ksettings(struct net_device *netdev,
331 				   const struct ethtool_link_ksettings *cmd)
332 {
333 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
334 	struct ethtool_link_ksettings *lks = &pdata->phy.lks;
335 	__ETHTOOL_DECLARE_LINK_MODE_MASK(advertising);
336 	u32 speed;
337 	int ret;
338 
339 	speed = cmd->base.speed;
340 
341 	if (cmd->base.phy_address != pdata->phy.address) {
342 		netdev_err(netdev, "invalid phy address %hhu\n",
343 			   cmd->base.phy_address);
344 		return -EINVAL;
345 	}
346 
347 	if ((cmd->base.autoneg != AUTONEG_ENABLE) &&
348 	    (cmd->base.autoneg != AUTONEG_DISABLE)) {
349 		netdev_err(netdev, "unsupported autoneg %hhu\n",
350 			   cmd->base.autoneg);
351 		return -EINVAL;
352 	}
353 
354 	if (cmd->base.autoneg == AUTONEG_DISABLE) {
355 		if (!pdata->phy_if.phy_valid_speed(pdata, speed)) {
356 			netdev_err(netdev, "unsupported speed %u\n", speed);
357 			return -EINVAL;
358 		}
359 
360 		if (cmd->base.duplex != DUPLEX_FULL) {
361 			netdev_err(netdev, "unsupported duplex %hhu\n",
362 				   cmd->base.duplex);
363 			return -EINVAL;
364 		}
365 	}
366 
367 	netif_dbg(pdata, link, netdev,
368 		  "requested advertisement 0x%*pb, phy supported 0x%*pb\n",
369 		  __ETHTOOL_LINK_MODE_MASK_NBITS, cmd->link_modes.advertising,
370 		  __ETHTOOL_LINK_MODE_MASK_NBITS, lks->link_modes.supported);
371 
372 	bitmap_and(advertising,
373 		   cmd->link_modes.advertising, lks->link_modes.supported,
374 		   __ETHTOOL_LINK_MODE_MASK_NBITS);
375 
376 	if ((cmd->base.autoneg == AUTONEG_ENABLE) &&
377 	    bitmap_empty(advertising, __ETHTOOL_LINK_MODE_MASK_NBITS)) {
378 		netdev_err(netdev,
379 			   "unsupported requested advertisement\n");
380 		return -EINVAL;
381 	}
382 
383 	ret = 0;
384 	pdata->phy.autoneg = cmd->base.autoneg;
385 	pdata->phy.speed = speed;
386 	pdata->phy.duplex = cmd->base.duplex;
387 	bitmap_copy(lks->link_modes.advertising, advertising,
388 		    __ETHTOOL_LINK_MODE_MASK_NBITS);
389 
390 	if (cmd->base.autoneg == AUTONEG_ENABLE)
391 		XGBE_SET_ADV(lks, Autoneg);
392 	else
393 		XGBE_CLR_ADV(lks, Autoneg);
394 
395 	if (netif_running(netdev))
396 		ret = pdata->phy_if.phy_config_aneg(pdata);
397 
398 	return ret;
399 }
400 
xgbe_get_drvinfo(struct net_device * netdev,struct ethtool_drvinfo * drvinfo)401 static void xgbe_get_drvinfo(struct net_device *netdev,
402 			     struct ethtool_drvinfo *drvinfo)
403 {
404 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
405 	struct xgbe_hw_features *hw_feat = &pdata->hw_feat;
406 
407 	strlcpy(drvinfo->driver, XGBE_DRV_NAME, sizeof(drvinfo->driver));
408 	strlcpy(drvinfo->bus_info, dev_name(pdata->dev),
409 		sizeof(drvinfo->bus_info));
410 	snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d.%d.%d",
411 		 XGMAC_GET_BITS(hw_feat->version, MAC_VR, USERVER),
412 		 XGMAC_GET_BITS(hw_feat->version, MAC_VR, DEVID),
413 		 XGMAC_GET_BITS(hw_feat->version, MAC_VR, SNPSVER));
414 }
415 
xgbe_get_msglevel(struct net_device * netdev)416 static u32 xgbe_get_msglevel(struct net_device *netdev)
417 {
418 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
419 
420 	return pdata->msg_enable;
421 }
422 
xgbe_set_msglevel(struct net_device * netdev,u32 msglevel)423 static void xgbe_set_msglevel(struct net_device *netdev, u32 msglevel)
424 {
425 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
426 
427 	pdata->msg_enable = msglevel;
428 }
429 
xgbe_get_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec)430 static int xgbe_get_coalesce(struct net_device *netdev,
431 			     struct ethtool_coalesce *ec)
432 {
433 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
434 
435 	memset(ec, 0, sizeof(struct ethtool_coalesce));
436 
437 	ec->rx_coalesce_usecs = pdata->rx_usecs;
438 	ec->rx_max_coalesced_frames = pdata->rx_frames;
439 
440 	ec->tx_max_coalesced_frames = pdata->tx_frames;
441 
442 	return 0;
443 }
444 
xgbe_set_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec)445 static int xgbe_set_coalesce(struct net_device *netdev,
446 			     struct ethtool_coalesce *ec)
447 {
448 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
449 	struct xgbe_hw_if *hw_if = &pdata->hw_if;
450 	unsigned int rx_frames, rx_riwt, rx_usecs;
451 	unsigned int tx_frames;
452 
453 	rx_riwt = hw_if->usec_to_riwt(pdata, ec->rx_coalesce_usecs);
454 	rx_usecs = ec->rx_coalesce_usecs;
455 	rx_frames = ec->rx_max_coalesced_frames;
456 
457 	/* Use smallest possible value if conversion resulted in zero */
458 	if (rx_usecs && !rx_riwt)
459 		rx_riwt = 1;
460 
461 	/* Check the bounds of values for Rx */
462 	if (rx_riwt > XGMAC_MAX_DMA_RIWT) {
463 		netdev_err(netdev, "rx-usec is limited to %d usecs\n",
464 			   hw_if->riwt_to_usec(pdata, XGMAC_MAX_DMA_RIWT));
465 		return -EINVAL;
466 	}
467 	if (rx_frames > pdata->rx_desc_count) {
468 		netdev_err(netdev, "rx-frames is limited to %d frames\n",
469 			   pdata->rx_desc_count);
470 		return -EINVAL;
471 	}
472 
473 	tx_frames = ec->tx_max_coalesced_frames;
474 
475 	/* Check the bounds of values for Tx */
476 	if (tx_frames > pdata->tx_desc_count) {
477 		netdev_err(netdev, "tx-frames is limited to %d frames\n",
478 			   pdata->tx_desc_count);
479 		return -EINVAL;
480 	}
481 
482 	pdata->rx_riwt = rx_riwt;
483 	pdata->rx_usecs = rx_usecs;
484 	pdata->rx_frames = rx_frames;
485 	hw_if->config_rx_coalesce(pdata);
486 
487 	pdata->tx_frames = tx_frames;
488 	hw_if->config_tx_coalesce(pdata);
489 
490 	return 0;
491 }
492 
xgbe_get_rxnfc(struct net_device * netdev,struct ethtool_rxnfc * rxnfc,u32 * rule_locs)493 static int xgbe_get_rxnfc(struct net_device *netdev,
494 			  struct ethtool_rxnfc *rxnfc, u32 *rule_locs)
495 {
496 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
497 
498 	switch (rxnfc->cmd) {
499 	case ETHTOOL_GRXRINGS:
500 		rxnfc->data = pdata->rx_ring_count;
501 		break;
502 	default:
503 		return -EOPNOTSUPP;
504 	}
505 
506 	return 0;
507 }
508 
xgbe_get_rxfh_key_size(struct net_device * netdev)509 static u32 xgbe_get_rxfh_key_size(struct net_device *netdev)
510 {
511 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
512 
513 	return sizeof(pdata->rss_key);
514 }
515 
xgbe_get_rxfh_indir_size(struct net_device * netdev)516 static u32 xgbe_get_rxfh_indir_size(struct net_device *netdev)
517 {
518 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
519 
520 	return ARRAY_SIZE(pdata->rss_table);
521 }
522 
xgbe_get_rxfh(struct net_device * netdev,u32 * indir,u8 * key,u8 * hfunc)523 static int xgbe_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
524 			 u8 *hfunc)
525 {
526 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
527 	unsigned int i;
528 
529 	if (indir) {
530 		for (i = 0; i < ARRAY_SIZE(pdata->rss_table); i++)
531 			indir[i] = XGMAC_GET_BITS(pdata->rss_table[i],
532 						  MAC_RSSDR, DMCH);
533 	}
534 
535 	if (key)
536 		memcpy(key, pdata->rss_key, sizeof(pdata->rss_key));
537 
538 	if (hfunc)
539 		*hfunc = ETH_RSS_HASH_TOP;
540 
541 	return 0;
542 }
543 
xgbe_set_rxfh(struct net_device * netdev,const u32 * indir,const u8 * key,const u8 hfunc)544 static int xgbe_set_rxfh(struct net_device *netdev, const u32 *indir,
545 			 const u8 *key, const u8 hfunc)
546 {
547 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
548 	struct xgbe_hw_if *hw_if = &pdata->hw_if;
549 	unsigned int ret;
550 
551 	if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) {
552 		netdev_err(netdev, "unsupported hash function\n");
553 		return -EOPNOTSUPP;
554 	}
555 
556 	if (indir) {
557 		ret = hw_if->set_rss_lookup_table(pdata, indir);
558 		if (ret)
559 			return ret;
560 	}
561 
562 	if (key) {
563 		ret = hw_if->set_rss_hash_key(pdata, key);
564 		if (ret)
565 			return ret;
566 	}
567 
568 	return 0;
569 }
570 
xgbe_get_ts_info(struct net_device * netdev,struct ethtool_ts_info * ts_info)571 static int xgbe_get_ts_info(struct net_device *netdev,
572 			    struct ethtool_ts_info *ts_info)
573 {
574 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
575 
576 	ts_info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
577 				   SOF_TIMESTAMPING_RX_SOFTWARE |
578 				   SOF_TIMESTAMPING_SOFTWARE |
579 				   SOF_TIMESTAMPING_TX_HARDWARE |
580 				   SOF_TIMESTAMPING_RX_HARDWARE |
581 				   SOF_TIMESTAMPING_RAW_HARDWARE;
582 
583 	if (pdata->ptp_clock)
584 		ts_info->phc_index = ptp_clock_index(pdata->ptp_clock);
585 	else
586 		ts_info->phc_index = -1;
587 
588 	ts_info->tx_types = (1 << HWTSTAMP_TX_OFF) | (1 << HWTSTAMP_TX_ON);
589 	ts_info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
590 			      (1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) |
591 			      (1 << HWTSTAMP_FILTER_PTP_V1_L4_SYNC) |
592 			      (1 << HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ) |
593 			      (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
594 			      (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
595 			      (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
596 			      (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
597 			      (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
598 			      (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ) |
599 			      (1 << HWTSTAMP_FILTER_ALL);
600 
601 	return 0;
602 }
603 
xgbe_get_module_info(struct net_device * netdev,struct ethtool_modinfo * modinfo)604 static int xgbe_get_module_info(struct net_device *netdev,
605 				struct ethtool_modinfo *modinfo)
606 {
607 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
608 
609 	return pdata->phy_if.module_info(pdata, modinfo);
610 }
611 
xgbe_get_module_eeprom(struct net_device * netdev,struct ethtool_eeprom * eeprom,u8 * data)612 static int xgbe_get_module_eeprom(struct net_device *netdev,
613 				  struct ethtool_eeprom *eeprom, u8 *data)
614 {
615 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
616 
617 	return pdata->phy_if.module_eeprom(pdata, eeprom, data);
618 }
619 
xgbe_get_ringparam(struct net_device * netdev,struct ethtool_ringparam * ringparam)620 static void xgbe_get_ringparam(struct net_device *netdev,
621 			       struct ethtool_ringparam *ringparam)
622 {
623 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
624 
625 	ringparam->rx_max_pending = XGBE_RX_DESC_CNT_MAX;
626 	ringparam->tx_max_pending = XGBE_TX_DESC_CNT_MAX;
627 	ringparam->rx_pending = pdata->rx_desc_count;
628 	ringparam->tx_pending = pdata->tx_desc_count;
629 }
630 
xgbe_set_ringparam(struct net_device * netdev,struct ethtool_ringparam * ringparam)631 static int xgbe_set_ringparam(struct net_device *netdev,
632 			      struct ethtool_ringparam *ringparam)
633 {
634 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
635 	unsigned int rx, tx;
636 
637 	if (ringparam->rx_mini_pending || ringparam->rx_jumbo_pending) {
638 		netdev_err(netdev, "unsupported ring parameter\n");
639 		return -EINVAL;
640 	}
641 
642 	if ((ringparam->rx_pending < XGBE_RX_DESC_CNT_MIN) ||
643 	    (ringparam->rx_pending > XGBE_RX_DESC_CNT_MAX)) {
644 		netdev_err(netdev,
645 			   "rx ring parameter must be between %u and %u\n",
646 			   XGBE_RX_DESC_CNT_MIN, XGBE_RX_DESC_CNT_MAX);
647 		return -EINVAL;
648 	}
649 
650 	if ((ringparam->tx_pending < XGBE_TX_DESC_CNT_MIN) ||
651 	    (ringparam->tx_pending > XGBE_TX_DESC_CNT_MAX)) {
652 		netdev_err(netdev,
653 			   "tx ring parameter must be between %u and %u\n",
654 			   XGBE_TX_DESC_CNT_MIN, XGBE_TX_DESC_CNT_MAX);
655 		return -EINVAL;
656 	}
657 
658 	rx = __rounddown_pow_of_two(ringparam->rx_pending);
659 	if (rx != ringparam->rx_pending)
660 		netdev_notice(netdev,
661 			      "rx ring parameter rounded to power of two: %u\n",
662 			      rx);
663 
664 	tx = __rounddown_pow_of_two(ringparam->tx_pending);
665 	if (tx != ringparam->tx_pending)
666 		netdev_notice(netdev,
667 			      "tx ring parameter rounded to power of two: %u\n",
668 			      tx);
669 
670 	if ((rx == pdata->rx_desc_count) &&
671 	    (tx == pdata->tx_desc_count))
672 		goto out;
673 
674 	pdata->rx_desc_count = rx;
675 	pdata->tx_desc_count = tx;
676 
677 	xgbe_restart_dev(pdata);
678 
679 out:
680 	return 0;
681 }
682 
xgbe_get_channels(struct net_device * netdev,struct ethtool_channels * channels)683 static void xgbe_get_channels(struct net_device *netdev,
684 			      struct ethtool_channels *channels)
685 {
686 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
687 	unsigned int rx, tx, combined;
688 
689 	/* Calculate maximums allowed:
690 	 *   - Take into account the number of available IRQs
691 	 *   - Do not take into account the number of online CPUs so that
692 	 *     the user can over-subscribe if desired
693 	 *   - Tx is additionally limited by the number of hardware queues
694 	 */
695 	rx = min(pdata->hw_feat.rx_ch_cnt, pdata->rx_max_channel_count);
696 	rx = min(rx, pdata->channel_irq_count);
697 	tx = min(pdata->hw_feat.tx_ch_cnt, pdata->tx_max_channel_count);
698 	tx = min(tx, pdata->channel_irq_count);
699 	tx = min(tx, pdata->tx_max_q_count);
700 
701 	combined = min(rx, tx);
702 
703 	channels->max_combined = combined;
704 	channels->max_rx = rx ? rx - 1 : 0;
705 	channels->max_tx = tx ? tx - 1 : 0;
706 
707 	/* Get current settings based on device state */
708 	rx = pdata->new_rx_ring_count ? : pdata->rx_ring_count;
709 	tx = pdata->new_tx_ring_count ? : pdata->tx_ring_count;
710 
711 	combined = min(rx, tx);
712 	rx -= combined;
713 	tx -= combined;
714 
715 	channels->combined_count = combined;
716 	channels->rx_count = rx;
717 	channels->tx_count = tx;
718 }
719 
xgbe_print_set_channels_input(struct net_device * netdev,struct ethtool_channels * channels)720 static void xgbe_print_set_channels_input(struct net_device *netdev,
721 					  struct ethtool_channels *channels)
722 {
723 	netdev_err(netdev, "channel inputs: combined=%u, rx-only=%u, tx-only=%u\n",
724 		   channels->combined_count, channels->rx_count,
725 		   channels->tx_count);
726 }
727 
xgbe_set_channels(struct net_device * netdev,struct ethtool_channels * channels)728 static int xgbe_set_channels(struct net_device *netdev,
729 			     struct ethtool_channels *channels)
730 {
731 	struct xgbe_prv_data *pdata = netdev_priv(netdev);
732 	unsigned int rx, rx_curr, tx, tx_curr, combined;
733 
734 	/* Calculate maximums allowed:
735 	 *   - Take into account the number of available IRQs
736 	 *   - Do not take into account the number of online CPUs so that
737 	 *     the user can over-subscribe if desired
738 	 *   - Tx is additionally limited by the number of hardware queues
739 	 */
740 	rx = min(pdata->hw_feat.rx_ch_cnt, pdata->rx_max_channel_count);
741 	rx = min(rx, pdata->channel_irq_count);
742 	tx = min(pdata->hw_feat.tx_ch_cnt, pdata->tx_max_channel_count);
743 	tx = min(tx, pdata->tx_max_q_count);
744 	tx = min(tx, pdata->channel_irq_count);
745 
746 	combined = min(rx, tx);
747 
748 	/* Should not be setting other count */
749 	if (channels->other_count) {
750 		netdev_err(netdev,
751 			   "other channel count must be zero\n");
752 		return -EINVAL;
753 	}
754 
755 	/* Require at least one Combined (Rx and Tx) channel */
756 	if (!channels->combined_count) {
757 		netdev_err(netdev,
758 			   "at least one combined Rx/Tx channel is required\n");
759 		xgbe_print_set_channels_input(netdev, channels);
760 		return -EINVAL;
761 	}
762 
763 	/* Check combined channels */
764 	if (channels->combined_count > combined) {
765 		netdev_err(netdev,
766 			   "combined channel count cannot exceed %u\n",
767 			   combined);
768 		xgbe_print_set_channels_input(netdev, channels);
769 		return -EINVAL;
770 	}
771 
772 	/* Can have some Rx-only or Tx-only channels, but not both */
773 	if (channels->rx_count && channels->tx_count) {
774 		netdev_err(netdev,
775 			   "cannot specify both Rx-only and Tx-only channels\n");
776 		xgbe_print_set_channels_input(netdev, channels);
777 		return -EINVAL;
778 	}
779 
780 	/* Check that we don't exceed the maximum number of channels */
781 	if ((channels->combined_count + channels->rx_count) > rx) {
782 		netdev_err(netdev,
783 			   "total Rx channels (%u) requested exceeds maximum available (%u)\n",
784 			   channels->combined_count + channels->rx_count, rx);
785 		xgbe_print_set_channels_input(netdev, channels);
786 		return -EINVAL;
787 	}
788 
789 	if ((channels->combined_count + channels->tx_count) > tx) {
790 		netdev_err(netdev,
791 			   "total Tx channels (%u) requested exceeds maximum available (%u)\n",
792 			   channels->combined_count + channels->tx_count, tx);
793 		xgbe_print_set_channels_input(netdev, channels);
794 		return -EINVAL;
795 	}
796 
797 	rx = channels->combined_count + channels->rx_count;
798 	tx = channels->combined_count + channels->tx_count;
799 
800 	rx_curr = pdata->new_rx_ring_count ? : pdata->rx_ring_count;
801 	tx_curr = pdata->new_tx_ring_count ? : pdata->tx_ring_count;
802 
803 	if ((rx == rx_curr) && (tx == tx_curr))
804 		goto out;
805 
806 	pdata->new_rx_ring_count = rx;
807 	pdata->new_tx_ring_count = tx;
808 
809 	xgbe_full_restart_dev(pdata);
810 
811 out:
812 	return 0;
813 }
814 
815 static const struct ethtool_ops xgbe_ethtool_ops = {
816 	.supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS |
817 				     ETHTOOL_COALESCE_MAX_FRAMES,
818 	.get_drvinfo = xgbe_get_drvinfo,
819 	.get_msglevel = xgbe_get_msglevel,
820 	.set_msglevel = xgbe_set_msglevel,
821 	.get_link = ethtool_op_get_link,
822 	.get_coalesce = xgbe_get_coalesce,
823 	.set_coalesce = xgbe_set_coalesce,
824 	.get_pauseparam = xgbe_get_pauseparam,
825 	.set_pauseparam = xgbe_set_pauseparam,
826 	.get_strings = xgbe_get_strings,
827 	.get_ethtool_stats = xgbe_get_ethtool_stats,
828 	.get_sset_count = xgbe_get_sset_count,
829 	.get_rxnfc = xgbe_get_rxnfc,
830 	.get_rxfh_key_size = xgbe_get_rxfh_key_size,
831 	.get_rxfh_indir_size = xgbe_get_rxfh_indir_size,
832 	.get_rxfh = xgbe_get_rxfh,
833 	.set_rxfh = xgbe_set_rxfh,
834 	.get_ts_info = xgbe_get_ts_info,
835 	.get_link_ksettings = xgbe_get_link_ksettings,
836 	.set_link_ksettings = xgbe_set_link_ksettings,
837 	.get_module_info = xgbe_get_module_info,
838 	.get_module_eeprom = xgbe_get_module_eeprom,
839 	.get_ringparam = xgbe_get_ringparam,
840 	.set_ringparam = xgbe_set_ringparam,
841 	.get_channels = xgbe_get_channels,
842 	.set_channels = xgbe_set_channels,
843 };
844 
xgbe_get_ethtool_ops(void)845 const struct ethtool_ops *xgbe_get_ethtool_ops(void)
846 {
847 	return &xgbe_ethtool_ops;
848 }
849