1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Linux network driver for QLogic BR-series Converged Network Adapter. 4 */ 5 /* 6 * Copyright (c) 2005-2014 Brocade Communications Systems, Inc. 7 * Copyright (c) 2014-2015 QLogic Corporation 8 * All rights reserved 9 * www.qlogic.com 10 */ 11 12 #include "cna.h" 13 14 #include <linux/netdevice.h> 15 #include <linux/skbuff.h> 16 #include <linux/ethtool.h> 17 #include <linux/rtnetlink.h> 18 19 #include "bna.h" 20 21 #include "bnad.h" 22 23 #define BNAD_NUM_TXF_COUNTERS 12 24 #define BNAD_NUM_RXF_COUNTERS 10 25 #define BNAD_NUM_CQ_COUNTERS (3 + 5) 26 #define BNAD_NUM_RXQ_COUNTERS 7 27 #define BNAD_NUM_TXQ_COUNTERS 5 28 29 static const char *bnad_net_stats_strings[] = { 30 "rx_packets", 31 "tx_packets", 32 "rx_bytes", 33 "tx_bytes", 34 "rx_errors", 35 "tx_errors", 36 "rx_dropped", 37 "tx_dropped", 38 "multicast", 39 "collisions", 40 "rx_length_errors", 41 "rx_crc_errors", 42 "rx_frame_errors", 43 "tx_fifo_errors", 44 45 "netif_queue_stop", 46 "netif_queue_wakeup", 47 "netif_queue_stopped", 48 "tso4", 49 "tso6", 50 "tso_err", 51 "tcpcsum_offload", 52 "udpcsum_offload", 53 "csum_help", 54 "tx_skb_too_short", 55 "tx_skb_stopping", 56 "tx_skb_max_vectors", 57 "tx_skb_mss_too_long", 58 "tx_skb_tso_too_short", 59 "tx_skb_tso_prepare", 60 "tx_skb_non_tso_too_long", 61 "tx_skb_tcp_hdr", 62 "tx_skb_udp_hdr", 63 "tx_skb_csum_err", 64 "tx_skb_headlen_too_long", 65 "tx_skb_headlen_zero", 66 "tx_skb_frag_zero", 67 "tx_skb_len_mismatch", 68 "tx_skb_map_failed", 69 "hw_stats_updates", 70 "netif_rx_dropped", 71 72 "link_toggle", 73 "cee_toggle", 74 75 "rxp_info_alloc_failed", 76 "mbox_intr_disabled", 77 "mbox_intr_enabled", 78 "tx_unmap_q_alloc_failed", 79 "rx_unmap_q_alloc_failed", 80 "rxbuf_alloc_failed", 81 "rxbuf_map_failed", 82 83 "mac_stats_clr_cnt", 84 "mac_frame_64", 85 "mac_frame_65_127", 86 "mac_frame_128_255", 87 "mac_frame_256_511", 88 "mac_frame_512_1023", 89 "mac_frame_1024_1518", 90 "mac_frame_1518_1522", 91 "mac_rx_bytes", 92 "mac_rx_packets", 93 "mac_rx_fcs_error", 94 "mac_rx_multicast", 95 "mac_rx_broadcast", 96 "mac_rx_control_frames", 97 "mac_rx_pause", 98 "mac_rx_unknown_opcode", 99 "mac_rx_alignment_error", 100 "mac_rx_frame_length_error", 101 "mac_rx_code_error", 102 "mac_rx_carrier_sense_error", 103 "mac_rx_undersize", 104 "mac_rx_oversize", 105 "mac_rx_fragments", 106 "mac_rx_jabber", 107 "mac_rx_drop", 108 109 "mac_tx_bytes", 110 "mac_tx_packets", 111 "mac_tx_multicast", 112 "mac_tx_broadcast", 113 "mac_tx_pause", 114 "mac_tx_deferral", 115 "mac_tx_excessive_deferral", 116 "mac_tx_single_collision", 117 "mac_tx_multiple_collision", 118 "mac_tx_late_collision", 119 "mac_tx_excessive_collision", 120 "mac_tx_total_collision", 121 "mac_tx_pause_honored", 122 "mac_tx_drop", 123 "mac_tx_jabber", 124 "mac_tx_fcs_error", 125 "mac_tx_control_frame", 126 "mac_tx_oversize", 127 "mac_tx_undersize", 128 "mac_tx_fragments", 129 130 "bpc_tx_pause_0", 131 "bpc_tx_pause_1", 132 "bpc_tx_pause_2", 133 "bpc_tx_pause_3", 134 "bpc_tx_pause_4", 135 "bpc_tx_pause_5", 136 "bpc_tx_pause_6", 137 "bpc_tx_pause_7", 138 "bpc_tx_zero_pause_0", 139 "bpc_tx_zero_pause_1", 140 "bpc_tx_zero_pause_2", 141 "bpc_tx_zero_pause_3", 142 "bpc_tx_zero_pause_4", 143 "bpc_tx_zero_pause_5", 144 "bpc_tx_zero_pause_6", 145 "bpc_tx_zero_pause_7", 146 "bpc_tx_first_pause_0", 147 "bpc_tx_first_pause_1", 148 "bpc_tx_first_pause_2", 149 "bpc_tx_first_pause_3", 150 "bpc_tx_first_pause_4", 151 "bpc_tx_first_pause_5", 152 "bpc_tx_first_pause_6", 153 "bpc_tx_first_pause_7", 154 155 "bpc_rx_pause_0", 156 "bpc_rx_pause_1", 157 "bpc_rx_pause_2", 158 "bpc_rx_pause_3", 159 "bpc_rx_pause_4", 160 "bpc_rx_pause_5", 161 "bpc_rx_pause_6", 162 "bpc_rx_pause_7", 163 "bpc_rx_zero_pause_0", 164 "bpc_rx_zero_pause_1", 165 "bpc_rx_zero_pause_2", 166 "bpc_rx_zero_pause_3", 167 "bpc_rx_zero_pause_4", 168 "bpc_rx_zero_pause_5", 169 "bpc_rx_zero_pause_6", 170 "bpc_rx_zero_pause_7", 171 "bpc_rx_first_pause_0", 172 "bpc_rx_first_pause_1", 173 "bpc_rx_first_pause_2", 174 "bpc_rx_first_pause_3", 175 "bpc_rx_first_pause_4", 176 "bpc_rx_first_pause_5", 177 "bpc_rx_first_pause_6", 178 "bpc_rx_first_pause_7", 179 180 "rad_rx_frames", 181 "rad_rx_octets", 182 "rad_rx_vlan_frames", 183 "rad_rx_ucast", 184 "rad_rx_ucast_octets", 185 "rad_rx_ucast_vlan", 186 "rad_rx_mcast", 187 "rad_rx_mcast_octets", 188 "rad_rx_mcast_vlan", 189 "rad_rx_bcast", 190 "rad_rx_bcast_octets", 191 "rad_rx_bcast_vlan", 192 "rad_rx_drops", 193 194 "rlb_rad_rx_frames", 195 "rlb_rad_rx_octets", 196 "rlb_rad_rx_vlan_frames", 197 "rlb_rad_rx_ucast", 198 "rlb_rad_rx_ucast_octets", 199 "rlb_rad_rx_ucast_vlan", 200 "rlb_rad_rx_mcast", 201 "rlb_rad_rx_mcast_octets", 202 "rlb_rad_rx_mcast_vlan", 203 "rlb_rad_rx_bcast", 204 "rlb_rad_rx_bcast_octets", 205 "rlb_rad_rx_bcast_vlan", 206 "rlb_rad_rx_drops", 207 208 "fc_rx_ucast_octets", 209 "fc_rx_ucast", 210 "fc_rx_ucast_vlan", 211 "fc_rx_mcast_octets", 212 "fc_rx_mcast", 213 "fc_rx_mcast_vlan", 214 "fc_rx_bcast_octets", 215 "fc_rx_bcast", 216 "fc_rx_bcast_vlan", 217 218 "fc_tx_ucast_octets", 219 "fc_tx_ucast", 220 "fc_tx_ucast_vlan", 221 "fc_tx_mcast_octets", 222 "fc_tx_mcast", 223 "fc_tx_mcast_vlan", 224 "fc_tx_bcast_octets", 225 "fc_tx_bcast", 226 "fc_tx_bcast_vlan", 227 "fc_tx_parity_errors", 228 "fc_tx_timeout", 229 "fc_tx_fid_parity_errors", 230 }; 231 232 #define BNAD_ETHTOOL_STATS_NUM ARRAY_SIZE(bnad_net_stats_strings) 233 234 static int 235 bnad_get_link_ksettings(struct net_device *netdev, 236 struct ethtool_link_ksettings *cmd) 237 { 238 ethtool_link_ksettings_zero_link_mode(cmd, supported); 239 ethtool_link_ksettings_zero_link_mode(cmd, advertising); 240 241 ethtool_link_ksettings_add_link_mode(cmd, supported, 10000baseCR_Full); 242 ethtool_link_ksettings_add_link_mode(cmd, supported, 10000baseSR_Full); 243 ethtool_link_ksettings_add_link_mode(cmd, supported, 10000baseLR_Full); 244 ethtool_link_ksettings_add_link_mode(cmd, advertising, 10000baseCR_Full); 245 ethtool_link_ksettings_add_link_mode(cmd, advertising, 10000baseSR_Full); 246 ethtool_link_ksettings_add_link_mode(cmd, advertising, 10000baseLR_Full); 247 cmd->base.autoneg = AUTONEG_DISABLE; 248 ethtool_link_ksettings_add_link_mode(cmd, supported, FIBRE); 249 ethtool_link_ksettings_add_link_mode(cmd, advertising, FIBRE); 250 cmd->base.port = PORT_FIBRE; 251 cmd->base.phy_address = 0; 252 253 if (netif_carrier_ok(netdev)) { 254 cmd->base.speed = SPEED_10000; 255 cmd->base.duplex = DUPLEX_FULL; 256 } else { 257 cmd->base.speed = SPEED_UNKNOWN; 258 cmd->base.duplex = DUPLEX_UNKNOWN; 259 } 260 261 return 0; 262 } 263 264 static int 265 bnad_set_link_ksettings(struct net_device *netdev, 266 const struct ethtool_link_ksettings *cmd) 267 { 268 /* 10G full duplex setting supported only */ 269 if (cmd->base.autoneg == AUTONEG_ENABLE) 270 return -EOPNOTSUPP; 271 272 if ((cmd->base.speed == SPEED_10000) && 273 (cmd->base.duplex == DUPLEX_FULL)) 274 return 0; 275 276 return -EOPNOTSUPP; 277 } 278 279 static void 280 bnad_get_drvinfo(struct net_device *netdev, struct ethtool_drvinfo *drvinfo) 281 { 282 struct bnad *bnad = netdev_priv(netdev); 283 struct bfa_ioc_attr *ioc_attr; 284 unsigned long flags; 285 286 strscpy(drvinfo->driver, BNAD_NAME, sizeof(drvinfo->driver)); 287 288 ioc_attr = kzalloc(sizeof(*ioc_attr), GFP_KERNEL); 289 if (ioc_attr) { 290 spin_lock_irqsave(&bnad->bna_lock, flags); 291 bfa_nw_ioc_get_attr(&bnad->bna.ioceth.ioc, ioc_attr); 292 spin_unlock_irqrestore(&bnad->bna_lock, flags); 293 294 strscpy(drvinfo->fw_version, ioc_attr->adapter_attr.fw_ver, 295 sizeof(drvinfo->fw_version)); 296 kfree(ioc_attr); 297 } 298 299 strscpy(drvinfo->bus_info, pci_name(bnad->pcidev), 300 sizeof(drvinfo->bus_info)); 301 } 302 303 static void 304 bnad_get_wol(struct net_device *netdev, struct ethtool_wolinfo *wolinfo) 305 { 306 wolinfo->supported = 0; 307 wolinfo->wolopts = 0; 308 } 309 310 static int bnad_get_coalesce(struct net_device *netdev, 311 struct ethtool_coalesce *coalesce, 312 struct kernel_ethtool_coalesce *kernel_coal, 313 struct netlink_ext_ack *extack) 314 { 315 struct bnad *bnad = netdev_priv(netdev); 316 unsigned long flags; 317 318 /* Lock rqd. to access bnad->bna_lock */ 319 spin_lock_irqsave(&bnad->bna_lock, flags); 320 coalesce->use_adaptive_rx_coalesce = 321 (bnad->cfg_flags & BNAD_CF_DIM_ENABLED) ? true : false; 322 spin_unlock_irqrestore(&bnad->bna_lock, flags); 323 324 coalesce->rx_coalesce_usecs = bnad->rx_coalescing_timeo * 325 BFI_COALESCING_TIMER_UNIT; 326 coalesce->tx_coalesce_usecs = bnad->tx_coalescing_timeo * 327 BFI_COALESCING_TIMER_UNIT; 328 coalesce->tx_max_coalesced_frames = BFI_TX_INTERPKT_COUNT; 329 330 return 0; 331 } 332 333 static int bnad_set_coalesce(struct net_device *netdev, 334 struct ethtool_coalesce *coalesce, 335 struct kernel_ethtool_coalesce *kernel_coal, 336 struct netlink_ext_ack *extack) 337 { 338 struct bnad *bnad = netdev_priv(netdev); 339 unsigned long flags; 340 int to_del = 0; 341 342 if (coalesce->rx_coalesce_usecs == 0 || 343 coalesce->rx_coalesce_usecs > 344 BFI_MAX_COALESCING_TIMEO * BFI_COALESCING_TIMER_UNIT) 345 return -EINVAL; 346 347 if (coalesce->tx_coalesce_usecs == 0 || 348 coalesce->tx_coalesce_usecs > 349 BFI_MAX_COALESCING_TIMEO * BFI_COALESCING_TIMER_UNIT) 350 return -EINVAL; 351 352 mutex_lock(&bnad->conf_mutex); 353 /* 354 * Do not need to store rx_coalesce_usecs here 355 * Every time DIM is disabled, we can get it from the 356 * stack. 357 */ 358 spin_lock_irqsave(&bnad->bna_lock, flags); 359 if (coalesce->use_adaptive_rx_coalesce) { 360 if (!(bnad->cfg_flags & BNAD_CF_DIM_ENABLED)) { 361 bnad->cfg_flags |= BNAD_CF_DIM_ENABLED; 362 bnad_dim_timer_start(bnad); 363 } 364 } else { 365 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED) { 366 bnad->cfg_flags &= ~BNAD_CF_DIM_ENABLED; 367 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED && 368 test_bit(BNAD_RF_DIM_TIMER_RUNNING, 369 &bnad->run_flags)) { 370 clear_bit(BNAD_RF_DIM_TIMER_RUNNING, 371 &bnad->run_flags); 372 to_del = 1; 373 } 374 spin_unlock_irqrestore(&bnad->bna_lock, flags); 375 if (to_del) 376 del_timer_sync(&bnad->dim_timer); 377 spin_lock_irqsave(&bnad->bna_lock, flags); 378 bnad_rx_coalescing_timeo_set(bnad); 379 } 380 } 381 if (bnad->tx_coalescing_timeo != coalesce->tx_coalesce_usecs / 382 BFI_COALESCING_TIMER_UNIT) { 383 bnad->tx_coalescing_timeo = coalesce->tx_coalesce_usecs / 384 BFI_COALESCING_TIMER_UNIT; 385 bnad_tx_coalescing_timeo_set(bnad); 386 } 387 388 if (bnad->rx_coalescing_timeo != coalesce->rx_coalesce_usecs / 389 BFI_COALESCING_TIMER_UNIT) { 390 bnad->rx_coalescing_timeo = coalesce->rx_coalesce_usecs / 391 BFI_COALESCING_TIMER_UNIT; 392 393 if (!(bnad->cfg_flags & BNAD_CF_DIM_ENABLED)) 394 bnad_rx_coalescing_timeo_set(bnad); 395 396 } 397 398 /* Add Tx Inter-pkt DMA count? */ 399 400 spin_unlock_irqrestore(&bnad->bna_lock, flags); 401 402 mutex_unlock(&bnad->conf_mutex); 403 return 0; 404 } 405 406 static void 407 bnad_get_ringparam(struct net_device *netdev, 408 struct ethtool_ringparam *ringparam, 409 struct kernel_ethtool_ringparam *kernel_ringparam, 410 struct netlink_ext_ack *extack) 411 { 412 struct bnad *bnad = netdev_priv(netdev); 413 414 ringparam->rx_max_pending = BNAD_MAX_RXQ_DEPTH; 415 ringparam->tx_max_pending = BNAD_MAX_TXQ_DEPTH; 416 417 ringparam->rx_pending = bnad->rxq_depth; 418 ringparam->tx_pending = bnad->txq_depth; 419 } 420 421 static int 422 bnad_set_ringparam(struct net_device *netdev, 423 struct ethtool_ringparam *ringparam, 424 struct kernel_ethtool_ringparam *kernel_ringparam, 425 struct netlink_ext_ack *extack) 426 { 427 int i, current_err, err = 0; 428 struct bnad *bnad = netdev_priv(netdev); 429 unsigned long flags; 430 431 mutex_lock(&bnad->conf_mutex); 432 if (ringparam->rx_pending == bnad->rxq_depth && 433 ringparam->tx_pending == bnad->txq_depth) { 434 mutex_unlock(&bnad->conf_mutex); 435 return 0; 436 } 437 438 if (ringparam->rx_pending < BNAD_MIN_Q_DEPTH || 439 ringparam->rx_pending > BNAD_MAX_RXQ_DEPTH || 440 !is_power_of_2(ringparam->rx_pending)) { 441 mutex_unlock(&bnad->conf_mutex); 442 return -EINVAL; 443 } 444 if (ringparam->tx_pending < BNAD_MIN_Q_DEPTH || 445 ringparam->tx_pending > BNAD_MAX_TXQ_DEPTH || 446 !is_power_of_2(ringparam->tx_pending)) { 447 mutex_unlock(&bnad->conf_mutex); 448 return -EINVAL; 449 } 450 451 if (ringparam->rx_pending != bnad->rxq_depth) { 452 bnad->rxq_depth = ringparam->rx_pending; 453 if (!netif_running(netdev)) { 454 mutex_unlock(&bnad->conf_mutex); 455 return 0; 456 } 457 458 for (i = 0; i < bnad->num_rx; i++) { 459 if (!bnad->rx_info[i].rx) 460 continue; 461 bnad_destroy_rx(bnad, i); 462 current_err = bnad_setup_rx(bnad, i); 463 if (current_err && !err) 464 err = current_err; 465 } 466 467 if (!err && bnad->rx_info[0].rx) { 468 /* restore rx configuration */ 469 bnad_restore_vlans(bnad, 0); 470 bnad_enable_default_bcast(bnad); 471 spin_lock_irqsave(&bnad->bna_lock, flags); 472 bnad_mac_addr_set_locked(bnad, netdev->dev_addr); 473 spin_unlock_irqrestore(&bnad->bna_lock, flags); 474 bnad->cfg_flags &= ~(BNAD_CF_ALLMULTI | 475 BNAD_CF_PROMISC); 476 bnad_set_rx_mode(netdev); 477 } 478 } 479 if (ringparam->tx_pending != bnad->txq_depth) { 480 bnad->txq_depth = ringparam->tx_pending; 481 if (!netif_running(netdev)) { 482 mutex_unlock(&bnad->conf_mutex); 483 return 0; 484 } 485 486 for (i = 0; i < bnad->num_tx; i++) { 487 if (!bnad->tx_info[i].tx) 488 continue; 489 bnad_destroy_tx(bnad, i); 490 current_err = bnad_setup_tx(bnad, i); 491 if (current_err && !err) 492 err = current_err; 493 } 494 } 495 496 mutex_unlock(&bnad->conf_mutex); 497 return err; 498 } 499 500 static void 501 bnad_get_pauseparam(struct net_device *netdev, 502 struct ethtool_pauseparam *pauseparam) 503 { 504 struct bnad *bnad = netdev_priv(netdev); 505 506 pauseparam->autoneg = 0; 507 pauseparam->rx_pause = bnad->bna.enet.pause_config.rx_pause; 508 pauseparam->tx_pause = bnad->bna.enet.pause_config.tx_pause; 509 } 510 511 static int 512 bnad_set_pauseparam(struct net_device *netdev, 513 struct ethtool_pauseparam *pauseparam) 514 { 515 struct bnad *bnad = netdev_priv(netdev); 516 struct bna_pause_config pause_config; 517 unsigned long flags; 518 519 if (pauseparam->autoneg == AUTONEG_ENABLE) 520 return -EINVAL; 521 522 mutex_lock(&bnad->conf_mutex); 523 if (pauseparam->rx_pause != bnad->bna.enet.pause_config.rx_pause || 524 pauseparam->tx_pause != bnad->bna.enet.pause_config.tx_pause) { 525 pause_config.rx_pause = pauseparam->rx_pause; 526 pause_config.tx_pause = pauseparam->tx_pause; 527 spin_lock_irqsave(&bnad->bna_lock, flags); 528 bna_enet_pause_config(&bnad->bna.enet, &pause_config); 529 spin_unlock_irqrestore(&bnad->bna_lock, flags); 530 } 531 mutex_unlock(&bnad->conf_mutex); 532 return 0; 533 } 534 535 static void bnad_get_txf_strings(u8 **string, int f_num) 536 { 537 ethtool_sprintf(string, "txf%d_ucast_octets", f_num); 538 ethtool_sprintf(string, "txf%d_ucast", f_num); 539 ethtool_sprintf(string, "txf%d_ucast_vlan", f_num); 540 ethtool_sprintf(string, "txf%d_mcast_octets", f_num); 541 ethtool_sprintf(string, "txf%d_mcast", f_num); 542 ethtool_sprintf(string, "txf%d_mcast_vlan", f_num); 543 ethtool_sprintf(string, "txf%d_bcast_octets", f_num); 544 ethtool_sprintf(string, "txf%d_bcast", f_num); 545 ethtool_sprintf(string, "txf%d_bcast_vlan", f_num); 546 ethtool_sprintf(string, "txf%d_errors", f_num); 547 ethtool_sprintf(string, "txf%d_filter_vlan", f_num); 548 ethtool_sprintf(string, "txf%d_filter_mac_sa", f_num); 549 } 550 551 static void bnad_get_rxf_strings(u8 **string, int f_num) 552 { 553 ethtool_sprintf(string, "rxf%d_ucast_octets", f_num); 554 ethtool_sprintf(string, "rxf%d_ucast", f_num); 555 ethtool_sprintf(string, "rxf%d_ucast_vlan", f_num); 556 ethtool_sprintf(string, "rxf%d_mcast_octets", f_num); 557 ethtool_sprintf(string, "rxf%d_mcast", f_num); 558 ethtool_sprintf(string, "rxf%d_mcast_vlan", f_num); 559 ethtool_sprintf(string, "rxf%d_bcast_octets", f_num); 560 ethtool_sprintf(string, "rxf%d_bcast", f_num); 561 ethtool_sprintf(string, "rxf%d_bcast_vlan", f_num); 562 ethtool_sprintf(string, "rxf%d_frame_drops", f_num); 563 } 564 565 static void bnad_get_cq_strings(u8 **string, int q_num) 566 { 567 ethtool_sprintf(string, "cq%d_producer_index", q_num); 568 ethtool_sprintf(string, "cq%d_consumer_index", q_num); 569 ethtool_sprintf(string, "cq%d_hw_producer_index", q_num); 570 ethtool_sprintf(string, "cq%d_intr", q_num); 571 ethtool_sprintf(string, "cq%d_poll", q_num); 572 ethtool_sprintf(string, "cq%d_schedule", q_num); 573 ethtool_sprintf(string, "cq%d_keep_poll", q_num); 574 ethtool_sprintf(string, "cq%d_complete", q_num); 575 } 576 577 static void bnad_get_rxq_strings(u8 **string, int q_num) 578 { 579 ethtool_sprintf(string, "rxq%d_packets", q_num); 580 ethtool_sprintf(string, "rxq%d_bytes", q_num); 581 ethtool_sprintf(string, "rxq%d_packets_with_error", q_num); 582 ethtool_sprintf(string, "rxq%d_allocbuf_failed", q_num); 583 ethtool_sprintf(string, "rxq%d_mapbuf_failed", q_num); 584 ethtool_sprintf(string, "rxq%d_producer_index", q_num); 585 ethtool_sprintf(string, "rxq%d_consumer_index", q_num); 586 } 587 588 static void bnad_get_txq_strings(u8 **string, int q_num) 589 { 590 ethtool_sprintf(string, "txq%d_packets", q_num); 591 ethtool_sprintf(string, "txq%d_bytes", q_num); 592 ethtool_sprintf(string, "txq%d_producer_index", q_num); 593 ethtool_sprintf(string, "txq%d_consumer_index", q_num); 594 ethtool_sprintf(string, "txq%d_hw_consumer_index", q_num); 595 } 596 597 static void 598 bnad_get_strings(struct net_device *netdev, u32 stringset, u8 *string) 599 { 600 struct bnad *bnad = netdev_priv(netdev); 601 int i, j, q_num; 602 u32 bmap; 603 604 if (stringset != ETH_SS_STATS) 605 return; 606 607 mutex_lock(&bnad->conf_mutex); 608 609 for (i = 0; i < BNAD_ETHTOOL_STATS_NUM; i++) { 610 BUG_ON(!(strlen(bnad_net_stats_strings[i]) < ETH_GSTRING_LEN)); 611 ethtool_sprintf(&string, bnad_net_stats_strings[i]); 612 } 613 614 bmap = bna_tx_rid_mask(&bnad->bna); 615 for (i = 0; bmap; i++) { 616 if (bmap & 1) 617 bnad_get_txf_strings(&string, i); 618 bmap >>= 1; 619 } 620 621 bmap = bna_rx_rid_mask(&bnad->bna); 622 for (i = 0; bmap; i++, bmap >>= 1) { 623 if (bmap & 1) 624 bnad_get_rxf_strings(&string, i); 625 bmap >>= 1; 626 } 627 628 q_num = 0; 629 for (i = 0; i < bnad->num_rx; i++) { 630 if (!bnad->rx_info[i].rx) 631 continue; 632 for (j = 0; j < bnad->num_rxp_per_rx; j++) 633 bnad_get_cq_strings(&string, q_num++); 634 } 635 636 q_num = 0; 637 for (i = 0; i < bnad->num_rx; i++) { 638 if (!bnad->rx_info[i].rx) 639 continue; 640 for (j = 0; j < bnad->num_rxp_per_rx; j++) { 641 bnad_get_rxq_strings(&string, q_num++); 642 if (bnad->rx_info[i].rx_ctrl[j].ccb && 643 bnad->rx_info[i].rx_ctrl[j].ccb->rcb[1] && 644 bnad->rx_info[i].rx_ctrl[j].ccb->rcb[1]->rxq) 645 bnad_get_rxq_strings(&string, q_num++); 646 } 647 } 648 649 q_num = 0; 650 for (i = 0; i < bnad->num_tx; i++) { 651 if (!bnad->tx_info[i].tx) 652 continue; 653 for (j = 0; j < bnad->num_txq_per_tx; j++) 654 bnad_get_txq_strings(&string, q_num++); 655 } 656 657 mutex_unlock(&bnad->conf_mutex); 658 } 659 660 static int 661 bnad_get_stats_count_locked(struct net_device *netdev) 662 { 663 struct bnad *bnad = netdev_priv(netdev); 664 int i, j, count = 0, rxf_active_num = 0, txf_active_num = 0; 665 u32 bmap; 666 667 bmap = bna_tx_rid_mask(&bnad->bna); 668 for (i = 0; bmap; i++) { 669 if (bmap & 1) 670 txf_active_num++; 671 bmap >>= 1; 672 } 673 bmap = bna_rx_rid_mask(&bnad->bna); 674 for (i = 0; bmap; i++) { 675 if (bmap & 1) 676 rxf_active_num++; 677 bmap >>= 1; 678 } 679 count = BNAD_ETHTOOL_STATS_NUM + 680 txf_active_num * BNAD_NUM_TXF_COUNTERS + 681 rxf_active_num * BNAD_NUM_RXF_COUNTERS; 682 683 for (i = 0; i < bnad->num_rx; i++) { 684 if (!bnad->rx_info[i].rx) 685 continue; 686 count += bnad->num_rxp_per_rx * BNAD_NUM_CQ_COUNTERS; 687 count += bnad->num_rxp_per_rx * BNAD_NUM_RXQ_COUNTERS; 688 for (j = 0; j < bnad->num_rxp_per_rx; j++) 689 if (bnad->rx_info[i].rx_ctrl[j].ccb && 690 bnad->rx_info[i].rx_ctrl[j].ccb->rcb[1] && 691 bnad->rx_info[i].rx_ctrl[j].ccb->rcb[1]->rxq) 692 count += BNAD_NUM_RXQ_COUNTERS; 693 } 694 695 for (i = 0; i < bnad->num_tx; i++) { 696 if (!bnad->tx_info[i].tx) 697 continue; 698 count += bnad->num_txq_per_tx * BNAD_NUM_TXQ_COUNTERS; 699 } 700 return count; 701 } 702 703 static int 704 bnad_per_q_stats_fill(struct bnad *bnad, u64 *buf, int bi) 705 { 706 int i, j; 707 struct bna_rcb *rcb = NULL; 708 struct bna_tcb *tcb = NULL; 709 710 for (i = 0; i < bnad->num_rx; i++) { 711 if (!bnad->rx_info[i].rx) 712 continue; 713 for (j = 0; j < bnad->num_rxp_per_rx; j++) 714 if (bnad->rx_info[i].rx_ctrl[j].ccb && 715 bnad->rx_info[i].rx_ctrl[j].ccb->rcb[0] && 716 bnad->rx_info[i].rx_ctrl[j].ccb->rcb[0]->rxq) { 717 buf[bi++] = bnad->rx_info[i].rx_ctrl[j]. 718 ccb->producer_index; 719 buf[bi++] = 0; /* ccb->consumer_index */ 720 buf[bi++] = *(bnad->rx_info[i].rx_ctrl[j]. 721 ccb->hw_producer_index); 722 723 buf[bi++] = bnad->rx_info[i]. 724 rx_ctrl[j].rx_intr_ctr; 725 buf[bi++] = bnad->rx_info[i]. 726 rx_ctrl[j].rx_poll_ctr; 727 buf[bi++] = bnad->rx_info[i]. 728 rx_ctrl[j].rx_schedule; 729 buf[bi++] = bnad->rx_info[i]. 730 rx_ctrl[j].rx_keep_poll; 731 buf[bi++] = bnad->rx_info[i]. 732 rx_ctrl[j].rx_complete; 733 } 734 } 735 for (i = 0; i < bnad->num_rx; i++) { 736 if (!bnad->rx_info[i].rx) 737 continue; 738 for (j = 0; j < bnad->num_rxp_per_rx; j++) 739 if (bnad->rx_info[i].rx_ctrl[j].ccb) { 740 if (bnad->rx_info[i].rx_ctrl[j].ccb->rcb[0] && 741 bnad->rx_info[i].rx_ctrl[j].ccb-> 742 rcb[0]->rxq) { 743 rcb = bnad->rx_info[i].rx_ctrl[j]. 744 ccb->rcb[0]; 745 buf[bi++] = rcb->rxq->rx_packets; 746 buf[bi++] = rcb->rxq->rx_bytes; 747 buf[bi++] = rcb->rxq-> 748 rx_packets_with_error; 749 buf[bi++] = rcb->rxq-> 750 rxbuf_alloc_failed; 751 buf[bi++] = rcb->rxq->rxbuf_map_failed; 752 buf[bi++] = rcb->producer_index; 753 buf[bi++] = rcb->consumer_index; 754 } 755 if (bnad->rx_info[i].rx_ctrl[j].ccb->rcb[1] && 756 bnad->rx_info[i].rx_ctrl[j].ccb-> 757 rcb[1]->rxq) { 758 rcb = bnad->rx_info[i].rx_ctrl[j]. 759 ccb->rcb[1]; 760 buf[bi++] = rcb->rxq->rx_packets; 761 buf[bi++] = rcb->rxq->rx_bytes; 762 buf[bi++] = rcb->rxq-> 763 rx_packets_with_error; 764 buf[bi++] = rcb->rxq-> 765 rxbuf_alloc_failed; 766 buf[bi++] = rcb->rxq->rxbuf_map_failed; 767 buf[bi++] = rcb->producer_index; 768 buf[bi++] = rcb->consumer_index; 769 } 770 } 771 } 772 773 for (i = 0; i < bnad->num_tx; i++) { 774 if (!bnad->tx_info[i].tx) 775 continue; 776 for (j = 0; j < bnad->num_txq_per_tx; j++) 777 if (bnad->tx_info[i].tcb[j] && 778 bnad->tx_info[i].tcb[j]->txq) { 779 tcb = bnad->tx_info[i].tcb[j]; 780 buf[bi++] = tcb->txq->tx_packets; 781 buf[bi++] = tcb->txq->tx_bytes; 782 buf[bi++] = tcb->producer_index; 783 buf[bi++] = tcb->consumer_index; 784 buf[bi++] = *(tcb->hw_consumer_index); 785 } 786 } 787 788 return bi; 789 } 790 791 static void 792 bnad_get_ethtool_stats(struct net_device *netdev, struct ethtool_stats *stats, 793 u64 *buf) 794 { 795 struct bnad *bnad = netdev_priv(netdev); 796 int i, j, bi = 0; 797 unsigned long flags; 798 struct rtnl_link_stats64 net_stats64; 799 u64 *stats64; 800 u32 bmap; 801 802 mutex_lock(&bnad->conf_mutex); 803 if (bnad_get_stats_count_locked(netdev) != stats->n_stats) { 804 mutex_unlock(&bnad->conf_mutex); 805 return; 806 } 807 808 /* 809 * Used bna_lock to sync reads from bna_stats, which is written 810 * under the same lock 811 */ 812 spin_lock_irqsave(&bnad->bna_lock, flags); 813 814 memset(&net_stats64, 0, sizeof(net_stats64)); 815 bnad_netdev_qstats_fill(bnad, &net_stats64); 816 bnad_netdev_hwstats_fill(bnad, &net_stats64); 817 818 buf[bi++] = net_stats64.rx_packets; 819 buf[bi++] = net_stats64.tx_packets; 820 buf[bi++] = net_stats64.rx_bytes; 821 buf[bi++] = net_stats64.tx_bytes; 822 buf[bi++] = net_stats64.rx_errors; 823 buf[bi++] = net_stats64.tx_errors; 824 buf[bi++] = net_stats64.rx_dropped; 825 buf[bi++] = net_stats64.tx_dropped; 826 buf[bi++] = net_stats64.multicast; 827 buf[bi++] = net_stats64.collisions; 828 buf[bi++] = net_stats64.rx_length_errors; 829 buf[bi++] = net_stats64.rx_crc_errors; 830 buf[bi++] = net_stats64.rx_frame_errors; 831 buf[bi++] = net_stats64.tx_fifo_errors; 832 833 /* Get netif_queue_stopped from stack */ 834 bnad->stats.drv_stats.netif_queue_stopped = netif_queue_stopped(netdev); 835 836 /* Fill driver stats into ethtool buffers */ 837 stats64 = (u64 *)&bnad->stats.drv_stats; 838 for (i = 0; i < sizeof(struct bnad_drv_stats) / sizeof(u64); i++) 839 buf[bi++] = stats64[i]; 840 841 /* Fill hardware stats excluding the rxf/txf into ethtool bufs */ 842 stats64 = (u64 *) &bnad->stats.bna_stats->hw_stats; 843 for (i = 0; 844 i < offsetof(struct bfi_enet_stats, rxf_stats[0]) / 845 sizeof(u64); 846 i++) 847 buf[bi++] = stats64[i]; 848 849 /* Fill txf stats into ethtool buffers */ 850 bmap = bna_tx_rid_mask(&bnad->bna); 851 for (i = 0; bmap; i++) { 852 if (bmap & 1) { 853 stats64 = (u64 *)&bnad->stats.bna_stats-> 854 hw_stats.txf_stats[i]; 855 for (j = 0; j < sizeof(struct bfi_enet_stats_txf) / 856 sizeof(u64); j++) 857 buf[bi++] = stats64[j]; 858 } 859 bmap >>= 1; 860 } 861 862 /* Fill rxf stats into ethtool buffers */ 863 bmap = bna_rx_rid_mask(&bnad->bna); 864 for (i = 0; bmap; i++) { 865 if (bmap & 1) { 866 stats64 = (u64 *)&bnad->stats.bna_stats-> 867 hw_stats.rxf_stats[i]; 868 for (j = 0; j < sizeof(struct bfi_enet_stats_rxf) / 869 sizeof(u64); j++) 870 buf[bi++] = stats64[j]; 871 } 872 bmap >>= 1; 873 } 874 875 /* Fill per Q stats into ethtool buffers */ 876 bi = bnad_per_q_stats_fill(bnad, buf, bi); 877 878 spin_unlock_irqrestore(&bnad->bna_lock, flags); 879 880 mutex_unlock(&bnad->conf_mutex); 881 } 882 883 static int 884 bnad_get_sset_count(struct net_device *netdev, int sset) 885 { 886 switch (sset) { 887 case ETH_SS_STATS: 888 return bnad_get_stats_count_locked(netdev); 889 default: 890 return -EOPNOTSUPP; 891 } 892 } 893 894 static u32 895 bnad_get_flash_partition_by_offset(struct bnad *bnad, u32 offset, 896 u32 *base_offset) 897 { 898 struct bfa_flash_attr *flash_attr; 899 struct bnad_iocmd_comp fcomp; 900 u32 i, flash_part = 0, ret; 901 unsigned long flags = 0; 902 903 flash_attr = kzalloc(sizeof(struct bfa_flash_attr), GFP_KERNEL); 904 if (!flash_attr) 905 return 0; 906 907 fcomp.bnad = bnad; 908 fcomp.comp_status = 0; 909 910 init_completion(&fcomp.comp); 911 spin_lock_irqsave(&bnad->bna_lock, flags); 912 ret = bfa_nw_flash_get_attr(&bnad->bna.flash, flash_attr, 913 bnad_cb_completion, &fcomp); 914 if (ret != BFA_STATUS_OK) { 915 spin_unlock_irqrestore(&bnad->bna_lock, flags); 916 kfree(flash_attr); 917 return 0; 918 } 919 spin_unlock_irqrestore(&bnad->bna_lock, flags); 920 wait_for_completion(&fcomp.comp); 921 ret = fcomp.comp_status; 922 923 /* Check for the flash type & base offset value */ 924 if (ret == BFA_STATUS_OK) { 925 for (i = 0; i < flash_attr->npart; i++) { 926 if (offset >= flash_attr->part[i].part_off && 927 offset < (flash_attr->part[i].part_off + 928 flash_attr->part[i].part_size)) { 929 flash_part = flash_attr->part[i].part_type; 930 *base_offset = flash_attr->part[i].part_off; 931 break; 932 } 933 } 934 } 935 kfree(flash_attr); 936 return flash_part; 937 } 938 939 static int 940 bnad_get_eeprom_len(struct net_device *netdev) 941 { 942 return BFA_TOTAL_FLASH_SIZE; 943 } 944 945 static int 946 bnad_get_eeprom(struct net_device *netdev, struct ethtool_eeprom *eeprom, 947 u8 *bytes) 948 { 949 struct bnad *bnad = netdev_priv(netdev); 950 struct bnad_iocmd_comp fcomp; 951 u32 flash_part = 0, base_offset = 0; 952 unsigned long flags = 0; 953 int ret = 0; 954 955 /* Fill the magic value */ 956 eeprom->magic = bnad->pcidev->vendor | (bnad->pcidev->device << 16); 957 958 /* Query the flash partition based on the offset */ 959 flash_part = bnad_get_flash_partition_by_offset(bnad, 960 eeprom->offset, &base_offset); 961 if (flash_part == 0) 962 return -EFAULT; 963 964 fcomp.bnad = bnad; 965 fcomp.comp_status = 0; 966 967 init_completion(&fcomp.comp); 968 spin_lock_irqsave(&bnad->bna_lock, flags); 969 ret = bfa_nw_flash_read_part(&bnad->bna.flash, flash_part, 970 bnad->id, bytes, eeprom->len, 971 eeprom->offset - base_offset, 972 bnad_cb_completion, &fcomp); 973 if (ret != BFA_STATUS_OK) { 974 spin_unlock_irqrestore(&bnad->bna_lock, flags); 975 goto done; 976 } 977 978 spin_unlock_irqrestore(&bnad->bna_lock, flags); 979 wait_for_completion(&fcomp.comp); 980 ret = fcomp.comp_status; 981 done: 982 return ret; 983 } 984 985 static int 986 bnad_set_eeprom(struct net_device *netdev, struct ethtool_eeprom *eeprom, 987 u8 *bytes) 988 { 989 struct bnad *bnad = netdev_priv(netdev); 990 struct bnad_iocmd_comp fcomp; 991 u32 flash_part = 0, base_offset = 0; 992 unsigned long flags = 0; 993 int ret = 0; 994 995 /* Check if the flash update request is valid */ 996 if (eeprom->magic != (bnad->pcidev->vendor | 997 (bnad->pcidev->device << 16))) 998 return -EINVAL; 999 1000 /* Query the flash partition based on the offset */ 1001 flash_part = bnad_get_flash_partition_by_offset(bnad, 1002 eeprom->offset, &base_offset); 1003 if (flash_part == 0) 1004 return -EFAULT; 1005 1006 fcomp.bnad = bnad; 1007 fcomp.comp_status = 0; 1008 1009 init_completion(&fcomp.comp); 1010 spin_lock_irqsave(&bnad->bna_lock, flags); 1011 ret = bfa_nw_flash_update_part(&bnad->bna.flash, flash_part, 1012 bnad->id, bytes, eeprom->len, 1013 eeprom->offset - base_offset, 1014 bnad_cb_completion, &fcomp); 1015 if (ret != BFA_STATUS_OK) { 1016 spin_unlock_irqrestore(&bnad->bna_lock, flags); 1017 goto done; 1018 } 1019 1020 spin_unlock_irqrestore(&bnad->bna_lock, flags); 1021 wait_for_completion(&fcomp.comp); 1022 ret = fcomp.comp_status; 1023 done: 1024 return ret; 1025 } 1026 1027 static int 1028 bnad_flash_device(struct net_device *netdev, struct ethtool_flash *eflash) 1029 { 1030 struct bnad *bnad = netdev_priv(netdev); 1031 struct bnad_iocmd_comp fcomp; 1032 const struct firmware *fw; 1033 int ret = 0; 1034 1035 ret = request_firmware(&fw, eflash->data, &bnad->pcidev->dev); 1036 if (ret) { 1037 netdev_err(netdev, "can't load firmware %s\n", eflash->data); 1038 goto out; 1039 } 1040 1041 fcomp.bnad = bnad; 1042 fcomp.comp_status = 0; 1043 1044 init_completion(&fcomp.comp); 1045 spin_lock_irq(&bnad->bna_lock); 1046 ret = bfa_nw_flash_update_part(&bnad->bna.flash, BFA_FLASH_PART_FWIMG, 1047 bnad->id, (u8 *)fw->data, fw->size, 0, 1048 bnad_cb_completion, &fcomp); 1049 if (ret != BFA_STATUS_OK) { 1050 netdev_warn(netdev, "flash update failed with err=%d\n", ret); 1051 ret = -EIO; 1052 spin_unlock_irq(&bnad->bna_lock); 1053 goto out; 1054 } 1055 1056 spin_unlock_irq(&bnad->bna_lock); 1057 wait_for_completion(&fcomp.comp); 1058 if (fcomp.comp_status != BFA_STATUS_OK) { 1059 ret = -EIO; 1060 netdev_warn(netdev, 1061 "firmware image update failed with err=%d\n", 1062 fcomp.comp_status); 1063 } 1064 out: 1065 release_firmware(fw); 1066 return ret; 1067 } 1068 1069 static const struct ethtool_ops bnad_ethtool_ops = { 1070 .supported_coalesce_params = ETHTOOL_COALESCE_USECS | 1071 ETHTOOL_COALESCE_TX_MAX_FRAMES | 1072 ETHTOOL_COALESCE_USE_ADAPTIVE_RX, 1073 .get_drvinfo = bnad_get_drvinfo, 1074 .get_wol = bnad_get_wol, 1075 .get_link = ethtool_op_get_link, 1076 .get_coalesce = bnad_get_coalesce, 1077 .set_coalesce = bnad_set_coalesce, 1078 .get_ringparam = bnad_get_ringparam, 1079 .set_ringparam = bnad_set_ringparam, 1080 .get_pauseparam = bnad_get_pauseparam, 1081 .set_pauseparam = bnad_set_pauseparam, 1082 .get_strings = bnad_get_strings, 1083 .get_ethtool_stats = bnad_get_ethtool_stats, 1084 .get_sset_count = bnad_get_sset_count, 1085 .get_eeprom_len = bnad_get_eeprom_len, 1086 .get_eeprom = bnad_get_eeprom, 1087 .set_eeprom = bnad_set_eeprom, 1088 .flash_device = bnad_flash_device, 1089 .get_ts_info = ethtool_op_get_ts_info, 1090 .get_link_ksettings = bnad_get_link_ksettings, 1091 .set_link_ksettings = bnad_set_link_ksettings, 1092 }; 1093 1094 void 1095 bnad_set_ethtool_ops(struct net_device *netdev) 1096 { 1097 netdev->ethtool_ops = &bnad_ethtool_ops; 1098 } 1099