qlcnic: fix internal loopback test
[linux-2.6/libata-dev.git] / drivers / net / qlcnic / qlcnic_main.c
blobdde1e8aaf20e51d4652f8177ae5d00becb4dccb7
1 /*
2 * Copyright (C) 2009 - QLogic Corporation.
3 * All rights reserved.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
18 * MA 02111-1307, USA.
20 * The full GNU General Public License is included in this distribution
21 * in the file called "COPYING".
25 #include <linux/slab.h>
26 #include <linux/vmalloc.h>
27 #include <linux/interrupt.h>
29 #include "qlcnic.h"
31 #include <linux/dma-mapping.h>
32 #include <linux/if_vlan.h>
33 #include <net/ip.h>
34 #include <linux/ipv6.h>
35 #include <linux/inetdevice.h>
36 #include <linux/sysfs.h>
38 MODULE_DESCRIPTION("QLogic 10 GbE Converged Ethernet Driver");
39 MODULE_LICENSE("GPL");
40 MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
41 MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
43 char qlcnic_driver_name[] = "qlcnic";
44 static const char qlcnic_driver_string[] = "QLogic Converged Ethernet Driver v"
45 QLCNIC_LINUX_VERSIONID;
47 static int port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
49 /* Default to restricted 1G auto-neg mode */
50 static int wol_port_mode = 5;
52 static int use_msi = 1;
53 module_param(use_msi, int, 0644);
54 MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
56 static int use_msi_x = 1;
57 module_param(use_msi_x, int, 0644);
58 MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
60 static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
61 module_param(auto_fw_reset, int, 0644);
62 MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
64 static int load_fw_file;
65 module_param(load_fw_file, int, 0644);
66 MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file");
68 static int __devinit qlcnic_probe(struct pci_dev *pdev,
69 const struct pci_device_id *ent);
70 static void __devexit qlcnic_remove(struct pci_dev *pdev);
71 static int qlcnic_open(struct net_device *netdev);
72 static int qlcnic_close(struct net_device *netdev);
73 static void qlcnic_tx_timeout(struct net_device *netdev);
74 static void qlcnic_tx_timeout_task(struct work_struct *work);
75 static void qlcnic_attach_work(struct work_struct *work);
76 static void qlcnic_fwinit_work(struct work_struct *work);
77 static void qlcnic_fw_poll_work(struct work_struct *work);
78 static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
79 work_func_t func, int delay);
80 static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
81 static int qlcnic_poll(struct napi_struct *napi, int budget);
82 #ifdef CONFIG_NET_POLL_CONTROLLER
83 static void qlcnic_poll_controller(struct net_device *netdev);
84 #endif
86 static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
87 static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
88 static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
89 static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
91 static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
92 static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter);
93 static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
95 static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
96 static irqreturn_t qlcnic_intr(int irq, void *data);
97 static irqreturn_t qlcnic_msi_intr(int irq, void *data);
98 static irqreturn_t qlcnic_msix_intr(int irq, void *data);
100 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
101 static void qlcnic_config_indev_addr(struct net_device *dev, unsigned long);
103 /* PCI Device ID Table */
104 #define ENTRY(device) \
105 {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
106 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
108 #define PCI_DEVICE_ID_QLOGIC_QLE824X 0x8020
110 static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
111 ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
112 {0,}
115 MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
118 void
119 qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
120 struct qlcnic_host_tx_ring *tx_ring)
122 writel(tx_ring->producer, tx_ring->crb_cmd_producer);
124 if (qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH) {
125 netif_stop_queue(adapter->netdev);
126 smp_mb();
127 adapter->stats.xmit_off++;
131 static const u32 msi_tgt_status[8] = {
132 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
133 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
134 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
135 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
138 static const
139 struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
141 static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
143 writel(0, sds_ring->crb_intr_mask);
146 static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
148 struct qlcnic_adapter *adapter = sds_ring->adapter;
150 writel(0x1, sds_ring->crb_intr_mask);
152 if (!QLCNIC_IS_MSI_FAMILY(adapter))
153 writel(0xfbff, adapter->tgt_mask_reg);
156 static int
157 qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
159 int size = sizeof(struct qlcnic_host_sds_ring) * count;
161 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
163 return (recv_ctx->sds_rings == NULL);
166 static void
167 qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
169 if (recv_ctx->sds_rings != NULL)
170 kfree(recv_ctx->sds_rings);
172 recv_ctx->sds_rings = NULL;
175 static int
176 qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
178 int ring;
179 struct qlcnic_host_sds_ring *sds_ring;
180 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
182 if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
183 return -ENOMEM;
185 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
186 sds_ring = &recv_ctx->sds_rings[ring];
187 netif_napi_add(netdev, &sds_ring->napi,
188 qlcnic_poll, QLCNIC_NETDEV_WEIGHT);
191 return 0;
194 static void
195 qlcnic_napi_del(struct qlcnic_adapter *adapter)
197 int ring;
198 struct qlcnic_host_sds_ring *sds_ring;
199 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
201 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
202 sds_ring = &recv_ctx->sds_rings[ring];
203 netif_napi_del(&sds_ring->napi);
206 qlcnic_free_sds_rings(&adapter->recv_ctx);
209 static void
210 qlcnic_napi_enable(struct qlcnic_adapter *adapter)
212 int ring;
213 struct qlcnic_host_sds_ring *sds_ring;
214 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
216 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
217 return;
219 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
220 sds_ring = &recv_ctx->sds_rings[ring];
221 napi_enable(&sds_ring->napi);
222 qlcnic_enable_int(sds_ring);
226 static void
227 qlcnic_napi_disable(struct qlcnic_adapter *adapter)
229 int ring;
230 struct qlcnic_host_sds_ring *sds_ring;
231 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
233 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
234 return;
236 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
237 sds_ring = &recv_ctx->sds_rings[ring];
238 qlcnic_disable_int(sds_ring);
239 napi_synchronize(&sds_ring->napi);
240 napi_disable(&sds_ring->napi);
244 static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
246 memset(&adapter->stats, 0, sizeof(adapter->stats));
249 static void qlcnic_set_port_mode(struct qlcnic_adapter *adapter)
251 u32 val, data;
253 val = adapter->ahw.board_type;
254 if ((val == QLCNIC_BRDTYPE_P3_HMEZ) ||
255 (val == QLCNIC_BRDTYPE_P3_XG_LOM)) {
256 if (port_mode == QLCNIC_PORT_MODE_802_3_AP) {
257 data = QLCNIC_PORT_MODE_802_3_AP;
258 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
259 } else if (port_mode == QLCNIC_PORT_MODE_XG) {
260 data = QLCNIC_PORT_MODE_XG;
261 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
262 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_1G) {
263 data = QLCNIC_PORT_MODE_AUTO_NEG_1G;
264 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
265 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_XG) {
266 data = QLCNIC_PORT_MODE_AUTO_NEG_XG;
267 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
268 } else {
269 data = QLCNIC_PORT_MODE_AUTO_NEG;
270 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
273 if ((wol_port_mode != QLCNIC_PORT_MODE_802_3_AP) &&
274 (wol_port_mode != QLCNIC_PORT_MODE_XG) &&
275 (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_1G) &&
276 (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_XG)) {
277 wol_port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
279 QLCWR32(adapter, QLCNIC_WOL_PORT_MODE, wol_port_mode);
283 static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
285 u32 control;
286 int pos;
288 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
289 if (pos) {
290 pci_read_config_dword(pdev, pos, &control);
291 if (enable)
292 control |= PCI_MSIX_FLAGS_ENABLE;
293 else
294 control = 0;
295 pci_write_config_dword(pdev, pos, control);
299 static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
301 int i;
303 for (i = 0; i < count; i++)
304 adapter->msix_entries[i].entry = i;
307 static int
308 qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
310 int i;
311 unsigned char *p;
312 u64 mac_addr;
313 struct net_device *netdev = adapter->netdev;
314 struct pci_dev *pdev = adapter->pdev;
316 if (qlcnic_get_mac_addr(adapter, &mac_addr) != 0)
317 return -EIO;
319 p = (unsigned char *)&mac_addr;
320 for (i = 0; i < 6; i++)
321 netdev->dev_addr[i] = *(p + 5 - i);
323 memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
324 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
326 /* set station address */
328 if (!is_valid_ether_addr(netdev->perm_addr))
329 dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
330 netdev->dev_addr);
332 return 0;
335 static int qlcnic_set_mac(struct net_device *netdev, void *p)
337 struct qlcnic_adapter *adapter = netdev_priv(netdev);
338 struct sockaddr *addr = p;
340 if (!is_valid_ether_addr(addr->sa_data))
341 return -EINVAL;
343 if (netif_running(netdev)) {
344 netif_device_detach(netdev);
345 qlcnic_napi_disable(adapter);
348 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
349 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
350 qlcnic_set_multi(adapter->netdev);
352 if (netif_running(netdev)) {
353 netif_device_attach(netdev);
354 qlcnic_napi_enable(adapter);
356 return 0;
359 static const struct net_device_ops qlcnic_netdev_ops = {
360 .ndo_open = qlcnic_open,
361 .ndo_stop = qlcnic_close,
362 .ndo_start_xmit = qlcnic_xmit_frame,
363 .ndo_get_stats = qlcnic_get_stats,
364 .ndo_validate_addr = eth_validate_addr,
365 .ndo_set_multicast_list = qlcnic_set_multi,
366 .ndo_set_mac_address = qlcnic_set_mac,
367 .ndo_change_mtu = qlcnic_change_mtu,
368 .ndo_tx_timeout = qlcnic_tx_timeout,
369 #ifdef CONFIG_NET_POLL_CONTROLLER
370 .ndo_poll_controller = qlcnic_poll_controller,
371 #endif
374 static void
375 qlcnic_setup_intr(struct qlcnic_adapter *adapter)
377 const struct qlcnic_legacy_intr_set *legacy_intrp;
378 struct pci_dev *pdev = adapter->pdev;
379 int err, num_msix;
381 if (adapter->rss_supported) {
382 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
383 MSIX_ENTRIES_PER_ADAPTER : 2;
384 } else
385 num_msix = 1;
387 adapter->max_sds_rings = 1;
389 adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
391 legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
393 adapter->int_vec_bit = legacy_intrp->int_vec_bit;
394 adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
395 legacy_intrp->tgt_status_reg);
396 adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
397 legacy_intrp->tgt_mask_reg);
398 adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
400 adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
401 ISR_INT_STATE_REG);
403 qlcnic_set_msix_bit(pdev, 0);
405 if (adapter->msix_supported) {
407 qlcnic_init_msix_entries(adapter, num_msix);
408 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
409 if (err == 0) {
410 adapter->flags |= QLCNIC_MSIX_ENABLED;
411 qlcnic_set_msix_bit(pdev, 1);
413 if (adapter->rss_supported)
414 adapter->max_sds_rings = num_msix;
416 dev_info(&pdev->dev, "using msi-x interrupts\n");
417 return;
420 if (err > 0)
421 pci_disable_msix(pdev);
423 /* fall through for msi */
426 if (use_msi && !pci_enable_msi(pdev)) {
427 adapter->flags |= QLCNIC_MSI_ENABLED;
428 adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
429 msi_tgt_status[adapter->ahw.pci_func]);
430 dev_info(&pdev->dev, "using msi interrupts\n");
431 adapter->msix_entries[0].vector = pdev->irq;
432 return;
435 dev_info(&pdev->dev, "using legacy interrupts\n");
436 adapter->msix_entries[0].vector = pdev->irq;
439 static void
440 qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
442 if (adapter->flags & QLCNIC_MSIX_ENABLED)
443 pci_disable_msix(adapter->pdev);
444 if (adapter->flags & QLCNIC_MSI_ENABLED)
445 pci_disable_msi(adapter->pdev);
448 static void
449 qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
451 if (adapter->ahw.pci_base0 != NULL)
452 iounmap(adapter->ahw.pci_base0);
455 static int
456 qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
458 void __iomem *mem_ptr0 = NULL;
459 resource_size_t mem_base;
460 unsigned long mem_len, pci_len0 = 0;
462 struct pci_dev *pdev = adapter->pdev;
463 int pci_func = adapter->ahw.pci_func;
465 /* remap phys address */
466 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
467 mem_len = pci_resource_len(pdev, 0);
469 if (mem_len == QLCNIC_PCI_2MB_SIZE) {
471 mem_ptr0 = pci_ioremap_bar(pdev, 0);
472 if (mem_ptr0 == NULL) {
473 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
474 return -EIO;
476 pci_len0 = mem_len;
477 } else {
478 return -EIO;
481 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
483 adapter->ahw.pci_base0 = mem_ptr0;
484 adapter->ahw.pci_len0 = pci_len0;
486 adapter->ahw.ocm_win_crb = qlcnic_get_ioaddr(adapter,
487 QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
489 return 0;
492 static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
494 struct pci_dev *pdev = adapter->pdev;
495 int i, found = 0;
497 for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
498 if (qlcnic_boards[i].vendor == pdev->vendor &&
499 qlcnic_boards[i].device == pdev->device &&
500 qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
501 qlcnic_boards[i].sub_device == pdev->subsystem_device) {
502 sprintf(name, "%pM: %s" ,
503 adapter->mac_addr,
504 qlcnic_boards[i].short_name);
505 found = 1;
506 break;
511 if (!found)
512 name = "Unknown";
515 static void
516 qlcnic_check_options(struct qlcnic_adapter *adapter)
518 u32 fw_major, fw_minor, fw_build;
519 char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
520 char serial_num[32];
521 int i, offset, val;
522 int *ptr32;
523 struct pci_dev *pdev = adapter->pdev;
525 adapter->driver_mismatch = 0;
527 ptr32 = (int *)&serial_num;
528 offset = QLCNIC_FW_SERIAL_NUM_OFFSET;
529 for (i = 0; i < 8; i++) {
530 if (qlcnic_rom_fast_read(adapter, offset, &val) == -1) {
531 dev_err(&pdev->dev, "error reading board info\n");
532 adapter->driver_mismatch = 1;
533 return;
535 ptr32[i] = cpu_to_le32(val);
536 offset += sizeof(u32);
539 fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
540 fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
541 fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
543 adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
545 if (adapter->portnum == 0) {
546 get_brd_name(adapter, brd_name);
548 pr_info("%s: %s Board Chip rev 0x%x\n",
549 module_name(THIS_MODULE),
550 brd_name, adapter->ahw.revision_id);
553 dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
554 fw_major, fw_minor, fw_build);
556 adapter->capabilities = QLCRD32(adapter, CRB_FW_CAPABILITIES_1);
558 adapter->flags &= ~QLCNIC_LRO_ENABLED;
560 if (adapter->ahw.port_type == QLCNIC_XGBE) {
561 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
562 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
563 } else if (adapter->ahw.port_type == QLCNIC_GBE) {
564 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
565 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
568 adapter->msix_supported = !!use_msi_x;
569 adapter->rss_supported = !!use_msi_x;
571 adapter->num_txd = MAX_CMD_DESCRIPTORS;
573 adapter->max_rds_rings = 2;
576 static int
577 qlcnic_start_firmware(struct qlcnic_adapter *adapter)
579 int val, err, first_boot;
581 err = qlcnic_can_start_firmware(adapter);
582 if (err < 0)
583 return err;
584 else if (!err)
585 goto wait_init;
587 first_boot = QLCRD32(adapter, QLCNIC_CAM_RAM(0x1fc));
588 if (first_boot == 0x55555555)
589 /* This is the first boot after power up */
590 QLCWR32(adapter, QLCNIC_CAM_RAM(0x1fc), QLCNIC_BDINFO_MAGIC);
592 if (load_fw_file)
593 qlcnic_request_firmware(adapter);
594 else
595 adapter->fw_type = QLCNIC_FLASH_ROMIMAGE;
597 err = qlcnic_need_fw_reset(adapter);
598 if (err < 0)
599 goto err_out;
600 if (err == 0)
601 goto wait_init;
603 if (first_boot != 0x55555555) {
604 QLCWR32(adapter, CRB_CMDPEG_STATE, 0);
605 qlcnic_pinit_from_rom(adapter);
606 msleep(1);
609 QLCWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
610 QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS1, 0);
611 QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS2, 0);
613 qlcnic_set_port_mode(adapter);
615 err = qlcnic_load_firmware(adapter);
616 if (err)
617 goto err_out;
619 qlcnic_release_firmware(adapter);
621 val = (_QLCNIC_LINUX_MAJOR << 16)
622 | ((_QLCNIC_LINUX_MINOR << 8))
623 | (_QLCNIC_LINUX_SUBVERSION);
624 QLCWR32(adapter, CRB_DRIVER_VERSION, val);
626 wait_init:
627 /* Handshake with the card before we register the devices. */
628 err = qlcnic_phantom_init(adapter);
629 if (err)
630 goto err_out;
632 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
633 qlcnic_idc_debug_info(adapter, 1);
635 qlcnic_check_options(adapter);
637 adapter->need_fw_reset = 0;
639 /* fall through and release firmware */
641 err_out:
642 qlcnic_release_firmware(adapter);
643 return err;
646 static int
647 qlcnic_request_irq(struct qlcnic_adapter *adapter)
649 irq_handler_t handler;
650 struct qlcnic_host_sds_ring *sds_ring;
651 int err, ring;
653 unsigned long flags = 0;
654 struct net_device *netdev = adapter->netdev;
655 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
657 if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
658 handler = qlcnic_tmp_intr;
659 if (!QLCNIC_IS_MSI_FAMILY(adapter))
660 flags |= IRQF_SHARED;
662 } else {
663 if (adapter->flags & QLCNIC_MSIX_ENABLED)
664 handler = qlcnic_msix_intr;
665 else if (adapter->flags & QLCNIC_MSI_ENABLED)
666 handler = qlcnic_msi_intr;
667 else {
668 flags |= IRQF_SHARED;
669 handler = qlcnic_intr;
672 adapter->irq = netdev->irq;
674 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
675 sds_ring = &recv_ctx->sds_rings[ring];
676 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
677 err = request_irq(sds_ring->irq, handler,
678 flags, sds_ring->name, sds_ring);
679 if (err)
680 return err;
683 return 0;
686 static void
687 qlcnic_free_irq(struct qlcnic_adapter *adapter)
689 int ring;
690 struct qlcnic_host_sds_ring *sds_ring;
692 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
694 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
695 sds_ring = &recv_ctx->sds_rings[ring];
696 free_irq(sds_ring->irq, sds_ring);
700 static void
701 qlcnic_init_coalesce_defaults(struct qlcnic_adapter *adapter)
703 adapter->coal.flags = QLCNIC_INTR_DEFAULT;
704 adapter->coal.normal.data.rx_time_us =
705 QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
706 adapter->coal.normal.data.rx_packets =
707 QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
708 adapter->coal.normal.data.tx_time_us =
709 QLCNIC_DEFAULT_INTR_COALESCE_TX_TIME_US;
710 adapter->coal.normal.data.tx_packets =
711 QLCNIC_DEFAULT_INTR_COALESCE_TX_PACKETS;
714 static int
715 __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
717 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
718 return -EIO;
720 qlcnic_set_multi(netdev);
721 qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
723 adapter->ahw.linkup = 0;
725 if (adapter->max_sds_rings > 1)
726 qlcnic_config_rss(adapter, 1);
728 qlcnic_config_intr_coalesce(adapter);
730 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
731 qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
733 qlcnic_napi_enable(adapter);
735 qlcnic_linkevent_request(adapter, 1);
737 set_bit(__QLCNIC_DEV_UP, &adapter->state);
738 return 0;
741 /* Usage: During resume and firmware recovery module.*/
743 static int
744 qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
746 int err = 0;
748 rtnl_lock();
749 if (netif_running(netdev))
750 err = __qlcnic_up(adapter, netdev);
751 rtnl_unlock();
753 return err;
756 static void
757 __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
759 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
760 return;
762 if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
763 return;
765 smp_mb();
766 spin_lock(&adapter->tx_clean_lock);
767 netif_carrier_off(netdev);
768 netif_tx_disable(netdev);
770 qlcnic_free_mac_list(adapter);
772 qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
774 qlcnic_napi_disable(adapter);
776 qlcnic_release_tx_buffers(adapter);
777 spin_unlock(&adapter->tx_clean_lock);
780 /* Usage: During suspend and firmware recovery module */
782 static void
783 qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
785 rtnl_lock();
786 if (netif_running(netdev))
787 __qlcnic_down(adapter, netdev);
788 rtnl_unlock();
792 static int
793 qlcnic_attach(struct qlcnic_adapter *adapter)
795 struct net_device *netdev = adapter->netdev;
796 struct pci_dev *pdev = adapter->pdev;
797 int err, ring;
798 struct qlcnic_host_rds_ring *rds_ring;
800 if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
801 return 0;
803 err = qlcnic_init_firmware(adapter);
804 if (err)
805 return err;
807 err = qlcnic_napi_add(adapter, netdev);
808 if (err)
809 return err;
811 err = qlcnic_alloc_sw_resources(adapter);
812 if (err) {
813 dev_err(&pdev->dev, "Error in setting sw resources\n");
814 return err;
817 err = qlcnic_alloc_hw_resources(adapter);
818 if (err) {
819 dev_err(&pdev->dev, "Error in setting hw resources\n");
820 goto err_out_free_sw;
824 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
825 rds_ring = &adapter->recv_ctx.rds_rings[ring];
826 qlcnic_post_rx_buffers(adapter, ring, rds_ring);
829 err = qlcnic_request_irq(adapter);
830 if (err) {
831 dev_err(&pdev->dev, "failed to setup interrupt\n");
832 goto err_out_free_rxbuf;
835 qlcnic_init_coalesce_defaults(adapter);
837 qlcnic_create_sysfs_entries(adapter);
839 adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
840 return 0;
842 err_out_free_rxbuf:
843 qlcnic_release_rx_buffers(adapter);
844 qlcnic_free_hw_resources(adapter);
845 err_out_free_sw:
846 qlcnic_free_sw_resources(adapter);
847 return err;
850 static void
851 qlcnic_detach(struct qlcnic_adapter *adapter)
853 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
854 return;
856 qlcnic_remove_sysfs_entries(adapter);
858 qlcnic_free_hw_resources(adapter);
859 qlcnic_release_rx_buffers(adapter);
860 qlcnic_free_irq(adapter);
861 qlcnic_napi_del(adapter);
862 qlcnic_free_sw_resources(adapter);
864 adapter->is_up = 0;
867 void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
869 struct qlcnic_adapter *adapter = netdev_priv(netdev);
870 struct qlcnic_host_sds_ring *sds_ring;
871 int ring;
873 clear_bit(__QLCNIC_DEV_UP, &adapter->state);
874 if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
875 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
876 sds_ring = &adapter->recv_ctx.sds_rings[ring];
877 qlcnic_disable_int(sds_ring);
881 qlcnic_detach(adapter);
883 adapter->diag_test = 0;
884 adapter->max_sds_rings = max_sds_rings;
886 if (qlcnic_attach(adapter))
887 goto out;
889 if (netif_running(netdev))
890 __qlcnic_up(adapter, netdev);
891 out:
892 netif_device_attach(netdev);
895 int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
897 struct qlcnic_adapter *adapter = netdev_priv(netdev);
898 struct qlcnic_host_sds_ring *sds_ring;
899 int ring;
900 int ret;
902 netif_device_detach(netdev);
904 if (netif_running(netdev))
905 __qlcnic_down(adapter, netdev);
907 qlcnic_detach(adapter);
909 adapter->max_sds_rings = 1;
910 adapter->diag_test = test;
912 ret = qlcnic_attach(adapter);
913 if (ret) {
914 netif_device_attach(netdev);
915 return ret;
918 if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
919 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
920 sds_ring = &adapter->recv_ctx.sds_rings[ring];
921 qlcnic_enable_int(sds_ring);
924 set_bit(__QLCNIC_DEV_UP, &adapter->state);
926 return 0;
930 qlcnic_reset_context(struct qlcnic_adapter *adapter)
932 int err = 0;
933 struct net_device *netdev = adapter->netdev;
935 if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
936 return -EBUSY;
938 if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
940 netif_device_detach(netdev);
942 if (netif_running(netdev))
943 __qlcnic_down(adapter, netdev);
945 qlcnic_detach(adapter);
947 if (netif_running(netdev)) {
948 err = qlcnic_attach(adapter);
949 if (!err)
950 __qlcnic_up(adapter, netdev);
953 netif_device_attach(netdev);
956 clear_bit(__QLCNIC_RESETTING, &adapter->state);
957 return err;
960 static int
961 qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
962 struct net_device *netdev, u8 pci_using_dac)
964 int err;
965 struct pci_dev *pdev = adapter->pdev;
967 adapter->rx_csum = 1;
968 adapter->mc_enabled = 0;
969 adapter->max_mc_count = 38;
971 netdev->netdev_ops = &qlcnic_netdev_ops;
972 netdev->watchdog_timeo = 2*HZ;
974 qlcnic_change_mtu(netdev, netdev->mtu);
976 SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
978 netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
979 netdev->features |= (NETIF_F_GRO);
980 netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
982 netdev->features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
983 netdev->vlan_features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
985 if (pci_using_dac) {
986 netdev->features |= NETIF_F_HIGHDMA;
987 netdev->vlan_features |= NETIF_F_HIGHDMA;
990 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
991 netdev->features |= (NETIF_F_HW_VLAN_TX);
993 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
994 netdev->features |= NETIF_F_LRO;
996 netdev->irq = adapter->msix_entries[0].vector;
998 INIT_WORK(&adapter->tx_timeout_task, qlcnic_tx_timeout_task);
1000 if (qlcnic_read_mac_addr(adapter))
1001 dev_warn(&pdev->dev, "failed to read mac addr\n");
1003 netif_carrier_off(netdev);
1004 netif_stop_queue(netdev);
1006 err = register_netdev(netdev);
1007 if (err) {
1008 dev_err(&pdev->dev, "failed to register net device\n");
1009 return err;
1012 return 0;
1015 static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
1017 if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
1018 !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
1019 *pci_using_dac = 1;
1020 else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
1021 !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
1022 *pci_using_dac = 0;
1023 else {
1024 dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
1025 return -EIO;
1028 return 0;
1031 static int __devinit
1032 qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1034 struct net_device *netdev = NULL;
1035 struct qlcnic_adapter *adapter = NULL;
1036 int err;
1037 int pci_func_id = PCI_FUNC(pdev->devfn);
1038 uint8_t revision_id;
1039 uint8_t pci_using_dac;
1041 err = pci_enable_device(pdev);
1042 if (err)
1043 return err;
1045 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1046 err = -ENODEV;
1047 goto err_out_disable_pdev;
1050 err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
1051 if (err)
1052 goto err_out_disable_pdev;
1054 err = pci_request_regions(pdev, qlcnic_driver_name);
1055 if (err)
1056 goto err_out_disable_pdev;
1058 pci_set_master(pdev);
1060 netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
1061 if (!netdev) {
1062 dev_err(&pdev->dev, "failed to allocate net_device\n");
1063 err = -ENOMEM;
1064 goto err_out_free_res;
1067 SET_NETDEV_DEV(netdev, &pdev->dev);
1069 adapter = netdev_priv(netdev);
1070 adapter->netdev = netdev;
1071 adapter->pdev = pdev;
1072 adapter->dev_rst_time = jiffies;
1073 adapter->ahw.pci_func = pci_func_id;
1075 revision_id = pdev->revision;
1076 adapter->ahw.revision_id = revision_id;
1078 rwlock_init(&adapter->ahw.crb_lock);
1079 mutex_init(&adapter->ahw.mem_lock);
1081 spin_lock_init(&adapter->tx_clean_lock);
1082 INIT_LIST_HEAD(&adapter->mac_list);
1084 err = qlcnic_setup_pci_map(adapter);
1085 if (err)
1086 goto err_out_free_netdev;
1088 /* This will be reset for mezz cards */
1089 adapter->portnum = pci_func_id;
1091 err = qlcnic_get_board_info(adapter);
1092 if (err) {
1093 dev_err(&pdev->dev, "Error getting board config info.\n");
1094 goto err_out_iounmap;
1097 if (qlcnic_read_mac_addr(adapter))
1098 dev_warn(&pdev->dev, "failed to read mac addr\n");
1100 if (qlcnic_setup_idc_param(adapter))
1101 goto err_out_iounmap;
1103 err = qlcnic_start_firmware(adapter);
1104 if (err)
1105 goto err_out_decr_ref;
1107 qlcnic_clear_stats(adapter);
1109 qlcnic_setup_intr(adapter);
1111 err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
1112 if (err)
1113 goto err_out_disable_msi;
1115 pci_set_drvdata(pdev, adapter);
1117 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1119 switch (adapter->ahw.port_type) {
1120 case QLCNIC_GBE:
1121 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1122 adapter->netdev->name);
1123 break;
1124 case QLCNIC_XGBE:
1125 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1126 adapter->netdev->name);
1127 break;
1130 qlcnic_create_diag_entries(adapter);
1132 return 0;
1134 err_out_disable_msi:
1135 qlcnic_teardown_intr(adapter);
1137 err_out_decr_ref:
1138 qlcnic_clr_all_drv_state(adapter);
1140 err_out_iounmap:
1141 qlcnic_cleanup_pci_map(adapter);
1143 err_out_free_netdev:
1144 free_netdev(netdev);
1146 err_out_free_res:
1147 pci_release_regions(pdev);
1149 err_out_disable_pdev:
1150 pci_set_drvdata(pdev, NULL);
1151 pci_disable_device(pdev);
1152 return err;
1155 static void __devexit qlcnic_remove(struct pci_dev *pdev)
1157 struct qlcnic_adapter *adapter;
1158 struct net_device *netdev;
1160 adapter = pci_get_drvdata(pdev);
1161 if (adapter == NULL)
1162 return;
1164 netdev = adapter->netdev;
1166 qlcnic_cancel_fw_work(adapter);
1168 unregister_netdev(netdev);
1170 cancel_work_sync(&adapter->tx_timeout_task);
1172 qlcnic_detach(adapter);
1174 qlcnic_clr_all_drv_state(adapter);
1176 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1178 qlcnic_teardown_intr(adapter);
1180 qlcnic_remove_diag_entries(adapter);
1182 qlcnic_cleanup_pci_map(adapter);
1184 qlcnic_release_firmware(adapter);
1186 pci_release_regions(pdev);
1187 pci_disable_device(pdev);
1188 pci_set_drvdata(pdev, NULL);
1190 free_netdev(netdev);
1192 static int __qlcnic_shutdown(struct pci_dev *pdev)
1194 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1195 struct net_device *netdev = adapter->netdev;
1196 int retval;
1198 netif_device_detach(netdev);
1200 qlcnic_cancel_fw_work(adapter);
1202 if (netif_running(netdev))
1203 qlcnic_down(adapter, netdev);
1205 cancel_work_sync(&adapter->tx_timeout_task);
1207 qlcnic_detach(adapter);
1209 qlcnic_clr_all_drv_state(adapter);
1211 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1213 retval = pci_save_state(pdev);
1214 if (retval)
1215 return retval;
1217 if (qlcnic_wol_supported(adapter)) {
1218 pci_enable_wake(pdev, PCI_D3cold, 1);
1219 pci_enable_wake(pdev, PCI_D3hot, 1);
1222 return 0;
1225 static void qlcnic_shutdown(struct pci_dev *pdev)
1227 if (__qlcnic_shutdown(pdev))
1228 return;
1230 pci_disable_device(pdev);
1233 #ifdef CONFIG_PM
1234 static int
1235 qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
1237 int retval;
1239 retval = __qlcnic_shutdown(pdev);
1240 if (retval)
1241 return retval;
1243 pci_set_power_state(pdev, pci_choose_state(pdev, state));
1244 return 0;
1247 static int
1248 qlcnic_resume(struct pci_dev *pdev)
1250 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1251 struct net_device *netdev = adapter->netdev;
1252 int err;
1254 err = pci_enable_device(pdev);
1255 if (err)
1256 return err;
1258 pci_set_power_state(pdev, PCI_D0);
1259 pci_set_master(pdev);
1260 pci_restore_state(pdev);
1262 err = qlcnic_start_firmware(adapter);
1263 if (err) {
1264 dev_err(&pdev->dev, "failed to start firmware\n");
1265 return err;
1268 if (netif_running(netdev)) {
1269 err = qlcnic_attach(adapter);
1270 if (err)
1271 goto err_out;
1273 err = qlcnic_up(adapter, netdev);
1274 if (err)
1275 goto err_out_detach;
1278 qlcnic_config_indev_addr(netdev, NETDEV_UP);
1281 netif_device_attach(netdev);
1282 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1283 return 0;
1285 err_out_detach:
1286 qlcnic_detach(adapter);
1287 err_out:
1288 qlcnic_clr_all_drv_state(adapter);
1289 netif_device_attach(netdev);
1290 return err;
1292 #endif
1294 static int qlcnic_open(struct net_device *netdev)
1296 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1297 int err;
1299 if (adapter->driver_mismatch)
1300 return -EIO;
1302 err = qlcnic_attach(adapter);
1303 if (err)
1304 return err;
1306 err = __qlcnic_up(adapter, netdev);
1307 if (err)
1308 goto err_out;
1310 netif_start_queue(netdev);
1312 return 0;
1314 err_out:
1315 qlcnic_detach(adapter);
1316 return err;
1320 * qlcnic_close - Disables a network interface entry point
1322 static int qlcnic_close(struct net_device *netdev)
1324 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1326 __qlcnic_down(adapter, netdev);
1327 return 0;
1330 static void
1331 qlcnic_tso_check(struct net_device *netdev,
1332 struct qlcnic_host_tx_ring *tx_ring,
1333 struct cmd_desc_type0 *first_desc,
1334 struct sk_buff *skb)
1336 u8 opcode = TX_ETHER_PKT;
1337 __be16 protocol = skb->protocol;
1338 u16 flags = 0, vid = 0;
1339 u32 producer;
1340 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1341 struct cmd_desc_type0 *hwdesc;
1342 struct vlan_ethhdr *vh;
1343 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1345 if (protocol == cpu_to_be16(ETH_P_8021Q)) {
1347 vh = (struct vlan_ethhdr *)skb->data;
1348 protocol = vh->h_vlan_encapsulated_proto;
1349 flags = FLAGS_VLAN_TAGGED;
1351 } else if (vlan_tx_tag_present(skb)) {
1353 flags = FLAGS_VLAN_OOB;
1354 vid = vlan_tx_tag_get(skb);
1355 qlcnic_set_tx_vlan_tci(first_desc, vid);
1356 vlan_oob = 1;
1359 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1360 skb_shinfo(skb)->gso_size > 0) {
1362 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1364 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1365 first_desc->total_hdr_length = hdr_len;
1366 if (vlan_oob) {
1367 first_desc->total_hdr_length += VLAN_HLEN;
1368 first_desc->tcp_hdr_offset = VLAN_HLEN;
1369 first_desc->ip_hdr_offset = VLAN_HLEN;
1370 /* Only in case of TSO on vlan device */
1371 flags |= FLAGS_VLAN_TAGGED;
1374 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
1375 TX_TCP_LSO6 : TX_TCP_LSO;
1376 tso = 1;
1378 } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
1379 u8 l4proto;
1381 if (protocol == cpu_to_be16(ETH_P_IP)) {
1382 l4proto = ip_hdr(skb)->protocol;
1384 if (l4proto == IPPROTO_TCP)
1385 opcode = TX_TCP_PKT;
1386 else if (l4proto == IPPROTO_UDP)
1387 opcode = TX_UDP_PKT;
1388 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
1389 l4proto = ipv6_hdr(skb)->nexthdr;
1391 if (l4proto == IPPROTO_TCP)
1392 opcode = TX_TCPV6_PKT;
1393 else if (l4proto == IPPROTO_UDP)
1394 opcode = TX_UDPV6_PKT;
1398 first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1399 first_desc->ip_hdr_offset += skb_network_offset(skb);
1400 qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
1402 if (!tso)
1403 return;
1405 /* For LSO, we need to copy the MAC/IP/TCP headers into
1406 * the descriptor ring
1408 producer = tx_ring->producer;
1409 copied = 0;
1410 offset = 2;
1412 if (vlan_oob) {
1413 /* Create a TSO vlan header template for firmware */
1415 hwdesc = &tx_ring->desc_head[producer];
1416 tx_ring->cmd_buf_arr[producer].skb = NULL;
1418 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1419 hdr_len + VLAN_HLEN);
1421 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1422 skb_copy_from_linear_data(skb, vh, 12);
1423 vh->h_vlan_proto = htons(ETH_P_8021Q);
1424 vh->h_vlan_TCI = htons(vid);
1425 skb_copy_from_linear_data_offset(skb, 12,
1426 (char *)vh + 16, copy_len - 16);
1428 copied = copy_len - VLAN_HLEN;
1429 offset = 0;
1431 producer = get_next_index(producer, tx_ring->num_desc);
1434 while (copied < hdr_len) {
1436 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1437 (hdr_len - copied));
1439 hwdesc = &tx_ring->desc_head[producer];
1440 tx_ring->cmd_buf_arr[producer].skb = NULL;
1442 skb_copy_from_linear_data_offset(skb, copied,
1443 (char *)hwdesc + offset, copy_len);
1445 copied += copy_len;
1446 offset = 0;
1448 producer = get_next_index(producer, tx_ring->num_desc);
1451 tx_ring->producer = producer;
1452 barrier();
1453 adapter->stats.lso_frames++;
1456 static int
1457 qlcnic_map_tx_skb(struct pci_dev *pdev,
1458 struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
1460 struct qlcnic_skb_frag *nf;
1461 struct skb_frag_struct *frag;
1462 int i, nr_frags;
1463 dma_addr_t map;
1465 nr_frags = skb_shinfo(skb)->nr_frags;
1466 nf = &pbuf->frag_array[0];
1468 map = pci_map_single(pdev, skb->data,
1469 skb_headlen(skb), PCI_DMA_TODEVICE);
1470 if (pci_dma_mapping_error(pdev, map))
1471 goto out_err;
1473 nf->dma = map;
1474 nf->length = skb_headlen(skb);
1476 for (i = 0; i < nr_frags; i++) {
1477 frag = &skb_shinfo(skb)->frags[i];
1478 nf = &pbuf->frag_array[i+1];
1480 map = pci_map_page(pdev, frag->page, frag->page_offset,
1481 frag->size, PCI_DMA_TODEVICE);
1482 if (pci_dma_mapping_error(pdev, map))
1483 goto unwind;
1485 nf->dma = map;
1486 nf->length = frag->size;
1489 return 0;
1491 unwind:
1492 while (--i >= 0) {
1493 nf = &pbuf->frag_array[i+1];
1494 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
1497 nf = &pbuf->frag_array[0];
1498 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
1500 out_err:
1501 return -ENOMEM;
1504 static inline void
1505 qlcnic_clear_cmddesc(u64 *desc)
1507 desc[0] = 0ULL;
1508 desc[2] = 0ULL;
1511 netdev_tx_t
1512 qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
1514 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1515 struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1516 struct qlcnic_cmd_buffer *pbuf;
1517 struct qlcnic_skb_frag *buffrag;
1518 struct cmd_desc_type0 *hwdesc, *first_desc;
1519 struct pci_dev *pdev;
1520 int i, k;
1522 u32 producer;
1523 int frag_count, no_of_desc;
1524 u32 num_txd = tx_ring->num_desc;
1526 if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
1527 netif_stop_queue(netdev);
1528 return NETDEV_TX_BUSY;
1531 frag_count = skb_shinfo(skb)->nr_frags + 1;
1533 /* 4 fragments per cmd des */
1534 no_of_desc = (frag_count + 3) >> 2;
1536 if (unlikely(no_of_desc + 2 > qlcnic_tx_avail(tx_ring))) {
1537 netif_stop_queue(netdev);
1538 adapter->stats.xmit_off++;
1539 return NETDEV_TX_BUSY;
1542 producer = tx_ring->producer;
1543 pbuf = &tx_ring->cmd_buf_arr[producer];
1545 pdev = adapter->pdev;
1547 if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
1548 adapter->stats.tx_dma_map_error++;
1549 goto drop_packet;
1552 pbuf->skb = skb;
1553 pbuf->frag_count = frag_count;
1555 first_desc = hwdesc = &tx_ring->desc_head[producer];
1556 qlcnic_clear_cmddesc((u64 *)hwdesc);
1558 qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
1559 qlcnic_set_tx_port(first_desc, adapter->portnum);
1561 for (i = 0; i < frag_count; i++) {
1563 k = i % 4;
1565 if ((k == 0) && (i > 0)) {
1566 /* move to next desc.*/
1567 producer = get_next_index(producer, num_txd);
1568 hwdesc = &tx_ring->desc_head[producer];
1569 qlcnic_clear_cmddesc((u64 *)hwdesc);
1570 tx_ring->cmd_buf_arr[producer].skb = NULL;
1573 buffrag = &pbuf->frag_array[i];
1575 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
1576 switch (k) {
1577 case 0:
1578 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
1579 break;
1580 case 1:
1581 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
1582 break;
1583 case 2:
1584 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
1585 break;
1586 case 3:
1587 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
1588 break;
1592 tx_ring->producer = get_next_index(producer, num_txd);
1594 qlcnic_tso_check(netdev, tx_ring, first_desc, skb);
1596 qlcnic_update_cmd_producer(adapter, tx_ring);
1598 adapter->stats.txbytes += skb->len;
1599 adapter->stats.xmitcalled++;
1601 return NETDEV_TX_OK;
1603 drop_packet:
1604 adapter->stats.txdropped++;
1605 dev_kfree_skb_any(skb);
1606 return NETDEV_TX_OK;
1609 static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
1611 struct net_device *netdev = adapter->netdev;
1612 u32 temp, temp_state, temp_val;
1613 int rv = 0;
1615 temp = QLCRD32(adapter, CRB_TEMP_STATE);
1617 temp_state = qlcnic_get_temp_state(temp);
1618 temp_val = qlcnic_get_temp_val(temp);
1620 if (temp_state == QLCNIC_TEMP_PANIC) {
1621 dev_err(&netdev->dev,
1622 "Device temperature %d degrees C exceeds"
1623 " maximum allowed. Hardware has been shut down.\n",
1624 temp_val);
1625 rv = 1;
1626 } else if (temp_state == QLCNIC_TEMP_WARN) {
1627 if (adapter->temp == QLCNIC_TEMP_NORMAL) {
1628 dev_err(&netdev->dev,
1629 "Device temperature %d degrees C "
1630 "exceeds operating range."
1631 " Immediate action needed.\n",
1632 temp_val);
1634 } else {
1635 if (adapter->temp == QLCNIC_TEMP_WARN) {
1636 dev_info(&netdev->dev,
1637 "Device temperature is now %d degrees C"
1638 " in normal range.\n", temp_val);
1641 adapter->temp = temp_state;
1642 return rv;
1645 void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
1647 struct net_device *netdev = adapter->netdev;
1649 if (adapter->ahw.linkup && !linkup) {
1650 dev_info(&netdev->dev, "NIC Link is down\n");
1651 adapter->ahw.linkup = 0;
1652 if (netif_running(netdev)) {
1653 netif_carrier_off(netdev);
1654 netif_stop_queue(netdev);
1656 } else if (!adapter->ahw.linkup && linkup) {
1657 dev_info(&netdev->dev, "NIC Link is up\n");
1658 adapter->ahw.linkup = 1;
1659 if (netif_running(netdev)) {
1660 netif_carrier_on(netdev);
1661 netif_wake_queue(netdev);
1666 static void qlcnic_tx_timeout(struct net_device *netdev)
1668 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1670 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1671 return;
1673 dev_err(&netdev->dev, "transmit timeout, resetting.\n");
1674 schedule_work(&adapter->tx_timeout_task);
1677 static void qlcnic_tx_timeout_task(struct work_struct *work)
1679 struct qlcnic_adapter *adapter =
1680 container_of(work, struct qlcnic_adapter, tx_timeout_task);
1682 if (!netif_running(adapter->netdev))
1683 return;
1685 if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1686 return;
1688 if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
1689 goto request_reset;
1691 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1692 if (!qlcnic_reset_context(adapter)) {
1693 adapter->netdev->trans_start = jiffies;
1694 return;
1696 /* context reset failed, fall through for fw reset */
1699 request_reset:
1700 adapter->need_fw_reset = 1;
1701 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1702 QLCDB(adapter, DRV, "Resetting adapter\n");
1705 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
1707 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1708 struct net_device_stats *stats = &netdev->stats;
1710 memset(stats, 0, sizeof(*stats));
1712 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
1713 stats->tx_packets = adapter->stats.xmitfinished;
1714 stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
1715 stats->tx_bytes = adapter->stats.txbytes;
1716 stats->rx_dropped = adapter->stats.rxdropped;
1717 stats->tx_dropped = adapter->stats.txdropped;
1719 return stats;
1722 static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
1724 u32 status;
1726 status = readl(adapter->isr_int_vec);
1728 if (!(status & adapter->int_vec_bit))
1729 return IRQ_NONE;
1731 /* check interrupt state machine, to be sure */
1732 status = readl(adapter->crb_int_state_reg);
1733 if (!ISR_LEGACY_INT_TRIGGERED(status))
1734 return IRQ_NONE;
1736 writel(0xffffffff, adapter->tgt_status_reg);
1737 /* read twice to ensure write is flushed */
1738 readl(adapter->isr_int_vec);
1739 readl(adapter->isr_int_vec);
1741 return IRQ_HANDLED;
1744 static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
1746 struct qlcnic_host_sds_ring *sds_ring = data;
1747 struct qlcnic_adapter *adapter = sds_ring->adapter;
1749 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1750 goto done;
1751 else if (adapter->flags & QLCNIC_MSI_ENABLED) {
1752 writel(0xffffffff, adapter->tgt_status_reg);
1753 goto done;
1756 if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1757 return IRQ_NONE;
1759 done:
1760 adapter->diag_cnt++;
1761 qlcnic_enable_int(sds_ring);
1762 return IRQ_HANDLED;
1765 static irqreturn_t qlcnic_intr(int irq, void *data)
1767 struct qlcnic_host_sds_ring *sds_ring = data;
1768 struct qlcnic_adapter *adapter = sds_ring->adapter;
1770 if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1771 return IRQ_NONE;
1773 napi_schedule(&sds_ring->napi);
1775 return IRQ_HANDLED;
1778 static irqreturn_t qlcnic_msi_intr(int irq, void *data)
1780 struct qlcnic_host_sds_ring *sds_ring = data;
1781 struct qlcnic_adapter *adapter = sds_ring->adapter;
1783 /* clear interrupt */
1784 writel(0xffffffff, adapter->tgt_status_reg);
1786 napi_schedule(&sds_ring->napi);
1787 return IRQ_HANDLED;
1790 static irqreturn_t qlcnic_msix_intr(int irq, void *data)
1792 struct qlcnic_host_sds_ring *sds_ring = data;
1794 napi_schedule(&sds_ring->napi);
1795 return IRQ_HANDLED;
1798 static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
1800 u32 sw_consumer, hw_consumer;
1801 int count = 0, i;
1802 struct qlcnic_cmd_buffer *buffer;
1803 struct pci_dev *pdev = adapter->pdev;
1804 struct net_device *netdev = adapter->netdev;
1805 struct qlcnic_skb_frag *frag;
1806 int done;
1807 struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1809 if (!spin_trylock(&adapter->tx_clean_lock))
1810 return 1;
1812 sw_consumer = tx_ring->sw_consumer;
1813 hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1815 while (sw_consumer != hw_consumer) {
1816 buffer = &tx_ring->cmd_buf_arr[sw_consumer];
1817 if (buffer->skb) {
1818 frag = &buffer->frag_array[0];
1819 pci_unmap_single(pdev, frag->dma, frag->length,
1820 PCI_DMA_TODEVICE);
1821 frag->dma = 0ULL;
1822 for (i = 1; i < buffer->frag_count; i++) {
1823 frag++;
1824 pci_unmap_page(pdev, frag->dma, frag->length,
1825 PCI_DMA_TODEVICE);
1826 frag->dma = 0ULL;
1829 adapter->stats.xmitfinished++;
1830 dev_kfree_skb_any(buffer->skb);
1831 buffer->skb = NULL;
1834 sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
1835 if (++count >= MAX_STATUS_HANDLE)
1836 break;
1839 if (count && netif_running(netdev)) {
1840 tx_ring->sw_consumer = sw_consumer;
1842 smp_mb();
1844 if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
1845 __netif_tx_lock(tx_ring->txq, smp_processor_id());
1846 if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
1847 netif_wake_queue(netdev);
1848 adapter->tx_timeo_cnt = 0;
1849 adapter->stats.xmit_on++;
1851 __netif_tx_unlock(tx_ring->txq);
1855 * If everything is freed up to consumer then check if the ring is full
1856 * If the ring is full then check if more needs to be freed and
1857 * schedule the call back again.
1859 * This happens when there are 2 CPUs. One could be freeing and the
1860 * other filling it. If the ring is full when we get out of here and
1861 * the card has already interrupted the host then the host can miss the
1862 * interrupt.
1864 * There is still a possible race condition and the host could miss an
1865 * interrupt. The card has to take care of this.
1867 hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1868 done = (sw_consumer == hw_consumer);
1869 spin_unlock(&adapter->tx_clean_lock);
1871 return done;
1874 static int qlcnic_poll(struct napi_struct *napi, int budget)
1876 struct qlcnic_host_sds_ring *sds_ring =
1877 container_of(napi, struct qlcnic_host_sds_ring, napi);
1879 struct qlcnic_adapter *adapter = sds_ring->adapter;
1881 int tx_complete;
1882 int work_done;
1884 tx_complete = qlcnic_process_cmd_ring(adapter);
1886 work_done = qlcnic_process_rcv_ring(sds_ring, budget);
1888 if ((work_done < budget) && tx_complete) {
1889 napi_complete(&sds_ring->napi);
1890 if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
1891 qlcnic_enable_int(sds_ring);
1894 return work_done;
1897 #ifdef CONFIG_NET_POLL_CONTROLLER
1898 static void qlcnic_poll_controller(struct net_device *netdev)
1900 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1901 disable_irq(adapter->irq);
1902 qlcnic_intr(adapter->irq, adapter);
1903 enable_irq(adapter->irq);
1905 #endif
1907 static void
1908 qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
1910 u32 val;
1912 val = adapter->portnum & 0xf;
1913 val |= encoding << 7;
1914 val |= (jiffies - adapter->dev_rst_time) << 8;
1916 QLCWR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
1917 adapter->dev_rst_time = jiffies;
1920 static int
1921 qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
1923 u32 val;
1925 WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
1926 state != QLCNIC_DEV_NEED_QUISCENT);
1928 if (qlcnic_api_lock(adapter))
1929 return -EIO;
1931 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1933 if (state == QLCNIC_DEV_NEED_RESET)
1934 QLC_DEV_SET_RST_RDY(val, adapter->portnum);
1935 else if (state == QLCNIC_DEV_NEED_QUISCENT)
1936 QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
1938 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1940 qlcnic_api_unlock(adapter);
1942 return 0;
1945 static int
1946 qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
1948 u32 val;
1950 if (qlcnic_api_lock(adapter))
1951 return -EBUSY;
1953 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1954 QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
1955 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1957 qlcnic_api_unlock(adapter);
1959 return 0;
1962 static void
1963 qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter)
1965 u32 val;
1967 if (qlcnic_api_lock(adapter))
1968 goto err;
1970 val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
1971 QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
1972 QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
1974 if (!(val & 0x11111111))
1975 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
1977 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1978 QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
1979 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1981 qlcnic_api_unlock(adapter);
1982 err:
1983 adapter->fw_fail_cnt = 0;
1984 clear_bit(__QLCNIC_START_FW, &adapter->state);
1985 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1988 /* Grab api lock, before checking state */
1989 static int
1990 qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
1992 int act, state;
1994 state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1995 act = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
1997 if (((state & 0x11111111) == (act & 0x11111111)) ||
1998 ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
1999 return 0;
2000 else
2001 return 1;
2004 static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
2006 u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
2008 if (val != QLCNIC_DRV_IDC_VER) {
2009 dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
2010 " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
2013 return 0;
2016 static int
2017 qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
2019 u32 val, prev_state;
2020 u8 dev_init_timeo = adapter->dev_init_timeo;
2021 u8 portnum = adapter->portnum;
2022 u8 ret;
2024 if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
2025 return 1;
2027 if (qlcnic_api_lock(adapter))
2028 return -1;
2030 val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2031 if (!(val & (1 << (portnum * 4)))) {
2032 QLC_DEV_SET_REF_CNT(val, portnum);
2033 QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2036 prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2037 QLCDB(adapter, HW, "Device state = %u\n", prev_state);
2039 switch (prev_state) {
2040 case QLCNIC_DEV_COLD:
2041 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
2042 QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
2043 qlcnic_idc_debug_info(adapter, 0);
2044 qlcnic_api_unlock(adapter);
2045 return 1;
2047 case QLCNIC_DEV_READY:
2048 ret = qlcnic_check_idc_ver(adapter);
2049 qlcnic_api_unlock(adapter);
2050 return ret;
2052 case QLCNIC_DEV_NEED_RESET:
2053 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2054 QLC_DEV_SET_RST_RDY(val, portnum);
2055 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2056 break;
2058 case QLCNIC_DEV_NEED_QUISCENT:
2059 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2060 QLC_DEV_SET_QSCNT_RDY(val, portnum);
2061 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2062 break;
2064 case QLCNIC_DEV_FAILED:
2065 qlcnic_api_unlock(adapter);
2066 return -1;
2068 case QLCNIC_DEV_INITIALIZING:
2069 case QLCNIC_DEV_QUISCENT:
2070 break;
2073 qlcnic_api_unlock(adapter);
2075 do {
2076 msleep(1000);
2077 prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2079 if (prev_state == QLCNIC_DEV_QUISCENT)
2080 continue;
2081 } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
2083 if (!dev_init_timeo) {
2084 dev_err(&adapter->pdev->dev,
2085 "Waiting for device to initialize timeout\n");
2086 return -1;
2089 if (qlcnic_api_lock(adapter))
2090 return -1;
2092 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2093 QLC_DEV_CLR_RST_QSCNT(val, portnum);
2094 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2096 ret = qlcnic_check_idc_ver(adapter);
2097 qlcnic_api_unlock(adapter);
2099 return ret;
2102 static void
2103 qlcnic_fwinit_work(struct work_struct *work)
2105 struct qlcnic_adapter *adapter = container_of(work,
2106 struct qlcnic_adapter, fw_work.work);
2107 u32 dev_state = 0xf;
2109 if (qlcnic_api_lock(adapter))
2110 goto err_ret;
2112 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2113 if (dev_state == QLCNIC_DEV_QUISCENT) {
2114 qlcnic_api_unlock(adapter);
2115 qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
2116 FW_POLL_DELAY * 2);
2117 return;
2120 if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
2121 dev_err(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
2122 adapter->reset_ack_timeo);
2123 goto skip_ack_check;
2126 if (!qlcnic_check_drv_state(adapter)) {
2127 skip_ack_check:
2128 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2130 if (dev_state == QLCNIC_DEV_NEED_QUISCENT) {
2131 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
2132 QLCNIC_DEV_QUISCENT);
2133 qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
2134 FW_POLL_DELAY * 2);
2135 QLCDB(adapter, DRV, "Quiscing the driver\n");
2136 qlcnic_idc_debug_info(adapter, 0);
2138 qlcnic_api_unlock(adapter);
2139 return;
2142 if (dev_state == QLCNIC_DEV_NEED_RESET) {
2143 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
2144 QLCNIC_DEV_INITIALIZING);
2145 set_bit(__QLCNIC_START_FW, &adapter->state);
2146 QLCDB(adapter, DRV, "Restarting fw\n");
2147 qlcnic_idc_debug_info(adapter, 0);
2150 qlcnic_api_unlock(adapter);
2152 if (!qlcnic_start_firmware(adapter)) {
2153 qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2154 return;
2156 goto err_ret;
2159 qlcnic_api_unlock(adapter);
2161 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2162 QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
2164 switch (dev_state) {
2165 case QLCNIC_DEV_QUISCENT:
2166 case QLCNIC_DEV_NEED_QUISCENT:
2167 case QLCNIC_DEV_NEED_RESET:
2168 qlcnic_schedule_work(adapter,
2169 qlcnic_fwinit_work, FW_POLL_DELAY);
2170 return;
2171 case QLCNIC_DEV_FAILED:
2172 break;
2174 default:
2175 if (!qlcnic_start_firmware(adapter)) {
2176 qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2177 return;
2181 err_ret:
2182 dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
2183 "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
2184 netif_device_attach(adapter->netdev);
2185 qlcnic_clr_all_drv_state(adapter);
2188 static void
2189 qlcnic_detach_work(struct work_struct *work)
2191 struct qlcnic_adapter *adapter = container_of(work,
2192 struct qlcnic_adapter, fw_work.work);
2193 struct net_device *netdev = adapter->netdev;
2194 u32 status;
2196 netif_device_detach(netdev);
2198 qlcnic_down(adapter, netdev);
2200 rtnl_lock();
2201 qlcnic_detach(adapter);
2202 rtnl_unlock();
2204 status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
2206 if (status & QLCNIC_RCODE_FATAL_ERROR)
2207 goto err_ret;
2209 if (adapter->temp == QLCNIC_TEMP_PANIC)
2210 goto err_ret;
2212 if (qlcnic_set_drv_state(adapter, adapter->dev_state))
2213 goto err_ret;
2215 adapter->fw_wait_cnt = 0;
2217 qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
2219 return;
2221 err_ret:
2222 dev_err(&adapter->pdev->dev, "detach failed; status=%d temp=%d\n",
2223 status, adapter->temp);
2224 netif_device_attach(netdev);
2225 qlcnic_clr_all_drv_state(adapter);
2229 /*Transit to RESET state from READY state only */
2230 static void
2231 qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
2233 u32 state;
2235 if (qlcnic_api_lock(adapter))
2236 return;
2238 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2240 if (state == QLCNIC_DEV_READY) {
2241 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
2242 QLCDB(adapter, DRV, "NEED_RESET state set\n");
2243 qlcnic_idc_debug_info(adapter, 0);
2246 qlcnic_api_unlock(adapter);
2249 static void
2250 qlcnic_schedule_work(struct qlcnic_adapter *adapter,
2251 work_func_t func, int delay)
2253 INIT_DELAYED_WORK(&adapter->fw_work, func);
2254 schedule_delayed_work(&adapter->fw_work, round_jiffies_relative(delay));
2257 static void
2258 qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
2260 while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
2261 msleep(10);
2263 cancel_delayed_work_sync(&adapter->fw_work);
2266 static void
2267 qlcnic_attach_work(struct work_struct *work)
2269 struct qlcnic_adapter *adapter = container_of(work,
2270 struct qlcnic_adapter, fw_work.work);
2271 struct net_device *netdev = adapter->netdev;
2272 int err;
2274 if (netif_running(netdev)) {
2275 err = qlcnic_attach(adapter);
2276 if (err)
2277 goto done;
2279 err = qlcnic_up(adapter, netdev);
2280 if (err) {
2281 qlcnic_detach(adapter);
2282 goto done;
2285 qlcnic_config_indev_addr(netdev, NETDEV_UP);
2288 done:
2289 netif_device_attach(netdev);
2290 adapter->fw_fail_cnt = 0;
2291 clear_bit(__QLCNIC_RESETTING, &adapter->state);
2293 if (!qlcnic_clr_drv_state(adapter))
2294 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
2295 FW_POLL_DELAY);
2298 static int
2299 qlcnic_check_health(struct qlcnic_adapter *adapter)
2301 u32 state = 0, heartbit;
2302 struct net_device *netdev = adapter->netdev;
2304 if (qlcnic_check_temp(adapter))
2305 goto detach;
2307 if (adapter->need_fw_reset)
2308 qlcnic_dev_request_reset(adapter);
2310 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2311 if (state == QLCNIC_DEV_NEED_RESET || state == QLCNIC_DEV_NEED_QUISCENT)
2312 adapter->need_fw_reset = 1;
2314 heartbit = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
2315 if (heartbit != adapter->heartbit) {
2316 adapter->heartbit = heartbit;
2317 adapter->fw_fail_cnt = 0;
2318 if (adapter->need_fw_reset)
2319 goto detach;
2320 return 0;
2323 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2324 return 0;
2326 qlcnic_dev_request_reset(adapter);
2328 clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
2330 dev_info(&netdev->dev, "firmware hang detected\n");
2332 detach:
2333 adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
2334 QLCNIC_DEV_NEED_RESET;
2336 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2337 !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
2339 qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
2340 QLCDB(adapter, DRV, "fw recovery scheduled.\n");
2343 return 1;
2346 static void
2347 qlcnic_fw_poll_work(struct work_struct *work)
2349 struct qlcnic_adapter *adapter = container_of(work,
2350 struct qlcnic_adapter, fw_work.work);
2352 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
2353 goto reschedule;
2356 if (qlcnic_check_health(adapter))
2357 return;
2359 reschedule:
2360 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
2363 static ssize_t
2364 qlcnic_store_bridged_mode(struct device *dev,
2365 struct device_attribute *attr, const char *buf, size_t len)
2367 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2368 unsigned long new;
2369 int ret = -EINVAL;
2371 if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
2372 goto err_out;
2374 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2375 goto err_out;
2377 if (strict_strtoul(buf, 2, &new))
2378 goto err_out;
2380 if (!qlcnic_config_bridged_mode(adapter, !!new))
2381 ret = len;
2383 err_out:
2384 return ret;
2387 static ssize_t
2388 qlcnic_show_bridged_mode(struct device *dev,
2389 struct device_attribute *attr, char *buf)
2391 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2392 int bridged_mode = 0;
2394 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2395 bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
2397 return sprintf(buf, "%d\n", bridged_mode);
2400 static struct device_attribute dev_attr_bridged_mode = {
2401 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2402 .show = qlcnic_show_bridged_mode,
2403 .store = qlcnic_store_bridged_mode,
2406 static ssize_t
2407 qlcnic_store_diag_mode(struct device *dev,
2408 struct device_attribute *attr, const char *buf, size_t len)
2410 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2411 unsigned long new;
2413 if (strict_strtoul(buf, 2, &new))
2414 return -EINVAL;
2416 if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
2417 adapter->flags ^= QLCNIC_DIAG_ENABLED;
2419 return len;
2422 static ssize_t
2423 qlcnic_show_diag_mode(struct device *dev,
2424 struct device_attribute *attr, char *buf)
2426 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2428 return sprintf(buf, "%d\n",
2429 !!(adapter->flags & QLCNIC_DIAG_ENABLED));
2432 static struct device_attribute dev_attr_diag_mode = {
2433 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2434 .show = qlcnic_show_diag_mode,
2435 .store = qlcnic_store_diag_mode,
2438 static int
2439 qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
2440 loff_t offset, size_t size)
2442 size_t crb_size = 4;
2444 if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2445 return -EIO;
2447 if (offset < QLCNIC_PCI_CRBSPACE) {
2448 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
2449 QLCNIC_PCI_CAMQM_END))
2450 crb_size = 8;
2451 else
2452 return -EINVAL;
2455 if ((size != crb_size) || (offset & (crb_size-1)))
2456 return -EINVAL;
2458 return 0;
2461 static ssize_t
2462 qlcnic_sysfs_read_crb(struct kobject *kobj, struct bin_attribute *attr,
2463 char *buf, loff_t offset, size_t size)
2465 struct device *dev = container_of(kobj, struct device, kobj);
2466 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2467 u32 data;
2468 u64 qmdata;
2469 int ret;
2471 ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2472 if (ret != 0)
2473 return ret;
2475 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2476 qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
2477 memcpy(buf, &qmdata, size);
2478 } else {
2479 data = QLCRD32(adapter, offset);
2480 memcpy(buf, &data, size);
2482 return size;
2485 static ssize_t
2486 qlcnic_sysfs_write_crb(struct kobject *kobj, struct bin_attribute *attr,
2487 char *buf, loff_t offset, size_t size)
2489 struct device *dev = container_of(kobj, struct device, kobj);
2490 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2491 u32 data;
2492 u64 qmdata;
2493 int ret;
2495 ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2496 if (ret != 0)
2497 return ret;
2499 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2500 memcpy(&qmdata, buf, size);
2501 qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
2502 } else {
2503 memcpy(&data, buf, size);
2504 QLCWR32(adapter, offset, data);
2506 return size;
2509 static int
2510 qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
2511 loff_t offset, size_t size)
2513 if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2514 return -EIO;
2516 if ((size != 8) || (offset & 0x7))
2517 return -EIO;
2519 return 0;
2522 static ssize_t
2523 qlcnic_sysfs_read_mem(struct kobject *kobj, struct bin_attribute *attr,
2524 char *buf, loff_t offset, size_t size)
2526 struct device *dev = container_of(kobj, struct device, kobj);
2527 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2528 u64 data;
2529 int ret;
2531 ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2532 if (ret != 0)
2533 return ret;
2535 if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
2536 return -EIO;
2538 memcpy(buf, &data, size);
2540 return size;
2543 static ssize_t
2544 qlcnic_sysfs_write_mem(struct kobject *kobj, struct bin_attribute *attr,
2545 char *buf, loff_t offset, size_t size)
2547 struct device *dev = container_of(kobj, struct device, kobj);
2548 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2549 u64 data;
2550 int ret;
2552 ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2553 if (ret != 0)
2554 return ret;
2556 memcpy(&data, buf, size);
2558 if (qlcnic_pci_mem_write_2M(adapter, offset, data))
2559 return -EIO;
2561 return size;
2565 static struct bin_attribute bin_attr_crb = {
2566 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2567 .size = 0,
2568 .read = qlcnic_sysfs_read_crb,
2569 .write = qlcnic_sysfs_write_crb,
2572 static struct bin_attribute bin_attr_mem = {
2573 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2574 .size = 0,
2575 .read = qlcnic_sysfs_read_mem,
2576 .write = qlcnic_sysfs_write_mem,
2579 static void
2580 qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
2582 struct device *dev = &adapter->pdev->dev;
2584 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2585 if (device_create_file(dev, &dev_attr_bridged_mode))
2586 dev_warn(dev,
2587 "failed to create bridged_mode sysfs entry\n");
2590 static void
2591 qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
2593 struct device *dev = &adapter->pdev->dev;
2595 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2596 device_remove_file(dev, &dev_attr_bridged_mode);
2599 static void
2600 qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
2602 struct device *dev = &adapter->pdev->dev;
2604 if (device_create_file(dev, &dev_attr_diag_mode))
2605 dev_info(dev, "failed to create diag_mode sysfs entry\n");
2606 if (device_create_bin_file(dev, &bin_attr_crb))
2607 dev_info(dev, "failed to create crb sysfs entry\n");
2608 if (device_create_bin_file(dev, &bin_attr_mem))
2609 dev_info(dev, "failed to create mem sysfs entry\n");
2613 static void
2614 qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
2616 struct device *dev = &adapter->pdev->dev;
2618 device_remove_file(dev, &dev_attr_diag_mode);
2619 device_remove_bin_file(dev, &bin_attr_crb);
2620 device_remove_bin_file(dev, &bin_attr_mem);
2623 #ifdef CONFIG_INET
2625 #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
2627 static void
2628 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2630 struct in_device *indev;
2631 struct qlcnic_adapter *adapter = netdev_priv(dev);
2633 indev = in_dev_get(dev);
2634 if (!indev)
2635 return;
2637 for_ifa(indev) {
2638 switch (event) {
2639 case NETDEV_UP:
2640 qlcnic_config_ipaddr(adapter,
2641 ifa->ifa_address, QLCNIC_IP_UP);
2642 break;
2643 case NETDEV_DOWN:
2644 qlcnic_config_ipaddr(adapter,
2645 ifa->ifa_address, QLCNIC_IP_DOWN);
2646 break;
2647 default:
2648 break;
2650 } endfor_ifa(indev);
2652 in_dev_put(indev);
2655 static int qlcnic_netdev_event(struct notifier_block *this,
2656 unsigned long event, void *ptr)
2658 struct qlcnic_adapter *adapter;
2659 struct net_device *dev = (struct net_device *)ptr;
2661 recheck:
2662 if (dev == NULL)
2663 goto done;
2665 if (dev->priv_flags & IFF_802_1Q_VLAN) {
2666 dev = vlan_dev_real_dev(dev);
2667 goto recheck;
2670 if (!is_qlcnic_netdev(dev))
2671 goto done;
2673 adapter = netdev_priv(dev);
2675 if (!adapter)
2676 goto done;
2678 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2679 goto done;
2681 qlcnic_config_indev_addr(dev, event);
2682 done:
2683 return NOTIFY_DONE;
2686 static int
2687 qlcnic_inetaddr_event(struct notifier_block *this,
2688 unsigned long event, void *ptr)
2690 struct qlcnic_adapter *adapter;
2691 struct net_device *dev;
2693 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
2695 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
2697 recheck:
2698 if (dev == NULL || !netif_running(dev))
2699 goto done;
2701 if (dev->priv_flags & IFF_802_1Q_VLAN) {
2702 dev = vlan_dev_real_dev(dev);
2703 goto recheck;
2706 if (!is_qlcnic_netdev(dev))
2707 goto done;
2709 adapter = netdev_priv(dev);
2711 if (!adapter)
2712 goto done;
2714 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2715 goto done;
2717 switch (event) {
2718 case NETDEV_UP:
2719 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
2720 break;
2721 case NETDEV_DOWN:
2722 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
2723 break;
2724 default:
2725 break;
2728 done:
2729 return NOTIFY_DONE;
2732 static struct notifier_block qlcnic_netdev_cb = {
2733 .notifier_call = qlcnic_netdev_event,
2736 static struct notifier_block qlcnic_inetaddr_cb = {
2737 .notifier_call = qlcnic_inetaddr_event,
2739 #else
2740 static void
2741 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2743 #endif
2745 static struct pci_driver qlcnic_driver = {
2746 .name = qlcnic_driver_name,
2747 .id_table = qlcnic_pci_tbl,
2748 .probe = qlcnic_probe,
2749 .remove = __devexit_p(qlcnic_remove),
2750 #ifdef CONFIG_PM
2751 .suspend = qlcnic_suspend,
2752 .resume = qlcnic_resume,
2753 #endif
2754 .shutdown = qlcnic_shutdown
2757 static int __init qlcnic_init_module(void)
2760 printk(KERN_INFO "%s\n", qlcnic_driver_string);
2762 #ifdef CONFIG_INET
2763 register_netdevice_notifier(&qlcnic_netdev_cb);
2764 register_inetaddr_notifier(&qlcnic_inetaddr_cb);
2765 #endif
2768 return pci_register_driver(&qlcnic_driver);
2771 module_init(qlcnic_init_module);
2773 static void __exit qlcnic_exit_module(void)
2776 pci_unregister_driver(&qlcnic_driver);
2778 #ifdef CONFIG_INET
2779 unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
2780 unregister_netdevice_notifier(&qlcnic_netdev_cb);
2781 #endif
2784 module_exit(qlcnic_exit_module);