2 * Copyright (C) 2003 - 2006 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
26 * 3965 Freedom Circle, Fourth floor,
27 * Santa Clara, CA 95054
30 * Main source file for NetXen NIC Driver on Linux
34 #include <linux/vmalloc.h>
35 #include "netxen_nic_hw.h"
37 #include "netxen_nic.h"
38 #define DEFINE_GLOBAL_RECV_CRB
39 #include "netxen_nic_phan_reg.h"
40 #include "netxen_nic_ioctl.h"
42 #include <linux/dma-mapping.h>
43 #include <linux/vmalloc.h>
45 #define PHAN_VENDOR_ID 0x4040
47 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
48 MODULE_LICENSE("GPL");
49 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
51 char netxen_nic_driver_name
[] = "netxen";
52 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
53 NETXEN_NIC_LINUX_VERSIONID
;
55 #define NETXEN_NETDEV_WEIGHT 120
56 #define NETXEN_ADAPTER_UP_MAGIC 777
57 #define NETXEN_NIC_PEG_TUNE 0
59 /* Local functions to NetXen NIC driver */
60 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
61 const struct pci_device_id
*ent
);
62 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
63 static int netxen_nic_open(struct net_device
*netdev
);
64 static int netxen_nic_close(struct net_device
*netdev
);
65 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
66 static void netxen_tx_timeout(struct net_device
*netdev
);
67 static void netxen_tx_timeout_task(struct work_struct
*work
);
68 static void netxen_watchdog(unsigned long);
69 static int netxen_handle_int(struct netxen_adapter
*, struct net_device
*);
70 static int netxen_nic_ioctl(struct net_device
*netdev
,
71 struct ifreq
*ifr
, int cmd
);
72 static int netxen_nic_poll(struct net_device
*dev
, int *budget
);
73 #ifdef CONFIG_NET_POLL_CONTROLLER
74 static void netxen_nic_poll_controller(struct net_device
*netdev
);
76 static irqreturn_t
netxen_intr(int irq
, void *data
);
78 /* PCI Device ID Table */
79 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
80 {PCI_DEVICE(0x4040, 0x0001)},
81 {PCI_DEVICE(0x4040, 0x0002)},
82 {PCI_DEVICE(0x4040, 0x0003)},
83 {PCI_DEVICE(0x4040, 0x0004)},
84 {PCI_DEVICE(0x4040, 0x0005)},
88 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
93 * The Linux system will invoke this after identifying the vendor ID and
94 * device Id in the pci_tbl supported by this module.
96 * A quad port card has one operational PCI config space, (function 0),
97 * which is used to access all four ports.
99 * This routine will initialize the adapter, and setup the global parameters
100 * along with the port's specific structure.
103 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
105 struct net_device
*netdev
= NULL
;
106 struct netxen_adapter
*adapter
= NULL
;
107 struct netxen_port
*port
= NULL
;
112 unsigned long mem_base
, mem_len
;
113 int pci_using_dac
, i
, err
;
115 struct netxen_recv_context
*recv_ctx
= NULL
;
116 struct netxen_rcv_desc_ctx
*rcv_desc
= NULL
;
117 struct netxen_cmd_buffer
*cmd_buf_arr
= NULL
;
118 u64 mac_addr
[FLASH_NUM_PORTS
+ 1];
121 printk(KERN_INFO
"%s \n", netxen_nic_driver_string
);
122 if ((err
= pci_enable_device(pdev
)))
124 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
126 goto err_out_disable_pdev
;
129 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
130 goto err_out_disable_pdev
;
132 pci_set_master(pdev
);
133 if ((pci_set_dma_mask(pdev
, DMA_64BIT_MASK
) == 0) &&
134 (pci_set_consistent_dma_mask(pdev
, DMA_64BIT_MASK
) == 0))
137 if ((err
= pci_set_dma_mask(pdev
, DMA_32BIT_MASK
)) ||
138 (err
= pci_set_consistent_dma_mask(pdev
, DMA_32BIT_MASK
)))
139 goto err_out_free_res
;
144 /* remap phys address */
145 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
146 mem_len
= pci_resource_len(pdev
, 0);
148 /* 128 Meg of memory */
149 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
151 ioremap(mem_base
+ SECOND_PAGE_GROUP_START
, SECOND_PAGE_GROUP_SIZE
);
153 ioremap(mem_base
+ THIRD_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
155 if ((mem_ptr0
== 0UL) || (mem_ptr1
== 0UL) || (mem_ptr2
== 0UL)) {
157 "Cannot remap adapter memory aborting.:"
158 "0 -> %p, 1 -> %p, 2 -> %p\n",
159 mem_ptr0
, mem_ptr1
, mem_ptr2
);
169 goto err_out_free_res
;
173 * Allocate a adapter structure which will manage all the initialization
174 * as well as the common resources for all ports...
175 * all the ports will have pointer to this adapter as well as Adapter
176 * will have pointers of all the ports structures.
179 /* One adapter structure for all 4 ports.... */
180 adapter
= kzalloc(sizeof(struct netxen_adapter
), GFP_KERNEL
);
181 if (adapter
== NULL
) {
182 printk(KERN_ERR
"%s: Could not allocate adapter memory:%d\n",
183 netxen_nic_driver_name
,
184 (int)sizeof(struct netxen_adapter
));
186 goto err_out_iounmap
;
189 adapter
->max_tx_desc_count
= MAX_CMD_DESCRIPTORS
;
190 adapter
->max_rx_desc_count
= MAX_RCV_DESCRIPTORS
;
191 adapter
->max_jumbo_rx_desc_count
= MAX_JUMBO_RCV_DESCRIPTORS
;
193 pci_set_drvdata(pdev
, adapter
);
195 cmd_buf_arr
= (struct netxen_cmd_buffer
*)vmalloc(TX_RINGSIZE
);
196 if (cmd_buf_arr
== NULL
) {
198 goto err_out_free_adapter
;
200 memset(cmd_buf_arr
, 0, TX_RINGSIZE
);
202 for (i
= 0; i
< MAX_RCV_CTX
; ++i
) {
203 recv_ctx
= &adapter
->recv_ctx
[i
];
204 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
205 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
206 switch (RCV_DESC_TYPE(ring
)) {
207 case RCV_DESC_NORMAL
:
208 rcv_desc
->max_rx_desc_count
=
209 adapter
->max_rx_desc_count
;
210 rcv_desc
->flags
= RCV_DESC_NORMAL
;
211 rcv_desc
->dma_size
= RX_DMA_MAP_LEN
;
212 rcv_desc
->skb_size
= MAX_RX_BUFFER_LENGTH
;
216 rcv_desc
->max_rx_desc_count
=
217 adapter
->max_jumbo_rx_desc_count
;
218 rcv_desc
->flags
= RCV_DESC_JUMBO
;
219 rcv_desc
->dma_size
= RX_JUMBO_DMA_MAP_LEN
;
220 rcv_desc
->skb_size
= MAX_RX_JUMBO_BUFFER_LENGTH
;
224 rcv_desc
->rx_buf_arr
= (struct netxen_rx_buffer
*)
225 vmalloc(RCV_BUFFSIZE
);
227 if (rcv_desc
->rx_buf_arr
== NULL
) {
229 goto err_out_free_rx_buffer
;
231 memset(rcv_desc
->rx_buf_arr
, 0, RCV_BUFFSIZE
);
236 adapter
->ops
= kzalloc(sizeof(struct netxen_drvops
), GFP_KERNEL
);
237 if (adapter
->ops
== NULL
) {
239 "%s: Could not allocate memory for adapter->ops:%d\n",
240 netxen_nic_driver_name
,
241 (int)sizeof(struct netxen_adapter
));
243 goto err_out_free_rx_buffer
;
246 adapter
->cmd_buf_arr
= cmd_buf_arr
;
247 adapter
->ahw
.pci_base0
= mem_ptr0
;
248 adapter
->ahw
.pci_base1
= mem_ptr1
;
249 adapter
->ahw
.pci_base2
= mem_ptr2
;
250 spin_lock_init(&adapter
->tx_lock
);
251 spin_lock_init(&adapter
->lock
);
253 netxen_pinit_from_rom(adapter
, 0);
255 netxen_load_firmware(adapter
);
258 /* initialize the buffers in adapter */
259 netxen_initialize_adapter_sw(adapter
);
261 * Set the CRB window to invalid. If any register in window 0 is
262 * accessed it should set the window to 0 and then reset it to 1.
264 adapter
->curr_window
= 255;
266 * Adapter in our case is quad port so initialize it before
267 * initializing the ports
269 netxen_initialize_adapter_hw(adapter
); /* initialize the adapter */
271 netxen_initialize_adapter_ops(adapter
);
273 init_timer(&adapter
->watchdog_timer
);
274 adapter
->ahw
.xg_linkup
= 0;
275 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
276 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
277 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
278 adapter
->ahw
.pdev
= pdev
;
279 adapter
->proc_cmd_buf_counter
= 0;
280 pci_read_config_byte(pdev
, PCI_REVISION_ID
, &adapter
->ahw
.revision_id
);
282 if (pci_enable_msi(pdev
)) {
283 adapter
->flags
&= ~NETXEN_NIC_MSI_ENABLED
;
284 printk(KERN_WARNING
"%s: unable to allocate MSI interrupt"
285 " error\n", netxen_nic_driver_name
);
287 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
289 if (netxen_is_flash_supported(adapter
) == 0 &&
290 netxen_get_flash_mac_addr(adapter
, mac_addr
) == 0)
296 * Initialize all the CRB registers here.
298 writel(0, NETXEN_CRB_NORMALIZE(adapter
, CRB_CMD_PRODUCER_OFFSET
));
299 writel(0, NETXEN_CRB_NORMALIZE(adapter
, CRB_CMD_CONSUMER_OFFSET
));
300 writel(0, NETXEN_CRB_NORMALIZE(adapter
, CRB_HOST_CMD_ADDR_LO
));
302 /* Unlock the HW, prompting the boot sequence */
304 NETXEN_CRB_NORMALIZE(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
));
306 /* Handshake with the card before we register the devices. */
307 netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
309 /* initialize the all the ports */
311 for (i
= 0; i
< adapter
->ahw
.max_ports
; i
++) {
312 netdev
= alloc_etherdev(sizeof(struct netxen_port
));
314 printk(KERN_ERR
"%s: could not allocate netdev for port"
315 " %d\n", netxen_nic_driver_name
, i
+ 1);
316 goto err_out_free_dev
;
319 SET_MODULE_OWNER(netdev
);
320 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
322 port
= netdev_priv(netdev
);
323 port
->netdev
= netdev
;
325 port
->adapter
= adapter
;
326 port
->portnum
= i
; /* Gigabit port number from 0-3 */
328 netdev
->open
= netxen_nic_open
;
329 netdev
->stop
= netxen_nic_close
;
330 netdev
->hard_start_xmit
= netxen_nic_xmit_frame
;
331 netdev
->get_stats
= netxen_nic_get_stats
;
332 netdev
->set_multicast_list
= netxen_nic_set_multi
;
333 netdev
->set_mac_address
= netxen_nic_set_mac
;
334 netdev
->change_mtu
= netxen_nic_change_mtu
;
335 netdev
->do_ioctl
= netxen_nic_ioctl
;
336 netdev
->tx_timeout
= netxen_tx_timeout
;
337 netdev
->watchdog_timeo
= HZ
;
339 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
340 netdev
->poll
= netxen_nic_poll
;
341 netdev
->weight
= NETXEN_NETDEV_WEIGHT
;
342 #ifdef CONFIG_NET_POLL_CONTROLLER
343 netdev
->poll_controller
= netxen_nic_poll_controller
;
345 /* ScatterGather support */
346 netdev
->features
= NETIF_F_SG
;
347 netdev
->features
|= NETIF_F_IP_CSUM
;
348 netdev
->features
|= NETIF_F_TSO
;
351 netdev
->features
|= NETIF_F_HIGHDMA
;
354 unsigned char *p
= (unsigned char *)&mac_addr
[i
];
355 netdev
->dev_addr
[0] = *(p
+ 5);
356 netdev
->dev_addr
[1] = *(p
+ 4);
357 netdev
->dev_addr
[2] = *(p
+ 3);
358 netdev
->dev_addr
[3] = *(p
+ 2);
359 netdev
->dev_addr
[4] = *(p
+ 1);
360 netdev
->dev_addr
[5] = *(p
+ 0);
362 memcpy(netdev
->perm_addr
, netdev
->dev_addr
,
364 if (!is_valid_ether_addr(netdev
->perm_addr
)) {
365 printk(KERN_ERR
"%s: Bad MAC address "
366 "%02x:%02x:%02x:%02x:%02x:%02x.\n",
367 netxen_nic_driver_name
,
373 netdev
->dev_addr
[5]);
375 if (adapter
->ops
->macaddr_set
)
376 adapter
->ops
->macaddr_set(port
,
381 adapter
->netdev
= netdev
;
382 INIT_WORK(&adapter
->tx_timeout_task
, netxen_tx_timeout_task
);
383 netif_carrier_off(netdev
);
384 netif_stop_queue(netdev
);
386 if ((err
= register_netdev(netdev
))) {
387 printk(KERN_ERR
"%s: register_netdev failed port #%d"
388 " aborting\n", netxen_nic_driver_name
, i
+ 1);
391 goto err_out_free_dev
;
393 adapter
->port_count
++;
394 adapter
->active_ports
= 0;
395 adapter
->port
[i
] = port
;
399 * delay a while to ensure that the Pegs are up & running.
400 * Otherwise, we might see some flaky behaviour.
404 switch (adapter
->ahw
.board_type
) {
406 printk("%s: QUAD GbE board initialized\n",
407 netxen_nic_driver_name
);
410 case NETXEN_NIC_XGBE
:
411 printk("%s: XGbE board initialized\n", netxen_nic_driver_name
);
415 adapter
->driver_mismatch
= 0;
420 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
421 pci_disable_msi(pdev
);
422 for (i
= 0; i
< adapter
->port_count
; i
++) {
423 port
= adapter
->port
[i
];
424 if ((port
) && (port
->netdev
)) {
425 unregister_netdev(port
->netdev
);
426 free_netdev(port
->netdev
);
431 err_out_free_rx_buffer
:
432 for (i
= 0; i
< MAX_RCV_CTX
; ++i
) {
433 recv_ctx
= &adapter
->recv_ctx
[i
];
434 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
435 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
436 if (rcv_desc
->rx_buf_arr
!= NULL
) {
437 vfree(rcv_desc
->rx_buf_arr
);
438 rcv_desc
->rx_buf_arr
= NULL
;
445 kfree(adapter
->port
);
447 err_out_free_adapter
:
448 pci_set_drvdata(pdev
, NULL
);
457 pci_release_regions(pdev
);
458 err_out_disable_pdev
:
459 pci_disable_device(pdev
);
463 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
465 struct netxen_adapter
*adapter
;
466 struct netxen_port
*port
;
467 struct netxen_rx_buffer
*buffer
;
468 struct netxen_recv_context
*recv_ctx
;
469 struct netxen_rcv_desc_ctx
*rcv_desc
;
473 adapter
= pci_get_drvdata(pdev
);
477 netxen_nic_stop_all_ports(adapter
);
478 /* leave the hw in the same state as reboot */
479 netxen_pinit_from_rom(adapter
, 0);
481 netxen_load_firmware(adapter
);
483 if ((adapter
->flags
& NETXEN_NIC_MSI_ENABLED
))
484 netxen_nic_disable_int(adapter
);
486 udelay(500); /* Delay for a while to drain the DMA engines */
487 for (i
= 0; i
< adapter
->port_count
; i
++) {
488 port
= adapter
->port
[i
];
489 if ((port
) && (port
->netdev
)) {
490 unregister_netdev(port
->netdev
);
491 free_netdev(port
->netdev
);
495 if ((adapter
->flags
& NETXEN_NIC_MSI_ENABLED
))
496 pci_disable_msi(pdev
);
497 pci_set_drvdata(pdev
, NULL
);
498 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
)
499 netxen_free_hw_resources(adapter
);
501 iounmap(adapter
->ahw
.pci_base0
);
502 iounmap(adapter
->ahw
.pci_base1
);
503 iounmap(adapter
->ahw
.pci_base2
);
505 pci_release_regions(pdev
);
506 pci_disable_device(pdev
);
508 for (ctxid
= 0; ctxid
< MAX_RCV_CTX
; ++ctxid
) {
509 recv_ctx
= &adapter
->recv_ctx
[ctxid
];
510 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
511 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
512 for (i
= 0; i
< rcv_desc
->max_rx_desc_count
; ++i
) {
513 buffer
= &(rcv_desc
->rx_buf_arr
[i
]);
514 if (buffer
->state
== NETXEN_BUFFER_FREE
)
516 pci_unmap_single(pdev
, buffer
->dma
,
519 if (buffer
->skb
!= NULL
)
520 dev_kfree_skb_any(buffer
->skb
);
522 vfree(rcv_desc
->rx_buf_arr
);
526 vfree(adapter
->cmd_buf_arr
);
532 * Called when a network interface is made active
533 * @returns 0 on success, negative value on failure
535 static int netxen_nic_open(struct net_device
*netdev
)
537 struct netxen_port
*port
= netdev_priv(netdev
);
538 struct netxen_adapter
*adapter
= port
->adapter
;
542 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
) {
543 err
= netxen_init_firmware(adapter
);
545 printk(KERN_ERR
"Failed to init firmware\n");
548 netxen_nic_flash_print(adapter
);
550 /* setup all the resources for the Phantom... */
551 /* this include the descriptors for rcv, tx, and status */
552 netxen_nic_clear_stats(adapter
);
553 err
= netxen_nic_hw_resources(adapter
);
555 printk(KERN_ERR
"Error in setting hw resources:%d\n",
559 if (adapter
->ops
->init_port
560 && adapter
->ops
->init_port(adapter
, port
->portnum
) != 0) {
561 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
562 netxen_nic_driver_name
, port
->portnum
);
563 netxen_free_hw_resources(adapter
);
566 if (adapter
->ops
->init_niu
)
567 adapter
->ops
->init_niu(adapter
);
568 for (ctx
= 0; ctx
< MAX_RCV_CTX
; ++ctx
) {
569 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++)
570 netxen_post_rx_buffers(adapter
, ctx
, ring
);
572 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
574 adapter
->active_ports
++;
575 if (adapter
->active_ports
== 1) {
576 err
= request_irq(adapter
->ahw
.pdev
->irq
, &netxen_intr
,
577 SA_SHIRQ
| SA_SAMPLE_RANDOM
, netdev
->name
,
580 printk(KERN_ERR
"request_irq failed with: %d\n", err
);
581 adapter
->active_ports
--;
584 adapter
->irq
= adapter
->ahw
.pdev
->irq
;
585 if (!adapter
->driver_mismatch
)
586 mod_timer(&adapter
->watchdog_timer
, jiffies
);
588 netxen_nic_enable_int(adapter
);
591 /* Done here again so that even if phantom sw overwrote it,
593 if (adapter
->ops
->macaddr_set
)
594 adapter
->ops
->macaddr_set(port
, netdev
->dev_addr
);
595 netxen_nic_set_link_parameters(port
);
597 netxen_nic_set_multi(netdev
);
598 if (!adapter
->driver_mismatch
)
599 netif_start_queue(netdev
);
605 * netxen_nic_close - Disables a network interface entry point
607 static int netxen_nic_close(struct net_device
*netdev
)
609 struct netxen_port
*port
= netdev_priv(netdev
);
610 struct netxen_adapter
*adapter
= port
->adapter
;
612 struct netxen_cmd_buffer
*cmd_buff
;
613 struct netxen_skb_frag
*buffrag
;
615 netif_carrier_off(netdev
);
616 netif_stop_queue(netdev
);
618 adapter
->active_ports
--;
620 if (!adapter
->active_ports
) {
621 netxen_nic_disable_int(adapter
);
623 free_irq(adapter
->irq
, adapter
);
624 cmd_buff
= adapter
->cmd_buf_arr
;
625 for (i
= 0; i
< adapter
->max_tx_desc_count
; i
++) {
626 buffrag
= cmd_buff
->frag_array
;
628 pci_unmap_single(port
->pdev
, buffrag
->dma
,
631 buffrag
->dma
= (u64
) NULL
;
633 for (j
= 0; j
< cmd_buff
->frag_count
; j
++) {
636 pci_unmap_page(port
->pdev
,
640 buffrag
->dma
= (u64
) NULL
;
643 /* Free the skb we received in netxen_nic_xmit_frame */
645 dev_kfree_skb_any(cmd_buff
->skb
);
646 cmd_buff
->skb
= NULL
;
650 del_timer_sync(&adapter
->watchdog_timer
);
656 static int netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
658 struct netxen_port
*port
= netdev_priv(netdev
);
659 struct netxen_adapter
*adapter
= port
->adapter
;
660 struct netxen_hardware_context
*hw
= &adapter
->ahw
;
661 unsigned int first_seg_len
= skb
->len
- skb
->data_len
;
662 struct netxen_skb_frag
*buffrag
;
666 u32 saved_producer
= 0;
667 struct cmd_desc_type0
*hwdesc
;
669 struct netxen_cmd_buffer
*pbuf
= NULL
;
670 unsigned int tries
= 0;
671 static int dropped_packet
= 0;
673 u32 local_producer
= 0;
674 u32 max_tx_desc_count
= 0;
675 u32 last_cmd_consumer
= 0;
678 port
->stats
.xmitcalled
++;
679 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
681 if (unlikely(skb
->len
<= 0)) {
682 dev_kfree_skb_any(skb
);
683 port
->stats
.badskblen
++;
687 if (frag_count
> MAX_BUFFERS_PER_CMD
) {
688 printk("%s: %s netxen_nic_xmit_frame: frag_count (%d)"
689 "too large, can handle only %d frags\n",
690 netxen_nic_driver_name
, netdev
->name
,
691 frag_count
, MAX_BUFFERS_PER_CMD
);
692 port
->stats
.txdropped
++;
693 if ((++dropped_packet
& 0xff) == 0xff)
694 printk("%s: %s droppped packets = %d\n",
695 netxen_nic_driver_name
, netdev
->name
,
702 * Everything is set up. Now, we just need to transmit it out.
703 * Note that we have to copy the contents of buffer over to
704 * right place. Later on, this can be optimized out by de-coupling the
705 * producer index from the buffer index.
707 retry_getting_window
:
708 spin_lock_bh(&adapter
->tx_lock
);
709 if (adapter
->total_threads
== MAX_XMIT_PRODUCERS
) {
710 spin_unlock_bh(&adapter
->tx_lock
);
717 for (i
= 0; i
< 20; i
++)
718 cpu_relax(); /*This a nop instr on i386 */
720 goto retry_getting_window
;
722 local_producer
= adapter
->cmd_producer
;
723 /* There 4 fragments per descriptor */
724 no_of_desc
= (frag_count
+ 3) >> 2;
725 if (netdev
->features
& NETIF_F_TSO
) {
726 if (skb_shinfo(skb
)->gso_size
> 0) {
729 if (((skb
->nh
.iph
)->ihl
* sizeof(u32
)) +
730 ((skb
->h
.th
)->doff
* sizeof(u32
)) +
731 sizeof(struct ethhdr
) >
732 (sizeof(struct cmd_desc_type0
) - NET_IP_ALIGN
)) {
737 k
= adapter
->cmd_producer
;
738 max_tx_desc_count
= adapter
->max_tx_desc_count
;
739 last_cmd_consumer
= adapter
->last_cmd_consumer
;
740 if ((k
+ no_of_desc
) >=
741 ((last_cmd_consumer
<= k
) ? last_cmd_consumer
+ max_tx_desc_count
:
742 last_cmd_consumer
)) {
743 spin_unlock_bh(&adapter
->tx_lock
);
746 netxen_process_cmd_ring((unsigned long)adapter
);
749 goto retry_getting_window
;
751 port
->stats
.nocmddescriptor
++;
752 DPRINTK(ERR
, "No command descriptors available,"
753 " producer = %d, consumer = %d count=%llu,"
754 " dropping packet\n", producer
,
755 adapter
->last_cmd_consumer
,
756 port
->stats
.nocmddescriptor
);
758 spin_lock_bh(&adapter
->tx_lock
);
759 netif_stop_queue(netdev
);
760 port
->flags
|= NETXEN_NETDEV_STATUS
;
761 spin_unlock_bh(&adapter
->tx_lock
);
762 return NETDEV_TX_BUSY
;
765 k
= get_index_range(k
, max_tx_desc_count
, no_of_desc
);
766 adapter
->cmd_producer
= k
;
767 adapter
->total_threads
++;
768 adapter
->num_threads
++;
770 spin_unlock_bh(&adapter
->tx_lock
);
771 /* Copy the descriptors into the hardware */
772 producer
= local_producer
;
773 saved_producer
= producer
;
774 hwdesc
= &hw
->cmd_desc_head
[producer
];
775 memset(hwdesc
, 0, sizeof(struct cmd_desc_type0
));
776 /* Take skb->data itself */
777 pbuf
= &adapter
->cmd_buf_arr
[producer
];
778 if ((netdev
->features
& NETIF_F_TSO
) && skb_shinfo(skb
)->gso_size
> 0) {
779 pbuf
->mss
= skb_shinfo(skb
)->gso_size
;
780 hwdesc
->mss
= skb_shinfo(skb
)->gso_size
;
785 pbuf
->no_of_descriptors
= no_of_desc
;
786 pbuf
->total_length
= skb
->len
;
788 pbuf
->cmd
= TX_ETHER_PKT
;
789 pbuf
->frag_count
= frag_count
;
790 pbuf
->port
= port
->portnum
;
791 buffrag
= &pbuf
->frag_array
[0];
792 buffrag
->dma
= pci_map_single(port
->pdev
, skb
->data
, first_seg_len
,
794 buffrag
->length
= first_seg_len
;
795 CMD_DESC_TOTAL_LENGTH_WRT(hwdesc
, skb
->len
);
796 hwdesc
->num_of_buffers
= frag_count
;
797 hwdesc
->opcode
= TX_ETHER_PKT
;
799 CMD_DESC_PORT_WRT(hwdesc
, port
->portnum
);
800 hwdesc
->buffer1_length
= cpu_to_le16(first_seg_len
);
801 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
803 for (i
= 1, k
= 1; i
< frag_count
; i
++, k
++) {
804 struct skb_frag_struct
*frag
;
806 unsigned long offset
;
809 /* move to next desc. if there is a need */
810 if ((i
& 0x3) == 0) {
812 producer
= get_next_index(producer
,
813 adapter
->max_tx_desc_count
);
814 hwdesc
= &hw
->cmd_desc_head
[producer
];
815 memset(hwdesc
, 0, sizeof(struct cmd_desc_type0
));
817 frag
= &skb_shinfo(skb
)->frags
[i
- 1];
819 offset
= frag
->page_offset
;
822 temp_dma
= pci_map_page(port
->pdev
, frag
->page
, offset
,
823 len
, PCI_DMA_TODEVICE
);
826 buffrag
->dma
= temp_dma
;
827 buffrag
->length
= temp_len
;
829 DPRINTK(INFO
, "for loop. i=%d k=%d\n", i
, k
);
832 hwdesc
->buffer1_length
= cpu_to_le16(temp_len
);
833 hwdesc
->addr_buffer1
= cpu_to_le64(temp_dma
);
836 hwdesc
->buffer2_length
= cpu_to_le16(temp_len
);
837 hwdesc
->addr_buffer2
= cpu_to_le64(temp_dma
);
840 hwdesc
->buffer3_length
= cpu_to_le16(temp_len
);
841 hwdesc
->addr_buffer3
= cpu_to_le64(temp_dma
);
844 hwdesc
->buffer4_length
= temp_len
;
845 hwdesc
->addr_buffer4
= cpu_to_le64(temp_dma
);
850 producer
= get_next_index(producer
, adapter
->max_tx_desc_count
);
852 /* might change opcode to TX_TCP_LSO */
853 netxen_tso_check(adapter
, &hw
->cmd_desc_head
[saved_producer
], skb
);
855 /* For LSO, we need to copy the MAC/IP/TCP headers into
856 * the descriptor ring
858 if (hw
->cmd_desc_head
[saved_producer
].opcode
== TX_TCP_LSO
) {
859 int hdr_len
, first_hdr_len
, more_hdr
;
860 hdr_len
= hw
->cmd_desc_head
[saved_producer
].total_hdr_length
;
861 if (hdr_len
> (sizeof(struct cmd_desc_type0
) - NET_IP_ALIGN
)) {
863 sizeof(struct cmd_desc_type0
) - NET_IP_ALIGN
;
866 first_hdr_len
= hdr_len
;
869 /* copy the MAC/IP/TCP headers to the cmd descriptor list */
870 hwdesc
= &hw
->cmd_desc_head
[producer
];
872 /* copy the first 64 bytes */
873 memcpy(((void *)hwdesc
) + NET_IP_ALIGN
,
874 (void *)(skb
->data
), first_hdr_len
);
875 producer
= get_next_index(producer
, max_tx_desc_count
);
878 hwdesc
= &hw
->cmd_desc_head
[producer
];
879 /* copy the next 64 bytes - should be enough except
880 * for pathological case
882 memcpy((void *)hwdesc
, (void *)(skb
->data
) +
883 first_hdr_len
, hdr_len
- first_hdr_len
);
884 producer
= get_next_index(producer
, max_tx_desc_count
);
887 spin_lock_bh(&adapter
->tx_lock
);
888 port
->stats
.txbytes
+=
889 CMD_DESC_TOTAL_LENGTH(&hw
->cmd_desc_head
[saved_producer
]);
890 /* Code to update the adapter considering how many producer threads
891 are currently working */
892 if ((--adapter
->num_threads
) == 0) {
893 /* This is the last thread */
894 u32 crb_producer
= adapter
->cmd_producer
;
896 NETXEN_CRB_NORMALIZE(adapter
, CRB_CMD_PRODUCER_OFFSET
));
898 adapter
->total_threads
= 0;
900 u32 crb_producer
= 0;
902 readl(NETXEN_CRB_NORMALIZE
903 (adapter
, CRB_CMD_PRODUCER_OFFSET
));
904 if (crb_producer
== local_producer
) {
905 crb_producer
= get_index_range(crb_producer
,
909 NETXEN_CRB_NORMALIZE(adapter
,
910 CRB_CMD_PRODUCER_OFFSET
));
915 port
->stats
.xmitfinished
++;
916 spin_unlock_bh(&adapter
->tx_lock
);
918 netdev
->trans_start
= jiffies
;
920 DPRINTK(INFO
, "wrote CMD producer %x to phantom\n", producer
);
922 DPRINTK(INFO
, "Done. Send\n");
926 static void netxen_watchdog(unsigned long v
)
928 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
929 schedule_work(&adapter
->watchdog_task
);
932 static void netxen_tx_timeout(struct net_device
*netdev
)
934 struct netxen_port
*port
= (struct netxen_port
*)netdev_priv(netdev
);
935 struct netxen_adapter
*adapter
= port
->adapter
;
937 schedule_work(&adapter
->tx_timeout_task
);
940 static void netxen_tx_timeout_task(struct work_struct
*work
)
942 struct netxen_adapter
*adapter
=
943 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
944 struct net_device
*netdev
= adapter
->netdev
;
947 printk(KERN_ERR
"%s %s: transmit timeout, resetting.\n",
948 netxen_nic_driver_name
, netdev
->name
);
950 spin_lock_irqsave(&adapter
->lock
, flags
);
951 netxen_nic_close(netdev
);
952 netxen_nic_open(netdev
);
953 spin_unlock_irqrestore(&adapter
->lock
, flags
);
954 netdev
->trans_start
= jiffies
;
955 netif_wake_queue(netdev
);
959 netxen_handle_int(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
963 DPRINTK(INFO
, "Entered handle ISR\n");
965 adapter
->stats
.ints
++;
967 if (!(adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)) {
970 netxen_nic_disable_int(adapter
);
971 /* Window = 0 or 1 */
973 writel(0xffffffff, PCI_OFFSET_SECOND_RANGE(adapter
,
974 ISR_INT_TARGET_STATUS
));
975 mask
= readl(pci_base_offset(adapter
, ISR_INT_VECTOR
));
976 } while (((mask
& 0x80) != 0) && (++count
< 32));
977 if ((mask
& 0x80) != 0)
978 printk("Could not disable interrupt completely\n");
981 adapter
->stats
.hostints
++;
983 if (netxen_nic_rx_has_work(adapter
) || netxen_nic_tx_has_work(adapter
)) {
984 if (netif_rx_schedule_prep(netdev
)) {
986 * Interrupts are already disabled.
988 __netif_rx_schedule(netdev
);
990 static unsigned int intcount
= 0;
991 if ((++intcount
& 0xfff) == 0xfff)
993 "%s: %s interrupt %d while in poll\n",
994 netxen_nic_driver_name
, netdev
->name
,
1001 netxen_nic_enable_int(adapter
);
1008 * netxen_intr - Interrupt Handler
1009 * @irq: interrupt number
1010 * data points to adapter stucture (which may be handling more than 1 port
1012 irqreturn_t
netxen_intr(int irq
, void *data
)
1014 struct netxen_adapter
*adapter
;
1015 struct netxen_port
*port
;
1016 struct net_device
*netdev
;
1019 if (unlikely(!irq
)) {
1020 return IRQ_NONE
; /* Not our interrupt */
1023 adapter
= (struct netxen_adapter
*)data
;
1024 for (i
= 0; i
< adapter
->ahw
.max_ports
; i
++) {
1025 port
= adapter
->port
[i
];
1026 netdev
= port
->netdev
;
1028 /* process our status queue (for all 4 ports) */
1029 netxen_handle_int(adapter
, netdev
);
1035 static int netxen_nic_poll(struct net_device
*netdev
, int *budget
)
1037 struct netxen_port
*port
= (struct netxen_port
*)netdev_priv(netdev
);
1038 struct netxen_adapter
*adapter
= port
->adapter
;
1039 int work_to_do
= min(*budget
, netdev
->quota
);
1044 DPRINTK(INFO
, "polling for %d descriptors\n", *budget
);
1045 port
->stats
.polled
++;
1047 adapter
->work_done
= 0;
1048 for (ctx
= 0; ctx
< MAX_RCV_CTX
; ++ctx
) {
1050 * Fairness issue. This will give undue weight to the
1051 * receive context 0.
1055 * To avoid starvation, we give each of our receivers,
1056 * a fraction of the quota. Sometimes, it might happen that we
1057 * have enough quota to process every packet, but since all the
1058 * packets are on one context, it gets only half of the quota,
1059 * and ends up not processing it.
1061 this_work_done
= netxen_process_rcv_ring(adapter
, ctx
,
1064 adapter
->work_done
+= this_work_done
;
1067 netdev
->quota
-= adapter
->work_done
;
1068 *budget
-= adapter
->work_done
;
1070 if (adapter
->work_done
>= work_to_do
1071 && netxen_nic_rx_has_work(adapter
) != 0)
1074 netxen_process_cmd_ring((unsigned long)adapter
);
1076 DPRINTK(INFO
, "new work_done: %d work_to_do: %d\n",
1077 adapter
->work_done
, work_to_do
);
1079 netif_rx_complete(netdev
);
1080 netxen_nic_enable_int(adapter
);
1086 #ifdef CONFIG_NET_POLL_CONTROLLER
1087 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1089 struct netxen_port
*port
= netdev_priv(netdev
);
1090 struct netxen_adapter
*adapter
= port
->adapter
;
1091 disable_irq(adapter
->irq
);
1092 netxen_intr(adapter
->irq
, adapter
);
1093 enable_irq(adapter
->irq
);
1097 * netxen_nic_ioctl () We provide the tcl/phanmon support through these
1101 netxen_nic_ioctl(struct net_device
*netdev
, struct ifreq
*ifr
, int cmd
)
1104 unsigned long nr_bytes
= 0;
1105 struct netxen_port
*port
= netdev_priv(netdev
);
1106 struct netxen_adapter
*adapter
= port
->adapter
;
1107 char dev_name
[NETXEN_NIC_NAME_LEN
];
1109 DPRINTK(INFO
, "doing ioctl for %s\n", netdev
->name
);
1111 case NETXEN_NIC_CMD
:
1112 err
= netxen_nic_do_ioctl(adapter
, (void *)ifr
->ifr_data
, port
);
1115 case NETXEN_NIC_NAME
:
1116 DPRINTK(INFO
, "ioctl cmd for NetXen\n");
1117 if (ifr
->ifr_data
) {
1118 sprintf(dev_name
, "%s-%d", NETXEN_NIC_NAME_RSP
,
1120 nr_bytes
= copy_to_user((char *)ifr
->ifr_data
, dev_name
,
1121 NETXEN_NIC_NAME_LEN
);
1129 DPRINTK(INFO
, "ioctl cmd %x not supported\n", cmd
);
1137 static struct pci_driver netxen_driver
= {
1138 .name
= netxen_nic_driver_name
,
1139 .id_table
= netxen_pci_tbl
,
1140 .probe
= netxen_nic_probe
,
1141 .remove
= __devexit_p(netxen_nic_remove
)
1144 /* Driver Registration on NetXen card */
1146 static int __init
netxen_init_module(void)
1148 return pci_module_init(&netxen_driver
);
1151 module_init(netxen_init_module
);
1153 static void __exit
netxen_exit_module(void)
1156 * Wait for some time to allow the dma to drain, if any.
1159 pci_unregister_driver(&netxen_driver
);
1162 module_exit(netxen_exit_module
);