2 * JMicron JMC2x0 series PCIe Ethernet Linux Device Driver
4 * Copyright 2008 JMicron Technology Corporation
5 * http://www.jmicron.com/
7 * Author: Guo-Fu Tseng <cooldavid@cooldavid.org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 #include <linux/module.h>
25 #include <linux/kernel.h>
26 #include <linux/pci.h>
27 #include <linux/netdevice.h>
28 #include <linux/etherdevice.h>
29 #include <linux/ethtool.h>
30 #include <linux/mii.h>
31 #include <linux/crc32.h>
32 #include <linux/delay.h>
33 #include <linux/spinlock.h>
36 #include <linux/ipv6.h>
37 #include <linux/tcp.h>
38 #include <linux/udp.h>
39 #include <linux/if_vlan.h>
40 #include <net/ip6_checksum.h>
43 static int force_pseudohp
= -1;
44 static int no_pseudohp
= -1;
45 static int no_extplug
= -1;
46 module_param(force_pseudohp
, int, 0);
47 MODULE_PARM_DESC(force_pseudohp
,
48 "Enable pseudo hot-plug feature manually by driver instead of BIOS.");
49 module_param(no_pseudohp
, int, 0);
50 MODULE_PARM_DESC(no_pseudohp
, "Disable pseudo hot-plug feature.");
51 module_param(no_extplug
, int, 0);
52 MODULE_PARM_DESC(no_extplug
,
53 "Do not use external plug signal for pseudo hot-plug.");
56 jme_mdio_read(struct net_device
*netdev
, int phy
, int reg
)
58 struct jme_adapter
*jme
= netdev_priv(netdev
);
59 int i
, val
, again
= (reg
== MII_BMSR
) ? 1 : 0;
62 jwrite32(jme
, JME_SMI
, SMI_OP_REQ
|
67 for (i
= JME_PHY_TIMEOUT
* 50 ; i
> 0 ; --i
) {
69 val
= jread32(jme
, JME_SMI
);
70 if ((val
& SMI_OP_REQ
) == 0)
75 jeprintk(jme
->pdev
, "phy(%d) read timeout : %d\n", phy
, reg
);
82 return (val
& SMI_DATA_MASK
) >> SMI_DATA_SHIFT
;
86 jme_mdio_write(struct net_device
*netdev
,
87 int phy
, int reg
, int val
)
89 struct jme_adapter
*jme
= netdev_priv(netdev
);
92 jwrite32(jme
, JME_SMI
, SMI_OP_WRITE
| SMI_OP_REQ
|
93 ((val
<< SMI_DATA_SHIFT
) & SMI_DATA_MASK
) |
94 smi_phy_addr(phy
) | smi_reg_addr(reg
));
97 for (i
= JME_PHY_TIMEOUT
* 50 ; i
> 0 ; --i
) {
99 if ((jread32(jme
, JME_SMI
) & SMI_OP_REQ
) == 0)
104 jeprintk(jme
->pdev
, "phy(%d) write timeout : %d\n", phy
, reg
);
110 jme_reset_phy_processor(struct jme_adapter
*jme
)
114 jme_mdio_write(jme
->dev
,
116 MII_ADVERTISE
, ADVERTISE_ALL
|
117 ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
);
119 if (jme
->pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
)
120 jme_mdio_write(jme
->dev
,
123 ADVERTISE_1000FULL
| ADVERTISE_1000HALF
);
125 val
= jme_mdio_read(jme
->dev
,
129 jme_mdio_write(jme
->dev
,
131 MII_BMCR
, val
| BMCR_RESET
);
137 jme_setup_wakeup_frame(struct jme_adapter
*jme
,
138 u32
*mask
, u32 crc
, int fnr
)
145 jwrite32(jme
, JME_WFOI
, WFOI_CRC_SEL
| (fnr
& WFOI_FRAME_SEL
));
147 jwrite32(jme
, JME_WFODP
, crc
);
153 for (i
= 0 ; i
< WAKEUP_FRAME_MASK_DWNR
; ++i
) {
154 jwrite32(jme
, JME_WFOI
,
155 ((i
<< WFOI_MASK_SHIFT
) & WFOI_MASK_SEL
) |
156 (fnr
& WFOI_FRAME_SEL
));
158 jwrite32(jme
, JME_WFODP
, mask
[i
]);
164 jme_reset_mac_processor(struct jme_adapter
*jme
)
166 u32 mask
[WAKEUP_FRAME_MASK_DWNR
] = {0, 0, 0, 0};
167 u32 crc
= 0xCDCDCDCD;
171 jwrite32(jme
, JME_GHC
, jme
->reg_ghc
| GHC_SWRST
);
173 jwrite32(jme
, JME_GHC
, jme
->reg_ghc
);
175 jwrite32(jme
, JME_RXDBA_LO
, 0x00000000);
176 jwrite32(jme
, JME_RXDBA_HI
, 0x00000000);
177 jwrite32(jme
, JME_RXQDC
, 0x00000000);
178 jwrite32(jme
, JME_RXNDA
, 0x00000000);
179 jwrite32(jme
, JME_TXDBA_LO
, 0x00000000);
180 jwrite32(jme
, JME_TXDBA_HI
, 0x00000000);
181 jwrite32(jme
, JME_TXQDC
, 0x00000000);
182 jwrite32(jme
, JME_TXNDA
, 0x00000000);
184 jwrite32(jme
, JME_RXMCHT_LO
, 0x00000000);
185 jwrite32(jme
, JME_RXMCHT_HI
, 0x00000000);
186 for (i
= 0 ; i
< WAKEUP_FRAME_NR
; ++i
)
187 jme_setup_wakeup_frame(jme
, mask
, crc
, i
);
189 gpreg0
= GPREG0_DEFAULT
| GPREG0_LNKINTPOLL
;
191 gpreg0
= GPREG0_DEFAULT
;
192 jwrite32(jme
, JME_GPREG0
, gpreg0
);
193 jwrite32(jme
, JME_GPREG1
, GPREG1_DEFAULT
);
197 jme_reset_ghc_speed(struct jme_adapter
*jme
)
199 jme
->reg_ghc
&= ~(GHC_SPEED_1000M
| GHC_DPX
);
200 jwrite32(jme
, JME_GHC
, jme
->reg_ghc
);
204 jme_clear_pm(struct jme_adapter
*jme
)
206 jwrite32(jme
, JME_PMCS
, 0xFFFF0000 | jme
->reg_pmcs
);
207 pci_set_power_state(jme
->pdev
, PCI_D0
);
208 pci_enable_wake(jme
->pdev
, PCI_D0
, false);
212 jme_reload_eeprom(struct jme_adapter
*jme
)
217 val
= jread32(jme
, JME_SMBCSR
);
219 if (val
& SMBCSR_EEPROMD
) {
221 jwrite32(jme
, JME_SMBCSR
, val
);
222 val
|= SMBCSR_RELOAD
;
223 jwrite32(jme
, JME_SMBCSR
, val
);
226 for (i
= JME_EEPROM_RELOAD_TIMEOUT
; i
> 0; --i
) {
228 if ((jread32(jme
, JME_SMBCSR
) & SMBCSR_RELOAD
) == 0)
233 jeprintk(jme
->pdev
, "eeprom reload timeout\n");
242 jme_load_macaddr(struct net_device
*netdev
)
244 struct jme_adapter
*jme
= netdev_priv(netdev
);
245 unsigned char macaddr
[6];
248 spin_lock_bh(&jme
->macaddr_lock
);
249 val
= jread32(jme
, JME_RXUMA_LO
);
250 macaddr
[0] = (val
>> 0) & 0xFF;
251 macaddr
[1] = (val
>> 8) & 0xFF;
252 macaddr
[2] = (val
>> 16) & 0xFF;
253 macaddr
[3] = (val
>> 24) & 0xFF;
254 val
= jread32(jme
, JME_RXUMA_HI
);
255 macaddr
[4] = (val
>> 0) & 0xFF;
256 macaddr
[5] = (val
>> 8) & 0xFF;
257 memcpy(netdev
->dev_addr
, macaddr
, 6);
258 spin_unlock_bh(&jme
->macaddr_lock
);
262 jme_set_rx_pcc(struct jme_adapter
*jme
, int p
)
266 jwrite32(jme
, JME_PCCRX0
,
267 ((PCC_OFF_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
268 ((PCC_OFF_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
271 jwrite32(jme
, JME_PCCRX0
,
272 ((PCC_P1_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
273 ((PCC_P1_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
276 jwrite32(jme
, JME_PCCRX0
,
277 ((PCC_P2_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
278 ((PCC_P2_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
281 jwrite32(jme
, JME_PCCRX0
,
282 ((PCC_P3_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
283 ((PCC_P3_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
290 if (!(test_bit(JME_FLAG_POLL
, &jme
->flags
)))
291 msg_rx_status(jme
, "Switched to PCC_P%d\n", p
);
295 jme_start_irq(struct jme_adapter
*jme
)
297 register struct dynpcc_info
*dpi
= &(jme
->dpi
);
299 jme_set_rx_pcc(jme
, PCC_P1
);
301 dpi
->attempt
= PCC_P1
;
304 jwrite32(jme
, JME_PCCTX
,
305 ((PCC_TX_TO
<< PCCTXTO_SHIFT
) & PCCTXTO_MASK
) |
306 ((PCC_TX_CNT
<< PCCTX_SHIFT
) & PCCTX_MASK
) |
313 jwrite32(jme
, JME_IENS
, INTR_ENABLE
);
317 jme_stop_irq(struct jme_adapter
*jme
)
322 jwrite32f(jme
, JME_IENC
, INTR_ENABLE
);
326 jme_enable_shadow(struct jme_adapter
*jme
)
330 ((u32
)jme
->shadow_dma
& ~((u32
)0x1F)) | SHBA_POSTEN
);
334 jme_disable_shadow(struct jme_adapter
*jme
)
336 jwrite32(jme
, JME_SHBA_LO
, 0x0);
340 jme_linkstat_from_phy(struct jme_adapter
*jme
)
344 phylink
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, 17);
345 bmsr
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMSR
);
346 if (bmsr
& BMSR_ANCOMP
)
347 phylink
|= PHY_LINK_AUTONEG_COMPLETE
;
353 jme_set_phyfifoa(struct jme_adapter
*jme
)
355 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, 27, 0x0004);
359 jme_set_phyfifob(struct jme_adapter
*jme
)
361 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, 27, 0x0000);
365 jme_check_link(struct net_device
*netdev
, int testonly
)
367 struct jme_adapter
*jme
= netdev_priv(netdev
);
368 u32 phylink
, ghc
, cnt
= JME_SPDRSV_TIMEOUT
, bmcr
, gpreg1
;
375 phylink
= jme_linkstat_from_phy(jme
);
377 phylink
= jread32(jme
, JME_PHY_LINK
);
379 if (phylink
& PHY_LINK_UP
) {
380 if (!(phylink
& PHY_LINK_AUTONEG_COMPLETE
)) {
382 * If we did not enable AN
383 * Speed/Duplex Info should be obtained from SMI
385 phylink
= PHY_LINK_UP
;
387 bmcr
= jme_mdio_read(jme
->dev
,
391 phylink
|= ((bmcr
& BMCR_SPEED1000
) &&
392 (bmcr
& BMCR_SPEED100
) == 0) ?
393 PHY_LINK_SPEED_1000M
:
394 (bmcr
& BMCR_SPEED100
) ?
395 PHY_LINK_SPEED_100M
:
398 phylink
|= (bmcr
& BMCR_FULLDPLX
) ?
401 strcat(linkmsg
, "Forced: ");
404 * Keep polling for speed/duplex resolve complete
406 while (!(phylink
& PHY_LINK_SPEEDDPU_RESOLVED
) &&
412 phylink
= jme_linkstat_from_phy(jme
);
414 phylink
= jread32(jme
, JME_PHY_LINK
);
418 "Waiting speed resolve timeout.\n");
420 strcat(linkmsg
, "ANed: ");
423 if (jme
->phylink
== phylink
) {
430 jme
->phylink
= phylink
;
432 ghc
= jme
->reg_ghc
& ~(GHC_SPEED
| GHC_DPX
|
433 GHC_TO_CLK_PCIE
| GHC_TXMAC_CLK_PCIE
|
434 GHC_TO_CLK_GPHY
| GHC_TXMAC_CLK_GPHY
);
435 switch (phylink
& PHY_LINK_SPEED_MASK
) {
436 case PHY_LINK_SPEED_10M
:
437 ghc
|= GHC_SPEED_10M
|
438 GHC_TO_CLK_PCIE
| GHC_TXMAC_CLK_PCIE
;
439 strcat(linkmsg
, "10 Mbps, ");
441 case PHY_LINK_SPEED_100M
:
442 ghc
|= GHC_SPEED_100M
|
443 GHC_TO_CLK_PCIE
| GHC_TXMAC_CLK_PCIE
;
444 strcat(linkmsg
, "100 Mbps, ");
446 case PHY_LINK_SPEED_1000M
:
447 ghc
|= GHC_SPEED_1000M
|
448 GHC_TO_CLK_GPHY
| GHC_TXMAC_CLK_GPHY
;
449 strcat(linkmsg
, "1000 Mbps, ");
455 if (phylink
& PHY_LINK_DUPLEX
) {
456 jwrite32(jme
, JME_TXMCS
, TXMCS_DEFAULT
);
459 jwrite32(jme
, JME_TXMCS
, TXMCS_DEFAULT
|
463 jwrite32(jme
, JME_TXTRHD
, TXTRHD_TXPEN
|
464 ((0x2000 << TXTRHD_TXP_SHIFT
) & TXTRHD_TXP
) |
466 ((8 << TXTRHD_TXRL_SHIFT
) & TXTRHD_TXRL
));
469 gpreg1
= GPREG1_DEFAULT
;
470 if (is_buggy250(jme
->pdev
->device
, jme
->chiprev
)) {
471 if (!(phylink
& PHY_LINK_DUPLEX
))
472 gpreg1
|= GPREG1_HALFMODEPATCH
;
473 switch (phylink
& PHY_LINK_SPEED_MASK
) {
474 case PHY_LINK_SPEED_10M
:
475 jme_set_phyfifoa(jme
);
476 gpreg1
|= GPREG1_RSSPATCH
;
478 case PHY_LINK_SPEED_100M
:
479 jme_set_phyfifob(jme
);
480 gpreg1
|= GPREG1_RSSPATCH
;
482 case PHY_LINK_SPEED_1000M
:
483 jme_set_phyfifoa(jme
);
490 jwrite32(jme
, JME_GPREG1
, gpreg1
);
491 jwrite32(jme
, JME_GHC
, ghc
);
494 strcat(linkmsg
, (phylink
& PHY_LINK_DUPLEX
) ?
497 strcat(linkmsg
, (phylink
& PHY_LINK_MDI_STAT
) ?
500 msg_link(jme
, "Link is up at %s.\n", linkmsg
);
501 netif_carrier_on(netdev
);
506 msg_link(jme
, "Link is down.\n");
508 netif_carrier_off(netdev
);
516 jme_setup_tx_resources(struct jme_adapter
*jme
)
518 struct jme_ring
*txring
= &(jme
->txring
[0]);
520 txring
->alloc
= dma_alloc_coherent(&(jme
->pdev
->dev
),
521 TX_RING_ALLOC_SIZE(jme
->tx_ring_size
),
525 if (!txring
->alloc
) {
527 txring
->dmaalloc
= 0;
535 txring
->desc
= (void *)ALIGN((unsigned long)(txring
->alloc
),
537 txring
->dma
= ALIGN(txring
->dmaalloc
, RING_DESC_ALIGN
);
538 txring
->next_to_use
= 0;
539 atomic_set(&txring
->next_to_clean
, 0);
540 atomic_set(&txring
->nr_free
, jme
->tx_ring_size
);
543 * Initialize Transmit Descriptors
545 memset(txring
->alloc
, 0, TX_RING_ALLOC_SIZE(jme
->tx_ring_size
));
546 memset(txring
->bufinf
, 0,
547 sizeof(struct jme_buffer_info
) * jme
->tx_ring_size
);
553 jme_free_tx_resources(struct jme_adapter
*jme
)
556 struct jme_ring
*txring
= &(jme
->txring
[0]);
557 struct jme_buffer_info
*txbi
= txring
->bufinf
;
560 for (i
= 0 ; i
< jme
->tx_ring_size
; ++i
) {
561 txbi
= txring
->bufinf
+ i
;
563 dev_kfree_skb(txbi
->skb
);
569 txbi
->start_xmit
= 0;
572 dma_free_coherent(&(jme
->pdev
->dev
),
573 TX_RING_ALLOC_SIZE(jme
->tx_ring_size
),
577 txring
->alloc
= NULL
;
579 txring
->dmaalloc
= 0;
582 txring
->next_to_use
= 0;
583 atomic_set(&txring
->next_to_clean
, 0);
584 atomic_set(&txring
->nr_free
, 0);
589 jme_enable_tx_engine(struct jme_adapter
*jme
)
594 jwrite32(jme
, JME_TXCS
, TXCS_DEFAULT
| TXCS_SELECT_QUEUE0
);
598 * Setup TX Queue 0 DMA Bass Address
600 jwrite32(jme
, JME_TXDBA_LO
, (__u64
)jme
->txring
[0].dma
& 0xFFFFFFFFUL
);
601 jwrite32(jme
, JME_TXDBA_HI
, (__u64
)(jme
->txring
[0].dma
) >> 32);
602 jwrite32(jme
, JME_TXNDA
, (__u64
)jme
->txring
[0].dma
& 0xFFFFFFFFUL
);
605 * Setup TX Descptor Count
607 jwrite32(jme
, JME_TXQDC
, jme
->tx_ring_size
);
613 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
|
620 jme_restart_tx_engine(struct jme_adapter
*jme
)
625 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
|
631 jme_disable_tx_engine(struct jme_adapter
*jme
)
639 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
| TXCS_SELECT_QUEUE0
);
642 val
= jread32(jme
, JME_TXCS
);
643 for (i
= JME_TX_DISABLE_TIMEOUT
; (val
& TXCS_ENABLE
) && i
> 0 ; --i
) {
645 val
= jread32(jme
, JME_TXCS
);
650 jeprintk(jme
->pdev
, "Disable TX engine timeout.\n");
654 jme_set_clean_rxdesc(struct jme_adapter
*jme
, int i
)
656 struct jme_ring
*rxring
= jme
->rxring
;
657 register struct rxdesc
*rxdesc
= rxring
->desc
;
658 struct jme_buffer_info
*rxbi
= rxring
->bufinf
;
664 rxdesc
->desc1
.bufaddrh
= cpu_to_le32((__u64
)rxbi
->mapping
>> 32);
665 rxdesc
->desc1
.bufaddrl
= cpu_to_le32(
666 (__u64
)rxbi
->mapping
& 0xFFFFFFFFUL
);
667 rxdesc
->desc1
.datalen
= cpu_to_le16(rxbi
->len
);
668 if (jme
->dev
->features
& NETIF_F_HIGHDMA
)
669 rxdesc
->desc1
.flags
= RXFLAG_64BIT
;
671 rxdesc
->desc1
.flags
|= RXFLAG_OWN
| RXFLAG_INT
;
675 jme_make_new_rx_buf(struct jme_adapter
*jme
, int i
)
677 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
678 struct jme_buffer_info
*rxbi
= rxring
->bufinf
+ i
;
681 skb
= netdev_alloc_skb(jme
->dev
,
682 jme
->dev
->mtu
+ RX_EXTRA_LEN
);
687 rxbi
->len
= skb_tailroom(skb
);
688 rxbi
->mapping
= pci_map_page(jme
->pdev
,
689 virt_to_page(skb
->data
),
690 offset_in_page(skb
->data
),
698 jme_free_rx_buf(struct jme_adapter
*jme
, int i
)
700 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
701 struct jme_buffer_info
*rxbi
= rxring
->bufinf
;
705 pci_unmap_page(jme
->pdev
,
709 dev_kfree_skb(rxbi
->skb
);
717 jme_free_rx_resources(struct jme_adapter
*jme
)
720 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
723 for (i
= 0 ; i
< jme
->rx_ring_size
; ++i
)
724 jme_free_rx_buf(jme
, i
);
726 dma_free_coherent(&(jme
->pdev
->dev
),
727 RX_RING_ALLOC_SIZE(jme
->rx_ring_size
),
730 rxring
->alloc
= NULL
;
732 rxring
->dmaalloc
= 0;
735 rxring
->next_to_use
= 0;
736 atomic_set(&rxring
->next_to_clean
, 0);
740 jme_setup_rx_resources(struct jme_adapter
*jme
)
743 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
745 rxring
->alloc
= dma_alloc_coherent(&(jme
->pdev
->dev
),
746 RX_RING_ALLOC_SIZE(jme
->rx_ring_size
),
749 if (!rxring
->alloc
) {
751 rxring
->dmaalloc
= 0;
759 rxring
->desc
= (void *)ALIGN((unsigned long)(rxring
->alloc
),
761 rxring
->dma
= ALIGN(rxring
->dmaalloc
, RING_DESC_ALIGN
);
762 rxring
->next_to_use
= 0;
763 atomic_set(&rxring
->next_to_clean
, 0);
766 * Initiallize Receive Descriptors
768 for (i
= 0 ; i
< jme
->rx_ring_size
; ++i
) {
769 if (unlikely(jme_make_new_rx_buf(jme
, i
))) {
770 jme_free_rx_resources(jme
);
774 jme_set_clean_rxdesc(jme
, i
);
781 jme_enable_rx_engine(struct jme_adapter
*jme
)
786 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
|
791 * Setup RX DMA Bass Address
793 jwrite32(jme
, JME_RXDBA_LO
, (__u64
)jme
->rxring
[0].dma
& 0xFFFFFFFFUL
);
794 jwrite32(jme
, JME_RXDBA_HI
, (__u64
)(jme
->rxring
[0].dma
) >> 32);
795 jwrite32(jme
, JME_RXNDA
, (__u64
)jme
->rxring
[0].dma
& 0xFFFFFFFFUL
);
798 * Setup RX Descriptor Count
800 jwrite32(jme
, JME_RXQDC
, jme
->rx_ring_size
);
803 * Setup Unicast Filter
805 jme_set_multi(jme
->dev
);
811 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
|
818 jme_restart_rx_engine(struct jme_adapter
*jme
)
823 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
|
830 jme_disable_rx_engine(struct jme_adapter
*jme
)
838 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
);
841 val
= jread32(jme
, JME_RXCS
);
842 for (i
= JME_RX_DISABLE_TIMEOUT
; (val
& RXCS_ENABLE
) && i
> 0 ; --i
) {
844 val
= jread32(jme
, JME_RXCS
);
849 jeprintk(jme
->pdev
, "Disable RX engine timeout.\n");
854 jme_rxsum_ok(struct jme_adapter
*jme
, u16 flags
)
856 if (!(flags
& (RXWBFLAG_TCPON
| RXWBFLAG_UDPON
| RXWBFLAG_IPV4
)))
859 if (unlikely(!(flags
& RXWBFLAG_MF
) &&
860 (flags
& RXWBFLAG_TCPON
) && !(flags
& RXWBFLAG_TCPCS
))) {
861 msg_rx_err(jme
, "TCP Checksum error.\n");
865 if (unlikely(!(flags
& RXWBFLAG_MF
) &&
866 (flags
& RXWBFLAG_UDPON
) && !(flags
& RXWBFLAG_UDPCS
))) {
867 msg_rx_err(jme
, "UDP Checksum error.\n");
871 if (unlikely((flags
& RXWBFLAG_IPV4
) && !(flags
& RXWBFLAG_IPCS
))) {
872 msg_rx_err(jme
, "IPv4 Checksum error.\n");
883 jme_alloc_and_feed_skb(struct jme_adapter
*jme
, int idx
)
885 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
886 struct rxdesc
*rxdesc
= rxring
->desc
;
887 struct jme_buffer_info
*rxbi
= rxring
->bufinf
;
895 pci_dma_sync_single_for_cpu(jme
->pdev
,
900 if (unlikely(jme_make_new_rx_buf(jme
, idx
))) {
901 pci_dma_sync_single_for_device(jme
->pdev
,
906 ++(NET_STAT(jme
).rx_dropped
);
908 framesize
= le16_to_cpu(rxdesc
->descwb
.framesize
)
911 skb_reserve(skb
, RX_PREPAD_SIZE
);
912 skb_put(skb
, framesize
);
913 skb
->protocol
= eth_type_trans(skb
, jme
->dev
);
915 if (jme_rxsum_ok(jme
, le16_to_cpu(rxdesc
->descwb
.flags
)))
916 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
918 skb
->ip_summed
= CHECKSUM_NONE
;
920 if (rxdesc
->descwb
.flags
& cpu_to_le16(RXWBFLAG_TAGON
)) {
922 jme
->jme_vlan_rx(skb
, jme
->vlgrp
,
923 le16_to_cpu(rxdesc
->descwb
.vlan
));
924 NET_STAT(jme
).rx_bytes
+= 4;
930 if ((rxdesc
->descwb
.flags
& cpu_to_le16(RXWBFLAG_DEST
)) ==
931 cpu_to_le16(RXWBFLAG_DEST_MUL
))
932 ++(NET_STAT(jme
).multicast
);
934 NET_STAT(jme
).rx_bytes
+= framesize
;
935 ++(NET_STAT(jme
).rx_packets
);
938 jme_set_clean_rxdesc(jme
, idx
);
943 jme_process_receive(struct jme_adapter
*jme
, int limit
)
945 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
946 struct rxdesc
*rxdesc
= rxring
->desc
;
947 int i
, j
, ccnt
, desccnt
, mask
= jme
->rx_ring_mask
;
949 if (unlikely(!atomic_dec_and_test(&jme
->rx_cleaning
)))
952 if (unlikely(atomic_read(&jme
->link_changing
) != 1))
955 if (unlikely(!netif_carrier_ok(jme
->dev
)))
958 i
= atomic_read(&rxring
->next_to_clean
);
960 rxdesc
= rxring
->desc
;
963 if ((rxdesc
->descwb
.flags
& cpu_to_le16(RXWBFLAG_OWN
)) ||
964 !(rxdesc
->descwb
.desccnt
& RXWBDCNT_WBCPL
))
968 desccnt
= rxdesc
->descwb
.desccnt
& RXWBDCNT_DCNT
;
970 if (unlikely(desccnt
> 1 ||
971 rxdesc
->descwb
.errstat
& RXWBERR_ALLERR
)) {
973 if (rxdesc
->descwb
.errstat
& RXWBERR_CRCERR
)
974 ++(NET_STAT(jme
).rx_crc_errors
);
975 else if (rxdesc
->descwb
.errstat
& RXWBERR_OVERUN
)
976 ++(NET_STAT(jme
).rx_fifo_errors
);
978 ++(NET_STAT(jme
).rx_errors
);
981 limit
-= desccnt
- 1;
983 for (j
= i
, ccnt
= desccnt
; ccnt
-- ; ) {
984 jme_set_clean_rxdesc(jme
, j
);
985 j
= (j
+ 1) & (mask
);
989 jme_alloc_and_feed_skb(jme
, i
);
992 i
= (i
+ desccnt
) & (mask
);
996 atomic_set(&rxring
->next_to_clean
, i
);
999 atomic_inc(&jme
->rx_cleaning
);
1001 return limit
> 0 ? limit
: 0;
1006 jme_attempt_pcc(struct dynpcc_info
*dpi
, int atmp
)
1008 if (likely(atmp
== dpi
->cur
)) {
1013 if (dpi
->attempt
== atmp
) {
1016 dpi
->attempt
= atmp
;
1023 jme_dynamic_pcc(struct jme_adapter
*jme
)
1025 register struct dynpcc_info
*dpi
= &(jme
->dpi
);
1027 if ((NET_STAT(jme
).rx_bytes
- dpi
->last_bytes
) > PCC_P3_THRESHOLD
)
1028 jme_attempt_pcc(dpi
, PCC_P3
);
1029 else if ((NET_STAT(jme
).rx_packets
- dpi
->last_pkts
) > PCC_P2_THRESHOLD
1030 || dpi
->intr_cnt
> PCC_INTR_THRESHOLD
)
1031 jme_attempt_pcc(dpi
, PCC_P2
);
1033 jme_attempt_pcc(dpi
, PCC_P1
);
1035 if (unlikely(dpi
->attempt
!= dpi
->cur
&& dpi
->cnt
> 5)) {
1036 if (dpi
->attempt
< dpi
->cur
)
1037 tasklet_schedule(&jme
->rxclean_task
);
1038 jme_set_rx_pcc(jme
, dpi
->attempt
);
1039 dpi
->cur
= dpi
->attempt
;
1045 jme_start_pcc_timer(struct jme_adapter
*jme
)
1047 struct dynpcc_info
*dpi
= &(jme
->dpi
);
1048 dpi
->last_bytes
= NET_STAT(jme
).rx_bytes
;
1049 dpi
->last_pkts
= NET_STAT(jme
).rx_packets
;
1051 jwrite32(jme
, JME_TMCSR
,
1052 TMCSR_EN
| ((0xFFFFFF - PCC_INTERVAL_US
) & TMCSR_CNT
));
1056 jme_stop_pcc_timer(struct jme_adapter
*jme
)
1058 jwrite32(jme
, JME_TMCSR
, 0);
1062 jme_shutdown_nic(struct jme_adapter
*jme
)
1066 phylink
= jme_linkstat_from_phy(jme
);
1068 if (!(phylink
& PHY_LINK_UP
)) {
1070 * Disable all interrupt before issue timer
1073 jwrite32(jme
, JME_TIMER2
, TMCSR_EN
| 0xFFFFFE);
1078 jme_pcc_tasklet(unsigned long arg
)
1080 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1081 struct net_device
*netdev
= jme
->dev
;
1083 if (unlikely(test_bit(JME_FLAG_SHUTDOWN
, &jme
->flags
))) {
1084 jme_shutdown_nic(jme
);
1088 if (unlikely(!netif_carrier_ok(netdev
) ||
1089 (atomic_read(&jme
->link_changing
) != 1)
1091 jme_stop_pcc_timer(jme
);
1095 if (!(test_bit(JME_FLAG_POLL
, &jme
->flags
)))
1096 jme_dynamic_pcc(jme
);
1098 jme_start_pcc_timer(jme
);
1102 jme_polling_mode(struct jme_adapter
*jme
)
1104 jme_set_rx_pcc(jme
, PCC_OFF
);
1108 jme_interrupt_mode(struct jme_adapter
*jme
)
1110 jme_set_rx_pcc(jme
, PCC_P1
);
1114 jme_pseudo_hotplug_enabled(struct jme_adapter
*jme
)
1117 apmc
= jread32(jme
, JME_APMC
);
1118 return apmc
& JME_APMC_PSEUDO_HP_EN
;
1122 jme_start_shutdown_timer(struct jme_adapter
*jme
)
1126 apmc
= jread32(jme
, JME_APMC
) | JME_APMC_PCIE_SD_EN
;
1127 apmc
&= ~JME_APMC_EPIEN_CTRL
;
1129 jwrite32f(jme
, JME_APMC
, apmc
| JME_APMC_EPIEN_CTRL_EN
);
1132 jwrite32f(jme
, JME_APMC
, apmc
);
1134 jwrite32f(jme
, JME_TIMER2
, 0);
1135 set_bit(JME_FLAG_SHUTDOWN
, &jme
->flags
);
1136 jwrite32(jme
, JME_TMCSR
,
1137 TMCSR_EN
| ((0xFFFFFF - APMC_PHP_SHUTDOWN_DELAY
) & TMCSR_CNT
));
1141 jme_stop_shutdown_timer(struct jme_adapter
*jme
)
1145 jwrite32f(jme
, JME_TMCSR
, 0);
1146 jwrite32f(jme
, JME_TIMER2
, 0);
1147 clear_bit(JME_FLAG_SHUTDOWN
, &jme
->flags
);
1149 apmc
= jread32(jme
, JME_APMC
);
1150 apmc
&= ~(JME_APMC_PCIE_SD_EN
| JME_APMC_EPIEN_CTRL
);
1151 jwrite32f(jme
, JME_APMC
, apmc
| JME_APMC_EPIEN_CTRL_DIS
);
1153 jwrite32f(jme
, JME_APMC
, apmc
);
1157 jme_link_change_tasklet(unsigned long arg
)
1159 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1160 struct net_device
*netdev
= jme
->dev
;
1163 while (!atomic_dec_and_test(&jme
->link_changing
)) {
1164 atomic_inc(&jme
->link_changing
);
1165 msg_intr(jme
, "Get link change lock failed.\n");
1166 while (atomic_read(&jme
->link_changing
) != 1)
1167 msg_intr(jme
, "Waiting link change lock.\n");
1170 if (jme_check_link(netdev
, 1) && jme
->old_mtu
== netdev
->mtu
)
1173 jme
->old_mtu
= netdev
->mtu
;
1174 netif_stop_queue(netdev
);
1175 if (jme_pseudo_hotplug_enabled(jme
))
1176 jme_stop_shutdown_timer(jme
);
1178 jme_stop_pcc_timer(jme
);
1179 tasklet_disable(&jme
->txclean_task
);
1180 tasklet_disable(&jme
->rxclean_task
);
1181 tasklet_disable(&jme
->rxempty_task
);
1183 if (netif_carrier_ok(netdev
)) {
1184 jme_reset_ghc_speed(jme
);
1185 jme_disable_rx_engine(jme
);
1186 jme_disable_tx_engine(jme
);
1187 jme_reset_mac_processor(jme
);
1188 jme_free_rx_resources(jme
);
1189 jme_free_tx_resources(jme
);
1191 if (test_bit(JME_FLAG_POLL
, &jme
->flags
))
1192 jme_polling_mode(jme
);
1194 netif_carrier_off(netdev
);
1197 jme_check_link(netdev
, 0);
1198 if (netif_carrier_ok(netdev
)) {
1199 rc
= jme_setup_rx_resources(jme
);
1201 jeprintk(jme
->pdev
, "Allocating resources for RX error"
1202 ", Device STOPPED!\n");
1203 goto out_enable_tasklet
;
1206 rc
= jme_setup_tx_resources(jme
);
1208 jeprintk(jme
->pdev
, "Allocating resources for TX error"
1209 ", Device STOPPED!\n");
1210 goto err_out_free_rx_resources
;
1213 jme_enable_rx_engine(jme
);
1214 jme_enable_tx_engine(jme
);
1216 netif_start_queue(netdev
);
1218 if (test_bit(JME_FLAG_POLL
, &jme
->flags
))
1219 jme_interrupt_mode(jme
);
1221 jme_start_pcc_timer(jme
);
1222 } else if (jme_pseudo_hotplug_enabled(jme
)) {
1223 jme_start_shutdown_timer(jme
);
1226 goto out_enable_tasklet
;
1228 err_out_free_rx_resources
:
1229 jme_free_rx_resources(jme
);
1231 tasklet_enable(&jme
->txclean_task
);
1232 tasklet_hi_enable(&jme
->rxclean_task
);
1233 tasklet_hi_enable(&jme
->rxempty_task
);
1235 atomic_inc(&jme
->link_changing
);
1239 jme_rx_clean_tasklet(unsigned long arg
)
1241 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1242 struct dynpcc_info
*dpi
= &(jme
->dpi
);
1244 jme_process_receive(jme
, jme
->rx_ring_size
);
1250 jme_poll(JME_NAPI_HOLDER(holder
), JME_NAPI_WEIGHT(budget
))
1252 struct jme_adapter
*jme
= jme_napi_priv(holder
);
1255 rest
= jme_process_receive(jme
, JME_NAPI_WEIGHT_VAL(budget
));
1257 while (atomic_read(&jme
->rx_empty
) > 0) {
1258 atomic_dec(&jme
->rx_empty
);
1259 ++(NET_STAT(jme
).rx_dropped
);
1260 jme_restart_rx_engine(jme
);
1262 atomic_inc(&jme
->rx_empty
);
1265 JME_RX_COMPLETE(netdev
, holder
);
1266 jme_interrupt_mode(jme
);
1269 JME_NAPI_WEIGHT_SET(budget
, rest
);
1270 return JME_NAPI_WEIGHT_VAL(budget
) - rest
;
1274 jme_rx_empty_tasklet(unsigned long arg
)
1276 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1278 if (unlikely(atomic_read(&jme
->link_changing
) != 1))
1281 if (unlikely(!netif_carrier_ok(jme
->dev
)))
1284 msg_rx_status(jme
, "RX Queue Full!\n");
1286 jme_rx_clean_tasklet(arg
);
1288 while (atomic_read(&jme
->rx_empty
) > 0) {
1289 atomic_dec(&jme
->rx_empty
);
1290 ++(NET_STAT(jme
).rx_dropped
);
1291 jme_restart_rx_engine(jme
);
1293 atomic_inc(&jme
->rx_empty
);
1297 jme_wake_queue_if_stopped(struct jme_adapter
*jme
)
1299 struct jme_ring
*txring
= jme
->txring
;
1302 if (unlikely(netif_queue_stopped(jme
->dev
) &&
1303 atomic_read(&txring
->nr_free
) >= (jme
->tx_wake_threshold
))) {
1304 msg_tx_done(jme
, "TX Queue Waked.\n");
1305 netif_wake_queue(jme
->dev
);
1311 jme_tx_clean_tasklet(unsigned long arg
)
1313 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1314 struct jme_ring
*txring
= &(jme
->txring
[0]);
1315 struct txdesc
*txdesc
= txring
->desc
;
1316 struct jme_buffer_info
*txbi
= txring
->bufinf
, *ctxbi
, *ttxbi
;
1317 int i
, j
, cnt
= 0, max
, err
, mask
;
1319 tx_dbg(jme
, "Into txclean.\n");
1321 if (unlikely(!atomic_dec_and_test(&jme
->tx_cleaning
)))
1324 if (unlikely(atomic_read(&jme
->link_changing
) != 1))
1327 if (unlikely(!netif_carrier_ok(jme
->dev
)))
1330 max
= jme
->tx_ring_size
- atomic_read(&txring
->nr_free
);
1331 mask
= jme
->tx_ring_mask
;
1333 for (i
= atomic_read(&txring
->next_to_clean
) ; cnt
< max
; ) {
1337 if (likely(ctxbi
->skb
&&
1338 !(txdesc
[i
].descwb
.flags
& TXWBFLAG_OWN
))) {
1340 tx_dbg(jme
, "txclean: %d+%d@%lu\n",
1341 i
, ctxbi
->nr_desc
, jiffies
);
1343 err
= txdesc
[i
].descwb
.flags
& TXWBFLAG_ALLERR
;
1345 for (j
= 1 ; j
< ctxbi
->nr_desc
; ++j
) {
1346 ttxbi
= txbi
+ ((i
+ j
) & (mask
));
1347 txdesc
[(i
+ j
) & (mask
)].dw
[0] = 0;
1349 pci_unmap_page(jme
->pdev
,
1358 dev_kfree_skb(ctxbi
->skb
);
1360 cnt
+= ctxbi
->nr_desc
;
1362 if (unlikely(err
)) {
1363 ++(NET_STAT(jme
).tx_carrier_errors
);
1365 ++(NET_STAT(jme
).tx_packets
);
1366 NET_STAT(jme
).tx_bytes
+= ctxbi
->len
;
1371 ctxbi
->start_xmit
= 0;
1377 i
= (i
+ ctxbi
->nr_desc
) & mask
;
1382 tx_dbg(jme
, "txclean: done %d@%lu.\n", i
, jiffies
);
1383 atomic_set(&txring
->next_to_clean
, i
);
1384 atomic_add(cnt
, &txring
->nr_free
);
1386 jme_wake_queue_if_stopped(jme
);
1389 atomic_inc(&jme
->tx_cleaning
);
1393 jme_intr_msi(struct jme_adapter
*jme
, u32 intrstat
)
1398 jwrite32f(jme
, JME_IENC
, INTR_ENABLE
);
1400 if (intrstat
& (INTR_LINKCH
| INTR_SWINTR
)) {
1402 * Link change event is critical
1403 * all other events are ignored
1405 jwrite32(jme
, JME_IEVE
, intrstat
);
1406 tasklet_schedule(&jme
->linkch_task
);
1410 if (intrstat
& INTR_TMINTR
) {
1411 jwrite32(jme
, JME_IEVE
, INTR_TMINTR
);
1412 tasklet_schedule(&jme
->pcc_task
);
1415 if (intrstat
& (INTR_PCCTXTO
| INTR_PCCTX
)) {
1416 jwrite32(jme
, JME_IEVE
, INTR_PCCTXTO
| INTR_PCCTX
| INTR_TX0
);
1417 tasklet_schedule(&jme
->txclean_task
);
1420 if ((intrstat
& (INTR_PCCRX0TO
| INTR_PCCRX0
| INTR_RX0EMP
))) {
1421 jwrite32(jme
, JME_IEVE
, (intrstat
& (INTR_PCCRX0TO
|
1427 if (test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
1428 if (intrstat
& INTR_RX0EMP
)
1429 atomic_inc(&jme
->rx_empty
);
1431 if ((intrstat
& (INTR_PCCRX0TO
| INTR_PCCRX0
| INTR_RX0EMP
))) {
1432 if (likely(JME_RX_SCHEDULE_PREP(jme
))) {
1433 jme_polling_mode(jme
);
1434 JME_RX_SCHEDULE(jme
);
1438 if (intrstat
& INTR_RX0EMP
) {
1439 atomic_inc(&jme
->rx_empty
);
1440 tasklet_hi_schedule(&jme
->rxempty_task
);
1441 } else if (intrstat
& (INTR_PCCRX0TO
| INTR_PCCRX0
)) {
1442 tasklet_hi_schedule(&jme
->rxclean_task
);
1448 * Re-enable interrupt
1450 jwrite32f(jme
, JME_IENS
, INTR_ENABLE
);
1454 jme_intr(int irq
, void *dev_id
)
1456 struct net_device
*netdev
= dev_id
;
1457 struct jme_adapter
*jme
= netdev_priv(netdev
);
1460 intrstat
= jread32(jme
, JME_IEVE
);
1463 * Check if it's really an interrupt for us
1465 if (unlikely((intrstat
& INTR_ENABLE
) == 0))
1469 * Check if the device still exist
1471 if (unlikely(intrstat
== ~((typeof(intrstat
))0)))
1474 jme_intr_msi(jme
, intrstat
);
1480 jme_msi(int irq
, void *dev_id
)
1482 struct net_device
*netdev
= dev_id
;
1483 struct jme_adapter
*jme
= netdev_priv(netdev
);
1486 pci_dma_sync_single_for_cpu(jme
->pdev
,
1488 sizeof(u32
) * SHADOW_REG_NR
,
1489 PCI_DMA_FROMDEVICE
);
1490 intrstat
= jme
->shadow_regs
[SHADOW_IEVE
];
1491 jme
->shadow_regs
[SHADOW_IEVE
] = 0;
1493 jme_intr_msi(jme
, intrstat
);
1499 jme_reset_link(struct jme_adapter
*jme
)
1501 jwrite32(jme
, JME_TMCSR
, TMCSR_SWIT
);
1505 jme_restart_an(struct jme_adapter
*jme
)
1509 spin_lock_bh(&jme
->phy_lock
);
1510 bmcr
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
);
1511 bmcr
|= (BMCR_ANENABLE
| BMCR_ANRESTART
);
1512 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
, bmcr
);
1513 spin_unlock_bh(&jme
->phy_lock
);
1517 jme_request_irq(struct jme_adapter
*jme
)
1520 struct net_device
*netdev
= jme
->dev
;
1521 irq_handler_t handler
= jme_intr
;
1522 int irq_flags
= IRQF_SHARED
;
1524 if (!pci_enable_msi(jme
->pdev
)) {
1525 set_bit(JME_FLAG_MSI
, &jme
->flags
);
1530 rc
= request_irq(jme
->pdev
->irq
, handler
, irq_flags
, netdev
->name
,
1534 "Unable to request %s interrupt (return: %d)\n",
1535 test_bit(JME_FLAG_MSI
, &jme
->flags
) ? "MSI" : "INTx",
1538 if (test_bit(JME_FLAG_MSI
, &jme
->flags
)) {
1539 pci_disable_msi(jme
->pdev
);
1540 clear_bit(JME_FLAG_MSI
, &jme
->flags
);
1543 netdev
->irq
= jme
->pdev
->irq
;
1550 jme_free_irq(struct jme_adapter
*jme
)
1552 free_irq(jme
->pdev
->irq
, jme
->dev
);
1553 if (test_bit(JME_FLAG_MSI
, &jme
->flags
)) {
1554 pci_disable_msi(jme
->pdev
);
1555 clear_bit(JME_FLAG_MSI
, &jme
->flags
);
1556 jme
->dev
->irq
= jme
->pdev
->irq
;
1561 jme_open(struct net_device
*netdev
)
1563 struct jme_adapter
*jme
= netdev_priv(netdev
);
1567 JME_NAPI_ENABLE(jme
);
1569 tasklet_enable(&jme
->txclean_task
);
1570 tasklet_hi_enable(&jme
->rxclean_task
);
1571 tasklet_hi_enable(&jme
->rxempty_task
);
1573 rc
= jme_request_irq(jme
);
1577 jme_enable_shadow(jme
);
1580 if (test_bit(JME_FLAG_SSET
, &jme
->flags
))
1581 jme_set_settings(netdev
, &jme
->old_ecmd
);
1583 jme_reset_phy_processor(jme
);
1585 jme_reset_link(jme
);
1590 netif_stop_queue(netdev
);
1591 netif_carrier_off(netdev
);
1597 jme_set_100m_half(struct jme_adapter
*jme
)
1601 bmcr
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
);
1602 tmp
= bmcr
& ~(BMCR_ANENABLE
| BMCR_SPEED100
|
1603 BMCR_SPEED1000
| BMCR_FULLDPLX
);
1604 tmp
|= BMCR_SPEED100
;
1607 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
, tmp
);
1610 jwrite32(jme
, JME_GHC
, GHC_SPEED_100M
| GHC_LINK_POLL
);
1612 jwrite32(jme
, JME_GHC
, GHC_SPEED_100M
);
1615 #define JME_WAIT_LINK_TIME 2000 /* 2000ms */
1617 jme_wait_link(struct jme_adapter
*jme
)
1619 u32 phylink
, to
= JME_WAIT_LINK_TIME
;
1622 phylink
= jme_linkstat_from_phy(jme
);
1623 while (!(phylink
& PHY_LINK_UP
) && (to
-= 10) > 0) {
1625 phylink
= jme_linkstat_from_phy(jme
);
1631 jme_phy_off(struct jme_adapter
*jme
)
1633 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
, BMCR_PDOWN
);
1637 jme_close(struct net_device
*netdev
)
1639 struct jme_adapter
*jme
= netdev_priv(netdev
);
1641 netif_stop_queue(netdev
);
1642 netif_carrier_off(netdev
);
1645 jme_disable_shadow(jme
);
1648 JME_NAPI_DISABLE(jme
);
1650 tasklet_kill(&jme
->linkch_task
);
1651 tasklet_kill(&jme
->txclean_task
);
1652 tasklet_kill(&jme
->rxclean_task
);
1653 tasklet_kill(&jme
->rxempty_task
);
1655 jme_reset_ghc_speed(jme
);
1656 jme_disable_rx_engine(jme
);
1657 jme_disable_tx_engine(jme
);
1658 jme_reset_mac_processor(jme
);
1659 jme_free_rx_resources(jme
);
1660 jme_free_tx_resources(jme
);
1668 jme_alloc_txdesc(struct jme_adapter
*jme
,
1669 struct sk_buff
*skb
)
1671 struct jme_ring
*txring
= jme
->txring
;
1672 int idx
, nr_alloc
, mask
= jme
->tx_ring_mask
;
1674 idx
= txring
->next_to_use
;
1675 nr_alloc
= skb_shinfo(skb
)->nr_frags
+ 2;
1677 if (unlikely(atomic_read(&txring
->nr_free
) < nr_alloc
))
1680 atomic_sub(nr_alloc
, &txring
->nr_free
);
1682 txring
->next_to_use
= (txring
->next_to_use
+ nr_alloc
) & mask
;
1688 jme_fill_tx_map(struct pci_dev
*pdev
,
1689 struct txdesc
*txdesc
,
1690 struct jme_buffer_info
*txbi
,
1698 dmaaddr
= pci_map_page(pdev
,
1704 pci_dma_sync_single_for_device(pdev
,
1711 txdesc
->desc2
.flags
= TXFLAG_OWN
;
1712 txdesc
->desc2
.flags
|= (hidma
) ? TXFLAG_64BIT
: 0;
1713 txdesc
->desc2
.datalen
= cpu_to_le16(len
);
1714 txdesc
->desc2
.bufaddrh
= cpu_to_le32((__u64
)dmaaddr
>> 32);
1715 txdesc
->desc2
.bufaddrl
= cpu_to_le32(
1716 (__u64
)dmaaddr
& 0xFFFFFFFFUL
);
1718 txbi
->mapping
= dmaaddr
;
1723 jme_map_tx_skb(struct jme_adapter
*jme
, struct sk_buff
*skb
, int idx
)
1725 struct jme_ring
*txring
= jme
->txring
;
1726 struct txdesc
*txdesc
= txring
->desc
, *ctxdesc
;
1727 struct jme_buffer_info
*txbi
= txring
->bufinf
, *ctxbi
;
1728 u8 hidma
= jme
->dev
->features
& NETIF_F_HIGHDMA
;
1729 int i
, nr_frags
= skb_shinfo(skb
)->nr_frags
;
1730 int mask
= jme
->tx_ring_mask
;
1731 struct skb_frag_struct
*frag
;
1734 for (i
= 0 ; i
< nr_frags
; ++i
) {
1735 frag
= &skb_shinfo(skb
)->frags
[i
];
1736 ctxdesc
= txdesc
+ ((idx
+ i
+ 2) & (mask
));
1737 ctxbi
= txbi
+ ((idx
+ i
+ 2) & (mask
));
1739 jme_fill_tx_map(jme
->pdev
, ctxdesc
, ctxbi
, frag
->page
,
1740 frag
->page_offset
, frag
->size
, hidma
);
1743 len
= skb_is_nonlinear(skb
) ? skb_headlen(skb
) : skb
->len
;
1744 ctxdesc
= txdesc
+ ((idx
+ 1) & (mask
));
1745 ctxbi
= txbi
+ ((idx
+ 1) & (mask
));
1746 jme_fill_tx_map(jme
->pdev
, ctxdesc
, ctxbi
, virt_to_page(skb
->data
),
1747 offset_in_page(skb
->data
), len
, hidma
);
1752 jme_expand_header(struct jme_adapter
*jme
, struct sk_buff
*skb
)
1754 if (unlikely(skb_shinfo(skb
)->gso_size
&&
1755 skb_header_cloned(skb
) &&
1756 pskb_expand_head(skb
, 0, 0, GFP_ATOMIC
))) {
1765 jme_tx_tso(struct sk_buff
*skb
, __le16
*mss
, u8
*flags
)
1767 *mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
<< TXDESC_MSS_SHIFT
);
1769 *flags
|= TXFLAG_LSEN
;
1771 if (skb
->protocol
== htons(ETH_P_IP
)) {
1772 struct iphdr
*iph
= ip_hdr(skb
);
1775 tcp_hdr(skb
)->check
= ~csum_tcpudp_magic(iph
->saddr
,
1780 struct ipv6hdr
*ip6h
= ipv6_hdr(skb
);
1782 tcp_hdr(skb
)->check
= ~csum_ipv6_magic(&ip6h
->saddr
,
1795 jme_tx_csum(struct jme_adapter
*jme
, struct sk_buff
*skb
, u8
*flags
)
1797 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1800 switch (skb
->protocol
) {
1801 case htons(ETH_P_IP
):
1802 ip_proto
= ip_hdr(skb
)->protocol
;
1804 case htons(ETH_P_IPV6
):
1805 ip_proto
= ipv6_hdr(skb
)->nexthdr
;
1814 *flags
|= TXFLAG_TCPCS
;
1817 *flags
|= TXFLAG_UDPCS
;
1820 msg_tx_err(jme
, "Error upper layer protocol.\n");
1827 jme_tx_vlan(struct sk_buff
*skb
, __le16
*vlan
, u8
*flags
)
1829 if (vlan_tx_tag_present(skb
)) {
1830 *flags
|= TXFLAG_TAGON
;
1831 *vlan
= cpu_to_le16(vlan_tx_tag_get(skb
));
1836 jme_fill_tx_desc(struct jme_adapter
*jme
, struct sk_buff
*skb
, int idx
)
1838 struct jme_ring
*txring
= jme
->txring
;
1839 struct txdesc
*txdesc
;
1840 struct jme_buffer_info
*txbi
;
1843 txdesc
= (struct txdesc
*)txring
->desc
+ idx
;
1844 txbi
= txring
->bufinf
+ idx
;
1850 txdesc
->desc1
.pktsize
= cpu_to_le16(skb
->len
);
1852 * Set OWN bit at final.
1853 * When kernel transmit faster than NIC.
1854 * And NIC trying to send this descriptor before we tell
1855 * it to start sending this TX queue.
1856 * Other fields are already filled correctly.
1859 flags
= TXFLAG_OWN
| TXFLAG_INT
;
1861 * Set checksum flags while not tso
1863 if (jme_tx_tso(skb
, &txdesc
->desc1
.mss
, &flags
))
1864 jme_tx_csum(jme
, skb
, &flags
);
1865 jme_tx_vlan(skb
, &txdesc
->desc1
.vlan
, &flags
);
1866 jme_map_tx_skb(jme
, skb
, idx
);
1867 txdesc
->desc1
.flags
= flags
;
1869 * Set tx buffer info after telling NIC to send
1870 * For better tx_clean timing
1873 txbi
->nr_desc
= skb_shinfo(skb
)->nr_frags
+ 2;
1875 txbi
->len
= skb
->len
;
1876 txbi
->start_xmit
= jiffies
;
1877 if (!txbi
->start_xmit
)
1878 txbi
->start_xmit
= (0UL-1);
1884 jme_stop_queue_if_full(struct jme_adapter
*jme
)
1886 struct jme_ring
*txring
= jme
->txring
;
1887 struct jme_buffer_info
*txbi
= txring
->bufinf
;
1888 int idx
= atomic_read(&txring
->next_to_clean
);
1893 if (unlikely(atomic_read(&txring
->nr_free
) < (MAX_SKB_FRAGS
+2))) {
1894 netif_stop_queue(jme
->dev
);
1895 msg_tx_queued(jme
, "TX Queue Paused.\n");
1897 if (atomic_read(&txring
->nr_free
)
1898 >= (jme
->tx_wake_threshold
)) {
1899 netif_wake_queue(jme
->dev
);
1900 msg_tx_queued(jme
, "TX Queue Fast Waked.\n");
1904 if (unlikely(txbi
->start_xmit
&&
1905 (jiffies
- txbi
->start_xmit
) >= TX_TIMEOUT
&&
1907 netif_stop_queue(jme
->dev
);
1908 msg_tx_queued(jme
, "TX Queue Stopped %d@%lu.\n", idx
, jiffies
);
1913 * This function is already protected by netif_tx_lock()
1917 jme_start_xmit(struct sk_buff
*skb
, struct net_device
*netdev
)
1919 struct jme_adapter
*jme
= netdev_priv(netdev
);
1922 if (unlikely(jme_expand_header(jme
, skb
))) {
1923 ++(NET_STAT(jme
).tx_dropped
);
1924 return NETDEV_TX_OK
;
1927 idx
= jme_alloc_txdesc(jme
, skb
);
1929 if (unlikely(idx
< 0)) {
1930 netif_stop_queue(netdev
);
1931 msg_tx_err(jme
, "BUG! Tx ring full when queue awake!\n");
1933 return NETDEV_TX_BUSY
;
1936 jme_fill_tx_desc(jme
, skb
, idx
);
1938 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
|
1939 TXCS_SELECT_QUEUE0
|
1942 netdev
->trans_start
= jiffies
;
1944 tx_dbg(jme
, "xmit: %d+%d@%lu\n", idx
,
1945 skb_shinfo(skb
)->nr_frags
+ 2,
1947 jme_stop_queue_if_full(jme
);
1949 return NETDEV_TX_OK
;
1953 jme_set_macaddr(struct net_device
*netdev
, void *p
)
1955 struct jme_adapter
*jme
= netdev_priv(netdev
);
1956 struct sockaddr
*addr
= p
;
1959 if (netif_running(netdev
))
1962 spin_lock_bh(&jme
->macaddr_lock
);
1963 memcpy(netdev
->dev_addr
, addr
->sa_data
, netdev
->addr_len
);
1965 val
= (addr
->sa_data
[3] & 0xff) << 24 |
1966 (addr
->sa_data
[2] & 0xff) << 16 |
1967 (addr
->sa_data
[1] & 0xff) << 8 |
1968 (addr
->sa_data
[0] & 0xff);
1969 jwrite32(jme
, JME_RXUMA_LO
, val
);
1970 val
= (addr
->sa_data
[5] & 0xff) << 8 |
1971 (addr
->sa_data
[4] & 0xff);
1972 jwrite32(jme
, JME_RXUMA_HI
, val
);
1973 spin_unlock_bh(&jme
->macaddr_lock
);
1979 jme_set_multi(struct net_device
*netdev
)
1981 struct jme_adapter
*jme
= netdev_priv(netdev
);
1982 u32 mc_hash
[2] = {};
1985 spin_lock_bh(&jme
->rxmcs_lock
);
1987 jme
->reg_rxmcs
|= RXMCS_BRDFRAME
| RXMCS_UNIFRAME
;
1989 if (netdev
->flags
& IFF_PROMISC
) {
1990 jme
->reg_rxmcs
|= RXMCS_ALLFRAME
;
1991 } else if (netdev
->flags
& IFF_ALLMULTI
) {
1992 jme
->reg_rxmcs
|= RXMCS_ALLMULFRAME
;
1993 } else if (netdev
->flags
& IFF_MULTICAST
) {
1994 struct dev_mc_list
*mclist
;
1997 jme
->reg_rxmcs
|= RXMCS_MULFRAME
| RXMCS_MULFILTERED
;
1998 for (i
= 0, mclist
= netdev
->mc_list
;
1999 mclist
&& i
< netdev
->mc_count
;
2000 ++i
, mclist
= mclist
->next
) {
2002 bit_nr
= ether_crc(ETH_ALEN
, mclist
->dmi_addr
) & 0x3F;
2003 mc_hash
[bit_nr
>> 5] |= 1 << (bit_nr
& 0x1F);
2006 jwrite32(jme
, JME_RXMCHT_LO
, mc_hash
[0]);
2007 jwrite32(jme
, JME_RXMCHT_HI
, mc_hash
[1]);
2011 jwrite32(jme
, JME_RXMCS
, jme
->reg_rxmcs
);
2013 spin_unlock_bh(&jme
->rxmcs_lock
);
2017 jme_change_mtu(struct net_device
*netdev
, int new_mtu
)
2019 struct jme_adapter
*jme
= netdev_priv(netdev
);
2021 if (new_mtu
== jme
->old_mtu
)
2024 if (((new_mtu
+ ETH_HLEN
) > MAX_ETHERNET_JUMBO_PACKET_SIZE
) ||
2025 ((new_mtu
) < IPV6_MIN_MTU
))
2028 if (new_mtu
> 4000) {
2029 jme
->reg_rxcs
&= ~RXCS_FIFOTHNP
;
2030 jme
->reg_rxcs
|= RXCS_FIFOTHNP_64QW
;
2031 jme_restart_rx_engine(jme
);
2033 jme
->reg_rxcs
&= ~RXCS_FIFOTHNP
;
2034 jme
->reg_rxcs
|= RXCS_FIFOTHNP_128QW
;
2035 jme_restart_rx_engine(jme
);
2038 if (new_mtu
> 1900) {
2039 netdev
->features
&= ~(NETIF_F_HW_CSUM
|
2043 if (test_bit(JME_FLAG_TXCSUM
, &jme
->flags
))
2044 netdev
->features
|= NETIF_F_HW_CSUM
;
2045 if (test_bit(JME_FLAG_TSO
, &jme
->flags
))
2046 netdev
->features
|= NETIF_F_TSO
| NETIF_F_TSO6
;
2049 netdev
->mtu
= new_mtu
;
2050 jme_reset_link(jme
);
2056 jme_tx_timeout(struct net_device
*netdev
)
2058 struct jme_adapter
*jme
= netdev_priv(netdev
);
2061 jme_reset_phy_processor(jme
);
2062 if (test_bit(JME_FLAG_SSET
, &jme
->flags
))
2063 jme_set_settings(netdev
, &jme
->old_ecmd
);
2066 * Force to Reset the link again
2068 jme_reset_link(jme
);
2072 jme_vlan_rx_register(struct net_device
*netdev
, struct vlan_group
*grp
)
2074 struct jme_adapter
*jme
= netdev_priv(netdev
);
2080 jme_get_drvinfo(struct net_device
*netdev
,
2081 struct ethtool_drvinfo
*info
)
2083 struct jme_adapter
*jme
= netdev_priv(netdev
);
2085 strcpy(info
->driver
, DRV_NAME
);
2086 strcpy(info
->version
, DRV_VERSION
);
2087 strcpy(info
->bus_info
, pci_name(jme
->pdev
));
2091 jme_get_regs_len(struct net_device
*netdev
)
2097 mmapio_memcpy(struct jme_adapter
*jme
, u32
*p
, u32 reg
, int len
)
2101 for (i
= 0 ; i
< len
; i
+= 4)
2102 p
[i
>> 2] = jread32(jme
, reg
+ i
);
2106 mdio_memcpy(struct jme_adapter
*jme
, u32
*p
, int reg_nr
)
2109 u16
*p16
= (u16
*)p
;
2111 for (i
= 0 ; i
< reg_nr
; ++i
)
2112 p16
[i
] = jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, i
);
2116 jme_get_regs(struct net_device
*netdev
, struct ethtool_regs
*regs
, void *p
)
2118 struct jme_adapter
*jme
= netdev_priv(netdev
);
2119 u32
*p32
= (u32
*)p
;
2121 memset(p
, 0xFF, JME_REG_LEN
);
2124 mmapio_memcpy(jme
, p32
, JME_MAC
, JME_MAC_LEN
);
2127 mmapio_memcpy(jme
, p32
, JME_PHY
, JME_PHY_LEN
);
2130 mmapio_memcpy(jme
, p32
, JME_MISC
, JME_MISC_LEN
);
2133 mmapio_memcpy(jme
, p32
, JME_RSS
, JME_RSS_LEN
);
2136 mdio_memcpy(jme
, p32
, JME_PHY_REG_NR
);
2140 jme_get_coalesce(struct net_device
*netdev
, struct ethtool_coalesce
*ecmd
)
2142 struct jme_adapter
*jme
= netdev_priv(netdev
);
2144 ecmd
->tx_coalesce_usecs
= PCC_TX_TO
;
2145 ecmd
->tx_max_coalesced_frames
= PCC_TX_CNT
;
2147 if (test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
2148 ecmd
->use_adaptive_rx_coalesce
= false;
2149 ecmd
->rx_coalesce_usecs
= 0;
2150 ecmd
->rx_max_coalesced_frames
= 0;
2154 ecmd
->use_adaptive_rx_coalesce
= true;
2156 switch (jme
->dpi
.cur
) {
2158 ecmd
->rx_coalesce_usecs
= PCC_P1_TO
;
2159 ecmd
->rx_max_coalesced_frames
= PCC_P1_CNT
;
2162 ecmd
->rx_coalesce_usecs
= PCC_P2_TO
;
2163 ecmd
->rx_max_coalesced_frames
= PCC_P2_CNT
;
2166 ecmd
->rx_coalesce_usecs
= PCC_P3_TO
;
2167 ecmd
->rx_max_coalesced_frames
= PCC_P3_CNT
;
2177 jme_set_coalesce(struct net_device
*netdev
, struct ethtool_coalesce
*ecmd
)
2179 struct jme_adapter
*jme
= netdev_priv(netdev
);
2180 struct dynpcc_info
*dpi
= &(jme
->dpi
);
2182 if (netif_running(netdev
))
2185 if (ecmd
->use_adaptive_rx_coalesce
2186 && test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
2187 clear_bit(JME_FLAG_POLL
, &jme
->flags
);
2188 jme
->jme_rx
= netif_rx
;
2189 jme
->jme_vlan_rx
= vlan_hwaccel_rx
;
2191 dpi
->attempt
= PCC_P1
;
2193 jme_set_rx_pcc(jme
, PCC_P1
);
2194 jme_interrupt_mode(jme
);
2195 } else if (!(ecmd
->use_adaptive_rx_coalesce
)
2196 && !(test_bit(JME_FLAG_POLL
, &jme
->flags
))) {
2197 set_bit(JME_FLAG_POLL
, &jme
->flags
);
2198 jme
->jme_rx
= netif_receive_skb
;
2199 jme
->jme_vlan_rx
= vlan_hwaccel_receive_skb
;
2200 jme_interrupt_mode(jme
);
2207 jme_get_pauseparam(struct net_device
*netdev
,
2208 struct ethtool_pauseparam
*ecmd
)
2210 struct jme_adapter
*jme
= netdev_priv(netdev
);
2213 ecmd
->tx_pause
= (jme
->reg_txpfc
& TXPFC_PF_EN
) != 0;
2214 ecmd
->rx_pause
= (jme
->reg_rxmcs
& RXMCS_FLOWCTRL
) != 0;
2216 spin_lock_bh(&jme
->phy_lock
);
2217 val
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_ADVERTISE
);
2218 spin_unlock_bh(&jme
->phy_lock
);
2221 (val
& (ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
)) != 0;
2225 jme_set_pauseparam(struct net_device
*netdev
,
2226 struct ethtool_pauseparam
*ecmd
)
2228 struct jme_adapter
*jme
= netdev_priv(netdev
);
2231 if (((jme
->reg_txpfc
& TXPFC_PF_EN
) != 0) ^
2232 (ecmd
->tx_pause
!= 0)) {
2235 jme
->reg_txpfc
|= TXPFC_PF_EN
;
2237 jme
->reg_txpfc
&= ~TXPFC_PF_EN
;
2239 jwrite32(jme
, JME_TXPFC
, jme
->reg_txpfc
);
2242 spin_lock_bh(&jme
->rxmcs_lock
);
2243 if (((jme
->reg_rxmcs
& RXMCS_FLOWCTRL
) != 0) ^
2244 (ecmd
->rx_pause
!= 0)) {
2247 jme
->reg_rxmcs
|= RXMCS_FLOWCTRL
;
2249 jme
->reg_rxmcs
&= ~RXMCS_FLOWCTRL
;
2251 jwrite32(jme
, JME_RXMCS
, jme
->reg_rxmcs
);
2253 spin_unlock_bh(&jme
->rxmcs_lock
);
2255 spin_lock_bh(&jme
->phy_lock
);
2256 val
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_ADVERTISE
);
2257 if (((val
& (ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
)) != 0) ^
2258 (ecmd
->autoneg
!= 0)) {
2261 val
|= (ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
);
2263 val
&= ~(ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
);
2265 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
,
2266 MII_ADVERTISE
, val
);
2268 spin_unlock_bh(&jme
->phy_lock
);
2274 jme_get_wol(struct net_device
*netdev
,
2275 struct ethtool_wolinfo
*wol
)
2277 struct jme_adapter
*jme
= netdev_priv(netdev
);
2279 wol
->supported
= WAKE_MAGIC
| WAKE_PHY
;
2283 if (jme
->reg_pmcs
& (PMCS_LFEN
| PMCS_LREN
))
2284 wol
->wolopts
|= WAKE_PHY
;
2286 if (jme
->reg_pmcs
& PMCS_MFEN
)
2287 wol
->wolopts
|= WAKE_MAGIC
;
2292 jme_set_wol(struct net_device
*netdev
,
2293 struct ethtool_wolinfo
*wol
)
2295 struct jme_adapter
*jme
= netdev_priv(netdev
);
2297 if (wol
->wolopts
& (WAKE_MAGICSECURE
|
2306 if (wol
->wolopts
& WAKE_PHY
)
2307 jme
->reg_pmcs
|= PMCS_LFEN
| PMCS_LREN
;
2309 if (wol
->wolopts
& WAKE_MAGIC
)
2310 jme
->reg_pmcs
|= PMCS_MFEN
;
2312 jwrite32(jme
, JME_PMCS
, jme
->reg_pmcs
);
2318 jme_get_settings(struct net_device
*netdev
,
2319 struct ethtool_cmd
*ecmd
)
2321 struct jme_adapter
*jme
= netdev_priv(netdev
);
2324 spin_lock_bh(&jme
->phy_lock
);
2325 rc
= mii_ethtool_gset(&(jme
->mii_if
), ecmd
);
2326 spin_unlock_bh(&jme
->phy_lock
);
2331 jme_set_settings(struct net_device
*netdev
,
2332 struct ethtool_cmd
*ecmd
)
2334 struct jme_adapter
*jme
= netdev_priv(netdev
);
2337 if (ecmd
->speed
== SPEED_1000
&& ecmd
->autoneg
!= AUTONEG_ENABLE
)
2340 if (jme
->mii_if
.force_media
&&
2341 ecmd
->autoneg
!= AUTONEG_ENABLE
&&
2342 (jme
->mii_if
.full_duplex
!= ecmd
->duplex
))
2345 spin_lock_bh(&jme
->phy_lock
);
2346 rc
= mii_ethtool_sset(&(jme
->mii_if
), ecmd
);
2347 spin_unlock_bh(&jme
->phy_lock
);
2350 jme_reset_link(jme
);
2353 set_bit(JME_FLAG_SSET
, &jme
->flags
);
2354 jme
->old_ecmd
= *ecmd
;
2361 jme_get_link(struct net_device
*netdev
)
2363 struct jme_adapter
*jme
= netdev_priv(netdev
);
2364 return jread32(jme
, JME_PHY_LINK
) & PHY_LINK_UP
;
2368 jme_get_msglevel(struct net_device
*netdev
)
2370 struct jme_adapter
*jme
= netdev_priv(netdev
);
2371 return jme
->msg_enable
;
2375 jme_set_msglevel(struct net_device
*netdev
, u32 value
)
2377 struct jme_adapter
*jme
= netdev_priv(netdev
);
2378 jme
->msg_enable
= value
;
2382 jme_get_rx_csum(struct net_device
*netdev
)
2384 struct jme_adapter
*jme
= netdev_priv(netdev
);
2385 return jme
->reg_rxmcs
& RXMCS_CHECKSUM
;
2389 jme_set_rx_csum(struct net_device
*netdev
, u32 on
)
2391 struct jme_adapter
*jme
= netdev_priv(netdev
);
2393 spin_lock_bh(&jme
->rxmcs_lock
);
2395 jme
->reg_rxmcs
|= RXMCS_CHECKSUM
;
2397 jme
->reg_rxmcs
&= ~RXMCS_CHECKSUM
;
2398 jwrite32(jme
, JME_RXMCS
, jme
->reg_rxmcs
);
2399 spin_unlock_bh(&jme
->rxmcs_lock
);
2405 jme_set_tx_csum(struct net_device
*netdev
, u32 on
)
2407 struct jme_adapter
*jme
= netdev_priv(netdev
);
2410 set_bit(JME_FLAG_TXCSUM
, &jme
->flags
);
2411 if (netdev
->mtu
<= 1900)
2412 netdev
->features
|= NETIF_F_HW_CSUM
;
2414 clear_bit(JME_FLAG_TXCSUM
, &jme
->flags
);
2415 netdev
->features
&= ~NETIF_F_HW_CSUM
;
2422 jme_set_tso(struct net_device
*netdev
, u32 on
)
2424 struct jme_adapter
*jme
= netdev_priv(netdev
);
2427 set_bit(JME_FLAG_TSO
, &jme
->flags
);
2428 if (netdev
->mtu
<= 1900)
2429 netdev
->features
|= NETIF_F_TSO
| NETIF_F_TSO6
;
2431 clear_bit(JME_FLAG_TSO
, &jme
->flags
);
2432 netdev
->features
&= ~(NETIF_F_TSO
| NETIF_F_TSO6
);
2439 jme_nway_reset(struct net_device
*netdev
)
2441 struct jme_adapter
*jme
= netdev_priv(netdev
);
2442 jme_restart_an(jme
);
2447 jme_smb_read(struct jme_adapter
*jme
, unsigned int addr
)
2452 val
= jread32(jme
, JME_SMBCSR
);
2453 to
= JME_SMB_BUSY_TIMEOUT
;
2454 while ((val
& SMBCSR_BUSY
) && --to
) {
2456 val
= jread32(jme
, JME_SMBCSR
);
2459 msg_hw(jme
, "SMB Bus Busy.\n");
2463 jwrite32(jme
, JME_SMBINTF
,
2464 ((addr
<< SMBINTF_HWADDR_SHIFT
) & SMBINTF_HWADDR
) |
2465 SMBINTF_HWRWN_READ
|
2468 val
= jread32(jme
, JME_SMBINTF
);
2469 to
= JME_SMB_BUSY_TIMEOUT
;
2470 while ((val
& SMBINTF_HWCMD
) && --to
) {
2472 val
= jread32(jme
, JME_SMBINTF
);
2475 msg_hw(jme
, "SMB Bus Busy.\n");
2479 return (val
& SMBINTF_HWDATR
) >> SMBINTF_HWDATR_SHIFT
;
2483 jme_smb_write(struct jme_adapter
*jme
, unsigned int addr
, u8 data
)
2488 val
= jread32(jme
, JME_SMBCSR
);
2489 to
= JME_SMB_BUSY_TIMEOUT
;
2490 while ((val
& SMBCSR_BUSY
) && --to
) {
2492 val
= jread32(jme
, JME_SMBCSR
);
2495 msg_hw(jme
, "SMB Bus Busy.\n");
2499 jwrite32(jme
, JME_SMBINTF
,
2500 ((data
<< SMBINTF_HWDATW_SHIFT
) & SMBINTF_HWDATW
) |
2501 ((addr
<< SMBINTF_HWADDR_SHIFT
) & SMBINTF_HWADDR
) |
2502 SMBINTF_HWRWN_WRITE
|
2505 val
= jread32(jme
, JME_SMBINTF
);
2506 to
= JME_SMB_BUSY_TIMEOUT
;
2507 while ((val
& SMBINTF_HWCMD
) && --to
) {
2509 val
= jread32(jme
, JME_SMBINTF
);
2512 msg_hw(jme
, "SMB Bus Busy.\n");
2520 jme_get_eeprom_len(struct net_device
*netdev
)
2522 struct jme_adapter
*jme
= netdev_priv(netdev
);
2524 val
= jread32(jme
, JME_SMBCSR
);
2525 return (val
& SMBCSR_EEPROMD
) ? JME_SMB_LEN
: 0;
2529 jme_get_eeprom(struct net_device
*netdev
,
2530 struct ethtool_eeprom
*eeprom
, u8
*data
)
2532 struct jme_adapter
*jme
= netdev_priv(netdev
);
2533 int i
, offset
= eeprom
->offset
, len
= eeprom
->len
;
2536 * ethtool will check the boundary for us
2538 eeprom
->magic
= JME_EEPROM_MAGIC
;
2539 for (i
= 0 ; i
< len
; ++i
)
2540 data
[i
] = jme_smb_read(jme
, i
+ offset
);
2546 jme_set_eeprom(struct net_device
*netdev
,
2547 struct ethtool_eeprom
*eeprom
, u8
*data
)
2549 struct jme_adapter
*jme
= netdev_priv(netdev
);
2550 int i
, offset
= eeprom
->offset
, len
= eeprom
->len
;
2552 if (eeprom
->magic
!= JME_EEPROM_MAGIC
)
2556 * ethtool will check the boundary for us
2558 for (i
= 0 ; i
< len
; ++i
)
2559 jme_smb_write(jme
, i
+ offset
, data
[i
]);
2564 static const struct ethtool_ops jme_ethtool_ops
= {
2565 .get_drvinfo
= jme_get_drvinfo
,
2566 .get_regs_len
= jme_get_regs_len
,
2567 .get_regs
= jme_get_regs
,
2568 .get_coalesce
= jme_get_coalesce
,
2569 .set_coalesce
= jme_set_coalesce
,
2570 .get_pauseparam
= jme_get_pauseparam
,
2571 .set_pauseparam
= jme_set_pauseparam
,
2572 .get_wol
= jme_get_wol
,
2573 .set_wol
= jme_set_wol
,
2574 .get_settings
= jme_get_settings
,
2575 .set_settings
= jme_set_settings
,
2576 .get_link
= jme_get_link
,
2577 .get_msglevel
= jme_get_msglevel
,
2578 .set_msglevel
= jme_set_msglevel
,
2579 .get_rx_csum
= jme_get_rx_csum
,
2580 .set_rx_csum
= jme_set_rx_csum
,
2581 .set_tx_csum
= jme_set_tx_csum
,
2582 .set_tso
= jme_set_tso
,
2583 .set_sg
= ethtool_op_set_sg
,
2584 .nway_reset
= jme_nway_reset
,
2585 .get_eeprom_len
= jme_get_eeprom_len
,
2586 .get_eeprom
= jme_get_eeprom
,
2587 .set_eeprom
= jme_set_eeprom
,
2591 jme_pci_dma64(struct pci_dev
*pdev
)
2593 if (pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
&&
2594 !pci_set_dma_mask(pdev
, DMA_64BIT_MASK
))
2595 if (!pci_set_consistent_dma_mask(pdev
, DMA_64BIT_MASK
))
2598 if (pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
&&
2599 !pci_set_dma_mask(pdev
, DMA_40BIT_MASK
))
2600 if (!pci_set_consistent_dma_mask(pdev
, DMA_40BIT_MASK
))
2603 if (!pci_set_dma_mask(pdev
, DMA_32BIT_MASK
))
2604 if (!pci_set_consistent_dma_mask(pdev
, DMA_32BIT_MASK
))
2611 jme_phy_init(struct jme_adapter
*jme
)
2615 reg26
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, 26);
2616 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, 26, reg26
| 0x1000);
2620 jme_check_hw_ver(struct jme_adapter
*jme
)
2624 chipmode
= jread32(jme
, JME_CHIPMODE
);
2626 jme
->fpgaver
= (chipmode
& CM_FPGAVER_MASK
) >> CM_FPGAVER_SHIFT
;
2627 jme
->chiprev
= (chipmode
& CM_CHIPREV_MASK
) >> CM_CHIPREV_SHIFT
;
2630 static const struct net_device_ops jme_netdev_ops
= {
2631 .ndo_open
= jme_open
,
2632 .ndo_stop
= jme_close
,
2633 .ndo_validate_addr
= eth_validate_addr
,
2634 .ndo_start_xmit
= jme_start_xmit
,
2635 .ndo_set_mac_address
= jme_set_macaddr
,
2636 .ndo_set_multicast_list
= jme_set_multi
,
2637 .ndo_change_mtu
= jme_change_mtu
,
2638 .ndo_tx_timeout
= jme_tx_timeout
,
2639 .ndo_vlan_rx_register
= jme_vlan_rx_register
,
2642 static int __devinit
2643 jme_init_one(struct pci_dev
*pdev
,
2644 const struct pci_device_id
*ent
)
2646 int rc
= 0, using_dac
, i
;
2647 struct net_device
*netdev
;
2648 struct jme_adapter
*jme
;
2653 * set up PCI device basics
2655 rc
= pci_enable_device(pdev
);
2657 jeprintk(pdev
, "Cannot enable PCI device.\n");
2661 using_dac
= jme_pci_dma64(pdev
);
2662 if (using_dac
< 0) {
2663 jeprintk(pdev
, "Cannot set PCI DMA Mask.\n");
2665 goto err_out_disable_pdev
;
2668 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
2669 jeprintk(pdev
, "No PCI resource region found.\n");
2671 goto err_out_disable_pdev
;
2674 rc
= pci_request_regions(pdev
, DRV_NAME
);
2676 jeprintk(pdev
, "Cannot obtain PCI resource region.\n");
2677 goto err_out_disable_pdev
;
2680 pci_set_master(pdev
);
2683 * alloc and init net device
2685 netdev
= alloc_etherdev(sizeof(*jme
));
2687 jeprintk(pdev
, "Cannot allocate netdev structure.\n");
2689 goto err_out_release_regions
;
2691 netdev
->netdev_ops
= &jme_netdev_ops
;
2692 netdev
->ethtool_ops
= &jme_ethtool_ops
;
2693 netdev
->watchdog_timeo
= TX_TIMEOUT
;
2694 netdev
->features
= NETIF_F_HW_CSUM
|
2698 NETIF_F_HW_VLAN_TX
|
2701 netdev
->features
|= NETIF_F_HIGHDMA
;
2703 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
2704 pci_set_drvdata(pdev
, netdev
);
2709 jme
= netdev_priv(netdev
);
2712 jme
->jme_rx
= netif_rx
;
2713 jme
->jme_vlan_rx
= vlan_hwaccel_rx
;
2714 jme
->old_mtu
= netdev
->mtu
= 1500;
2716 jme
->tx_ring_size
= 1 << 10;
2717 jme
->tx_ring_mask
= jme
->tx_ring_size
- 1;
2718 jme
->tx_wake_threshold
= 1 << 9;
2719 jme
->rx_ring_size
= 1 << 9;
2720 jme
->rx_ring_mask
= jme
->rx_ring_size
- 1;
2721 jme
->msg_enable
= JME_DEF_MSG_ENABLE
;
2722 jme
->regs
= ioremap(pci_resource_start(pdev
, 0),
2723 pci_resource_len(pdev
, 0));
2725 jeprintk(pdev
, "Mapping PCI resource region error.\n");
2727 goto err_out_free_netdev
;
2729 jme
->shadow_regs
= pci_alloc_consistent(pdev
,
2730 sizeof(u32
) * SHADOW_REG_NR
,
2731 &(jme
->shadow_dma
));
2732 if (!(jme
->shadow_regs
)) {
2733 jeprintk(pdev
, "Allocating shadow register mapping error.\n");
2739 apmc
= jread32(jme
, JME_APMC
) & ~JME_APMC_PSEUDO_HP_EN
;
2740 jwrite32(jme
, JME_APMC
, apmc
);
2741 } else if (force_pseudohp
) {
2742 apmc
= jread32(jme
, JME_APMC
) | JME_APMC_PSEUDO_HP_EN
;
2743 jwrite32(jme
, JME_APMC
, apmc
);
2746 NETIF_NAPI_SET(netdev
, &jme
->napi
, jme_poll
, jme
->rx_ring_size
>> 2)
2748 spin_lock_init(&jme
->phy_lock
);
2749 spin_lock_init(&jme
->macaddr_lock
);
2750 spin_lock_init(&jme
->rxmcs_lock
);
2752 atomic_set(&jme
->link_changing
, 1);
2753 atomic_set(&jme
->rx_cleaning
, 1);
2754 atomic_set(&jme
->tx_cleaning
, 1);
2755 atomic_set(&jme
->rx_empty
, 1);
2757 tasklet_init(&jme
->pcc_task
,
2759 (unsigned long) jme
);
2760 tasklet_init(&jme
->linkch_task
,
2761 &jme_link_change_tasklet
,
2762 (unsigned long) jme
);
2763 tasklet_init(&jme
->txclean_task
,
2764 &jme_tx_clean_tasklet
,
2765 (unsigned long) jme
);
2766 tasklet_init(&jme
->rxclean_task
,
2767 &jme_rx_clean_tasklet
,
2768 (unsigned long) jme
);
2769 tasklet_init(&jme
->rxempty_task
,
2770 &jme_rx_empty_tasklet
,
2771 (unsigned long) jme
);
2772 tasklet_disable_nosync(&jme
->txclean_task
);
2773 tasklet_disable_nosync(&jme
->rxclean_task
);
2774 tasklet_disable_nosync(&jme
->rxempty_task
);
2775 jme
->dpi
.cur
= PCC_P1
;
2778 jme
->reg_rxcs
= RXCS_DEFAULT
;
2779 jme
->reg_rxmcs
= RXMCS_DEFAULT
;
2781 jme
->reg_pmcs
= PMCS_MFEN
;
2782 set_bit(JME_FLAG_TXCSUM
, &jme
->flags
);
2783 set_bit(JME_FLAG_TSO
, &jme
->flags
);
2786 * Get Max Read Req Size from PCI Config Space
2788 pci_read_config_byte(pdev
, PCI_DCSR_MRRS
, &jme
->mrrs
);
2789 jme
->mrrs
&= PCI_DCSR_MRRS_MASK
;
2790 switch (jme
->mrrs
) {
2792 jme
->reg_txcs
= TXCS_DEFAULT
| TXCS_DMASIZE_128B
;
2795 jme
->reg_txcs
= TXCS_DEFAULT
| TXCS_DMASIZE_256B
;
2798 jme
->reg_txcs
= TXCS_DEFAULT
| TXCS_DMASIZE_512B
;
2803 * Must check before reset_mac_processor
2805 jme_check_hw_ver(jme
);
2806 jme
->mii_if
.dev
= netdev
;
2808 jme
->mii_if
.phy_id
= 0;
2809 for (i
= 1 ; i
< 32 ; ++i
) {
2810 bmcr
= jme_mdio_read(netdev
, i
, MII_BMCR
);
2811 bmsr
= jme_mdio_read(netdev
, i
, MII_BMSR
);
2812 if (bmcr
!= 0xFFFFU
&& (bmcr
!= 0 || bmsr
!= 0)) {
2813 jme
->mii_if
.phy_id
= i
;
2818 if (!jme
->mii_if
.phy_id
) {
2820 jeprintk(pdev
, "Can not find phy_id.\n");
2821 goto err_out_free_shadow
;
2824 jme
->reg_ghc
|= GHC_LINK_POLL
;
2826 jme
->mii_if
.phy_id
= 1;
2828 if (pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
)
2829 jme
->mii_if
.supports_gmii
= true;
2831 jme
->mii_if
.supports_gmii
= false;
2832 jme
->mii_if
.mdio_read
= jme_mdio_read
;
2833 jme
->mii_if
.mdio_write
= jme_mdio_write
;
2836 jme_set_phyfifoa(jme
);
2837 pci_read_config_byte(pdev
, PCI_REVISION_ID
, &jme
->rev
);
2843 * Reset MAC processor and reload EEPROM for MAC Address
2845 jme_reset_mac_processor(jme
);
2846 rc
= jme_reload_eeprom(jme
);
2849 "Reload eeprom for reading MAC Address error.\n");
2850 goto err_out_free_shadow
;
2852 jme_load_macaddr(netdev
);
2855 * Tell stack that we are not ready to work until open()
2857 netif_carrier_off(netdev
);
2858 netif_stop_queue(netdev
);
2863 rc
= register_netdev(netdev
);
2865 jeprintk(pdev
, "Cannot register net device.\n");
2866 goto err_out_free_shadow
;
2869 msg_probe(jme
, "%s%s ver:%x rev:%x macaddr:%pM\n",
2870 (jme
->pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
) ?
2871 "JMC250 Gigabit Ethernet" :
2872 (jme
->pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC260
) ?
2873 "JMC260 Fast Ethernet" : "Unknown",
2874 (jme
->fpgaver
!= 0) ? " (FPGA)" : "",
2875 (jme
->fpgaver
!= 0) ? jme
->fpgaver
: jme
->chiprev
,
2876 jme
->rev
, netdev
->dev_addr
);
2880 err_out_free_shadow
:
2881 pci_free_consistent(pdev
,
2882 sizeof(u32
) * SHADOW_REG_NR
,
2887 err_out_free_netdev
:
2888 pci_set_drvdata(pdev
, NULL
);
2889 free_netdev(netdev
);
2890 err_out_release_regions
:
2891 pci_release_regions(pdev
);
2892 err_out_disable_pdev
:
2893 pci_disable_device(pdev
);
2898 static void __devexit
2899 jme_remove_one(struct pci_dev
*pdev
)
2901 struct net_device
*netdev
= pci_get_drvdata(pdev
);
2902 struct jme_adapter
*jme
= netdev_priv(netdev
);
2904 unregister_netdev(netdev
);
2905 pci_free_consistent(pdev
,
2906 sizeof(u32
) * SHADOW_REG_NR
,
2910 pci_set_drvdata(pdev
, NULL
);
2911 free_netdev(netdev
);
2912 pci_release_regions(pdev
);
2913 pci_disable_device(pdev
);
2919 jme_suspend(struct pci_dev
*pdev
, pm_message_t state
)
2921 struct net_device
*netdev
= pci_get_drvdata(pdev
);
2922 struct jme_adapter
*jme
= netdev_priv(netdev
);
2924 atomic_dec(&jme
->link_changing
);
2926 netif_device_detach(netdev
);
2927 netif_stop_queue(netdev
);
2930 tasklet_disable(&jme
->txclean_task
);
2931 tasklet_disable(&jme
->rxclean_task
);
2932 tasklet_disable(&jme
->rxempty_task
);
2934 jme_disable_shadow(jme
);
2936 if (netif_carrier_ok(netdev
)) {
2937 if (test_bit(JME_FLAG_POLL
, &jme
->flags
))
2938 jme_polling_mode(jme
);
2940 jme_stop_pcc_timer(jme
);
2941 jme_reset_ghc_speed(jme
);
2942 jme_disable_rx_engine(jme
);
2943 jme_disable_tx_engine(jme
);
2944 jme_reset_mac_processor(jme
);
2945 jme_free_rx_resources(jme
);
2946 jme_free_tx_resources(jme
);
2947 netif_carrier_off(netdev
);
2951 tasklet_enable(&jme
->txclean_task
);
2952 tasklet_hi_enable(&jme
->rxclean_task
);
2953 tasklet_hi_enable(&jme
->rxempty_task
);
2955 pci_save_state(pdev
);
2956 if (jme
->reg_pmcs
) {
2957 jme_set_100m_half(jme
);
2959 if (jme
->reg_pmcs
& (PMCS_LFEN
| PMCS_LREN
))
2962 jwrite32(jme
, JME_PMCS
, jme
->reg_pmcs
);
2964 pci_enable_wake(pdev
, PCI_D3cold
, true);
2968 pci_set_power_state(pdev
, PCI_D3cold
);
2974 jme_resume(struct pci_dev
*pdev
)
2976 struct net_device
*netdev
= pci_get_drvdata(pdev
);
2977 struct jme_adapter
*jme
= netdev_priv(netdev
);
2980 pci_restore_state(pdev
);
2982 if (test_bit(JME_FLAG_SSET
, &jme
->flags
))
2983 jme_set_settings(netdev
, &jme
->old_ecmd
);
2985 jme_reset_phy_processor(jme
);
2987 jme_enable_shadow(jme
);
2989 netif_device_attach(netdev
);
2991 atomic_inc(&jme
->link_changing
);
2993 jme_reset_link(jme
);
2999 static struct pci_device_id jme_pci_tbl
[] = {
3000 { PCI_VDEVICE(JMICRON
, PCI_DEVICE_ID_JMICRON_JMC250
) },
3001 { PCI_VDEVICE(JMICRON
, PCI_DEVICE_ID_JMICRON_JMC260
) },
3005 static struct pci_driver jme_driver
= {
3007 .id_table
= jme_pci_tbl
,
3008 .probe
= jme_init_one
,
3009 .remove
= __devexit_p(jme_remove_one
),
3011 .suspend
= jme_suspend
,
3012 .resume
= jme_resume
,
3013 #endif /* CONFIG_PM */
3017 jme_init_module(void)
3019 printk(KERN_INFO PFX
"JMicron JMC2XX ethernet "
3020 "driver version %s\n", DRV_VERSION
);
3021 return pci_register_driver(&jme_driver
);
3025 jme_cleanup_module(void)
3027 pci_unregister_driver(&jme_driver
);
3030 module_init(jme_init_module
);
3031 module_exit(jme_cleanup_module
);
3033 MODULE_AUTHOR("Guo-Fu Tseng <cooldavid@cooldavid.org>");
3034 MODULE_DESCRIPTION("JMicron JMC2x0 PCI Express Ethernet driver");
3035 MODULE_LICENSE("GPL");
3036 MODULE_VERSION(DRV_VERSION
);
3037 MODULE_DEVICE_TABLE(pci
, jme_pci_tbl
);