2 * JMicron JMC2x0 series PCIe Ethernet Linux Device Driver
4 * Copyright 2008 JMicron Technology Corporation
5 * http://www.jmicron.com/
7 * Author: Guo-Fu Tseng <cooldavid@cooldavid.org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
26 #include <linux/module.h>
27 #include <linux/kernel.h>
28 #include <linux/pci.h>
29 #include <linux/netdevice.h>
30 #include <linux/etherdevice.h>
31 #include <linux/ethtool.h>
32 #include <linux/mii.h>
33 #include <linux/crc32.h>
34 #include <linux/delay.h>
35 #include <linux/spinlock.h>
38 #include <linux/ipv6.h>
39 #include <linux/tcp.h>
40 #include <linux/udp.h>
41 #include <linux/if_vlan.h>
42 #include <linux/slab.h>
43 #include <net/ip6_checksum.h>
46 static int force_pseudohp
= -1;
47 static int no_pseudohp
= -1;
48 static int no_extplug
= -1;
49 module_param(force_pseudohp
, int, 0);
50 MODULE_PARM_DESC(force_pseudohp
,
51 "Enable pseudo hot-plug feature manually by driver instead of BIOS.");
52 module_param(no_pseudohp
, int, 0);
53 MODULE_PARM_DESC(no_pseudohp
, "Disable pseudo hot-plug feature.");
54 module_param(no_extplug
, int, 0);
55 MODULE_PARM_DESC(no_extplug
,
56 "Do not use external plug signal for pseudo hot-plug.");
59 jme_mdio_read(struct net_device
*netdev
, int phy
, int reg
)
61 struct jme_adapter
*jme
= netdev_priv(netdev
);
62 int i
, val
, again
= (reg
== MII_BMSR
) ? 1 : 0;
65 jwrite32(jme
, JME_SMI
, SMI_OP_REQ
|
70 for (i
= JME_PHY_TIMEOUT
* 50 ; i
> 0 ; --i
) {
72 val
= jread32(jme
, JME_SMI
);
73 if ((val
& SMI_OP_REQ
) == 0)
78 pr_err("phy(%d) read timeout : %d\n", phy
, reg
);
85 return (val
& SMI_DATA_MASK
) >> SMI_DATA_SHIFT
;
89 jme_mdio_write(struct net_device
*netdev
,
90 int phy
, int reg
, int val
)
92 struct jme_adapter
*jme
= netdev_priv(netdev
);
95 jwrite32(jme
, JME_SMI
, SMI_OP_WRITE
| SMI_OP_REQ
|
96 ((val
<< SMI_DATA_SHIFT
) & SMI_DATA_MASK
) |
97 smi_phy_addr(phy
) | smi_reg_addr(reg
));
100 for (i
= JME_PHY_TIMEOUT
* 50 ; i
> 0 ; --i
) {
102 if ((jread32(jme
, JME_SMI
) & SMI_OP_REQ
) == 0)
107 pr_err("phy(%d) write timeout : %d\n", phy
, reg
);
111 jme_reset_phy_processor(struct jme_adapter
*jme
)
115 jme_mdio_write(jme
->dev
,
117 MII_ADVERTISE
, ADVERTISE_ALL
|
118 ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
);
120 if (jme
->pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
)
121 jme_mdio_write(jme
->dev
,
124 ADVERTISE_1000FULL
| ADVERTISE_1000HALF
);
126 val
= jme_mdio_read(jme
->dev
,
130 jme_mdio_write(jme
->dev
,
132 MII_BMCR
, val
| BMCR_RESET
);
136 jme_setup_wakeup_frame(struct jme_adapter
*jme
,
137 u32
*mask
, u32 crc
, int fnr
)
144 jwrite32(jme
, JME_WFOI
, WFOI_CRC_SEL
| (fnr
& WFOI_FRAME_SEL
));
146 jwrite32(jme
, JME_WFODP
, crc
);
152 for (i
= 0 ; i
< WAKEUP_FRAME_MASK_DWNR
; ++i
) {
153 jwrite32(jme
, JME_WFOI
,
154 ((i
<< WFOI_MASK_SHIFT
) & WFOI_MASK_SEL
) |
155 (fnr
& WFOI_FRAME_SEL
));
157 jwrite32(jme
, JME_WFODP
, mask
[i
]);
163 jme_reset_mac_processor(struct jme_adapter
*jme
)
165 u32 mask
[WAKEUP_FRAME_MASK_DWNR
] = {0, 0, 0, 0};
166 u32 crc
= 0xCDCDCDCD;
170 jwrite32(jme
, JME_GHC
, jme
->reg_ghc
| GHC_SWRST
);
172 jwrite32(jme
, JME_GHC
, jme
->reg_ghc
);
174 jwrite32(jme
, JME_RXDBA_LO
, 0x00000000);
175 jwrite32(jme
, JME_RXDBA_HI
, 0x00000000);
176 jwrite32(jme
, JME_RXQDC
, 0x00000000);
177 jwrite32(jme
, JME_RXNDA
, 0x00000000);
178 jwrite32(jme
, JME_TXDBA_LO
, 0x00000000);
179 jwrite32(jme
, JME_TXDBA_HI
, 0x00000000);
180 jwrite32(jme
, JME_TXQDC
, 0x00000000);
181 jwrite32(jme
, JME_TXNDA
, 0x00000000);
183 jwrite32(jme
, JME_RXMCHT_LO
, 0x00000000);
184 jwrite32(jme
, JME_RXMCHT_HI
, 0x00000000);
185 for (i
= 0 ; i
< WAKEUP_FRAME_NR
; ++i
)
186 jme_setup_wakeup_frame(jme
, mask
, crc
, i
);
188 gpreg0
= GPREG0_DEFAULT
| GPREG0_LNKINTPOLL
;
190 gpreg0
= GPREG0_DEFAULT
;
191 jwrite32(jme
, JME_GPREG0
, gpreg0
);
192 jwrite32(jme
, JME_GPREG1
, GPREG1_DEFAULT
);
196 jme_reset_ghc_speed(struct jme_adapter
*jme
)
198 jme
->reg_ghc
&= ~(GHC_SPEED_1000M
| GHC_DPX
);
199 jwrite32(jme
, JME_GHC
, jme
->reg_ghc
);
203 jme_clear_pm(struct jme_adapter
*jme
)
205 jwrite32(jme
, JME_PMCS
, 0xFFFF0000 | jme
->reg_pmcs
);
206 pci_set_power_state(jme
->pdev
, PCI_D0
);
207 pci_enable_wake(jme
->pdev
, PCI_D0
, false);
211 jme_reload_eeprom(struct jme_adapter
*jme
)
216 val
= jread32(jme
, JME_SMBCSR
);
218 if (val
& SMBCSR_EEPROMD
) {
220 jwrite32(jme
, JME_SMBCSR
, val
);
221 val
|= SMBCSR_RELOAD
;
222 jwrite32(jme
, JME_SMBCSR
, val
);
225 for (i
= JME_EEPROM_RELOAD_TIMEOUT
; i
> 0; --i
) {
227 if ((jread32(jme
, JME_SMBCSR
) & SMBCSR_RELOAD
) == 0)
232 pr_err("eeprom reload timeout\n");
241 jme_load_macaddr(struct net_device
*netdev
)
243 struct jme_adapter
*jme
= netdev_priv(netdev
);
244 unsigned char macaddr
[6];
247 spin_lock_bh(&jme
->macaddr_lock
);
248 val
= jread32(jme
, JME_RXUMA_LO
);
249 macaddr
[0] = (val
>> 0) & 0xFF;
250 macaddr
[1] = (val
>> 8) & 0xFF;
251 macaddr
[2] = (val
>> 16) & 0xFF;
252 macaddr
[3] = (val
>> 24) & 0xFF;
253 val
= jread32(jme
, JME_RXUMA_HI
);
254 macaddr
[4] = (val
>> 0) & 0xFF;
255 macaddr
[5] = (val
>> 8) & 0xFF;
256 memcpy(netdev
->dev_addr
, macaddr
, 6);
257 spin_unlock_bh(&jme
->macaddr_lock
);
261 jme_set_rx_pcc(struct jme_adapter
*jme
, int p
)
265 jwrite32(jme
, JME_PCCRX0
,
266 ((PCC_OFF_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
267 ((PCC_OFF_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
270 jwrite32(jme
, JME_PCCRX0
,
271 ((PCC_P1_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
272 ((PCC_P1_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
275 jwrite32(jme
, JME_PCCRX0
,
276 ((PCC_P2_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
277 ((PCC_P2_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
280 jwrite32(jme
, JME_PCCRX0
,
281 ((PCC_P3_TO
<< PCCRXTO_SHIFT
) & PCCRXTO_MASK
) |
282 ((PCC_P3_CNT
<< PCCRX_SHIFT
) & PCCRX_MASK
));
289 if (!(test_bit(JME_FLAG_POLL
, &jme
->flags
)))
290 netif_info(jme
, rx_status
, jme
->dev
, "Switched to PCC_P%d\n", p
);
294 jme_start_irq(struct jme_adapter
*jme
)
296 register struct dynpcc_info
*dpi
= &(jme
->dpi
);
298 jme_set_rx_pcc(jme
, PCC_P1
);
300 dpi
->attempt
= PCC_P1
;
303 jwrite32(jme
, JME_PCCTX
,
304 ((PCC_TX_TO
<< PCCTXTO_SHIFT
) & PCCTXTO_MASK
) |
305 ((PCC_TX_CNT
<< PCCTX_SHIFT
) & PCCTX_MASK
) |
312 jwrite32(jme
, JME_IENS
, INTR_ENABLE
);
316 jme_stop_irq(struct jme_adapter
*jme
)
321 jwrite32f(jme
, JME_IENC
, INTR_ENABLE
);
325 jme_linkstat_from_phy(struct jme_adapter
*jme
)
329 phylink
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, 17);
330 bmsr
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMSR
);
331 if (bmsr
& BMSR_ANCOMP
)
332 phylink
|= PHY_LINK_AUTONEG_COMPLETE
;
338 jme_set_phyfifoa(struct jme_adapter
*jme
)
340 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, 27, 0x0004);
344 jme_set_phyfifob(struct jme_adapter
*jme
)
346 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, 27, 0x0000);
350 jme_check_link(struct net_device
*netdev
, int testonly
)
352 struct jme_adapter
*jme
= netdev_priv(netdev
);
353 u32 phylink
, ghc
, cnt
= JME_SPDRSV_TIMEOUT
, bmcr
, gpreg1
;
360 phylink
= jme_linkstat_from_phy(jme
);
362 phylink
= jread32(jme
, JME_PHY_LINK
);
364 if (phylink
& PHY_LINK_UP
) {
365 if (!(phylink
& PHY_LINK_AUTONEG_COMPLETE
)) {
367 * If we did not enable AN
368 * Speed/Duplex Info should be obtained from SMI
370 phylink
= PHY_LINK_UP
;
372 bmcr
= jme_mdio_read(jme
->dev
,
376 phylink
|= ((bmcr
& BMCR_SPEED1000
) &&
377 (bmcr
& BMCR_SPEED100
) == 0) ?
378 PHY_LINK_SPEED_1000M
:
379 (bmcr
& BMCR_SPEED100
) ?
380 PHY_LINK_SPEED_100M
:
383 phylink
|= (bmcr
& BMCR_FULLDPLX
) ?
386 strcat(linkmsg
, "Forced: ");
389 * Keep polling for speed/duplex resolve complete
391 while (!(phylink
& PHY_LINK_SPEEDDPU_RESOLVED
) &&
397 phylink
= jme_linkstat_from_phy(jme
);
399 phylink
= jread32(jme
, JME_PHY_LINK
);
402 pr_err("Waiting speed resolve timeout\n");
404 strcat(linkmsg
, "ANed: ");
407 if (jme
->phylink
== phylink
) {
414 jme
->phylink
= phylink
;
416 ghc
= jme
->reg_ghc
& ~(GHC_SPEED
| GHC_DPX
|
417 GHC_TO_CLK_PCIE
| GHC_TXMAC_CLK_PCIE
|
418 GHC_TO_CLK_GPHY
| GHC_TXMAC_CLK_GPHY
);
419 switch (phylink
& PHY_LINK_SPEED_MASK
) {
420 case PHY_LINK_SPEED_10M
:
421 ghc
|= GHC_SPEED_10M
|
422 GHC_TO_CLK_PCIE
| GHC_TXMAC_CLK_PCIE
;
423 strcat(linkmsg
, "10 Mbps, ");
425 case PHY_LINK_SPEED_100M
:
426 ghc
|= GHC_SPEED_100M
|
427 GHC_TO_CLK_PCIE
| GHC_TXMAC_CLK_PCIE
;
428 strcat(linkmsg
, "100 Mbps, ");
430 case PHY_LINK_SPEED_1000M
:
431 ghc
|= GHC_SPEED_1000M
|
432 GHC_TO_CLK_GPHY
| GHC_TXMAC_CLK_GPHY
;
433 strcat(linkmsg
, "1000 Mbps, ");
439 if (phylink
& PHY_LINK_DUPLEX
) {
440 jwrite32(jme
, JME_TXMCS
, TXMCS_DEFAULT
);
443 jwrite32(jme
, JME_TXMCS
, TXMCS_DEFAULT
|
447 jwrite32(jme
, JME_TXTRHD
, TXTRHD_TXPEN
|
448 ((0x2000 << TXTRHD_TXP_SHIFT
) & TXTRHD_TXP
) |
450 ((8 << TXTRHD_TXRL_SHIFT
) & TXTRHD_TXRL
));
453 gpreg1
= GPREG1_DEFAULT
;
454 if (is_buggy250(jme
->pdev
->device
, jme
->chiprev
)) {
455 if (!(phylink
& PHY_LINK_DUPLEX
))
456 gpreg1
|= GPREG1_HALFMODEPATCH
;
457 switch (phylink
& PHY_LINK_SPEED_MASK
) {
458 case PHY_LINK_SPEED_10M
:
459 jme_set_phyfifoa(jme
);
460 gpreg1
|= GPREG1_RSSPATCH
;
462 case PHY_LINK_SPEED_100M
:
463 jme_set_phyfifob(jme
);
464 gpreg1
|= GPREG1_RSSPATCH
;
466 case PHY_LINK_SPEED_1000M
:
467 jme_set_phyfifoa(jme
);
474 jwrite32(jme
, JME_GPREG1
, gpreg1
);
475 jwrite32(jme
, JME_GHC
, ghc
);
478 strcat(linkmsg
, (phylink
& PHY_LINK_DUPLEX
) ?
481 strcat(linkmsg
, (phylink
& PHY_LINK_MDI_STAT
) ?
484 netif_info(jme
, link
, jme
->dev
, "Link is up at %s\n", linkmsg
);
485 netif_carrier_on(netdev
);
490 netif_info(jme
, link
, jme
->dev
, "Link is down\n");
492 netif_carrier_off(netdev
);
500 jme_setup_tx_resources(struct jme_adapter
*jme
)
502 struct jme_ring
*txring
= &(jme
->txring
[0]);
504 txring
->alloc
= dma_alloc_coherent(&(jme
->pdev
->dev
),
505 TX_RING_ALLOC_SIZE(jme
->tx_ring_size
),
515 txring
->desc
= (void *)ALIGN((unsigned long)(txring
->alloc
),
517 txring
->dma
= ALIGN(txring
->dmaalloc
, RING_DESC_ALIGN
);
518 txring
->next_to_use
= 0;
519 atomic_set(&txring
->next_to_clean
, 0);
520 atomic_set(&txring
->nr_free
, jme
->tx_ring_size
);
522 txring
->bufinf
= kmalloc(sizeof(struct jme_buffer_info
) *
523 jme
->tx_ring_size
, GFP_ATOMIC
);
524 if (unlikely(!(txring
->bufinf
)))
525 goto err_free_txring
;
528 * Initialize Transmit Descriptors
530 memset(txring
->alloc
, 0, TX_RING_ALLOC_SIZE(jme
->tx_ring_size
));
531 memset(txring
->bufinf
, 0,
532 sizeof(struct jme_buffer_info
) * jme
->tx_ring_size
);
537 dma_free_coherent(&(jme
->pdev
->dev
),
538 TX_RING_ALLOC_SIZE(jme
->tx_ring_size
),
544 txring
->dmaalloc
= 0;
546 txring
->bufinf
= NULL
;
552 jme_free_tx_resources(struct jme_adapter
*jme
)
555 struct jme_ring
*txring
= &(jme
->txring
[0]);
556 struct jme_buffer_info
*txbi
;
559 if (txring
->bufinf
) {
560 for (i
= 0 ; i
< jme
->tx_ring_size
; ++i
) {
561 txbi
= txring
->bufinf
+ i
;
563 dev_kfree_skb(txbi
->skb
);
569 txbi
->start_xmit
= 0;
571 kfree(txring
->bufinf
);
574 dma_free_coherent(&(jme
->pdev
->dev
),
575 TX_RING_ALLOC_SIZE(jme
->tx_ring_size
),
579 txring
->alloc
= NULL
;
581 txring
->dmaalloc
= 0;
583 txring
->bufinf
= NULL
;
585 txring
->next_to_use
= 0;
586 atomic_set(&txring
->next_to_clean
, 0);
587 atomic_set(&txring
->nr_free
, 0);
591 jme_enable_tx_engine(struct jme_adapter
*jme
)
596 jwrite32(jme
, JME_TXCS
, TXCS_DEFAULT
| TXCS_SELECT_QUEUE0
);
600 * Setup TX Queue 0 DMA Bass Address
602 jwrite32(jme
, JME_TXDBA_LO
, (__u64
)jme
->txring
[0].dma
& 0xFFFFFFFFUL
);
603 jwrite32(jme
, JME_TXDBA_HI
, (__u64
)(jme
->txring
[0].dma
) >> 32);
604 jwrite32(jme
, JME_TXNDA
, (__u64
)jme
->txring
[0].dma
& 0xFFFFFFFFUL
);
607 * Setup TX Descptor Count
609 jwrite32(jme
, JME_TXQDC
, jme
->tx_ring_size
);
615 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
|
622 jme_restart_tx_engine(struct jme_adapter
*jme
)
627 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
|
633 jme_disable_tx_engine(struct jme_adapter
*jme
)
641 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
| TXCS_SELECT_QUEUE0
);
644 val
= jread32(jme
, JME_TXCS
);
645 for (i
= JME_TX_DISABLE_TIMEOUT
; (val
& TXCS_ENABLE
) && i
> 0 ; --i
) {
647 val
= jread32(jme
, JME_TXCS
);
652 pr_err("Disable TX engine timeout\n");
656 jme_set_clean_rxdesc(struct jme_adapter
*jme
, int i
)
658 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
659 register struct rxdesc
*rxdesc
= rxring
->desc
;
660 struct jme_buffer_info
*rxbi
= rxring
->bufinf
;
666 rxdesc
->desc1
.bufaddrh
= cpu_to_le32((__u64
)rxbi
->mapping
>> 32);
667 rxdesc
->desc1
.bufaddrl
= cpu_to_le32(
668 (__u64
)rxbi
->mapping
& 0xFFFFFFFFUL
);
669 rxdesc
->desc1
.datalen
= cpu_to_le16(rxbi
->len
);
670 if (jme
->dev
->features
& NETIF_F_HIGHDMA
)
671 rxdesc
->desc1
.flags
= RXFLAG_64BIT
;
673 rxdesc
->desc1
.flags
|= RXFLAG_OWN
| RXFLAG_INT
;
677 jme_make_new_rx_buf(struct jme_adapter
*jme
, int i
)
679 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
680 struct jme_buffer_info
*rxbi
= rxring
->bufinf
+ i
;
683 skb
= netdev_alloc_skb(jme
->dev
,
684 jme
->dev
->mtu
+ RX_EXTRA_LEN
);
689 rxbi
->len
= skb_tailroom(skb
);
690 rxbi
->mapping
= pci_map_page(jme
->pdev
,
691 virt_to_page(skb
->data
),
692 offset_in_page(skb
->data
),
700 jme_free_rx_buf(struct jme_adapter
*jme
, int i
)
702 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
703 struct jme_buffer_info
*rxbi
= rxring
->bufinf
;
707 pci_unmap_page(jme
->pdev
,
711 dev_kfree_skb(rxbi
->skb
);
719 jme_free_rx_resources(struct jme_adapter
*jme
)
722 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
725 if (rxring
->bufinf
) {
726 for (i
= 0 ; i
< jme
->rx_ring_size
; ++i
)
727 jme_free_rx_buf(jme
, i
);
728 kfree(rxring
->bufinf
);
731 dma_free_coherent(&(jme
->pdev
->dev
),
732 RX_RING_ALLOC_SIZE(jme
->rx_ring_size
),
735 rxring
->alloc
= NULL
;
737 rxring
->dmaalloc
= 0;
739 rxring
->bufinf
= NULL
;
741 rxring
->next_to_use
= 0;
742 atomic_set(&rxring
->next_to_clean
, 0);
746 jme_setup_rx_resources(struct jme_adapter
*jme
)
749 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
751 rxring
->alloc
= dma_alloc_coherent(&(jme
->pdev
->dev
),
752 RX_RING_ALLOC_SIZE(jme
->rx_ring_size
),
761 rxring
->desc
= (void *)ALIGN((unsigned long)(rxring
->alloc
),
763 rxring
->dma
= ALIGN(rxring
->dmaalloc
, RING_DESC_ALIGN
);
764 rxring
->next_to_use
= 0;
765 atomic_set(&rxring
->next_to_clean
, 0);
767 rxring
->bufinf
= kmalloc(sizeof(struct jme_buffer_info
) *
768 jme
->rx_ring_size
, GFP_ATOMIC
);
769 if (unlikely(!(rxring
->bufinf
)))
770 goto err_free_rxring
;
773 * Initiallize Receive Descriptors
775 memset(rxring
->bufinf
, 0,
776 sizeof(struct jme_buffer_info
) * jme
->rx_ring_size
);
777 for (i
= 0 ; i
< jme
->rx_ring_size
; ++i
) {
778 if (unlikely(jme_make_new_rx_buf(jme
, i
))) {
779 jme_free_rx_resources(jme
);
783 jme_set_clean_rxdesc(jme
, i
);
789 dma_free_coherent(&(jme
->pdev
->dev
),
790 RX_RING_ALLOC_SIZE(jme
->rx_ring_size
),
795 rxring
->dmaalloc
= 0;
797 rxring
->bufinf
= NULL
;
803 jme_enable_rx_engine(struct jme_adapter
*jme
)
808 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
|
813 * Setup RX DMA Bass Address
815 jwrite32(jme
, JME_RXDBA_LO
, (__u64
)(jme
->rxring
[0].dma
) & 0xFFFFFFFFUL
);
816 jwrite32(jme
, JME_RXDBA_HI
, (__u64
)(jme
->rxring
[0].dma
) >> 32);
817 jwrite32(jme
, JME_RXNDA
, (__u64
)(jme
->rxring
[0].dma
) & 0xFFFFFFFFUL
);
820 * Setup RX Descriptor Count
822 jwrite32(jme
, JME_RXQDC
, jme
->rx_ring_size
);
825 * Setup Unicast Filter
827 jme_set_multi(jme
->dev
);
833 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
|
840 jme_restart_rx_engine(struct jme_adapter
*jme
)
845 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
|
852 jme_disable_rx_engine(struct jme_adapter
*jme
)
860 jwrite32(jme
, JME_RXCS
, jme
->reg_rxcs
);
863 val
= jread32(jme
, JME_RXCS
);
864 for (i
= JME_RX_DISABLE_TIMEOUT
; (val
& RXCS_ENABLE
) && i
> 0 ; --i
) {
866 val
= jread32(jme
, JME_RXCS
);
871 pr_err("Disable RX engine timeout\n");
876 jme_rxsum_ok(struct jme_adapter
*jme
, u16 flags
)
878 if (!(flags
& (RXWBFLAG_TCPON
| RXWBFLAG_UDPON
| RXWBFLAG_IPV4
)))
881 if (unlikely((flags
& (RXWBFLAG_MF
| RXWBFLAG_TCPON
| RXWBFLAG_TCPCS
))
882 == RXWBFLAG_TCPON
)) {
883 if (flags
& RXWBFLAG_IPV4
)
884 netif_err(jme
, rx_err
, jme
->dev
, "TCP Checksum error\n");
888 if (unlikely((flags
& (RXWBFLAG_MF
| RXWBFLAG_UDPON
| RXWBFLAG_UDPCS
))
889 == RXWBFLAG_UDPON
)) {
890 if (flags
& RXWBFLAG_IPV4
)
891 netif_err(jme
, rx_err
, jme
->dev
, "UDP Checksum error\n");
895 if (unlikely((flags
& (RXWBFLAG_IPV4
| RXWBFLAG_IPCS
))
897 netif_err(jme
, rx_err
, jme
->dev
, "IPv4 Checksum error\n");
905 jme_alloc_and_feed_skb(struct jme_adapter
*jme
, int idx
)
907 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
908 struct rxdesc
*rxdesc
= rxring
->desc
;
909 struct jme_buffer_info
*rxbi
= rxring
->bufinf
;
917 pci_dma_sync_single_for_cpu(jme
->pdev
,
922 if (unlikely(jme_make_new_rx_buf(jme
, idx
))) {
923 pci_dma_sync_single_for_device(jme
->pdev
,
928 ++(NET_STAT(jme
).rx_dropped
);
930 framesize
= le16_to_cpu(rxdesc
->descwb
.framesize
)
933 skb_reserve(skb
, RX_PREPAD_SIZE
);
934 skb_put(skb
, framesize
);
935 skb
->protocol
= eth_type_trans(skb
, jme
->dev
);
937 if (jme_rxsum_ok(jme
, le16_to_cpu(rxdesc
->descwb
.flags
)))
938 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
940 skb_checksum_none_assert(skb
);
942 if (rxdesc
->descwb
.flags
& cpu_to_le16(RXWBFLAG_TAGON
)) {
944 jme
->jme_vlan_rx(skb
, jme
->vlgrp
,
945 le16_to_cpu(rxdesc
->descwb
.vlan
));
946 NET_STAT(jme
).rx_bytes
+= 4;
954 if ((rxdesc
->descwb
.flags
& cpu_to_le16(RXWBFLAG_DEST
)) ==
955 cpu_to_le16(RXWBFLAG_DEST_MUL
))
956 ++(NET_STAT(jme
).multicast
);
958 NET_STAT(jme
).rx_bytes
+= framesize
;
959 ++(NET_STAT(jme
).rx_packets
);
962 jme_set_clean_rxdesc(jme
, idx
);
967 jme_process_receive(struct jme_adapter
*jme
, int limit
)
969 struct jme_ring
*rxring
= &(jme
->rxring
[0]);
970 struct rxdesc
*rxdesc
= rxring
->desc
;
971 int i
, j
, ccnt
, desccnt
, mask
= jme
->rx_ring_mask
;
973 if (unlikely(!atomic_dec_and_test(&jme
->rx_cleaning
)))
976 if (unlikely(atomic_read(&jme
->link_changing
) != 1))
979 if (unlikely(!netif_carrier_ok(jme
->dev
)))
982 i
= atomic_read(&rxring
->next_to_clean
);
984 rxdesc
= rxring
->desc
;
987 if ((rxdesc
->descwb
.flags
& cpu_to_le16(RXWBFLAG_OWN
)) ||
988 !(rxdesc
->descwb
.desccnt
& RXWBDCNT_WBCPL
))
992 desccnt
= rxdesc
->descwb
.desccnt
& RXWBDCNT_DCNT
;
994 if (unlikely(desccnt
> 1 ||
995 rxdesc
->descwb
.errstat
& RXWBERR_ALLERR
)) {
997 if (rxdesc
->descwb
.errstat
& RXWBERR_CRCERR
)
998 ++(NET_STAT(jme
).rx_crc_errors
);
999 else if (rxdesc
->descwb
.errstat
& RXWBERR_OVERUN
)
1000 ++(NET_STAT(jme
).rx_fifo_errors
);
1002 ++(NET_STAT(jme
).rx_errors
);
1005 limit
-= desccnt
- 1;
1007 for (j
= i
, ccnt
= desccnt
; ccnt
-- ; ) {
1008 jme_set_clean_rxdesc(jme
, j
);
1009 j
= (j
+ 1) & (mask
);
1013 jme_alloc_and_feed_skb(jme
, i
);
1016 i
= (i
+ desccnt
) & (mask
);
1020 atomic_set(&rxring
->next_to_clean
, i
);
1023 atomic_inc(&jme
->rx_cleaning
);
1025 return limit
> 0 ? limit
: 0;
1030 jme_attempt_pcc(struct dynpcc_info
*dpi
, int atmp
)
1032 if (likely(atmp
== dpi
->cur
)) {
1037 if (dpi
->attempt
== atmp
) {
1040 dpi
->attempt
= atmp
;
1047 jme_dynamic_pcc(struct jme_adapter
*jme
)
1049 register struct dynpcc_info
*dpi
= &(jme
->dpi
);
1051 if ((NET_STAT(jme
).rx_bytes
- dpi
->last_bytes
) > PCC_P3_THRESHOLD
)
1052 jme_attempt_pcc(dpi
, PCC_P3
);
1053 else if ((NET_STAT(jme
).rx_packets
- dpi
->last_pkts
) > PCC_P2_THRESHOLD
||
1054 dpi
->intr_cnt
> PCC_INTR_THRESHOLD
)
1055 jme_attempt_pcc(dpi
, PCC_P2
);
1057 jme_attempt_pcc(dpi
, PCC_P1
);
1059 if (unlikely(dpi
->attempt
!= dpi
->cur
&& dpi
->cnt
> 5)) {
1060 if (dpi
->attempt
< dpi
->cur
)
1061 tasklet_schedule(&jme
->rxclean_task
);
1062 jme_set_rx_pcc(jme
, dpi
->attempt
);
1063 dpi
->cur
= dpi
->attempt
;
1069 jme_start_pcc_timer(struct jme_adapter
*jme
)
1071 struct dynpcc_info
*dpi
= &(jme
->dpi
);
1072 dpi
->last_bytes
= NET_STAT(jme
).rx_bytes
;
1073 dpi
->last_pkts
= NET_STAT(jme
).rx_packets
;
1075 jwrite32(jme
, JME_TMCSR
,
1076 TMCSR_EN
| ((0xFFFFFF - PCC_INTERVAL_US
) & TMCSR_CNT
));
1080 jme_stop_pcc_timer(struct jme_adapter
*jme
)
1082 jwrite32(jme
, JME_TMCSR
, 0);
1086 jme_shutdown_nic(struct jme_adapter
*jme
)
1090 phylink
= jme_linkstat_from_phy(jme
);
1092 if (!(phylink
& PHY_LINK_UP
)) {
1094 * Disable all interrupt before issue timer
1097 jwrite32(jme
, JME_TIMER2
, TMCSR_EN
| 0xFFFFFE);
1102 jme_pcc_tasklet(unsigned long arg
)
1104 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1105 struct net_device
*netdev
= jme
->dev
;
1107 if (unlikely(test_bit(JME_FLAG_SHUTDOWN
, &jme
->flags
))) {
1108 jme_shutdown_nic(jme
);
1112 if (unlikely(!netif_carrier_ok(netdev
) ||
1113 (atomic_read(&jme
->link_changing
) != 1)
1115 jme_stop_pcc_timer(jme
);
1119 if (!(test_bit(JME_FLAG_POLL
, &jme
->flags
)))
1120 jme_dynamic_pcc(jme
);
1122 jme_start_pcc_timer(jme
);
1126 jme_polling_mode(struct jme_adapter
*jme
)
1128 jme_set_rx_pcc(jme
, PCC_OFF
);
1132 jme_interrupt_mode(struct jme_adapter
*jme
)
1134 jme_set_rx_pcc(jme
, PCC_P1
);
1138 jme_pseudo_hotplug_enabled(struct jme_adapter
*jme
)
1141 apmc
= jread32(jme
, JME_APMC
);
1142 return apmc
& JME_APMC_PSEUDO_HP_EN
;
1146 jme_start_shutdown_timer(struct jme_adapter
*jme
)
1150 apmc
= jread32(jme
, JME_APMC
) | JME_APMC_PCIE_SD_EN
;
1151 apmc
&= ~JME_APMC_EPIEN_CTRL
;
1153 jwrite32f(jme
, JME_APMC
, apmc
| JME_APMC_EPIEN_CTRL_EN
);
1156 jwrite32f(jme
, JME_APMC
, apmc
);
1158 jwrite32f(jme
, JME_TIMER2
, 0);
1159 set_bit(JME_FLAG_SHUTDOWN
, &jme
->flags
);
1160 jwrite32(jme
, JME_TMCSR
,
1161 TMCSR_EN
| ((0xFFFFFF - APMC_PHP_SHUTDOWN_DELAY
) & TMCSR_CNT
));
1165 jme_stop_shutdown_timer(struct jme_adapter
*jme
)
1169 jwrite32f(jme
, JME_TMCSR
, 0);
1170 jwrite32f(jme
, JME_TIMER2
, 0);
1171 clear_bit(JME_FLAG_SHUTDOWN
, &jme
->flags
);
1173 apmc
= jread32(jme
, JME_APMC
);
1174 apmc
&= ~(JME_APMC_PCIE_SD_EN
| JME_APMC_EPIEN_CTRL
);
1175 jwrite32f(jme
, JME_APMC
, apmc
| JME_APMC_EPIEN_CTRL_DIS
);
1177 jwrite32f(jme
, JME_APMC
, apmc
);
1181 jme_link_change_tasklet(unsigned long arg
)
1183 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1184 struct net_device
*netdev
= jme
->dev
;
1187 while (!atomic_dec_and_test(&jme
->link_changing
)) {
1188 atomic_inc(&jme
->link_changing
);
1189 netif_info(jme
, intr
, jme
->dev
, "Get link change lock failed\n");
1190 while (atomic_read(&jme
->link_changing
) != 1)
1191 netif_info(jme
, intr
, jme
->dev
, "Waiting link change lock\n");
1194 if (jme_check_link(netdev
, 1) && jme
->old_mtu
== netdev
->mtu
)
1197 jme
->old_mtu
= netdev
->mtu
;
1198 netif_stop_queue(netdev
);
1199 if (jme_pseudo_hotplug_enabled(jme
))
1200 jme_stop_shutdown_timer(jme
);
1202 jme_stop_pcc_timer(jme
);
1203 tasklet_disable(&jme
->txclean_task
);
1204 tasklet_disable(&jme
->rxclean_task
);
1205 tasklet_disable(&jme
->rxempty_task
);
1207 if (netif_carrier_ok(netdev
)) {
1208 jme_reset_ghc_speed(jme
);
1209 jme_disable_rx_engine(jme
);
1210 jme_disable_tx_engine(jme
);
1211 jme_reset_mac_processor(jme
);
1212 jme_free_rx_resources(jme
);
1213 jme_free_tx_resources(jme
);
1215 if (test_bit(JME_FLAG_POLL
, &jme
->flags
))
1216 jme_polling_mode(jme
);
1218 netif_carrier_off(netdev
);
1221 jme_check_link(netdev
, 0);
1222 if (netif_carrier_ok(netdev
)) {
1223 rc
= jme_setup_rx_resources(jme
);
1225 pr_err("Allocating resources for RX error, Device STOPPED!\n");
1226 goto out_enable_tasklet
;
1229 rc
= jme_setup_tx_resources(jme
);
1231 pr_err("Allocating resources for TX error, Device STOPPED!\n");
1232 goto err_out_free_rx_resources
;
1235 jme_enable_rx_engine(jme
);
1236 jme_enable_tx_engine(jme
);
1238 netif_start_queue(netdev
);
1240 if (test_bit(JME_FLAG_POLL
, &jme
->flags
))
1241 jme_interrupt_mode(jme
);
1243 jme_start_pcc_timer(jme
);
1244 } else if (jme_pseudo_hotplug_enabled(jme
)) {
1245 jme_start_shutdown_timer(jme
);
1248 goto out_enable_tasklet
;
1250 err_out_free_rx_resources
:
1251 jme_free_rx_resources(jme
);
1253 tasklet_enable(&jme
->txclean_task
);
1254 tasklet_hi_enable(&jme
->rxclean_task
);
1255 tasklet_hi_enable(&jme
->rxempty_task
);
1257 atomic_inc(&jme
->link_changing
);
1261 jme_rx_clean_tasklet(unsigned long arg
)
1263 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1264 struct dynpcc_info
*dpi
= &(jme
->dpi
);
1266 jme_process_receive(jme
, jme
->rx_ring_size
);
1272 jme_poll(JME_NAPI_HOLDER(holder
), JME_NAPI_WEIGHT(budget
))
1274 struct jme_adapter
*jme
= jme_napi_priv(holder
);
1277 rest
= jme_process_receive(jme
, JME_NAPI_WEIGHT_VAL(budget
));
1279 while (atomic_read(&jme
->rx_empty
) > 0) {
1280 atomic_dec(&jme
->rx_empty
);
1281 ++(NET_STAT(jme
).rx_dropped
);
1282 jme_restart_rx_engine(jme
);
1284 atomic_inc(&jme
->rx_empty
);
1287 JME_RX_COMPLETE(netdev
, holder
);
1288 jme_interrupt_mode(jme
);
1291 JME_NAPI_WEIGHT_SET(budget
, rest
);
1292 return JME_NAPI_WEIGHT_VAL(budget
) - rest
;
1296 jme_rx_empty_tasklet(unsigned long arg
)
1298 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1300 if (unlikely(atomic_read(&jme
->link_changing
) != 1))
1303 if (unlikely(!netif_carrier_ok(jme
->dev
)))
1306 netif_info(jme
, rx_status
, jme
->dev
, "RX Queue Full!\n");
1308 jme_rx_clean_tasklet(arg
);
1310 while (atomic_read(&jme
->rx_empty
) > 0) {
1311 atomic_dec(&jme
->rx_empty
);
1312 ++(NET_STAT(jme
).rx_dropped
);
1313 jme_restart_rx_engine(jme
);
1315 atomic_inc(&jme
->rx_empty
);
1319 jme_wake_queue_if_stopped(struct jme_adapter
*jme
)
1321 struct jme_ring
*txring
= &(jme
->txring
[0]);
1324 if (unlikely(netif_queue_stopped(jme
->dev
) &&
1325 atomic_read(&txring
->nr_free
) >= (jme
->tx_wake_threshold
))) {
1326 netif_info(jme
, tx_done
, jme
->dev
, "TX Queue Waked\n");
1327 netif_wake_queue(jme
->dev
);
1333 jme_tx_clean_tasklet(unsigned long arg
)
1335 struct jme_adapter
*jme
= (struct jme_adapter
*)arg
;
1336 struct jme_ring
*txring
= &(jme
->txring
[0]);
1337 struct txdesc
*txdesc
= txring
->desc
;
1338 struct jme_buffer_info
*txbi
= txring
->bufinf
, *ctxbi
, *ttxbi
;
1339 int i
, j
, cnt
= 0, max
, err
, mask
;
1341 tx_dbg(jme
, "Into txclean\n");
1343 if (unlikely(!atomic_dec_and_test(&jme
->tx_cleaning
)))
1346 if (unlikely(atomic_read(&jme
->link_changing
) != 1))
1349 if (unlikely(!netif_carrier_ok(jme
->dev
)))
1352 max
= jme
->tx_ring_size
- atomic_read(&txring
->nr_free
);
1353 mask
= jme
->tx_ring_mask
;
1355 for (i
= atomic_read(&txring
->next_to_clean
) ; cnt
< max
; ) {
1359 if (likely(ctxbi
->skb
&&
1360 !(txdesc
[i
].descwb
.flags
& TXWBFLAG_OWN
))) {
1362 tx_dbg(jme
, "txclean: %d+%d@%lu\n",
1363 i
, ctxbi
->nr_desc
, jiffies
);
1365 err
= txdesc
[i
].descwb
.flags
& TXWBFLAG_ALLERR
;
1367 for (j
= 1 ; j
< ctxbi
->nr_desc
; ++j
) {
1368 ttxbi
= txbi
+ ((i
+ j
) & (mask
));
1369 txdesc
[(i
+ j
) & (mask
)].dw
[0] = 0;
1371 pci_unmap_page(jme
->pdev
,
1380 dev_kfree_skb(ctxbi
->skb
);
1382 cnt
+= ctxbi
->nr_desc
;
1384 if (unlikely(err
)) {
1385 ++(NET_STAT(jme
).tx_carrier_errors
);
1387 ++(NET_STAT(jme
).tx_packets
);
1388 NET_STAT(jme
).tx_bytes
+= ctxbi
->len
;
1393 ctxbi
->start_xmit
= 0;
1399 i
= (i
+ ctxbi
->nr_desc
) & mask
;
1404 tx_dbg(jme
, "txclean: done %d@%lu\n", i
, jiffies
);
1405 atomic_set(&txring
->next_to_clean
, i
);
1406 atomic_add(cnt
, &txring
->nr_free
);
1408 jme_wake_queue_if_stopped(jme
);
1411 atomic_inc(&jme
->tx_cleaning
);
1415 jme_intr_msi(struct jme_adapter
*jme
, u32 intrstat
)
1420 jwrite32f(jme
, JME_IENC
, INTR_ENABLE
);
1422 if (intrstat
& (INTR_LINKCH
| INTR_SWINTR
)) {
1424 * Link change event is critical
1425 * all other events are ignored
1427 jwrite32(jme
, JME_IEVE
, intrstat
);
1428 tasklet_schedule(&jme
->linkch_task
);
1432 if (intrstat
& INTR_TMINTR
) {
1433 jwrite32(jme
, JME_IEVE
, INTR_TMINTR
);
1434 tasklet_schedule(&jme
->pcc_task
);
1437 if (intrstat
& (INTR_PCCTXTO
| INTR_PCCTX
)) {
1438 jwrite32(jme
, JME_IEVE
, INTR_PCCTXTO
| INTR_PCCTX
| INTR_TX0
);
1439 tasklet_schedule(&jme
->txclean_task
);
1442 if ((intrstat
& (INTR_PCCRX0TO
| INTR_PCCRX0
| INTR_RX0EMP
))) {
1443 jwrite32(jme
, JME_IEVE
, (intrstat
& (INTR_PCCRX0TO
|
1449 if (test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
1450 if (intrstat
& INTR_RX0EMP
)
1451 atomic_inc(&jme
->rx_empty
);
1453 if ((intrstat
& (INTR_PCCRX0TO
| INTR_PCCRX0
| INTR_RX0EMP
))) {
1454 if (likely(JME_RX_SCHEDULE_PREP(jme
))) {
1455 jme_polling_mode(jme
);
1456 JME_RX_SCHEDULE(jme
);
1460 if (intrstat
& INTR_RX0EMP
) {
1461 atomic_inc(&jme
->rx_empty
);
1462 tasklet_hi_schedule(&jme
->rxempty_task
);
1463 } else if (intrstat
& (INTR_PCCRX0TO
| INTR_PCCRX0
)) {
1464 tasklet_hi_schedule(&jme
->rxclean_task
);
1470 * Re-enable interrupt
1472 jwrite32f(jme
, JME_IENS
, INTR_ENABLE
);
1476 jme_intr(int irq
, void *dev_id
)
1478 struct net_device
*netdev
= dev_id
;
1479 struct jme_adapter
*jme
= netdev_priv(netdev
);
1482 intrstat
= jread32(jme
, JME_IEVE
);
1485 * Check if it's really an interrupt for us
1487 if (unlikely((intrstat
& INTR_ENABLE
) == 0))
1491 * Check if the device still exist
1493 if (unlikely(intrstat
== ~((typeof(intrstat
))0)))
1496 jme_intr_msi(jme
, intrstat
);
1502 jme_msi(int irq
, void *dev_id
)
1504 struct net_device
*netdev
= dev_id
;
1505 struct jme_adapter
*jme
= netdev_priv(netdev
);
1508 intrstat
= jread32(jme
, JME_IEVE
);
1510 jme_intr_msi(jme
, intrstat
);
1516 jme_reset_link(struct jme_adapter
*jme
)
1518 jwrite32(jme
, JME_TMCSR
, TMCSR_SWIT
);
1522 jme_restart_an(struct jme_adapter
*jme
)
1526 spin_lock_bh(&jme
->phy_lock
);
1527 bmcr
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
);
1528 bmcr
|= (BMCR_ANENABLE
| BMCR_ANRESTART
);
1529 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
, bmcr
);
1530 spin_unlock_bh(&jme
->phy_lock
);
1534 jme_request_irq(struct jme_adapter
*jme
)
1537 struct net_device
*netdev
= jme
->dev
;
1538 irq_handler_t handler
= jme_intr
;
1539 int irq_flags
= IRQF_SHARED
;
1541 if (!pci_enable_msi(jme
->pdev
)) {
1542 set_bit(JME_FLAG_MSI
, &jme
->flags
);
1547 rc
= request_irq(jme
->pdev
->irq
, handler
, irq_flags
, netdev
->name
,
1551 "Unable to request %s interrupt (return: %d)\n",
1552 test_bit(JME_FLAG_MSI
, &jme
->flags
) ? "MSI" : "INTx",
1555 if (test_bit(JME_FLAG_MSI
, &jme
->flags
)) {
1556 pci_disable_msi(jme
->pdev
);
1557 clear_bit(JME_FLAG_MSI
, &jme
->flags
);
1560 netdev
->irq
= jme
->pdev
->irq
;
1567 jme_free_irq(struct jme_adapter
*jme
)
1569 free_irq(jme
->pdev
->irq
, jme
->dev
);
1570 if (test_bit(JME_FLAG_MSI
, &jme
->flags
)) {
1571 pci_disable_msi(jme
->pdev
);
1572 clear_bit(JME_FLAG_MSI
, &jme
->flags
);
1573 jme
->dev
->irq
= jme
->pdev
->irq
;
1578 jme_open(struct net_device
*netdev
)
1580 struct jme_adapter
*jme
= netdev_priv(netdev
);
1584 JME_NAPI_ENABLE(jme
);
1586 tasklet_enable(&jme
->linkch_task
);
1587 tasklet_enable(&jme
->txclean_task
);
1588 tasklet_hi_enable(&jme
->rxclean_task
);
1589 tasklet_hi_enable(&jme
->rxempty_task
);
1591 rc
= jme_request_irq(jme
);
1597 if (test_bit(JME_FLAG_SSET
, &jme
->flags
))
1598 jme_set_settings(netdev
, &jme
->old_ecmd
);
1600 jme_reset_phy_processor(jme
);
1602 jme_reset_link(jme
);
1607 netif_stop_queue(netdev
);
1608 netif_carrier_off(netdev
);
1614 jme_set_100m_half(struct jme_adapter
*jme
)
1618 bmcr
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
);
1619 tmp
= bmcr
& ~(BMCR_ANENABLE
| BMCR_SPEED100
|
1620 BMCR_SPEED1000
| BMCR_FULLDPLX
);
1621 tmp
|= BMCR_SPEED100
;
1624 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
, tmp
);
1627 jwrite32(jme
, JME_GHC
, GHC_SPEED_100M
| GHC_LINK_POLL
);
1629 jwrite32(jme
, JME_GHC
, GHC_SPEED_100M
);
1632 #define JME_WAIT_LINK_TIME 2000 /* 2000ms */
1634 jme_wait_link(struct jme_adapter
*jme
)
1636 u32 phylink
, to
= JME_WAIT_LINK_TIME
;
1639 phylink
= jme_linkstat_from_phy(jme
);
1640 while (!(phylink
& PHY_LINK_UP
) && (to
-= 10) > 0) {
1642 phylink
= jme_linkstat_from_phy(jme
);
1648 jme_phy_off(struct jme_adapter
*jme
)
1650 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, MII_BMCR
, BMCR_PDOWN
);
1654 jme_close(struct net_device
*netdev
)
1656 struct jme_adapter
*jme
= netdev_priv(netdev
);
1658 netif_stop_queue(netdev
);
1659 netif_carrier_off(netdev
);
1664 JME_NAPI_DISABLE(jme
);
1666 tasklet_disable(&jme
->linkch_task
);
1667 tasklet_disable(&jme
->txclean_task
);
1668 tasklet_disable(&jme
->rxclean_task
);
1669 tasklet_disable(&jme
->rxempty_task
);
1671 jme_reset_ghc_speed(jme
);
1672 jme_disable_rx_engine(jme
);
1673 jme_disable_tx_engine(jme
);
1674 jme_reset_mac_processor(jme
);
1675 jme_free_rx_resources(jme
);
1676 jme_free_tx_resources(jme
);
1684 jme_alloc_txdesc(struct jme_adapter
*jme
,
1685 struct sk_buff
*skb
)
1687 struct jme_ring
*txring
= &(jme
->txring
[0]);
1688 int idx
, nr_alloc
, mask
= jme
->tx_ring_mask
;
1690 idx
= txring
->next_to_use
;
1691 nr_alloc
= skb_shinfo(skb
)->nr_frags
+ 2;
1693 if (unlikely(atomic_read(&txring
->nr_free
) < nr_alloc
))
1696 atomic_sub(nr_alloc
, &txring
->nr_free
);
1698 txring
->next_to_use
= (txring
->next_to_use
+ nr_alloc
) & mask
;
1704 jme_fill_tx_map(struct pci_dev
*pdev
,
1705 struct txdesc
*txdesc
,
1706 struct jme_buffer_info
*txbi
,
1714 dmaaddr
= pci_map_page(pdev
,
1720 pci_dma_sync_single_for_device(pdev
,
1727 txdesc
->desc2
.flags
= TXFLAG_OWN
;
1728 txdesc
->desc2
.flags
|= (hidma
) ? TXFLAG_64BIT
: 0;
1729 txdesc
->desc2
.datalen
= cpu_to_le16(len
);
1730 txdesc
->desc2
.bufaddrh
= cpu_to_le32((__u64
)dmaaddr
>> 32);
1731 txdesc
->desc2
.bufaddrl
= cpu_to_le32(
1732 (__u64
)dmaaddr
& 0xFFFFFFFFUL
);
1734 txbi
->mapping
= dmaaddr
;
1739 jme_map_tx_skb(struct jme_adapter
*jme
, struct sk_buff
*skb
, int idx
)
1741 struct jme_ring
*txring
= &(jme
->txring
[0]);
1742 struct txdesc
*txdesc
= txring
->desc
, *ctxdesc
;
1743 struct jme_buffer_info
*txbi
= txring
->bufinf
, *ctxbi
;
1744 u8 hidma
= jme
->dev
->features
& NETIF_F_HIGHDMA
;
1745 int i
, nr_frags
= skb_shinfo(skb
)->nr_frags
;
1746 int mask
= jme
->tx_ring_mask
;
1747 struct skb_frag_struct
*frag
;
1750 for (i
= 0 ; i
< nr_frags
; ++i
) {
1751 frag
= &skb_shinfo(skb
)->frags
[i
];
1752 ctxdesc
= txdesc
+ ((idx
+ i
+ 2) & (mask
));
1753 ctxbi
= txbi
+ ((idx
+ i
+ 2) & (mask
));
1755 jme_fill_tx_map(jme
->pdev
, ctxdesc
, ctxbi
, frag
->page
,
1756 frag
->page_offset
, frag
->size
, hidma
);
1759 len
= skb_is_nonlinear(skb
) ? skb_headlen(skb
) : skb
->len
;
1760 ctxdesc
= txdesc
+ ((idx
+ 1) & (mask
));
1761 ctxbi
= txbi
+ ((idx
+ 1) & (mask
));
1762 jme_fill_tx_map(jme
->pdev
, ctxdesc
, ctxbi
, virt_to_page(skb
->data
),
1763 offset_in_page(skb
->data
), len
, hidma
);
1768 jme_expand_header(struct jme_adapter
*jme
, struct sk_buff
*skb
)
1770 if (unlikely(skb_shinfo(skb
)->gso_size
&&
1771 skb_header_cloned(skb
) &&
1772 pskb_expand_head(skb
, 0, 0, GFP_ATOMIC
))) {
1781 jme_tx_tso(struct sk_buff
*skb
, __le16
*mss
, u8
*flags
)
1783 *mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
<< TXDESC_MSS_SHIFT
);
1785 *flags
|= TXFLAG_LSEN
;
1787 if (skb
->protocol
== htons(ETH_P_IP
)) {
1788 struct iphdr
*iph
= ip_hdr(skb
);
1791 tcp_hdr(skb
)->check
= ~csum_tcpudp_magic(iph
->saddr
,
1796 struct ipv6hdr
*ip6h
= ipv6_hdr(skb
);
1798 tcp_hdr(skb
)->check
= ~csum_ipv6_magic(&ip6h
->saddr
,
1811 jme_tx_csum(struct jme_adapter
*jme
, struct sk_buff
*skb
, u8
*flags
)
1813 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1816 switch (skb
->protocol
) {
1817 case htons(ETH_P_IP
):
1818 ip_proto
= ip_hdr(skb
)->protocol
;
1820 case htons(ETH_P_IPV6
):
1821 ip_proto
= ipv6_hdr(skb
)->nexthdr
;
1830 *flags
|= TXFLAG_TCPCS
;
1833 *flags
|= TXFLAG_UDPCS
;
1836 netif_err(jme
, tx_err
, jme
->dev
, "Error upper layer protocol\n");
1843 jme_tx_vlan(struct sk_buff
*skb
, __le16
*vlan
, u8
*flags
)
1845 if (vlan_tx_tag_present(skb
)) {
1846 *flags
|= TXFLAG_TAGON
;
1847 *vlan
= cpu_to_le16(vlan_tx_tag_get(skb
));
1852 jme_fill_tx_desc(struct jme_adapter
*jme
, struct sk_buff
*skb
, int idx
)
1854 struct jme_ring
*txring
= &(jme
->txring
[0]);
1855 struct txdesc
*txdesc
;
1856 struct jme_buffer_info
*txbi
;
1859 txdesc
= (struct txdesc
*)txring
->desc
+ idx
;
1860 txbi
= txring
->bufinf
+ idx
;
1866 txdesc
->desc1
.pktsize
= cpu_to_le16(skb
->len
);
1868 * Set OWN bit at final.
1869 * When kernel transmit faster than NIC.
1870 * And NIC trying to send this descriptor before we tell
1871 * it to start sending this TX queue.
1872 * Other fields are already filled correctly.
1875 flags
= TXFLAG_OWN
| TXFLAG_INT
;
1877 * Set checksum flags while not tso
1879 if (jme_tx_tso(skb
, &txdesc
->desc1
.mss
, &flags
))
1880 jme_tx_csum(jme
, skb
, &flags
);
1881 jme_tx_vlan(skb
, &txdesc
->desc1
.vlan
, &flags
);
1882 jme_map_tx_skb(jme
, skb
, idx
);
1883 txdesc
->desc1
.flags
= flags
;
1885 * Set tx buffer info after telling NIC to send
1886 * For better tx_clean timing
1889 txbi
->nr_desc
= skb_shinfo(skb
)->nr_frags
+ 2;
1891 txbi
->len
= skb
->len
;
1892 txbi
->start_xmit
= jiffies
;
1893 if (!txbi
->start_xmit
)
1894 txbi
->start_xmit
= (0UL-1);
1900 jme_stop_queue_if_full(struct jme_adapter
*jme
)
1902 struct jme_ring
*txring
= &(jme
->txring
[0]);
1903 struct jme_buffer_info
*txbi
= txring
->bufinf
;
1904 int idx
= atomic_read(&txring
->next_to_clean
);
1909 if (unlikely(atomic_read(&txring
->nr_free
) < (MAX_SKB_FRAGS
+2))) {
1910 netif_stop_queue(jme
->dev
);
1911 netif_info(jme
, tx_queued
, jme
->dev
, "TX Queue Paused\n");
1913 if (atomic_read(&txring
->nr_free
)
1914 >= (jme
->tx_wake_threshold
)) {
1915 netif_wake_queue(jme
->dev
);
1916 netif_info(jme
, tx_queued
, jme
->dev
, "TX Queue Fast Waked\n");
1920 if (unlikely(txbi
->start_xmit
&&
1921 (jiffies
- txbi
->start_xmit
) >= TX_TIMEOUT
&&
1923 netif_stop_queue(jme
->dev
);
1924 netif_info(jme
, tx_queued
, jme
->dev
,
1925 "TX Queue Stopped %d@%lu\n", idx
, jiffies
);
1930 * This function is already protected by netif_tx_lock()
1934 jme_start_xmit(struct sk_buff
*skb
, struct net_device
*netdev
)
1936 struct jme_adapter
*jme
= netdev_priv(netdev
);
1939 if (unlikely(jme_expand_header(jme
, skb
))) {
1940 ++(NET_STAT(jme
).tx_dropped
);
1941 return NETDEV_TX_OK
;
1944 idx
= jme_alloc_txdesc(jme
, skb
);
1946 if (unlikely(idx
< 0)) {
1947 netif_stop_queue(netdev
);
1948 netif_err(jme
, tx_err
, jme
->dev
,
1949 "BUG! Tx ring full when queue awake!\n");
1951 return NETDEV_TX_BUSY
;
1954 jme_fill_tx_desc(jme
, skb
, idx
);
1956 jwrite32(jme
, JME_TXCS
, jme
->reg_txcs
|
1957 TXCS_SELECT_QUEUE0
|
1961 tx_dbg(jme
, "xmit: %d+%d@%lu\n",
1962 idx
, skb_shinfo(skb
)->nr_frags
+ 2, jiffies
);
1963 jme_stop_queue_if_full(jme
);
1965 return NETDEV_TX_OK
;
1969 jme_set_macaddr(struct net_device
*netdev
, void *p
)
1971 struct jme_adapter
*jme
= netdev_priv(netdev
);
1972 struct sockaddr
*addr
= p
;
1975 if (netif_running(netdev
))
1978 spin_lock_bh(&jme
->macaddr_lock
);
1979 memcpy(netdev
->dev_addr
, addr
->sa_data
, netdev
->addr_len
);
1981 val
= (addr
->sa_data
[3] & 0xff) << 24 |
1982 (addr
->sa_data
[2] & 0xff) << 16 |
1983 (addr
->sa_data
[1] & 0xff) << 8 |
1984 (addr
->sa_data
[0] & 0xff);
1985 jwrite32(jme
, JME_RXUMA_LO
, val
);
1986 val
= (addr
->sa_data
[5] & 0xff) << 8 |
1987 (addr
->sa_data
[4] & 0xff);
1988 jwrite32(jme
, JME_RXUMA_HI
, val
);
1989 spin_unlock_bh(&jme
->macaddr_lock
);
1995 jme_set_multi(struct net_device
*netdev
)
1997 struct jme_adapter
*jme
= netdev_priv(netdev
);
1998 u32 mc_hash
[2] = {};
2000 spin_lock_bh(&jme
->rxmcs_lock
);
2002 jme
->reg_rxmcs
|= RXMCS_BRDFRAME
| RXMCS_UNIFRAME
;
2004 if (netdev
->flags
& IFF_PROMISC
) {
2005 jme
->reg_rxmcs
|= RXMCS_ALLFRAME
;
2006 } else if (netdev
->flags
& IFF_ALLMULTI
) {
2007 jme
->reg_rxmcs
|= RXMCS_ALLMULFRAME
;
2008 } else if (netdev
->flags
& IFF_MULTICAST
) {
2009 struct netdev_hw_addr
*ha
;
2012 jme
->reg_rxmcs
|= RXMCS_MULFRAME
| RXMCS_MULFILTERED
;
2013 netdev_for_each_mc_addr(ha
, netdev
) {
2014 bit_nr
= ether_crc(ETH_ALEN
, ha
->addr
) & 0x3F;
2015 mc_hash
[bit_nr
>> 5] |= 1 << (bit_nr
& 0x1F);
2018 jwrite32(jme
, JME_RXMCHT_LO
, mc_hash
[0]);
2019 jwrite32(jme
, JME_RXMCHT_HI
, mc_hash
[1]);
2023 jwrite32(jme
, JME_RXMCS
, jme
->reg_rxmcs
);
2025 spin_unlock_bh(&jme
->rxmcs_lock
);
2029 jme_change_mtu(struct net_device
*netdev
, int new_mtu
)
2031 struct jme_adapter
*jme
= netdev_priv(netdev
);
2033 if (new_mtu
== jme
->old_mtu
)
2036 if (((new_mtu
+ ETH_HLEN
) > MAX_ETHERNET_JUMBO_PACKET_SIZE
) ||
2037 ((new_mtu
) < IPV6_MIN_MTU
))
2040 if (new_mtu
> 4000) {
2041 jme
->reg_rxcs
&= ~RXCS_FIFOTHNP
;
2042 jme
->reg_rxcs
|= RXCS_FIFOTHNP_64QW
;
2043 jme_restart_rx_engine(jme
);
2045 jme
->reg_rxcs
&= ~RXCS_FIFOTHNP
;
2046 jme
->reg_rxcs
|= RXCS_FIFOTHNP_128QW
;
2047 jme_restart_rx_engine(jme
);
2050 if (new_mtu
> 1900) {
2051 netdev
->features
&= ~(NETIF_F_HW_CSUM
|
2055 if (test_bit(JME_FLAG_TXCSUM
, &jme
->flags
))
2056 netdev
->features
|= NETIF_F_HW_CSUM
;
2057 if (test_bit(JME_FLAG_TSO
, &jme
->flags
))
2058 netdev
->features
|= NETIF_F_TSO
| NETIF_F_TSO6
;
2061 netdev
->mtu
= new_mtu
;
2062 jme_reset_link(jme
);
2068 jme_tx_timeout(struct net_device
*netdev
)
2070 struct jme_adapter
*jme
= netdev_priv(netdev
);
2073 jme_reset_phy_processor(jme
);
2074 if (test_bit(JME_FLAG_SSET
, &jme
->flags
))
2075 jme_set_settings(netdev
, &jme
->old_ecmd
);
2078 * Force to Reset the link again
2080 jme_reset_link(jme
);
2083 static inline void jme_pause_rx(struct jme_adapter
*jme
)
2085 atomic_dec(&jme
->link_changing
);
2087 jme_set_rx_pcc(jme
, PCC_OFF
);
2088 if (test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
2089 JME_NAPI_DISABLE(jme
);
2091 tasklet_disable(&jme
->rxclean_task
);
2092 tasklet_disable(&jme
->rxempty_task
);
2096 static inline void jme_resume_rx(struct jme_adapter
*jme
)
2098 struct dynpcc_info
*dpi
= &(jme
->dpi
);
2100 if (test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
2101 JME_NAPI_ENABLE(jme
);
2103 tasklet_hi_enable(&jme
->rxclean_task
);
2104 tasklet_hi_enable(&jme
->rxempty_task
);
2107 dpi
->attempt
= PCC_P1
;
2109 jme_set_rx_pcc(jme
, PCC_P1
);
2111 atomic_inc(&jme
->link_changing
);
2115 jme_vlan_rx_register(struct net_device
*netdev
, struct vlan_group
*grp
)
2117 struct jme_adapter
*jme
= netdev_priv(netdev
);
2125 jme_get_drvinfo(struct net_device
*netdev
,
2126 struct ethtool_drvinfo
*info
)
2128 struct jme_adapter
*jme
= netdev_priv(netdev
);
2130 strcpy(info
->driver
, DRV_NAME
);
2131 strcpy(info
->version
, DRV_VERSION
);
2132 strcpy(info
->bus_info
, pci_name(jme
->pdev
));
2136 jme_get_regs_len(struct net_device
*netdev
)
2142 mmapio_memcpy(struct jme_adapter
*jme
, u32
*p
, u32 reg
, int len
)
2146 for (i
= 0 ; i
< len
; i
+= 4)
2147 p
[i
>> 2] = jread32(jme
, reg
+ i
);
2151 mdio_memcpy(struct jme_adapter
*jme
, u32
*p
, int reg_nr
)
2154 u16
*p16
= (u16
*)p
;
2156 for (i
= 0 ; i
< reg_nr
; ++i
)
2157 p16
[i
] = jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, i
);
2161 jme_get_regs(struct net_device
*netdev
, struct ethtool_regs
*regs
, void *p
)
2163 struct jme_adapter
*jme
= netdev_priv(netdev
);
2164 u32
*p32
= (u32
*)p
;
2166 memset(p
, 0xFF, JME_REG_LEN
);
2169 mmapio_memcpy(jme
, p32
, JME_MAC
, JME_MAC_LEN
);
2172 mmapio_memcpy(jme
, p32
, JME_PHY
, JME_PHY_LEN
);
2175 mmapio_memcpy(jme
, p32
, JME_MISC
, JME_MISC_LEN
);
2178 mmapio_memcpy(jme
, p32
, JME_RSS
, JME_RSS_LEN
);
2181 mdio_memcpy(jme
, p32
, JME_PHY_REG_NR
);
2185 jme_get_coalesce(struct net_device
*netdev
, struct ethtool_coalesce
*ecmd
)
2187 struct jme_adapter
*jme
= netdev_priv(netdev
);
2189 ecmd
->tx_coalesce_usecs
= PCC_TX_TO
;
2190 ecmd
->tx_max_coalesced_frames
= PCC_TX_CNT
;
2192 if (test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
2193 ecmd
->use_adaptive_rx_coalesce
= false;
2194 ecmd
->rx_coalesce_usecs
= 0;
2195 ecmd
->rx_max_coalesced_frames
= 0;
2199 ecmd
->use_adaptive_rx_coalesce
= true;
2201 switch (jme
->dpi
.cur
) {
2203 ecmd
->rx_coalesce_usecs
= PCC_P1_TO
;
2204 ecmd
->rx_max_coalesced_frames
= PCC_P1_CNT
;
2207 ecmd
->rx_coalesce_usecs
= PCC_P2_TO
;
2208 ecmd
->rx_max_coalesced_frames
= PCC_P2_CNT
;
2211 ecmd
->rx_coalesce_usecs
= PCC_P3_TO
;
2212 ecmd
->rx_max_coalesced_frames
= PCC_P3_CNT
;
2222 jme_set_coalesce(struct net_device
*netdev
, struct ethtool_coalesce
*ecmd
)
2224 struct jme_adapter
*jme
= netdev_priv(netdev
);
2225 struct dynpcc_info
*dpi
= &(jme
->dpi
);
2227 if (netif_running(netdev
))
2230 if (ecmd
->use_adaptive_rx_coalesce
&&
2231 test_bit(JME_FLAG_POLL
, &jme
->flags
)) {
2232 clear_bit(JME_FLAG_POLL
, &jme
->flags
);
2233 jme
->jme_rx
= netif_rx
;
2234 jme
->jme_vlan_rx
= vlan_hwaccel_rx
;
2236 dpi
->attempt
= PCC_P1
;
2238 jme_set_rx_pcc(jme
, PCC_P1
);
2239 jme_interrupt_mode(jme
);
2240 } else if (!(ecmd
->use_adaptive_rx_coalesce
) &&
2241 !(test_bit(JME_FLAG_POLL
, &jme
->flags
))) {
2242 set_bit(JME_FLAG_POLL
, &jme
->flags
);
2243 jme
->jme_rx
= netif_receive_skb
;
2244 jme
->jme_vlan_rx
= vlan_hwaccel_receive_skb
;
2245 jme_interrupt_mode(jme
);
2252 jme_get_pauseparam(struct net_device
*netdev
,
2253 struct ethtool_pauseparam
*ecmd
)
2255 struct jme_adapter
*jme
= netdev_priv(netdev
);
2258 ecmd
->tx_pause
= (jme
->reg_txpfc
& TXPFC_PF_EN
) != 0;
2259 ecmd
->rx_pause
= (jme
->reg_rxmcs
& RXMCS_FLOWCTRL
) != 0;
2261 spin_lock_bh(&jme
->phy_lock
);
2262 val
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_ADVERTISE
);
2263 spin_unlock_bh(&jme
->phy_lock
);
2266 (val
& (ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
)) != 0;
2270 jme_set_pauseparam(struct net_device
*netdev
,
2271 struct ethtool_pauseparam
*ecmd
)
2273 struct jme_adapter
*jme
= netdev_priv(netdev
);
2276 if (((jme
->reg_txpfc
& TXPFC_PF_EN
) != 0) ^
2277 (ecmd
->tx_pause
!= 0)) {
2280 jme
->reg_txpfc
|= TXPFC_PF_EN
;
2282 jme
->reg_txpfc
&= ~TXPFC_PF_EN
;
2284 jwrite32(jme
, JME_TXPFC
, jme
->reg_txpfc
);
2287 spin_lock_bh(&jme
->rxmcs_lock
);
2288 if (((jme
->reg_rxmcs
& RXMCS_FLOWCTRL
) != 0) ^
2289 (ecmd
->rx_pause
!= 0)) {
2292 jme
->reg_rxmcs
|= RXMCS_FLOWCTRL
;
2294 jme
->reg_rxmcs
&= ~RXMCS_FLOWCTRL
;
2296 jwrite32(jme
, JME_RXMCS
, jme
->reg_rxmcs
);
2298 spin_unlock_bh(&jme
->rxmcs_lock
);
2300 spin_lock_bh(&jme
->phy_lock
);
2301 val
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, MII_ADVERTISE
);
2302 if (((val
& (ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
)) != 0) ^
2303 (ecmd
->autoneg
!= 0)) {
2306 val
|= (ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
);
2308 val
&= ~(ADVERTISE_PAUSE_CAP
| ADVERTISE_PAUSE_ASYM
);
2310 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
,
2311 MII_ADVERTISE
, val
);
2313 spin_unlock_bh(&jme
->phy_lock
);
2319 jme_get_wol(struct net_device
*netdev
,
2320 struct ethtool_wolinfo
*wol
)
2322 struct jme_adapter
*jme
= netdev_priv(netdev
);
2324 wol
->supported
= WAKE_MAGIC
| WAKE_PHY
;
2328 if (jme
->reg_pmcs
& (PMCS_LFEN
| PMCS_LREN
))
2329 wol
->wolopts
|= WAKE_PHY
;
2331 if (jme
->reg_pmcs
& PMCS_MFEN
)
2332 wol
->wolopts
|= WAKE_MAGIC
;
2337 jme_set_wol(struct net_device
*netdev
,
2338 struct ethtool_wolinfo
*wol
)
2340 struct jme_adapter
*jme
= netdev_priv(netdev
);
2342 if (wol
->wolopts
& (WAKE_MAGICSECURE
|
2351 if (wol
->wolopts
& WAKE_PHY
)
2352 jme
->reg_pmcs
|= PMCS_LFEN
| PMCS_LREN
;
2354 if (wol
->wolopts
& WAKE_MAGIC
)
2355 jme
->reg_pmcs
|= PMCS_MFEN
;
2357 jwrite32(jme
, JME_PMCS
, jme
->reg_pmcs
);
2363 jme_get_settings(struct net_device
*netdev
,
2364 struct ethtool_cmd
*ecmd
)
2366 struct jme_adapter
*jme
= netdev_priv(netdev
);
2369 spin_lock_bh(&jme
->phy_lock
);
2370 rc
= mii_ethtool_gset(&(jme
->mii_if
), ecmd
);
2371 spin_unlock_bh(&jme
->phy_lock
);
2376 jme_set_settings(struct net_device
*netdev
,
2377 struct ethtool_cmd
*ecmd
)
2379 struct jme_adapter
*jme
= netdev_priv(netdev
);
2382 if (ecmd
->speed
== SPEED_1000
&& ecmd
->autoneg
!= AUTONEG_ENABLE
)
2385 if (jme
->mii_if
.force_media
&&
2386 ecmd
->autoneg
!= AUTONEG_ENABLE
&&
2387 (jme
->mii_if
.full_duplex
!= ecmd
->duplex
))
2390 spin_lock_bh(&jme
->phy_lock
);
2391 rc
= mii_ethtool_sset(&(jme
->mii_if
), ecmd
);
2392 spin_unlock_bh(&jme
->phy_lock
);
2395 jme_reset_link(jme
);
2398 set_bit(JME_FLAG_SSET
, &jme
->flags
);
2399 jme
->old_ecmd
= *ecmd
;
2406 jme_get_link(struct net_device
*netdev
)
2408 struct jme_adapter
*jme
= netdev_priv(netdev
);
2409 return jread32(jme
, JME_PHY_LINK
) & PHY_LINK_UP
;
2413 jme_get_msglevel(struct net_device
*netdev
)
2415 struct jme_adapter
*jme
= netdev_priv(netdev
);
2416 return jme
->msg_enable
;
2420 jme_set_msglevel(struct net_device
*netdev
, u32 value
)
2422 struct jme_adapter
*jme
= netdev_priv(netdev
);
2423 jme
->msg_enable
= value
;
2427 jme_get_rx_csum(struct net_device
*netdev
)
2429 struct jme_adapter
*jme
= netdev_priv(netdev
);
2430 return jme
->reg_rxmcs
& RXMCS_CHECKSUM
;
2434 jme_set_rx_csum(struct net_device
*netdev
, u32 on
)
2436 struct jme_adapter
*jme
= netdev_priv(netdev
);
2438 spin_lock_bh(&jme
->rxmcs_lock
);
2440 jme
->reg_rxmcs
|= RXMCS_CHECKSUM
;
2442 jme
->reg_rxmcs
&= ~RXMCS_CHECKSUM
;
2443 jwrite32(jme
, JME_RXMCS
, jme
->reg_rxmcs
);
2444 spin_unlock_bh(&jme
->rxmcs_lock
);
2450 jme_set_tx_csum(struct net_device
*netdev
, u32 on
)
2452 struct jme_adapter
*jme
= netdev_priv(netdev
);
2455 set_bit(JME_FLAG_TXCSUM
, &jme
->flags
);
2456 if (netdev
->mtu
<= 1900)
2457 netdev
->features
|= NETIF_F_HW_CSUM
;
2459 clear_bit(JME_FLAG_TXCSUM
, &jme
->flags
);
2460 netdev
->features
&= ~NETIF_F_HW_CSUM
;
2467 jme_set_tso(struct net_device
*netdev
, u32 on
)
2469 struct jme_adapter
*jme
= netdev_priv(netdev
);
2472 set_bit(JME_FLAG_TSO
, &jme
->flags
);
2473 if (netdev
->mtu
<= 1900)
2474 netdev
->features
|= NETIF_F_TSO
| NETIF_F_TSO6
;
2476 clear_bit(JME_FLAG_TSO
, &jme
->flags
);
2477 netdev
->features
&= ~(NETIF_F_TSO
| NETIF_F_TSO6
);
2484 jme_nway_reset(struct net_device
*netdev
)
2486 struct jme_adapter
*jme
= netdev_priv(netdev
);
2487 jme_restart_an(jme
);
2492 jme_smb_read(struct jme_adapter
*jme
, unsigned int addr
)
2497 val
= jread32(jme
, JME_SMBCSR
);
2498 to
= JME_SMB_BUSY_TIMEOUT
;
2499 while ((val
& SMBCSR_BUSY
) && --to
) {
2501 val
= jread32(jme
, JME_SMBCSR
);
2504 netif_err(jme
, hw
, jme
->dev
, "SMB Bus Busy\n");
2508 jwrite32(jme
, JME_SMBINTF
,
2509 ((addr
<< SMBINTF_HWADDR_SHIFT
) & SMBINTF_HWADDR
) |
2510 SMBINTF_HWRWN_READ
|
2513 val
= jread32(jme
, JME_SMBINTF
);
2514 to
= JME_SMB_BUSY_TIMEOUT
;
2515 while ((val
& SMBINTF_HWCMD
) && --to
) {
2517 val
= jread32(jme
, JME_SMBINTF
);
2520 netif_err(jme
, hw
, jme
->dev
, "SMB Bus Busy\n");
2524 return (val
& SMBINTF_HWDATR
) >> SMBINTF_HWDATR_SHIFT
;
2528 jme_smb_write(struct jme_adapter
*jme
, unsigned int addr
, u8 data
)
2533 val
= jread32(jme
, JME_SMBCSR
);
2534 to
= JME_SMB_BUSY_TIMEOUT
;
2535 while ((val
& SMBCSR_BUSY
) && --to
) {
2537 val
= jread32(jme
, JME_SMBCSR
);
2540 netif_err(jme
, hw
, jme
->dev
, "SMB Bus Busy\n");
2544 jwrite32(jme
, JME_SMBINTF
,
2545 ((data
<< SMBINTF_HWDATW_SHIFT
) & SMBINTF_HWDATW
) |
2546 ((addr
<< SMBINTF_HWADDR_SHIFT
) & SMBINTF_HWADDR
) |
2547 SMBINTF_HWRWN_WRITE
|
2550 val
= jread32(jme
, JME_SMBINTF
);
2551 to
= JME_SMB_BUSY_TIMEOUT
;
2552 while ((val
& SMBINTF_HWCMD
) && --to
) {
2554 val
= jread32(jme
, JME_SMBINTF
);
2557 netif_err(jme
, hw
, jme
->dev
, "SMB Bus Busy\n");
2565 jme_get_eeprom_len(struct net_device
*netdev
)
2567 struct jme_adapter
*jme
= netdev_priv(netdev
);
2569 val
= jread32(jme
, JME_SMBCSR
);
2570 return (val
& SMBCSR_EEPROMD
) ? JME_SMB_LEN
: 0;
2574 jme_get_eeprom(struct net_device
*netdev
,
2575 struct ethtool_eeprom
*eeprom
, u8
*data
)
2577 struct jme_adapter
*jme
= netdev_priv(netdev
);
2578 int i
, offset
= eeprom
->offset
, len
= eeprom
->len
;
2581 * ethtool will check the boundary for us
2583 eeprom
->magic
= JME_EEPROM_MAGIC
;
2584 for (i
= 0 ; i
< len
; ++i
)
2585 data
[i
] = jme_smb_read(jme
, i
+ offset
);
2591 jme_set_eeprom(struct net_device
*netdev
,
2592 struct ethtool_eeprom
*eeprom
, u8
*data
)
2594 struct jme_adapter
*jme
= netdev_priv(netdev
);
2595 int i
, offset
= eeprom
->offset
, len
= eeprom
->len
;
2597 if (eeprom
->magic
!= JME_EEPROM_MAGIC
)
2601 * ethtool will check the boundary for us
2603 for (i
= 0 ; i
< len
; ++i
)
2604 jme_smb_write(jme
, i
+ offset
, data
[i
]);
2609 static const struct ethtool_ops jme_ethtool_ops
= {
2610 .get_drvinfo
= jme_get_drvinfo
,
2611 .get_regs_len
= jme_get_regs_len
,
2612 .get_regs
= jme_get_regs
,
2613 .get_coalesce
= jme_get_coalesce
,
2614 .set_coalesce
= jme_set_coalesce
,
2615 .get_pauseparam
= jme_get_pauseparam
,
2616 .set_pauseparam
= jme_set_pauseparam
,
2617 .get_wol
= jme_get_wol
,
2618 .set_wol
= jme_set_wol
,
2619 .get_settings
= jme_get_settings
,
2620 .set_settings
= jme_set_settings
,
2621 .get_link
= jme_get_link
,
2622 .get_msglevel
= jme_get_msglevel
,
2623 .set_msglevel
= jme_set_msglevel
,
2624 .get_rx_csum
= jme_get_rx_csum
,
2625 .set_rx_csum
= jme_set_rx_csum
,
2626 .set_tx_csum
= jme_set_tx_csum
,
2627 .set_tso
= jme_set_tso
,
2628 .set_sg
= ethtool_op_set_sg
,
2629 .nway_reset
= jme_nway_reset
,
2630 .get_eeprom_len
= jme_get_eeprom_len
,
2631 .get_eeprom
= jme_get_eeprom
,
2632 .set_eeprom
= jme_set_eeprom
,
2636 jme_pci_dma64(struct pci_dev
*pdev
)
2638 if (pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
&&
2639 !pci_set_dma_mask(pdev
, DMA_BIT_MASK(64)))
2640 if (!pci_set_consistent_dma_mask(pdev
, DMA_BIT_MASK(64)))
2643 if (pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
&&
2644 !pci_set_dma_mask(pdev
, DMA_BIT_MASK(40)))
2645 if (!pci_set_consistent_dma_mask(pdev
, DMA_BIT_MASK(40)))
2648 if (!pci_set_dma_mask(pdev
, DMA_BIT_MASK(32)))
2649 if (!pci_set_consistent_dma_mask(pdev
, DMA_BIT_MASK(32)))
2656 jme_phy_init(struct jme_adapter
*jme
)
2660 reg26
= jme_mdio_read(jme
->dev
, jme
->mii_if
.phy_id
, 26);
2661 jme_mdio_write(jme
->dev
, jme
->mii_if
.phy_id
, 26, reg26
| 0x1000);
2665 jme_check_hw_ver(struct jme_adapter
*jme
)
2669 chipmode
= jread32(jme
, JME_CHIPMODE
);
2671 jme
->fpgaver
= (chipmode
& CM_FPGAVER_MASK
) >> CM_FPGAVER_SHIFT
;
2672 jme
->chiprev
= (chipmode
& CM_CHIPREV_MASK
) >> CM_CHIPREV_SHIFT
;
2675 static const struct net_device_ops jme_netdev_ops
= {
2676 .ndo_open
= jme_open
,
2677 .ndo_stop
= jme_close
,
2678 .ndo_validate_addr
= eth_validate_addr
,
2679 .ndo_start_xmit
= jme_start_xmit
,
2680 .ndo_set_mac_address
= jme_set_macaddr
,
2681 .ndo_set_multicast_list
= jme_set_multi
,
2682 .ndo_change_mtu
= jme_change_mtu
,
2683 .ndo_tx_timeout
= jme_tx_timeout
,
2684 .ndo_vlan_rx_register
= jme_vlan_rx_register
,
2687 static int __devinit
2688 jme_init_one(struct pci_dev
*pdev
,
2689 const struct pci_device_id
*ent
)
2691 int rc
= 0, using_dac
, i
;
2692 struct net_device
*netdev
;
2693 struct jme_adapter
*jme
;
2698 * set up PCI device basics
2700 rc
= pci_enable_device(pdev
);
2702 pr_err("Cannot enable PCI device\n");
2706 using_dac
= jme_pci_dma64(pdev
);
2707 if (using_dac
< 0) {
2708 pr_err("Cannot set PCI DMA Mask\n");
2710 goto err_out_disable_pdev
;
2713 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
2714 pr_err("No PCI resource region found\n");
2716 goto err_out_disable_pdev
;
2719 rc
= pci_request_regions(pdev
, DRV_NAME
);
2721 pr_err("Cannot obtain PCI resource region\n");
2722 goto err_out_disable_pdev
;
2725 pci_set_master(pdev
);
2728 * alloc and init net device
2730 netdev
= alloc_etherdev(sizeof(*jme
));
2732 pr_err("Cannot allocate netdev structure\n");
2734 goto err_out_release_regions
;
2736 netdev
->netdev_ops
= &jme_netdev_ops
;
2737 netdev
->ethtool_ops
= &jme_ethtool_ops
;
2738 netdev
->watchdog_timeo
= TX_TIMEOUT
;
2739 netdev
->features
= NETIF_F_HW_CSUM
|
2743 NETIF_F_HW_VLAN_TX
|
2746 netdev
->features
|= NETIF_F_HIGHDMA
;
2748 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
2749 pci_set_drvdata(pdev
, netdev
);
2754 jme
= netdev_priv(netdev
);
2757 jme
->jme_rx
= netif_rx
;
2758 jme
->jme_vlan_rx
= vlan_hwaccel_rx
;
2759 jme
->old_mtu
= netdev
->mtu
= 1500;
2761 jme
->tx_ring_size
= 1 << 10;
2762 jme
->tx_ring_mask
= jme
->tx_ring_size
- 1;
2763 jme
->tx_wake_threshold
= 1 << 9;
2764 jme
->rx_ring_size
= 1 << 9;
2765 jme
->rx_ring_mask
= jme
->rx_ring_size
- 1;
2766 jme
->msg_enable
= JME_DEF_MSG_ENABLE
;
2767 jme
->regs
= ioremap(pci_resource_start(pdev
, 0),
2768 pci_resource_len(pdev
, 0));
2770 pr_err("Mapping PCI resource region error\n");
2772 goto err_out_free_netdev
;
2776 apmc
= jread32(jme
, JME_APMC
) & ~JME_APMC_PSEUDO_HP_EN
;
2777 jwrite32(jme
, JME_APMC
, apmc
);
2778 } else if (force_pseudohp
) {
2779 apmc
= jread32(jme
, JME_APMC
) | JME_APMC_PSEUDO_HP_EN
;
2780 jwrite32(jme
, JME_APMC
, apmc
);
2783 NETIF_NAPI_SET(netdev
, &jme
->napi
, jme_poll
, jme
->rx_ring_size
>> 2)
2785 spin_lock_init(&jme
->phy_lock
);
2786 spin_lock_init(&jme
->macaddr_lock
);
2787 spin_lock_init(&jme
->rxmcs_lock
);
2789 atomic_set(&jme
->link_changing
, 1);
2790 atomic_set(&jme
->rx_cleaning
, 1);
2791 atomic_set(&jme
->tx_cleaning
, 1);
2792 atomic_set(&jme
->rx_empty
, 1);
2794 tasklet_init(&jme
->pcc_task
,
2796 (unsigned long) jme
);
2797 tasklet_init(&jme
->linkch_task
,
2798 jme_link_change_tasklet
,
2799 (unsigned long) jme
);
2800 tasklet_init(&jme
->txclean_task
,
2801 jme_tx_clean_tasklet
,
2802 (unsigned long) jme
);
2803 tasklet_init(&jme
->rxclean_task
,
2804 jme_rx_clean_tasklet
,
2805 (unsigned long) jme
);
2806 tasklet_init(&jme
->rxempty_task
,
2807 jme_rx_empty_tasklet
,
2808 (unsigned long) jme
);
2809 tasklet_disable_nosync(&jme
->linkch_task
);
2810 tasklet_disable_nosync(&jme
->txclean_task
);
2811 tasklet_disable_nosync(&jme
->rxclean_task
);
2812 tasklet_disable_nosync(&jme
->rxempty_task
);
2813 jme
->dpi
.cur
= PCC_P1
;
2816 jme
->reg_rxcs
= RXCS_DEFAULT
;
2817 jme
->reg_rxmcs
= RXMCS_DEFAULT
;
2819 jme
->reg_pmcs
= PMCS_MFEN
;
2820 set_bit(JME_FLAG_TXCSUM
, &jme
->flags
);
2821 set_bit(JME_FLAG_TSO
, &jme
->flags
);
2824 * Get Max Read Req Size from PCI Config Space
2826 pci_read_config_byte(pdev
, PCI_DCSR_MRRS
, &jme
->mrrs
);
2827 jme
->mrrs
&= PCI_DCSR_MRRS_MASK
;
2828 switch (jme
->mrrs
) {
2830 jme
->reg_txcs
= TXCS_DEFAULT
| TXCS_DMASIZE_128B
;
2833 jme
->reg_txcs
= TXCS_DEFAULT
| TXCS_DMASIZE_256B
;
2836 jme
->reg_txcs
= TXCS_DEFAULT
| TXCS_DMASIZE_512B
;
2841 * Must check before reset_mac_processor
2843 jme_check_hw_ver(jme
);
2844 jme
->mii_if
.dev
= netdev
;
2846 jme
->mii_if
.phy_id
= 0;
2847 for (i
= 1 ; i
< 32 ; ++i
) {
2848 bmcr
= jme_mdio_read(netdev
, i
, MII_BMCR
);
2849 bmsr
= jme_mdio_read(netdev
, i
, MII_BMSR
);
2850 if (bmcr
!= 0xFFFFU
&& (bmcr
!= 0 || bmsr
!= 0)) {
2851 jme
->mii_if
.phy_id
= i
;
2856 if (!jme
->mii_if
.phy_id
) {
2858 pr_err("Can not find phy_id\n");
2862 jme
->reg_ghc
|= GHC_LINK_POLL
;
2864 jme
->mii_if
.phy_id
= 1;
2866 if (pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
)
2867 jme
->mii_if
.supports_gmii
= true;
2869 jme
->mii_if
.supports_gmii
= false;
2870 jme
->mii_if
.mdio_read
= jme_mdio_read
;
2871 jme
->mii_if
.mdio_write
= jme_mdio_write
;
2874 jme_set_phyfifoa(jme
);
2875 pci_read_config_byte(pdev
, PCI_REVISION_ID
, &jme
->rev
);
2881 * Reset MAC processor and reload EEPROM for MAC Address
2883 jme_reset_mac_processor(jme
);
2884 rc
= jme_reload_eeprom(jme
);
2886 pr_err("Reload eeprom for reading MAC Address error\n");
2889 jme_load_macaddr(netdev
);
2892 * Tell stack that we are not ready to work until open()
2894 netif_carrier_off(netdev
);
2895 netif_stop_queue(netdev
);
2900 rc
= register_netdev(netdev
);
2902 pr_err("Cannot register net device\n");
2906 netif_info(jme
, probe
, jme
->dev
, "%s%s ver:%x rev:%x macaddr:%pM\n",
2907 (jme
->pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC250
) ?
2908 "JMC250 Gigabit Ethernet" :
2909 (jme
->pdev
->device
== PCI_DEVICE_ID_JMICRON_JMC260
) ?
2910 "JMC260 Fast Ethernet" : "Unknown",
2911 (jme
->fpgaver
!= 0) ? " (FPGA)" : "",
2912 (jme
->fpgaver
!= 0) ? jme
->fpgaver
: jme
->chiprev
,
2913 jme
->rev
, netdev
->dev_addr
);
2919 err_out_free_netdev
:
2920 pci_set_drvdata(pdev
, NULL
);
2921 free_netdev(netdev
);
2922 err_out_release_regions
:
2923 pci_release_regions(pdev
);
2924 err_out_disable_pdev
:
2925 pci_disable_device(pdev
);
2930 static void __devexit
2931 jme_remove_one(struct pci_dev
*pdev
)
2933 struct net_device
*netdev
= pci_get_drvdata(pdev
);
2934 struct jme_adapter
*jme
= netdev_priv(netdev
);
2936 unregister_netdev(netdev
);
2938 pci_set_drvdata(pdev
, NULL
);
2939 free_netdev(netdev
);
2940 pci_release_regions(pdev
);
2941 pci_disable_device(pdev
);
2947 jme_suspend(struct pci_dev
*pdev
, pm_message_t state
)
2949 struct net_device
*netdev
= pci_get_drvdata(pdev
);
2950 struct jme_adapter
*jme
= netdev_priv(netdev
);
2952 atomic_dec(&jme
->link_changing
);
2954 netif_device_detach(netdev
);
2955 netif_stop_queue(netdev
);
2958 tasklet_disable(&jme
->txclean_task
);
2959 tasklet_disable(&jme
->rxclean_task
);
2960 tasklet_disable(&jme
->rxempty_task
);
2962 if (netif_carrier_ok(netdev
)) {
2963 if (test_bit(JME_FLAG_POLL
, &jme
->flags
))
2964 jme_polling_mode(jme
);
2966 jme_stop_pcc_timer(jme
);
2967 jme_reset_ghc_speed(jme
);
2968 jme_disable_rx_engine(jme
);
2969 jme_disable_tx_engine(jme
);
2970 jme_reset_mac_processor(jme
);
2971 jme_free_rx_resources(jme
);
2972 jme_free_tx_resources(jme
);
2973 netif_carrier_off(netdev
);
2977 tasklet_enable(&jme
->txclean_task
);
2978 tasklet_hi_enable(&jme
->rxclean_task
);
2979 tasklet_hi_enable(&jme
->rxempty_task
);
2981 pci_save_state(pdev
);
2982 if (jme
->reg_pmcs
) {
2983 jme_set_100m_half(jme
);
2985 if (jme
->reg_pmcs
& (PMCS_LFEN
| PMCS_LREN
))
2988 jwrite32(jme
, JME_PMCS
, jme
->reg_pmcs
);
2990 pci_enable_wake(pdev
, PCI_D3cold
, true);
2994 pci_set_power_state(pdev
, PCI_D3cold
);
3000 jme_resume(struct pci_dev
*pdev
)
3002 struct net_device
*netdev
= pci_get_drvdata(pdev
);
3003 struct jme_adapter
*jme
= netdev_priv(netdev
);
3006 pci_restore_state(pdev
);
3008 if (test_bit(JME_FLAG_SSET
, &jme
->flags
))
3009 jme_set_settings(netdev
, &jme
->old_ecmd
);
3011 jme_reset_phy_processor(jme
);
3014 netif_device_attach(netdev
);
3016 atomic_inc(&jme
->link_changing
);
3018 jme_reset_link(jme
);
3024 static DEFINE_PCI_DEVICE_TABLE(jme_pci_tbl
) = {
3025 { PCI_VDEVICE(JMICRON
, PCI_DEVICE_ID_JMICRON_JMC250
) },
3026 { PCI_VDEVICE(JMICRON
, PCI_DEVICE_ID_JMICRON_JMC260
) },
3030 static struct pci_driver jme_driver
= {
3032 .id_table
= jme_pci_tbl
,
3033 .probe
= jme_init_one
,
3034 .remove
= __devexit_p(jme_remove_one
),
3036 .suspend
= jme_suspend
,
3037 .resume
= jme_resume
,
3038 #endif /* CONFIG_PM */
3042 jme_init_module(void)
3044 pr_info("JMicron JMC2XX ethernet driver version %s\n", DRV_VERSION
);
3045 return pci_register_driver(&jme_driver
);
3049 jme_cleanup_module(void)
3051 pci_unregister_driver(&jme_driver
);
3054 module_init(jme_init_module
);
3055 module_exit(jme_cleanup_module
);
3057 MODULE_AUTHOR("Guo-Fu Tseng <cooldavid@cooldavid.org>");
3058 MODULE_DESCRIPTION("JMicron JMC2x0 PCI Express Ethernet driver");
3059 MODULE_LICENSE("GPL");
3060 MODULE_VERSION(DRV_VERSION
);
3061 MODULE_DEVICE_TABLE(pci
, jme_pci_tbl
);