2 * Driver for Xilinx TEMAC Ethernet device
4 * Copyright (c) 2008 Nissin Systems Co., Ltd., Yoshio Kashiwagi
5 * Copyright (c) 2005-2008 DLA Systems, David H. Lynch Jr. <dhlii@dlasys.net>
6 * Copyright (c) 2008-2009 Secret Lab Technologies Ltd.
8 * This is a driver for the Xilinx ll_temac ipcore which is often used
9 * in the Virtex and Spartan series of chips.
12 * - The ll_temac hardware uses indirect access for many of the TEMAC
13 * registers, include the MDIO bus. However, indirect access to MDIO
14 * registers take considerably more clock cycles than to TEMAC registers.
15 * MDIO accesses are long, so threads doing them should probably sleep
16 * rather than busywait. However, since only one indirect access can be
17 * in progress at any given time, that means that *all* indirect accesses
18 * could end up sleeping (to wait for an MDIO access to complete).
19 * Fortunately none of the indirect accesses are on the 'hot' path for tx
20 * or rx, so this should be okay.
23 * - Factor out locallink DMA code into separate driver
24 * - Fix multicast assignment.
25 * - Fix support for hardware checksumming.
26 * - Testing. Lots and lots of testing.
30 #include <linux/delay.h>
31 #include <linux/etherdevice.h>
32 #include <linux/init.h>
33 #include <linux/mii.h>
34 #include <linux/module.h>
35 #include <linux/mutex.h>
36 #include <linux/netdevice.h>
38 #include <linux/of_device.h>
39 #include <linux/of_mdio.h>
40 #include <linux/of_platform.h>
41 #include <linux/of_address.h>
42 #include <linux/skbuff.h>
43 #include <linux/spinlock.h>
44 #include <linux/tcp.h> /* needed for sizeof(tcphdr) */
45 #include <linux/udp.h> /* needed for sizeof(udphdr) */
46 #include <linux/phy.h>
50 #include <linux/slab.h>
51 #include <linux/interrupt.h>
52 #include <linux/dma-mapping.h>
59 /* ---------------------------------------------------------------------
60 * Low level register access functions
63 u32
temac_ior(struct temac_local
*lp
, int offset
)
65 return in_be32((u32
*)(lp
->regs
+ offset
));
68 void temac_iow(struct temac_local
*lp
, int offset
, u32 value
)
70 out_be32((u32
*) (lp
->regs
+ offset
), value
);
73 int temac_indirect_busywait(struct temac_local
*lp
)
75 long end
= jiffies
+ 2;
77 while (!(temac_ior(lp
, XTE_RDY0_OFFSET
) & XTE_RDY0_HARD_ACS_RDY_MASK
)) {
78 if (end
- jiffies
<= 0) {
90 * lp->indirect_mutex must be held when calling this function
92 u32
temac_indirect_in32(struct temac_local
*lp
, int reg
)
96 if (temac_indirect_busywait(lp
))
98 temac_iow(lp
, XTE_CTL0_OFFSET
, reg
);
99 if (temac_indirect_busywait(lp
))
101 val
= temac_ior(lp
, XTE_LSW0_OFFSET
);
107 * temac_indirect_out32
109 * lp->indirect_mutex must be held when calling this function
111 void temac_indirect_out32(struct temac_local
*lp
, int reg
, u32 value
)
113 if (temac_indirect_busywait(lp
))
115 temac_iow(lp
, XTE_LSW0_OFFSET
, value
);
116 temac_iow(lp
, XTE_CTL0_OFFSET
, CNTLREG_WRITE_ENABLE_MASK
| reg
);
120 * temac_dma_in32 - Memory mapped DMA read, this function expects a
121 * register input that is based on DCR word addresses which
122 * are then converted to memory mapped byte addresses
124 static u32
temac_dma_in32(struct temac_local
*lp
, int reg
)
126 return in_be32((u32
*)(lp
->sdma_regs
+ (reg
<< 2)));
130 * temac_dma_out32 - Memory mapped DMA read, this function expects a
131 * register input that is based on DCR word addresses which
132 * are then converted to memory mapped byte addresses
134 static void temac_dma_out32(struct temac_local
*lp
, int reg
, u32 value
)
136 out_be32((u32
*)(lp
->sdma_regs
+ (reg
<< 2)), value
);
139 /* DMA register access functions can be DCR based or memory mapped.
140 * The PowerPC 440 is DCR based, the PowerPC 405 and MicroBlaze are both
143 #ifdef CONFIG_PPC_DCR
146 * temac_dma_dcr_in32 - DCR based DMA read
148 static u32
temac_dma_dcr_in(struct temac_local
*lp
, int reg
)
150 return dcr_read(lp
->sdma_dcrs
, reg
);
154 * temac_dma_dcr_out32 - DCR based DMA write
156 static void temac_dma_dcr_out(struct temac_local
*lp
, int reg
, u32 value
)
158 dcr_write(lp
->sdma_dcrs
, reg
, value
);
162 * temac_dcr_setup - If the DMA is DCR based, then setup the address and
165 static int temac_dcr_setup(struct temac_local
*lp
, struct platform_device
*op
,
166 struct device_node
*np
)
170 /* setup the dcr address mapping if it's in the device tree */
172 dcrs
= dcr_resource_start(np
, 0);
174 lp
->sdma_dcrs
= dcr_map(np
, dcrs
, dcr_resource_len(np
, 0));
175 lp
->dma_in
= temac_dma_dcr_in
;
176 lp
->dma_out
= temac_dma_dcr_out
;
177 dev_dbg(&op
->dev
, "DCR base: %x\n", dcrs
);
180 /* no DCR in the device tree, indicate a failure */
187 * temac_dcr_setup - This is a stub for when DCR is not supported,
188 * such as with MicroBlaze
190 static int temac_dcr_setup(struct temac_local
*lp
, struct platform_device
*op
,
191 struct device_node
*np
)
199 * * temac_dma_bd_release - Release buffer descriptor rings
201 static void temac_dma_bd_release(struct net_device
*ndev
)
203 struct temac_local
*lp
= netdev_priv(ndev
);
206 for (i
= 0; i
< RX_BD_NUM
; i
++) {
210 dma_unmap_single(ndev
->dev
.parent
, lp
->rx_bd_v
[i
].phys
,
211 XTE_MAX_JUMBO_FRAME_SIZE
, DMA_FROM_DEVICE
);
212 dev_kfree_skb(lp
->rx_skb
[i
]);
216 dma_free_coherent(ndev
->dev
.parent
,
217 sizeof(*lp
->rx_bd_v
) * RX_BD_NUM
,
218 lp
->rx_bd_v
, lp
->rx_bd_p
);
220 dma_free_coherent(ndev
->dev
.parent
,
221 sizeof(*lp
->tx_bd_v
) * TX_BD_NUM
,
222 lp
->tx_bd_v
, lp
->tx_bd_p
);
228 * temac_dma_bd_init - Setup buffer descriptor rings
230 static int temac_dma_bd_init(struct net_device
*ndev
)
232 struct temac_local
*lp
= netdev_priv(ndev
);
236 lp
->rx_skb
= kzalloc(sizeof(*lp
->rx_skb
) * RX_BD_NUM
, GFP_KERNEL
);
239 "can't allocate memory for DMA RX buffer\n");
242 /* allocate the tx and rx ring buffer descriptors. */
243 /* returns a virtual address and a physical address. */
244 lp
->tx_bd_v
= dma_alloc_coherent(ndev
->dev
.parent
,
245 sizeof(*lp
->tx_bd_v
) * TX_BD_NUM
,
246 &lp
->tx_bd_p
, GFP_KERNEL
);
249 "unable to allocate DMA TX buffer descriptors");
252 lp
->rx_bd_v
= dma_alloc_coherent(ndev
->dev
.parent
,
253 sizeof(*lp
->rx_bd_v
) * RX_BD_NUM
,
254 &lp
->rx_bd_p
, GFP_KERNEL
);
257 "unable to allocate DMA RX buffer descriptors");
261 memset(lp
->tx_bd_v
, 0, sizeof(*lp
->tx_bd_v
) * TX_BD_NUM
);
262 for (i
= 0; i
< TX_BD_NUM
; i
++) {
263 lp
->tx_bd_v
[i
].next
= lp
->tx_bd_p
+
264 sizeof(*lp
->tx_bd_v
) * ((i
+ 1) % TX_BD_NUM
);
267 memset(lp
->rx_bd_v
, 0, sizeof(*lp
->rx_bd_v
) * RX_BD_NUM
);
268 for (i
= 0; i
< RX_BD_NUM
; i
++) {
269 lp
->rx_bd_v
[i
].next
= lp
->rx_bd_p
+
270 sizeof(*lp
->rx_bd_v
) * ((i
+ 1) % RX_BD_NUM
);
272 skb
= netdev_alloc_skb_ip_align(ndev
,
273 XTE_MAX_JUMBO_FRAME_SIZE
);
276 dev_err(&ndev
->dev
, "alloc_skb error %d\n", i
);
280 /* returns physical address of skb->data */
281 lp
->rx_bd_v
[i
].phys
= dma_map_single(ndev
->dev
.parent
,
283 XTE_MAX_JUMBO_FRAME_SIZE
,
285 lp
->rx_bd_v
[i
].len
= XTE_MAX_JUMBO_FRAME_SIZE
;
286 lp
->rx_bd_v
[i
].app0
= STS_CTRL_APP0_IRQONEND
;
289 lp
->dma_out(lp
, TX_CHNL_CTRL
, 0x10220400 |
291 CHNL_CTRL_IRQ_DLY_EN
|
292 CHNL_CTRL_IRQ_COAL_EN
);
295 lp
->dma_out(lp
, RX_CHNL_CTRL
, 0xff070000 |
297 CHNL_CTRL_IRQ_DLY_EN
|
298 CHNL_CTRL_IRQ_COAL_EN
|
302 lp
->dma_out(lp
, RX_CURDESC_PTR
, lp
->rx_bd_p
);
303 lp
->dma_out(lp
, RX_TAILDESC_PTR
,
304 lp
->rx_bd_p
+ (sizeof(*lp
->rx_bd_v
) * (RX_BD_NUM
- 1)));
305 lp
->dma_out(lp
, TX_CURDESC_PTR
, lp
->tx_bd_p
);
310 temac_dma_bd_release(ndev
);
314 /* ---------------------------------------------------------------------
318 static int temac_set_mac_address(struct net_device
*ndev
, void *address
)
320 struct temac_local
*lp
= netdev_priv(ndev
);
323 memcpy(ndev
->dev_addr
, address
, ETH_ALEN
);
325 if (!is_valid_ether_addr(ndev
->dev_addr
))
326 random_ether_addr(ndev
->dev_addr
);
328 /* set up unicast MAC address filter set its mac address */
329 mutex_lock(&lp
->indirect_mutex
);
330 temac_indirect_out32(lp
, XTE_UAW0_OFFSET
,
331 (ndev
->dev_addr
[0]) |
332 (ndev
->dev_addr
[1] << 8) |
333 (ndev
->dev_addr
[2] << 16) |
334 (ndev
->dev_addr
[3] << 24));
335 /* There are reserved bits in EUAW1
336 * so don't affect them Set MAC bits [47:32] in EUAW1 */
337 temac_indirect_out32(lp
, XTE_UAW1_OFFSET
,
338 (ndev
->dev_addr
[4] & 0x000000ff) |
339 (ndev
->dev_addr
[5] << 8));
340 mutex_unlock(&lp
->indirect_mutex
);
345 static int netdev_set_mac_address(struct net_device
*ndev
, void *p
)
347 struct sockaddr
*addr
= p
;
349 return temac_set_mac_address(ndev
, addr
->sa_data
);
352 static void temac_set_multicast_list(struct net_device
*ndev
)
354 struct temac_local
*lp
= netdev_priv(ndev
);
355 u32 multi_addr_msw
, multi_addr_lsw
, val
;
358 mutex_lock(&lp
->indirect_mutex
);
359 if (ndev
->flags
& (IFF_ALLMULTI
| IFF_PROMISC
) ||
360 netdev_mc_count(ndev
) > MULTICAST_CAM_TABLE_NUM
) {
362 * We must make the kernel realise we had to move
363 * into promisc mode or we start all out war on
364 * the cable. If it was a promisc request the
365 * flag is already set. If not we assert it.
367 ndev
->flags
|= IFF_PROMISC
;
368 temac_indirect_out32(lp
, XTE_AFM_OFFSET
, XTE_AFM_EPPRM_MASK
);
369 dev_info(&ndev
->dev
, "Promiscuous mode enabled.\n");
370 } else if (!netdev_mc_empty(ndev
)) {
371 struct netdev_hw_addr
*ha
;
374 netdev_for_each_mc_addr(ha
, ndev
) {
375 if (i
>= MULTICAST_CAM_TABLE_NUM
)
377 multi_addr_msw
= ((ha
->addr
[3] << 24) |
378 (ha
->addr
[2] << 16) |
381 temac_indirect_out32(lp
, XTE_MAW0_OFFSET
,
383 multi_addr_lsw
= ((ha
->addr
[5] << 8) |
384 (ha
->addr
[4]) | (i
<< 16));
385 temac_indirect_out32(lp
, XTE_MAW1_OFFSET
,
390 val
= temac_indirect_in32(lp
, XTE_AFM_OFFSET
);
391 temac_indirect_out32(lp
, XTE_AFM_OFFSET
,
392 val
& ~XTE_AFM_EPPRM_MASK
);
393 temac_indirect_out32(lp
, XTE_MAW0_OFFSET
, 0);
394 temac_indirect_out32(lp
, XTE_MAW1_OFFSET
, 0);
395 dev_info(&ndev
->dev
, "Promiscuous mode disabled.\n");
397 mutex_unlock(&lp
->indirect_mutex
);
400 struct temac_option
{
406 } temac_options
[] = {
407 /* Turn on jumbo packet support for both Rx and Tx */
409 .opt
= XTE_OPTION_JUMBO
,
410 .reg
= XTE_TXC_OFFSET
,
411 .m_or
= XTE_TXC_TXJMBO_MASK
,
414 .opt
= XTE_OPTION_JUMBO
,
415 .reg
= XTE_RXC1_OFFSET
,
416 .m_or
=XTE_RXC1_RXJMBO_MASK
,
418 /* Turn on VLAN packet support for both Rx and Tx */
420 .opt
= XTE_OPTION_VLAN
,
421 .reg
= XTE_TXC_OFFSET
,
422 .m_or
=XTE_TXC_TXVLAN_MASK
,
425 .opt
= XTE_OPTION_VLAN
,
426 .reg
= XTE_RXC1_OFFSET
,
427 .m_or
=XTE_RXC1_RXVLAN_MASK
,
429 /* Turn on FCS stripping on receive packets */
431 .opt
= XTE_OPTION_FCS_STRIP
,
432 .reg
= XTE_RXC1_OFFSET
,
433 .m_or
=XTE_RXC1_RXFCS_MASK
,
435 /* Turn on FCS insertion on transmit packets */
437 .opt
= XTE_OPTION_FCS_INSERT
,
438 .reg
= XTE_TXC_OFFSET
,
439 .m_or
=XTE_TXC_TXFCS_MASK
,
441 /* Turn on length/type field checking on receive packets */
443 .opt
= XTE_OPTION_LENTYPE_ERR
,
444 .reg
= XTE_RXC1_OFFSET
,
445 .m_or
=XTE_RXC1_RXLT_MASK
,
447 /* Turn on flow control */
449 .opt
= XTE_OPTION_FLOW_CONTROL
,
450 .reg
= XTE_FCC_OFFSET
,
451 .m_or
=XTE_FCC_RXFLO_MASK
,
453 /* Turn on flow control */
455 .opt
= XTE_OPTION_FLOW_CONTROL
,
456 .reg
= XTE_FCC_OFFSET
,
457 .m_or
=XTE_FCC_TXFLO_MASK
,
459 /* Turn on promiscuous frame filtering (all frames are received ) */
461 .opt
= XTE_OPTION_PROMISC
,
462 .reg
= XTE_AFM_OFFSET
,
463 .m_or
=XTE_AFM_EPPRM_MASK
,
465 /* Enable transmitter if not already enabled */
467 .opt
= XTE_OPTION_TXEN
,
468 .reg
= XTE_TXC_OFFSET
,
469 .m_or
=XTE_TXC_TXEN_MASK
,
471 /* Enable receiver? */
473 .opt
= XTE_OPTION_RXEN
,
474 .reg
= XTE_RXC1_OFFSET
,
475 .m_or
=XTE_RXC1_RXEN_MASK
,
483 static u32
temac_setoptions(struct net_device
*ndev
, u32 options
)
485 struct temac_local
*lp
= netdev_priv(ndev
);
486 struct temac_option
*tp
= &temac_options
[0];
489 mutex_lock(&lp
->indirect_mutex
);
491 reg
= temac_indirect_in32(lp
, tp
->reg
) & ~tp
->m_or
;
492 if (options
& tp
->opt
)
494 temac_indirect_out32(lp
, tp
->reg
, reg
);
497 lp
->options
|= options
;
498 mutex_unlock(&lp
->indirect_mutex
);
503 /* Initialize temac */
504 static void temac_device_reset(struct net_device
*ndev
)
506 struct temac_local
*lp
= netdev_priv(ndev
);
510 /* Perform a software reset */
512 /* 0x300 host enable bit ? */
513 /* reset PHY through control register ?:1 */
515 dev_dbg(&ndev
->dev
, "%s()\n", __func__
);
517 mutex_lock(&lp
->indirect_mutex
);
518 /* Reset the receiver and wait for it to finish reset */
519 temac_indirect_out32(lp
, XTE_RXC1_OFFSET
, XTE_RXC1_RXRST_MASK
);
521 while (temac_indirect_in32(lp
, XTE_RXC1_OFFSET
) & XTE_RXC1_RXRST_MASK
) {
523 if (--timeout
== 0) {
525 "temac_device_reset RX reset timeout!!\n");
530 /* Reset the transmitter and wait for it to finish reset */
531 temac_indirect_out32(lp
, XTE_TXC_OFFSET
, XTE_TXC_TXRST_MASK
);
533 while (temac_indirect_in32(lp
, XTE_TXC_OFFSET
) & XTE_TXC_TXRST_MASK
) {
535 if (--timeout
== 0) {
537 "temac_device_reset TX reset timeout!!\n");
542 /* Disable the receiver */
543 val
= temac_indirect_in32(lp
, XTE_RXC1_OFFSET
);
544 temac_indirect_out32(lp
, XTE_RXC1_OFFSET
, val
& ~XTE_RXC1_RXEN_MASK
);
546 /* Reset Local Link (DMA) */
547 lp
->dma_out(lp
, DMA_CONTROL_REG
, DMA_CONTROL_RST
);
549 while (lp
->dma_in(lp
, DMA_CONTROL_REG
) & DMA_CONTROL_RST
) {
551 if (--timeout
== 0) {
553 "temac_device_reset DMA reset timeout!!\n");
557 lp
->dma_out(lp
, DMA_CONTROL_REG
, DMA_TAIL_ENABLE
);
559 if (temac_dma_bd_init(ndev
)) {
561 "temac_device_reset descriptor allocation failed\n");
564 temac_indirect_out32(lp
, XTE_RXC0_OFFSET
, 0);
565 temac_indirect_out32(lp
, XTE_RXC1_OFFSET
, 0);
566 temac_indirect_out32(lp
, XTE_TXC_OFFSET
, 0);
567 temac_indirect_out32(lp
, XTE_FCC_OFFSET
, XTE_FCC_RXFLO_MASK
);
569 mutex_unlock(&lp
->indirect_mutex
);
571 /* Sync default options with HW
572 * but leave receiver and transmitter disabled. */
573 temac_setoptions(ndev
,
574 lp
->options
& ~(XTE_OPTION_TXEN
| XTE_OPTION_RXEN
));
576 temac_set_mac_address(ndev
, NULL
);
578 /* Set address filter table */
579 temac_set_multicast_list(ndev
);
580 if (temac_setoptions(ndev
, lp
->options
))
581 dev_err(&ndev
->dev
, "Error setting TEMAC options\n");
583 /* Init Driver variable */
584 ndev
->trans_start
= jiffies
; /* prevent tx timeout */
587 void temac_adjust_link(struct net_device
*ndev
)
589 struct temac_local
*lp
= netdev_priv(ndev
);
590 struct phy_device
*phy
= lp
->phy_dev
;
594 /* hash together the state values to decide if something has changed */
595 link_state
= phy
->speed
| (phy
->duplex
<< 1) | phy
->link
;
597 mutex_lock(&lp
->indirect_mutex
);
598 if (lp
->last_link
!= link_state
) {
599 mii_speed
= temac_indirect_in32(lp
, XTE_EMCFG_OFFSET
);
600 mii_speed
&= ~XTE_EMCFG_LINKSPD_MASK
;
602 switch (phy
->speed
) {
603 case SPEED_1000
: mii_speed
|= XTE_EMCFG_LINKSPD_1000
; break;
604 case SPEED_100
: mii_speed
|= XTE_EMCFG_LINKSPD_100
; break;
605 case SPEED_10
: mii_speed
|= XTE_EMCFG_LINKSPD_10
; break;
608 /* Write new speed setting out to TEMAC */
609 temac_indirect_out32(lp
, XTE_EMCFG_OFFSET
, mii_speed
);
610 lp
->last_link
= link_state
;
611 phy_print_status(phy
);
613 mutex_unlock(&lp
->indirect_mutex
);
616 static void temac_start_xmit_done(struct net_device
*ndev
)
618 struct temac_local
*lp
= netdev_priv(ndev
);
619 struct cdmac_bd
*cur_p
;
620 unsigned int stat
= 0;
622 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_ci
];
625 while (stat
& STS_CTRL_APP0_CMPLT
) {
626 dma_unmap_single(ndev
->dev
.parent
, cur_p
->phys
, cur_p
->len
,
629 dev_kfree_skb_irq((struct sk_buff
*)cur_p
->app4
);
636 ndev
->stats
.tx_packets
++;
637 ndev
->stats
.tx_bytes
+= cur_p
->len
;
640 if (lp
->tx_bd_ci
>= TX_BD_NUM
)
643 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_ci
];
647 netif_wake_queue(ndev
);
650 static inline int temac_check_tx_bd_space(struct temac_local
*lp
, int num_frag
)
652 struct cdmac_bd
*cur_p
;
655 tail
= lp
->tx_bd_tail
;
656 cur_p
= &lp
->tx_bd_v
[tail
];
660 return NETDEV_TX_BUSY
;
663 if (tail
>= TX_BD_NUM
)
666 cur_p
= &lp
->tx_bd_v
[tail
];
668 } while (num_frag
>= 0);
673 static int temac_start_xmit(struct sk_buff
*skb
, struct net_device
*ndev
)
675 struct temac_local
*lp
= netdev_priv(ndev
);
676 struct cdmac_bd
*cur_p
;
677 dma_addr_t start_p
, tail_p
;
679 unsigned long num_frag
;
682 num_frag
= skb_shinfo(skb
)->nr_frags
;
683 frag
= &skb_shinfo(skb
)->frags
[0];
684 start_p
= lp
->tx_bd_p
+ sizeof(*lp
->tx_bd_v
) * lp
->tx_bd_tail
;
685 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_tail
];
687 if (temac_check_tx_bd_space(lp
, num_frag
)) {
688 if (!netif_queue_stopped(ndev
)) {
689 netif_stop_queue(ndev
);
690 return NETDEV_TX_BUSY
;
692 return NETDEV_TX_BUSY
;
696 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
697 unsigned int csum_start_off
= skb_checksum_start_offset(skb
);
698 unsigned int csum_index_off
= csum_start_off
+ skb
->csum_offset
;
700 cur_p
->app0
|= 1; /* TX Checksum Enabled */
701 cur_p
->app1
= (csum_start_off
<< 16) | csum_index_off
;
702 cur_p
->app2
= 0; /* initial checksum seed */
705 cur_p
->app0
|= STS_CTRL_APP0_SOP
;
706 cur_p
->len
= skb_headlen(skb
);
707 cur_p
->phys
= dma_map_single(ndev
->dev
.parent
, skb
->data
, skb
->len
,
709 cur_p
->app4
= (unsigned long)skb
;
711 for (ii
= 0; ii
< num_frag
; ii
++) {
713 if (lp
->tx_bd_tail
>= TX_BD_NUM
)
716 cur_p
= &lp
->tx_bd_v
[lp
->tx_bd_tail
];
717 cur_p
->phys
= dma_map_single(ndev
->dev
.parent
,
718 (void *)page_address(frag
->page
) +
720 frag
->size
, DMA_TO_DEVICE
);
721 cur_p
->len
= frag
->size
;
725 cur_p
->app0
|= STS_CTRL_APP0_EOP
;
727 tail_p
= lp
->tx_bd_p
+ sizeof(*lp
->tx_bd_v
) * lp
->tx_bd_tail
;
729 if (lp
->tx_bd_tail
>= TX_BD_NUM
)
732 skb_tx_timestamp(skb
);
734 /* Kick off the transfer */
735 lp
->dma_out(lp
, TX_TAILDESC_PTR
, tail_p
); /* DMA start */
741 static void ll_temac_recv(struct net_device
*ndev
)
743 struct temac_local
*lp
= netdev_priv(ndev
);
744 struct sk_buff
*skb
, *new_skb
;
746 struct cdmac_bd
*cur_p
;
751 spin_lock_irqsave(&lp
->rx_lock
, flags
);
753 tail_p
= lp
->rx_bd_p
+ sizeof(*lp
->rx_bd_v
) * lp
->rx_bd_ci
;
754 cur_p
= &lp
->rx_bd_v
[lp
->rx_bd_ci
];
756 bdstat
= cur_p
->app0
;
757 while ((bdstat
& STS_CTRL_APP0_CMPLT
)) {
759 skb
= lp
->rx_skb
[lp
->rx_bd_ci
];
760 length
= cur_p
->app4
& 0x3FFF;
762 dma_unmap_single(ndev
->dev
.parent
, cur_p
->phys
, length
,
765 skb_put(skb
, length
);
767 skb
->protocol
= eth_type_trans(skb
, ndev
);
768 skb_checksum_none_assert(skb
);
770 /* if we're doing rx csum offload, set it up */
771 if (((lp
->temac_features
& TEMAC_FEATURE_RX_CSUM
) != 0) &&
772 (skb
->protocol
== __constant_htons(ETH_P_IP
)) &&
775 skb
->csum
= cur_p
->app3
& 0xFFFF;
776 skb
->ip_summed
= CHECKSUM_COMPLETE
;
779 if (!skb_defer_rx_timestamp(skb
))
782 ndev
->stats
.rx_packets
++;
783 ndev
->stats
.rx_bytes
+= length
;
785 new_skb
= netdev_alloc_skb_ip_align(ndev
,
786 XTE_MAX_JUMBO_FRAME_SIZE
);
789 dev_err(&ndev
->dev
, "no memory for new sk_buff\n");
790 spin_unlock_irqrestore(&lp
->rx_lock
, flags
);
794 cur_p
->app0
= STS_CTRL_APP0_IRQONEND
;
795 cur_p
->phys
= dma_map_single(ndev
->dev
.parent
, new_skb
->data
,
796 XTE_MAX_JUMBO_FRAME_SIZE
,
798 cur_p
->len
= XTE_MAX_JUMBO_FRAME_SIZE
;
799 lp
->rx_skb
[lp
->rx_bd_ci
] = new_skb
;
802 if (lp
->rx_bd_ci
>= RX_BD_NUM
)
805 cur_p
= &lp
->rx_bd_v
[lp
->rx_bd_ci
];
806 bdstat
= cur_p
->app0
;
808 lp
->dma_out(lp
, RX_TAILDESC_PTR
, tail_p
);
810 spin_unlock_irqrestore(&lp
->rx_lock
, flags
);
813 static irqreturn_t
ll_temac_tx_irq(int irq
, void *_ndev
)
815 struct net_device
*ndev
= _ndev
;
816 struct temac_local
*lp
= netdev_priv(ndev
);
819 status
= lp
->dma_in(lp
, TX_IRQ_REG
);
820 lp
->dma_out(lp
, TX_IRQ_REG
, status
);
822 if (status
& (IRQ_COAL
| IRQ_DLY
))
823 temac_start_xmit_done(lp
->ndev
);
825 dev_err(&ndev
->dev
, "DMA error 0x%x\n", status
);
830 static irqreturn_t
ll_temac_rx_irq(int irq
, void *_ndev
)
832 struct net_device
*ndev
= _ndev
;
833 struct temac_local
*lp
= netdev_priv(ndev
);
836 /* Read and clear the status registers */
837 status
= lp
->dma_in(lp
, RX_IRQ_REG
);
838 lp
->dma_out(lp
, RX_IRQ_REG
, status
);
840 if (status
& (IRQ_COAL
| IRQ_DLY
))
841 ll_temac_recv(lp
->ndev
);
846 static int temac_open(struct net_device
*ndev
)
848 struct temac_local
*lp
= netdev_priv(ndev
);
851 dev_dbg(&ndev
->dev
, "temac_open()\n");
854 lp
->phy_dev
= of_phy_connect(lp
->ndev
, lp
->phy_node
,
855 temac_adjust_link
, 0, 0);
857 dev_err(lp
->dev
, "of_phy_connect() failed\n");
861 phy_start(lp
->phy_dev
);
864 rc
= request_irq(lp
->tx_irq
, ll_temac_tx_irq
, 0, ndev
->name
, ndev
);
867 rc
= request_irq(lp
->rx_irq
, ll_temac_rx_irq
, 0, ndev
->name
, ndev
);
871 temac_device_reset(ndev
);
875 free_irq(lp
->tx_irq
, ndev
);
878 phy_disconnect(lp
->phy_dev
);
880 dev_err(lp
->dev
, "request_irq() failed\n");
884 static int temac_stop(struct net_device
*ndev
)
886 struct temac_local
*lp
= netdev_priv(ndev
);
888 dev_dbg(&ndev
->dev
, "temac_close()\n");
890 free_irq(lp
->tx_irq
, ndev
);
891 free_irq(lp
->rx_irq
, ndev
);
894 phy_disconnect(lp
->phy_dev
);
897 temac_dma_bd_release(ndev
);
902 #ifdef CONFIG_NET_POLL_CONTROLLER
904 temac_poll_controller(struct net_device
*ndev
)
906 struct temac_local
*lp
= netdev_priv(ndev
);
908 disable_irq(lp
->tx_irq
);
909 disable_irq(lp
->rx_irq
);
911 ll_temac_rx_irq(lp
->tx_irq
, ndev
);
912 ll_temac_tx_irq(lp
->rx_irq
, ndev
);
914 enable_irq(lp
->tx_irq
);
915 enable_irq(lp
->rx_irq
);
919 static const struct net_device_ops temac_netdev_ops
= {
920 .ndo_open
= temac_open
,
921 .ndo_stop
= temac_stop
,
922 .ndo_start_xmit
= temac_start_xmit
,
923 .ndo_set_mac_address
= netdev_set_mac_address
,
924 .ndo_validate_addr
= eth_validate_addr
,
925 //.ndo_set_multicast_list = temac_set_multicast_list,
926 #ifdef CONFIG_NET_POLL_CONTROLLER
927 .ndo_poll_controller
= temac_poll_controller
,
931 /* ---------------------------------------------------------------------
932 * SYSFS device attributes
934 static ssize_t
temac_show_llink_regs(struct device
*dev
,
935 struct device_attribute
*attr
, char *buf
)
937 struct net_device
*ndev
= dev_get_drvdata(dev
);
938 struct temac_local
*lp
= netdev_priv(ndev
);
941 for (i
= 0; i
< 0x11; i
++)
942 len
+= sprintf(buf
+ len
, "%.8x%s", lp
->dma_in(lp
, i
),
943 (i
% 8) == 7 ? "\n" : " ");
944 len
+= sprintf(buf
+ len
, "\n");
949 static DEVICE_ATTR(llink_regs
, 0440, temac_show_llink_regs
, NULL
);
951 static struct attribute
*temac_device_attrs
[] = {
952 &dev_attr_llink_regs
.attr
,
956 static const struct attribute_group temac_attr_group
= {
957 .attrs
= temac_device_attrs
,
960 static int __devinit
temac_of_probe(struct platform_device
*op
)
962 struct device_node
*np
;
963 struct temac_local
*lp
;
964 struct net_device
*ndev
;
969 /* Init network device structure */
970 ndev
= alloc_etherdev(sizeof(*lp
));
972 dev_err(&op
->dev
, "could not allocate device.\n");
976 dev_set_drvdata(&op
->dev
, ndev
);
977 SET_NETDEV_DEV(ndev
, &op
->dev
);
978 ndev
->flags
&= ~IFF_MULTICAST
; /* clear multicast */
979 ndev
->features
= NETIF_F_SG
| NETIF_F_FRAGLIST
;
980 ndev
->netdev_ops
= &temac_netdev_ops
;
982 ndev
->features
|= NETIF_F_IP_CSUM
; /* Can checksum TCP/UDP over IPv4. */
983 ndev
->features
|= NETIF_F_HW_CSUM
; /* Can checksum all the packets. */
984 ndev
->features
|= NETIF_F_IPV6_CSUM
; /* Can checksum IPV6 TCP/UDP */
985 ndev
->features
|= NETIF_F_HIGHDMA
; /* Can DMA to high memory. */
986 ndev
->features
|= NETIF_F_HW_VLAN_TX
; /* Transmit VLAN hw accel */
987 ndev
->features
|= NETIF_F_HW_VLAN_RX
; /* Receive VLAN hw acceleration */
988 ndev
->features
|= NETIF_F_HW_VLAN_FILTER
; /* Receive VLAN filtering */
989 ndev
->features
|= NETIF_F_VLAN_CHALLENGED
; /* cannot handle VLAN pkts */
990 ndev
->features
|= NETIF_F_GSO
; /* Enable software GSO. */
991 ndev
->features
|= NETIF_F_MULTI_QUEUE
; /* Has multiple TX/RX queues */
992 ndev
->features
|= NETIF_F_LRO
; /* large receive offload */
995 /* setup temac private info structure */
996 lp
= netdev_priv(ndev
);
999 lp
->options
= XTE_OPTION_DEFAULTS
;
1000 spin_lock_init(&lp
->rx_lock
);
1001 mutex_init(&lp
->indirect_mutex
);
1003 /* map device registers */
1004 lp
->regs
= of_iomap(op
->dev
.of_node
, 0);
1006 dev_err(&op
->dev
, "could not map temac regs.\n");
1010 /* Setup checksum offload, but default to off if not specified */
1011 lp
->temac_features
= 0;
1012 p
= (__be32
*)of_get_property(op
->dev
.of_node
, "xlnx,txcsum", NULL
);
1013 if (p
&& be32_to_cpu(*p
)) {
1014 lp
->temac_features
|= TEMAC_FEATURE_TX_CSUM
;
1015 /* Can checksum TCP/UDP over IPv4. */
1016 ndev
->features
|= NETIF_F_IP_CSUM
;
1018 p
= (__be32
*)of_get_property(op
->dev
.of_node
, "xlnx,rxcsum", NULL
);
1019 if (p
&& be32_to_cpu(*p
))
1020 lp
->temac_features
|= TEMAC_FEATURE_RX_CSUM
;
1022 /* Find the DMA node, map the DMA registers, and decode the DMA IRQs */
1023 np
= of_parse_phandle(op
->dev
.of_node
, "llink-connected", 0);
1025 dev_err(&op
->dev
, "could not find DMA node\n");
1029 /* Setup the DMA register accesses, could be DCR or memory mapped */
1030 if (temac_dcr_setup(lp
, op
, np
)) {
1032 /* no DCR in the device tree, try non-DCR */
1033 lp
->sdma_regs
= of_iomap(np
, 0);
1034 if (lp
->sdma_regs
) {
1035 lp
->dma_in
= temac_dma_in32
;
1036 lp
->dma_out
= temac_dma_out32
;
1037 dev_dbg(&op
->dev
, "MEM base: %p\n", lp
->sdma_regs
);
1039 dev_err(&op
->dev
, "unable to map DMA registers\n");
1045 lp
->rx_irq
= irq_of_parse_and_map(np
, 0);
1046 lp
->tx_irq
= irq_of_parse_and_map(np
, 1);
1048 of_node_put(np
); /* Finished with the DMA node; drop the reference */
1050 if ((lp
->rx_irq
== NO_IRQ
) || (lp
->tx_irq
== NO_IRQ
)) {
1051 dev_err(&op
->dev
, "could not determine irqs\n");
1057 /* Retrieve the MAC address */
1058 addr
= of_get_property(op
->dev
.of_node
, "local-mac-address", &size
);
1059 if ((!addr
) || (size
!= 6)) {
1060 dev_err(&op
->dev
, "could not find MAC address\n");
1064 temac_set_mac_address(ndev
, (void *)addr
);
1066 rc
= temac_mdio_setup(lp
, op
->dev
.of_node
);
1068 dev_warn(&op
->dev
, "error registering MDIO bus\n");
1070 lp
->phy_node
= of_parse_phandle(op
->dev
.of_node
, "phy-handle", 0);
1072 dev_dbg(lp
->dev
, "using PHY node %s (%p)\n", np
->full_name
, np
);
1074 /* Add the device attributes */
1075 rc
= sysfs_create_group(&lp
->dev
->kobj
, &temac_attr_group
);
1077 dev_err(lp
->dev
, "Error creating sysfs files\n");
1081 rc
= register_netdev(lp
->ndev
);
1083 dev_err(lp
->dev
, "register_netdev() error (%i)\n", rc
);
1084 goto err_register_ndev
;
1090 sysfs_remove_group(&lp
->dev
->kobj
, &temac_attr_group
);
1093 iounmap(lp
->sdma_regs
);
1102 static int __devexit
temac_of_remove(struct platform_device
*op
)
1104 struct net_device
*ndev
= dev_get_drvdata(&op
->dev
);
1105 struct temac_local
*lp
= netdev_priv(ndev
);
1107 temac_mdio_teardown(lp
);
1108 unregister_netdev(ndev
);
1109 sysfs_remove_group(&lp
->dev
->kobj
, &temac_attr_group
);
1111 of_node_put(lp
->phy_node
);
1112 lp
->phy_node
= NULL
;
1113 dev_set_drvdata(&op
->dev
, NULL
);
1116 iounmap(lp
->sdma_regs
);
1121 static struct of_device_id temac_of_match
[] __devinitdata
= {
1122 { .compatible
= "xlnx,xps-ll-temac-1.01.b", },
1123 { .compatible
= "xlnx,xps-ll-temac-2.00.a", },
1124 { .compatible
= "xlnx,xps-ll-temac-2.02.a", },
1125 { .compatible
= "xlnx,xps-ll-temac-2.03.a", },
1128 MODULE_DEVICE_TABLE(of
, temac_of_match
);
1130 static struct platform_driver temac_of_driver
= {
1131 .probe
= temac_of_probe
,
1132 .remove
= __devexit_p(temac_of_remove
),
1134 .owner
= THIS_MODULE
,
1135 .name
= "xilinx_temac",
1136 .of_match_table
= temac_of_match
,
1140 static int __init
temac_init(void)
1142 return platform_driver_register(&temac_of_driver
);
1144 module_init(temac_init
);
1146 static void __exit
temac_exit(void)
1148 platform_driver_unregister(&temac_of_driver
);
1150 module_exit(temac_exit
);
1152 MODULE_DESCRIPTION("Xilinx LL_TEMAC Ethernet driver");
1153 MODULE_AUTHOR("Yoshio Kashiwagi");
1154 MODULE_LICENSE("GPL");