1 /**************************************************************************/
3 /* IBM eServer i/pSeries Virtual Ethernet Device Driver */
4 /* Copyright (C) 2003 IBM Corp. */
5 /* Originally written by Dave Larson (larson1@us.ibm.com) */
6 /* Maintained by Santiago Leon (santil@us.ibm.com) */
8 /* This program is free software; you can redistribute it and/or modify */
9 /* it under the terms of the GNU General Public License as published by */
10 /* the Free Software Foundation; either version 2 of the License, or */
11 /* (at your option) any later version. */
13 /* This program is distributed in the hope that it will be useful, */
14 /* but WITHOUT ANY WARRANTY; without even the implied warranty of */
15 /* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */
16 /* GNU General Public License for more details. */
18 /* You should have received a copy of the GNU General Public License */
19 /* along with this program; if not, write to the Free Software */
20 /* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 */
23 /* This module contains the implementation of a virtual ethernet device */
24 /* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
25 /* option of the RS/6000 Platform Architechture to interface with virtual */
26 /* ethernet NICs that are presented to the partition by the hypervisor. */
28 /**************************************************************************/
31 - add support for sysfs
32 - possibly remove procfs support
35 #include <linux/module.h>
36 #include <linux/moduleparam.h>
37 #include <linux/types.h>
38 #include <linux/errno.h>
39 #include <linux/ioport.h>
40 #include <linux/dma-mapping.h>
41 #include <linux/kernel.h>
42 #include <linux/netdevice.h>
43 #include <linux/etherdevice.h>
44 #include <linux/skbuff.h>
45 #include <linux/init.h>
46 #include <linux/delay.h>
49 #include <linux/ethtool.h>
50 #include <linux/proc_fs.h>
53 #include <linux/slab.h>
54 #include <net/net_namespace.h>
55 #include <asm/hvcall.h>
56 #include <asm/atomic.h>
58 #include <asm/iommu.h>
59 #include <asm/uaccess.h>
60 #include <asm/firmware.h>
61 #include <linux/seq_file.h>
67 #define ibmveth_printk(fmt, args...) \
68 printk(KERN_DEBUG "%s: " fmt, __FILE__, ## args)
70 #define ibmveth_error_printk(fmt, args...) \
71 printk(KERN_ERR "(%s:%3.3d ua:%x) ERROR: " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
74 #define ibmveth_debug_printk_no_adapter(fmt, args...) \
75 printk(KERN_DEBUG "(%s:%3.3d): " fmt, __FILE__, __LINE__ , ## args)
76 #define ibmveth_debug_printk(fmt, args...) \
77 printk(KERN_DEBUG "(%s:%3.3d ua:%x): " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
78 #define ibmveth_assert(expr) \
80 printk(KERN_DEBUG "assertion failed (%s:%3.3d ua:%x): %s\n", __FILE__, __LINE__, adapter->vdev->unit_address, #expr); \
84 #define ibmveth_debug_printk_no_adapter(fmt, args...)
85 #define ibmveth_debug_printk(fmt, args...)
86 #define ibmveth_assert(expr)
89 static int ibmveth_open(struct net_device
*dev
);
90 static int ibmveth_close(struct net_device
*dev
);
91 static int ibmveth_ioctl(struct net_device
*dev
, struct ifreq
*ifr
, int cmd
);
92 static int ibmveth_poll(struct napi_struct
*napi
, int budget
);
93 static int ibmveth_start_xmit(struct sk_buff
*skb
, struct net_device
*dev
);
94 static void ibmveth_set_multicast_list(struct net_device
*dev
);
95 static int ibmveth_change_mtu(struct net_device
*dev
, int new_mtu
);
96 static void ibmveth_proc_register_driver(void);
97 static void ibmveth_proc_unregister_driver(void);
98 static void ibmveth_proc_register_adapter(struct ibmveth_adapter
*adapter
);
99 static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter
*adapter
);
100 static irqreturn_t
ibmveth_interrupt(int irq
, void *dev_instance
);
101 static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter
*adapter
);
102 static unsigned long ibmveth_get_desired_dma(struct vio_dev
*vdev
);
103 static struct kobj_type ktype_veth_pool
;
106 #ifdef CONFIG_PROC_FS
107 #define IBMVETH_PROC_DIR "ibmveth"
108 static struct proc_dir_entry
*ibmveth_proc_dir
;
111 static const char ibmveth_driver_name
[] = "ibmveth";
112 static const char ibmveth_driver_string
[] = "IBM i/pSeries Virtual Ethernet Driver";
113 #define ibmveth_driver_version "1.03"
115 MODULE_AUTHOR("Santiago Leon <santil@us.ibm.com>");
116 MODULE_DESCRIPTION("IBM i/pSeries Virtual Ethernet Driver");
117 MODULE_LICENSE("GPL");
118 MODULE_VERSION(ibmveth_driver_version
);
120 static unsigned int tx_copybreak __read_mostly
= 128;
121 module_param(tx_copybreak
, uint
, 0644);
122 MODULE_PARM_DESC(tx_copybreak
,
123 "Maximum size of packet that is copied to a new buffer on transmit");
125 static unsigned int rx_copybreak __read_mostly
= 128;
126 module_param(rx_copybreak
, uint
, 0644);
127 MODULE_PARM_DESC(rx_copybreak
,
128 "Maximum size of packet that is copied to a new buffer on receive");
130 struct ibmveth_stat
{
131 char name
[ETH_GSTRING_LEN
];
135 #define IBMVETH_STAT_OFF(stat) offsetof(struct ibmveth_adapter, stat)
136 #define IBMVETH_GET_STAT(a, off) *((u64 *)(((unsigned long)(a)) + off))
138 struct ibmveth_stat ibmveth_stats
[] = {
139 { "replenish_task_cycles", IBMVETH_STAT_OFF(replenish_task_cycles
) },
140 { "replenish_no_mem", IBMVETH_STAT_OFF(replenish_no_mem
) },
141 { "replenish_add_buff_failure", IBMVETH_STAT_OFF(replenish_add_buff_failure
) },
142 { "replenish_add_buff_success", IBMVETH_STAT_OFF(replenish_add_buff_success
) },
143 { "rx_invalid_buffer", IBMVETH_STAT_OFF(rx_invalid_buffer
) },
144 { "rx_no_buffer", IBMVETH_STAT_OFF(rx_no_buffer
) },
145 { "tx_map_failed", IBMVETH_STAT_OFF(tx_map_failed
) },
146 { "tx_send_failed", IBMVETH_STAT_OFF(tx_send_failed
) },
149 /* simple methods of getting data from the current rxq entry */
150 static inline u32
ibmveth_rxq_flags(struct ibmveth_adapter
*adapter
)
152 return adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].flags_off
;
155 static inline int ibmveth_rxq_toggle(struct ibmveth_adapter
*adapter
)
157 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_TOGGLE
) >> IBMVETH_RXQ_TOGGLE_SHIFT
;
160 static inline int ibmveth_rxq_pending_buffer(struct ibmveth_adapter
*adapter
)
162 return (ibmveth_rxq_toggle(adapter
) == adapter
->rx_queue
.toggle
);
165 static inline int ibmveth_rxq_buffer_valid(struct ibmveth_adapter
*adapter
)
167 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_VALID
);
170 static inline int ibmveth_rxq_frame_offset(struct ibmveth_adapter
*adapter
)
172 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_OFF_MASK
);
175 static inline int ibmveth_rxq_frame_length(struct ibmveth_adapter
*adapter
)
177 return (adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].length
);
180 static inline int ibmveth_rxq_csum_good(struct ibmveth_adapter
*adapter
)
182 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_CSUM_GOOD
);
185 /* setup the initial settings for a buffer pool */
186 static void ibmveth_init_buffer_pool(struct ibmveth_buff_pool
*pool
, u32 pool_index
, u32 pool_size
, u32 buff_size
, u32 pool_active
)
188 pool
->size
= pool_size
;
189 pool
->index
= pool_index
;
190 pool
->buff_size
= buff_size
;
191 pool
->threshold
= pool_size
* 7 / 8;
192 pool
->active
= pool_active
;
195 /* allocate and setup an buffer pool - called during open */
196 static int ibmveth_alloc_buffer_pool(struct ibmveth_buff_pool
*pool
)
200 pool
->free_map
= kmalloc(sizeof(u16
) * pool
->size
, GFP_KERNEL
);
202 if(!pool
->free_map
) {
206 pool
->dma_addr
= kmalloc(sizeof(dma_addr_t
) * pool
->size
, GFP_KERNEL
);
207 if(!pool
->dma_addr
) {
208 kfree(pool
->free_map
);
209 pool
->free_map
= NULL
;
213 pool
->skbuff
= kcalloc(pool
->size
, sizeof(void *), GFP_KERNEL
);
216 kfree(pool
->dma_addr
);
217 pool
->dma_addr
= NULL
;
219 kfree(pool
->free_map
);
220 pool
->free_map
= NULL
;
224 memset(pool
->dma_addr
, 0, sizeof(dma_addr_t
) * pool
->size
);
226 for(i
= 0; i
< pool
->size
; ++i
) {
227 pool
->free_map
[i
] = i
;
230 atomic_set(&pool
->available
, 0);
231 pool
->producer_index
= 0;
232 pool
->consumer_index
= 0;
237 /* replenish the buffers for a pool. note that we don't need to
238 * skb_reserve these since they are used for incoming...
240 static void ibmveth_replenish_buffer_pool(struct ibmveth_adapter
*adapter
, struct ibmveth_buff_pool
*pool
)
243 u32 count
= pool
->size
- atomic_read(&pool
->available
);
244 u32 buffers_added
= 0;
246 unsigned int free_index
, index
;
248 unsigned long lpar_rc
;
253 for(i
= 0; i
< count
; ++i
) {
254 union ibmveth_buf_desc desc
;
256 skb
= alloc_skb(pool
->buff_size
, GFP_ATOMIC
);
259 ibmveth_debug_printk("replenish: unable to allocate skb\n");
260 adapter
->replenish_no_mem
++;
264 free_index
= pool
->consumer_index
;
265 pool
->consumer_index
++;
266 if (pool
->consumer_index
>= pool
->size
)
267 pool
->consumer_index
= 0;
268 index
= pool
->free_map
[free_index
];
270 ibmveth_assert(index
!= IBM_VETH_INVALID_MAP
);
271 ibmveth_assert(pool
->skbuff
[index
] == NULL
);
273 dma_addr
= dma_map_single(&adapter
->vdev
->dev
, skb
->data
,
274 pool
->buff_size
, DMA_FROM_DEVICE
);
276 if (dma_mapping_error(&adapter
->vdev
->dev
, dma_addr
))
279 pool
->free_map
[free_index
] = IBM_VETH_INVALID_MAP
;
280 pool
->dma_addr
[index
] = dma_addr
;
281 pool
->skbuff
[index
] = skb
;
283 correlator
= ((u64
)pool
->index
<< 32) | index
;
284 *(u64
*)skb
->data
= correlator
;
286 desc
.fields
.flags_len
= IBMVETH_BUF_VALID
| pool
->buff_size
;
287 desc
.fields
.address
= dma_addr
;
289 lpar_rc
= h_add_logical_lan_buffer(adapter
->vdev
->unit_address
, desc
.desc
);
291 if (lpar_rc
!= H_SUCCESS
)
295 adapter
->replenish_add_buff_success
++;
300 atomic_add(buffers_added
, &(pool
->available
));
304 pool
->free_map
[free_index
] = index
;
305 pool
->skbuff
[index
] = NULL
;
306 if (pool
->consumer_index
== 0)
307 pool
->consumer_index
= pool
->size
- 1;
309 pool
->consumer_index
--;
310 if (!dma_mapping_error(&adapter
->vdev
->dev
, dma_addr
))
311 dma_unmap_single(&adapter
->vdev
->dev
,
312 pool
->dma_addr
[index
], pool
->buff_size
,
314 dev_kfree_skb_any(skb
);
315 adapter
->replenish_add_buff_failure
++;
318 atomic_add(buffers_added
, &(pool
->available
));
321 /* replenish routine */
322 static void ibmveth_replenish_task(struct ibmveth_adapter
*adapter
)
326 adapter
->replenish_task_cycles
++;
328 for (i
= (IbmVethNumBufferPools
- 1); i
>= 0; i
--) {
329 struct ibmveth_buff_pool
*pool
= &adapter
->rx_buff_pool
[i
];
332 (atomic_read(&pool
->available
) < pool
->threshold
))
333 ibmveth_replenish_buffer_pool(adapter
, pool
);
336 adapter
->rx_no_buffer
= *(u64
*)(((char*)adapter
->buffer_list_addr
) + 4096 - 8);
339 /* empty and free ana buffer pool - also used to do cleanup in error paths */
340 static void ibmveth_free_buffer_pool(struct ibmveth_adapter
*adapter
, struct ibmveth_buff_pool
*pool
)
344 kfree(pool
->free_map
);
345 pool
->free_map
= NULL
;
347 if(pool
->skbuff
&& pool
->dma_addr
) {
348 for(i
= 0; i
< pool
->size
; ++i
) {
349 struct sk_buff
*skb
= pool
->skbuff
[i
];
351 dma_unmap_single(&adapter
->vdev
->dev
,
355 dev_kfree_skb_any(skb
);
356 pool
->skbuff
[i
] = NULL
;
362 kfree(pool
->dma_addr
);
363 pool
->dma_addr
= NULL
;
372 /* remove a buffer from a pool */
373 static void ibmveth_remove_buffer_from_pool(struct ibmveth_adapter
*adapter
, u64 correlator
)
375 unsigned int pool
= correlator
>> 32;
376 unsigned int index
= correlator
& 0xffffffffUL
;
377 unsigned int free_index
;
380 ibmveth_assert(pool
< IbmVethNumBufferPools
);
381 ibmveth_assert(index
< adapter
->rx_buff_pool
[pool
].size
);
383 skb
= adapter
->rx_buff_pool
[pool
].skbuff
[index
];
385 ibmveth_assert(skb
!= NULL
);
387 adapter
->rx_buff_pool
[pool
].skbuff
[index
] = NULL
;
389 dma_unmap_single(&adapter
->vdev
->dev
,
390 adapter
->rx_buff_pool
[pool
].dma_addr
[index
],
391 adapter
->rx_buff_pool
[pool
].buff_size
,
394 free_index
= adapter
->rx_buff_pool
[pool
].producer_index
;
395 adapter
->rx_buff_pool
[pool
].producer_index
++;
396 if (adapter
->rx_buff_pool
[pool
].producer_index
>=
397 adapter
->rx_buff_pool
[pool
].size
)
398 adapter
->rx_buff_pool
[pool
].producer_index
= 0;
399 adapter
->rx_buff_pool
[pool
].free_map
[free_index
] = index
;
403 atomic_dec(&(adapter
->rx_buff_pool
[pool
].available
));
406 /* get the current buffer on the rx queue */
407 static inline struct sk_buff
*ibmveth_rxq_get_buffer(struct ibmveth_adapter
*adapter
)
409 u64 correlator
= adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].correlator
;
410 unsigned int pool
= correlator
>> 32;
411 unsigned int index
= correlator
& 0xffffffffUL
;
413 ibmveth_assert(pool
< IbmVethNumBufferPools
);
414 ibmveth_assert(index
< adapter
->rx_buff_pool
[pool
].size
);
416 return adapter
->rx_buff_pool
[pool
].skbuff
[index
];
419 /* recycle the current buffer on the rx queue */
420 static void ibmveth_rxq_recycle_buffer(struct ibmveth_adapter
*adapter
)
422 u32 q_index
= adapter
->rx_queue
.index
;
423 u64 correlator
= adapter
->rx_queue
.queue_addr
[q_index
].correlator
;
424 unsigned int pool
= correlator
>> 32;
425 unsigned int index
= correlator
& 0xffffffffUL
;
426 union ibmveth_buf_desc desc
;
427 unsigned long lpar_rc
;
429 ibmveth_assert(pool
< IbmVethNumBufferPools
);
430 ibmveth_assert(index
< adapter
->rx_buff_pool
[pool
].size
);
432 if(!adapter
->rx_buff_pool
[pool
].active
) {
433 ibmveth_rxq_harvest_buffer(adapter
);
434 ibmveth_free_buffer_pool(adapter
, &adapter
->rx_buff_pool
[pool
]);
438 desc
.fields
.flags_len
= IBMVETH_BUF_VALID
|
439 adapter
->rx_buff_pool
[pool
].buff_size
;
440 desc
.fields
.address
= adapter
->rx_buff_pool
[pool
].dma_addr
[index
];
442 lpar_rc
= h_add_logical_lan_buffer(adapter
->vdev
->unit_address
, desc
.desc
);
444 if(lpar_rc
!= H_SUCCESS
) {
445 ibmveth_debug_printk("h_add_logical_lan_buffer failed during recycle rc=%ld", lpar_rc
);
446 ibmveth_remove_buffer_from_pool(adapter
, adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].correlator
);
449 if(++adapter
->rx_queue
.index
== adapter
->rx_queue
.num_slots
) {
450 adapter
->rx_queue
.index
= 0;
451 adapter
->rx_queue
.toggle
= !adapter
->rx_queue
.toggle
;
455 static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter
*adapter
)
457 ibmveth_remove_buffer_from_pool(adapter
, adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].correlator
);
459 if(++adapter
->rx_queue
.index
== adapter
->rx_queue
.num_slots
) {
460 adapter
->rx_queue
.index
= 0;
461 adapter
->rx_queue
.toggle
= !adapter
->rx_queue
.toggle
;
465 static void ibmveth_cleanup(struct ibmveth_adapter
*adapter
)
468 struct device
*dev
= &adapter
->vdev
->dev
;
470 if(adapter
->buffer_list_addr
!= NULL
) {
471 if (!dma_mapping_error(dev
, adapter
->buffer_list_dma
)) {
472 dma_unmap_single(dev
, adapter
->buffer_list_dma
, 4096,
474 adapter
->buffer_list_dma
= DMA_ERROR_CODE
;
476 free_page((unsigned long)adapter
->buffer_list_addr
);
477 adapter
->buffer_list_addr
= NULL
;
480 if(adapter
->filter_list_addr
!= NULL
) {
481 if (!dma_mapping_error(dev
, adapter
->filter_list_dma
)) {
482 dma_unmap_single(dev
, adapter
->filter_list_dma
, 4096,
484 adapter
->filter_list_dma
= DMA_ERROR_CODE
;
486 free_page((unsigned long)adapter
->filter_list_addr
);
487 adapter
->filter_list_addr
= NULL
;
490 if(adapter
->rx_queue
.queue_addr
!= NULL
) {
491 if (!dma_mapping_error(dev
, adapter
->rx_queue
.queue_dma
)) {
492 dma_unmap_single(dev
,
493 adapter
->rx_queue
.queue_dma
,
494 adapter
->rx_queue
.queue_len
,
496 adapter
->rx_queue
.queue_dma
= DMA_ERROR_CODE
;
498 kfree(adapter
->rx_queue
.queue_addr
);
499 adapter
->rx_queue
.queue_addr
= NULL
;
502 for(i
= 0; i
<IbmVethNumBufferPools
; i
++)
503 if (adapter
->rx_buff_pool
[i
].active
)
504 ibmveth_free_buffer_pool(adapter
,
505 &adapter
->rx_buff_pool
[i
]);
507 if (adapter
->bounce_buffer
!= NULL
) {
508 if (!dma_mapping_error(dev
, adapter
->bounce_buffer_dma
)) {
509 dma_unmap_single(&adapter
->vdev
->dev
,
510 adapter
->bounce_buffer_dma
,
511 adapter
->netdev
->mtu
+ IBMVETH_BUFF_OH
,
513 adapter
->bounce_buffer_dma
= DMA_ERROR_CODE
;
515 kfree(adapter
->bounce_buffer
);
516 adapter
->bounce_buffer
= NULL
;
520 static int ibmveth_register_logical_lan(struct ibmveth_adapter
*adapter
,
521 union ibmveth_buf_desc rxq_desc
, u64 mac_address
)
523 int rc
, try_again
= 1;
525 /* After a kexec the adapter will still be open, so our attempt to
526 * open it will fail. So if we get a failure we free the adapter and
527 * try again, but only once. */
529 rc
= h_register_logical_lan(adapter
->vdev
->unit_address
,
530 adapter
->buffer_list_dma
, rxq_desc
.desc
,
531 adapter
->filter_list_dma
, mac_address
);
533 if (rc
!= H_SUCCESS
&& try_again
) {
535 rc
= h_free_logical_lan(adapter
->vdev
->unit_address
);
536 } while (H_IS_LONG_BUSY(rc
) || (rc
== H_BUSY
));
545 static int ibmveth_open(struct net_device
*netdev
)
547 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
550 unsigned long lpar_rc
;
552 union ibmveth_buf_desc rxq_desc
;
556 ibmveth_debug_printk("open starting\n");
558 napi_enable(&adapter
->napi
);
560 for(i
= 0; i
<IbmVethNumBufferPools
; i
++)
561 rxq_entries
+= adapter
->rx_buff_pool
[i
].size
;
563 adapter
->buffer_list_addr
= (void*) get_zeroed_page(GFP_KERNEL
);
564 adapter
->filter_list_addr
= (void*) get_zeroed_page(GFP_KERNEL
);
566 if(!adapter
->buffer_list_addr
|| !adapter
->filter_list_addr
) {
567 ibmveth_error_printk("unable to allocate filter or buffer list pages\n");
568 ibmveth_cleanup(adapter
);
569 napi_disable(&adapter
->napi
);
573 adapter
->rx_queue
.queue_len
= sizeof(struct ibmveth_rx_q_entry
) * rxq_entries
;
574 adapter
->rx_queue
.queue_addr
= kmalloc(adapter
->rx_queue
.queue_len
, GFP_KERNEL
);
576 if(!adapter
->rx_queue
.queue_addr
) {
577 ibmveth_error_printk("unable to allocate rx queue pages\n");
578 ibmveth_cleanup(adapter
);
579 napi_disable(&adapter
->napi
);
583 dev
= &adapter
->vdev
->dev
;
585 adapter
->buffer_list_dma
= dma_map_single(dev
,
586 adapter
->buffer_list_addr
, 4096, DMA_BIDIRECTIONAL
);
587 adapter
->filter_list_dma
= dma_map_single(dev
,
588 adapter
->filter_list_addr
, 4096, DMA_BIDIRECTIONAL
);
589 adapter
->rx_queue
.queue_dma
= dma_map_single(dev
,
590 adapter
->rx_queue
.queue_addr
,
591 adapter
->rx_queue
.queue_len
, DMA_BIDIRECTIONAL
);
593 if ((dma_mapping_error(dev
, adapter
->buffer_list_dma
)) ||
594 (dma_mapping_error(dev
, adapter
->filter_list_dma
)) ||
595 (dma_mapping_error(dev
, adapter
->rx_queue
.queue_dma
))) {
596 ibmveth_error_printk("unable to map filter or buffer list pages\n");
597 ibmveth_cleanup(adapter
);
598 napi_disable(&adapter
->napi
);
602 adapter
->rx_queue
.index
= 0;
603 adapter
->rx_queue
.num_slots
= rxq_entries
;
604 adapter
->rx_queue
.toggle
= 1;
606 memcpy(&mac_address
, netdev
->dev_addr
, netdev
->addr_len
);
607 mac_address
= mac_address
>> 16;
609 rxq_desc
.fields
.flags_len
= IBMVETH_BUF_VALID
| adapter
->rx_queue
.queue_len
;
610 rxq_desc
.fields
.address
= adapter
->rx_queue
.queue_dma
;
612 ibmveth_debug_printk("buffer list @ 0x%p\n", adapter
->buffer_list_addr
);
613 ibmveth_debug_printk("filter list @ 0x%p\n", adapter
->filter_list_addr
);
614 ibmveth_debug_printk("receive q @ 0x%p\n", adapter
->rx_queue
.queue_addr
);
616 h_vio_signal(adapter
->vdev
->unit_address
, VIO_IRQ_DISABLE
);
618 lpar_rc
= ibmveth_register_logical_lan(adapter
, rxq_desc
, mac_address
);
620 if(lpar_rc
!= H_SUCCESS
) {
621 ibmveth_error_printk("h_register_logical_lan failed with %ld\n", lpar_rc
);
622 ibmveth_error_printk("buffer TCE:0x%llx filter TCE:0x%llx rxq desc:0x%llx MAC:0x%llx\n",
623 adapter
->buffer_list_dma
,
624 adapter
->filter_list_dma
,
627 ibmveth_cleanup(adapter
);
628 napi_disable(&adapter
->napi
);
632 for(i
= 0; i
<IbmVethNumBufferPools
; i
++) {
633 if(!adapter
->rx_buff_pool
[i
].active
)
635 if (ibmveth_alloc_buffer_pool(&adapter
->rx_buff_pool
[i
])) {
636 ibmveth_error_printk("unable to alloc pool\n");
637 adapter
->rx_buff_pool
[i
].active
= 0;
638 ibmveth_cleanup(adapter
);
639 napi_disable(&adapter
->napi
);
644 ibmveth_debug_printk("registering irq 0x%x\n", netdev
->irq
);
645 if((rc
= request_irq(netdev
->irq
, ibmveth_interrupt
, 0, netdev
->name
, netdev
)) != 0) {
646 ibmveth_error_printk("unable to request irq 0x%x, rc %d\n", netdev
->irq
, rc
);
648 rc
= h_free_logical_lan(adapter
->vdev
->unit_address
);
649 } while (H_IS_LONG_BUSY(rc
) || (rc
== H_BUSY
));
651 ibmveth_cleanup(adapter
);
652 napi_disable(&adapter
->napi
);
656 adapter
->bounce_buffer
=
657 kmalloc(netdev
->mtu
+ IBMVETH_BUFF_OH
, GFP_KERNEL
);
658 if (!adapter
->bounce_buffer
) {
659 ibmveth_error_printk("unable to allocate bounce buffer\n");
660 ibmveth_cleanup(adapter
);
661 napi_disable(&adapter
->napi
);
664 adapter
->bounce_buffer_dma
=
665 dma_map_single(&adapter
->vdev
->dev
, adapter
->bounce_buffer
,
666 netdev
->mtu
+ IBMVETH_BUFF_OH
, DMA_BIDIRECTIONAL
);
667 if (dma_mapping_error(dev
, adapter
->bounce_buffer_dma
)) {
668 ibmveth_error_printk("unable to map bounce buffer\n");
669 ibmveth_cleanup(adapter
);
670 napi_disable(&adapter
->napi
);
674 ibmveth_debug_printk("initial replenish cycle\n");
675 ibmveth_interrupt(netdev
->irq
, netdev
);
677 netif_start_queue(netdev
);
679 ibmveth_debug_printk("open complete\n");
684 static int ibmveth_close(struct net_device
*netdev
)
686 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
689 ibmveth_debug_printk("close starting\n");
691 napi_disable(&adapter
->napi
);
693 if (!adapter
->pool_config
)
694 netif_stop_queue(netdev
);
696 h_vio_signal(adapter
->vdev
->unit_address
, VIO_IRQ_DISABLE
);
699 lpar_rc
= h_free_logical_lan(adapter
->vdev
->unit_address
);
700 } while (H_IS_LONG_BUSY(lpar_rc
) || (lpar_rc
== H_BUSY
));
702 if(lpar_rc
!= H_SUCCESS
)
704 ibmveth_error_printk("h_free_logical_lan failed with %lx, continuing with close\n",
708 free_irq(netdev
->irq
, netdev
);
710 adapter
->rx_no_buffer
= *(u64
*)(((char*)adapter
->buffer_list_addr
) + 4096 - 8);
712 ibmveth_cleanup(adapter
);
714 ibmveth_debug_printk("close complete\n");
719 static int netdev_get_settings(struct net_device
*dev
, struct ethtool_cmd
*cmd
) {
720 cmd
->supported
= (SUPPORTED_1000baseT_Full
| SUPPORTED_Autoneg
| SUPPORTED_FIBRE
);
721 cmd
->advertising
= (ADVERTISED_1000baseT_Full
| ADVERTISED_Autoneg
| ADVERTISED_FIBRE
);
722 cmd
->speed
= SPEED_1000
;
723 cmd
->duplex
= DUPLEX_FULL
;
724 cmd
->port
= PORT_FIBRE
;
725 cmd
->phy_address
= 0;
726 cmd
->transceiver
= XCVR_INTERNAL
;
727 cmd
->autoneg
= AUTONEG_ENABLE
;
733 static void netdev_get_drvinfo (struct net_device
*dev
, struct ethtool_drvinfo
*info
) {
734 strncpy(info
->driver
, ibmveth_driver_name
, sizeof(info
->driver
) - 1);
735 strncpy(info
->version
, ibmveth_driver_version
, sizeof(info
->version
) - 1);
738 static u32
netdev_get_link(struct net_device
*dev
) {
742 static void ibmveth_set_rx_csum_flags(struct net_device
*dev
, u32 data
)
744 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
747 adapter
->rx_csum
= 1;
750 * Since the ibmveth firmware interface does not have the concept of
751 * separate tx/rx checksum offload enable, if rx checksum is disabled
752 * we also have to disable tx checksum offload. Once we disable rx
753 * checksum offload, we are no longer allowed to send tx buffers that
754 * are not properly checksummed.
756 adapter
->rx_csum
= 0;
757 dev
->features
&= ~NETIF_F_IP_CSUM
;
761 static void ibmveth_set_tx_csum_flags(struct net_device
*dev
, u32 data
)
763 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
766 dev
->features
|= NETIF_F_IP_CSUM
;
767 adapter
->rx_csum
= 1;
769 dev
->features
&= ~NETIF_F_IP_CSUM
;
772 static int ibmveth_set_csum_offload(struct net_device
*dev
, u32 data
,
773 void (*done
) (struct net_device
*, u32
))
775 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
776 unsigned long set_attr
, clr_attr
, ret_attr
;
778 int rc1
= 0, rc2
= 0;
781 if (netif_running(dev
)) {
783 adapter
->pool_config
= 1;
785 adapter
->pool_config
= 0;
792 set_attr
= IBMVETH_ILLAN_IPV4_TCP_CSUM
;
794 clr_attr
= IBMVETH_ILLAN_IPV4_TCP_CSUM
;
796 ret
= h_illan_attributes(adapter
->vdev
->unit_address
, 0, 0, &ret_attr
);
798 if (ret
== H_SUCCESS
&& !(ret_attr
& IBMVETH_ILLAN_ACTIVE_TRUNK
) &&
799 !(ret_attr
& IBMVETH_ILLAN_TRUNK_PRI_MASK
) &&
800 (ret_attr
& IBMVETH_ILLAN_PADDED_PKT_CSUM
)) {
801 ret
= h_illan_attributes(adapter
->vdev
->unit_address
, clr_attr
,
802 set_attr
, &ret_attr
);
804 if (ret
!= H_SUCCESS
) {
806 ibmveth_error_printk("unable to change checksum offload settings."
807 " %d rc=%ld\n", data
, ret
);
809 ret
= h_illan_attributes(adapter
->vdev
->unit_address
,
810 set_attr
, clr_attr
, &ret_attr
);
815 ibmveth_error_printk("unable to change checksum offload settings."
816 " %d rc=%ld ret_attr=%lx\n", data
, ret
, ret_attr
);
820 rc2
= ibmveth_open(dev
);
822 return rc1
? rc1
: rc2
;
825 static int ibmveth_set_rx_csum(struct net_device
*dev
, u32 data
)
827 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
829 if ((data
&& adapter
->rx_csum
) || (!data
&& !adapter
->rx_csum
))
832 return ibmveth_set_csum_offload(dev
, data
, ibmveth_set_rx_csum_flags
);
835 static int ibmveth_set_tx_csum(struct net_device
*dev
, u32 data
)
837 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
840 if (data
&& (dev
->features
& NETIF_F_IP_CSUM
))
842 if (!data
&& !(dev
->features
& NETIF_F_IP_CSUM
))
845 if (data
&& !adapter
->rx_csum
)
846 rc
= ibmveth_set_csum_offload(dev
, data
, ibmveth_set_tx_csum_flags
);
848 ibmveth_set_tx_csum_flags(dev
, data
);
853 static u32
ibmveth_get_rx_csum(struct net_device
*dev
)
855 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
856 return adapter
->rx_csum
;
859 static void ibmveth_get_strings(struct net_device
*dev
, u32 stringset
, u8
*data
)
863 if (stringset
!= ETH_SS_STATS
)
866 for (i
= 0; i
< ARRAY_SIZE(ibmveth_stats
); i
++, data
+= ETH_GSTRING_LEN
)
867 memcpy(data
, ibmveth_stats
[i
].name
, ETH_GSTRING_LEN
);
870 static int ibmveth_get_sset_count(struct net_device
*dev
, int sset
)
874 return ARRAY_SIZE(ibmveth_stats
);
880 static void ibmveth_get_ethtool_stats(struct net_device
*dev
,
881 struct ethtool_stats
*stats
, u64
*data
)
884 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
886 for (i
= 0; i
< ARRAY_SIZE(ibmveth_stats
); i
++)
887 data
[i
] = IBMVETH_GET_STAT(adapter
, ibmveth_stats
[i
].offset
);
890 static const struct ethtool_ops netdev_ethtool_ops
= {
891 .get_drvinfo
= netdev_get_drvinfo
,
892 .get_settings
= netdev_get_settings
,
893 .get_link
= netdev_get_link
,
894 .set_tx_csum
= ibmveth_set_tx_csum
,
895 .get_rx_csum
= ibmveth_get_rx_csum
,
896 .set_rx_csum
= ibmveth_set_rx_csum
,
897 .get_strings
= ibmveth_get_strings
,
898 .get_sset_count
= ibmveth_get_sset_count
,
899 .get_ethtool_stats
= ibmveth_get_ethtool_stats
,
902 static int ibmveth_ioctl(struct net_device
*dev
, struct ifreq
*ifr
, int cmd
)
907 #define page_offset(v) ((unsigned long)(v) & ((1 << 12) - 1))
909 static netdev_tx_t
ibmveth_start_xmit(struct sk_buff
*skb
,
910 struct net_device
*netdev
)
912 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
913 union ibmveth_buf_desc desc
;
914 unsigned long lpar_rc
;
915 unsigned long correlator
;
916 unsigned int retry_count
;
917 unsigned int tx_dropped
= 0;
918 unsigned int tx_bytes
= 0;
919 unsigned int tx_packets
= 0;
920 unsigned int tx_send_failed
= 0;
921 unsigned int tx_map_failed
= 0;
923 unsigned long data_dma_addr
;
925 desc
.fields
.flags_len
= IBMVETH_BUF_VALID
| skb
->len
;
927 if (skb
->ip_summed
== CHECKSUM_PARTIAL
&&
928 ip_hdr(skb
)->protocol
!= IPPROTO_TCP
&& skb_checksum_help(skb
)) {
929 ibmveth_error_printk("tx: failed to checksum packet\n");
934 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
935 unsigned char *buf
= skb_transport_header(skb
) + skb
->csum_offset
;
937 desc
.fields
.flags_len
|= (IBMVETH_BUF_NO_CSUM
| IBMVETH_BUF_CSUM_GOOD
);
939 /* Need to zero out the checksum */
944 if (skb
->len
< tx_copybreak
) {
947 data_dma_addr
= dma_map_single(&adapter
->vdev
->dev
, skb
->data
,
948 skb
->len
, DMA_TO_DEVICE
);
949 if (dma_mapping_error(&adapter
->vdev
->dev
, data_dma_addr
)) {
950 if (!firmware_has_feature(FW_FEATURE_CMO
))
951 ibmveth_error_printk("tx: unable to map "
959 skb_copy_from_linear_data(skb
, adapter
->bounce_buffer
,
961 desc
.fields
.address
= adapter
->bounce_buffer_dma
;
963 desc
.fields
.address
= data_dma_addr
;
965 /* send the frame. Arbitrarily set retrycount to 1024 */
969 lpar_rc
= h_send_logical_lan(adapter
->vdev
->unit_address
,
970 desc
.desc
, 0, 0, 0, 0, 0,
971 correlator
, &correlator
);
972 } while ((lpar_rc
== H_BUSY
) && (retry_count
--));
974 if(lpar_rc
!= H_SUCCESS
&& lpar_rc
!= H_DROPPED
) {
975 ibmveth_error_printk("tx: h_send_logical_lan failed with rc=%ld\n", lpar_rc
);
976 ibmveth_error_printk("tx: valid=%d, len=%d, address=0x%08x\n",
977 (desc
.fields
.flags_len
& IBMVETH_BUF_VALID
) ? 1 : 0,
978 skb
->len
, desc
.fields
.address
);
983 tx_bytes
+= skb
->len
;
987 dma_unmap_single(&adapter
->vdev
->dev
, data_dma_addr
,
988 skb
->len
, DMA_TO_DEVICE
);
991 netdev
->stats
.tx_dropped
+= tx_dropped
;
992 netdev
->stats
.tx_bytes
+= tx_bytes
;
993 netdev
->stats
.tx_packets
+= tx_packets
;
994 adapter
->tx_send_failed
+= tx_send_failed
;
995 adapter
->tx_map_failed
+= tx_map_failed
;
1001 static int ibmveth_poll(struct napi_struct
*napi
, int budget
)
1003 struct ibmveth_adapter
*adapter
= container_of(napi
, struct ibmveth_adapter
, napi
);
1004 struct net_device
*netdev
= adapter
->netdev
;
1005 int frames_processed
= 0;
1006 unsigned long lpar_rc
;
1010 if (!ibmveth_rxq_pending_buffer(adapter
))
1014 if (!ibmveth_rxq_buffer_valid(adapter
)) {
1015 wmb(); /* suggested by larson1 */
1016 adapter
->rx_invalid_buffer
++;
1017 ibmveth_debug_printk("recycling invalid buffer\n");
1018 ibmveth_rxq_recycle_buffer(adapter
);
1020 struct sk_buff
*skb
, *new_skb
;
1021 int length
= ibmveth_rxq_frame_length(adapter
);
1022 int offset
= ibmveth_rxq_frame_offset(adapter
);
1023 int csum_good
= ibmveth_rxq_csum_good(adapter
);
1025 skb
= ibmveth_rxq_get_buffer(adapter
);
1028 if (length
< rx_copybreak
)
1029 new_skb
= netdev_alloc_skb(netdev
, length
);
1032 skb_copy_to_linear_data(new_skb
,
1036 ibmveth_rxq_recycle_buffer(adapter
);
1038 ibmveth_rxq_harvest_buffer(adapter
);
1039 skb_reserve(skb
, offset
);
1042 skb_put(skb
, length
);
1043 skb
->protocol
= eth_type_trans(skb
, netdev
);
1046 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
1048 netif_receive_skb(skb
); /* send it up */
1050 netdev
->stats
.rx_packets
++;
1051 netdev
->stats
.rx_bytes
+= length
;
1054 } while (frames_processed
< budget
);
1056 ibmveth_replenish_task(adapter
);
1058 if (frames_processed
< budget
) {
1059 /* We think we are done - reenable interrupts,
1060 * then check once more to make sure we are done.
1062 lpar_rc
= h_vio_signal(adapter
->vdev
->unit_address
,
1065 ibmveth_assert(lpar_rc
== H_SUCCESS
);
1067 napi_complete(napi
);
1069 if (ibmveth_rxq_pending_buffer(adapter
) &&
1070 napi_reschedule(napi
)) {
1071 lpar_rc
= h_vio_signal(adapter
->vdev
->unit_address
,
1077 return frames_processed
;
1080 static irqreturn_t
ibmveth_interrupt(int irq
, void *dev_instance
)
1082 struct net_device
*netdev
= dev_instance
;
1083 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1084 unsigned long lpar_rc
;
1086 if (napi_schedule_prep(&adapter
->napi
)) {
1087 lpar_rc
= h_vio_signal(adapter
->vdev
->unit_address
,
1089 ibmveth_assert(lpar_rc
== H_SUCCESS
);
1090 __napi_schedule(&adapter
->napi
);
1095 static void ibmveth_set_multicast_list(struct net_device
*netdev
)
1097 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1098 unsigned long lpar_rc
;
1100 if ((netdev
->flags
& IFF_PROMISC
) ||
1101 (netdev_mc_count(netdev
) > adapter
->mcastFilterSize
)) {
1102 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1103 IbmVethMcastEnableRecv
|
1104 IbmVethMcastDisableFiltering
,
1106 if(lpar_rc
!= H_SUCCESS
) {
1107 ibmveth_error_printk("h_multicast_ctrl rc=%ld when entering promisc mode\n", lpar_rc
);
1110 struct netdev_hw_addr
*ha
;
1111 /* clear the filter table & disable filtering */
1112 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1113 IbmVethMcastEnableRecv
|
1114 IbmVethMcastDisableFiltering
|
1115 IbmVethMcastClearFilterTable
,
1117 if(lpar_rc
!= H_SUCCESS
) {
1118 ibmveth_error_printk("h_multicast_ctrl rc=%ld when attempting to clear filter table\n", lpar_rc
);
1120 /* add the addresses to the filter table */
1121 netdev_for_each_mc_addr(ha
, netdev
) {
1122 // add the multicast address to the filter table
1123 unsigned long mcast_addr
= 0;
1124 memcpy(((char *)&mcast_addr
)+2, ha
->addr
, 6);
1125 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1126 IbmVethMcastAddFilter
,
1128 if(lpar_rc
!= H_SUCCESS
) {
1129 ibmveth_error_printk("h_multicast_ctrl rc=%ld when adding an entry to the filter table\n", lpar_rc
);
1133 /* re-enable filtering */
1134 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1135 IbmVethMcastEnableFiltering
,
1137 if(lpar_rc
!= H_SUCCESS
) {
1138 ibmveth_error_printk("h_multicast_ctrl rc=%ld when enabling filtering\n", lpar_rc
);
1143 static int ibmveth_change_mtu(struct net_device
*dev
, int new_mtu
)
1145 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
1146 struct vio_dev
*viodev
= adapter
->vdev
;
1147 int new_mtu_oh
= new_mtu
+ IBMVETH_BUFF_OH
;
1149 int need_restart
= 0;
1151 if (new_mtu
< IBMVETH_MAX_MTU
)
1154 for (i
= 0; i
< IbmVethNumBufferPools
; i
++)
1155 if (new_mtu_oh
< adapter
->rx_buff_pool
[i
].buff_size
)
1158 if (i
== IbmVethNumBufferPools
)
1161 /* Deactivate all the buffer pools so that the next loop can activate
1162 only the buffer pools necessary to hold the new MTU */
1163 if (netif_running(adapter
->netdev
)) {
1165 adapter
->pool_config
= 1;
1166 ibmveth_close(adapter
->netdev
);
1167 adapter
->pool_config
= 0;
1170 /* Look for an active buffer pool that can hold the new MTU */
1171 for(i
= 0; i
<IbmVethNumBufferPools
; i
++) {
1172 adapter
->rx_buff_pool
[i
].active
= 1;
1174 if (new_mtu_oh
< adapter
->rx_buff_pool
[i
].buff_size
) {
1176 vio_cmo_set_dev_desired(viodev
,
1177 ibmveth_get_desired_dma
1180 return ibmveth_open(adapter
->netdev
);
1186 if (need_restart
&& (rc
= ibmveth_open(adapter
->netdev
)))
1192 #ifdef CONFIG_NET_POLL_CONTROLLER
1193 static void ibmveth_poll_controller(struct net_device
*dev
)
1195 ibmveth_replenish_task(netdev_priv(dev
));
1196 ibmveth_interrupt(dev
->irq
, dev
);
1201 * ibmveth_get_desired_dma - Calculate IO memory desired by the driver
1203 * @vdev: struct vio_dev for the device whose desired IO mem is to be returned
1206 * Number of bytes of IO data the driver will need to perform well.
1208 static unsigned long ibmveth_get_desired_dma(struct vio_dev
*vdev
)
1210 struct net_device
*netdev
= dev_get_drvdata(&vdev
->dev
);
1211 struct ibmveth_adapter
*adapter
;
1216 /* netdev inits at probe time along with the structures we need below*/
1218 return IOMMU_PAGE_ALIGN(IBMVETH_IO_ENTITLEMENT_DEFAULT
);
1220 adapter
= netdev_priv(netdev
);
1222 ret
= IBMVETH_BUFF_LIST_SIZE
+ IBMVETH_FILT_LIST_SIZE
;
1223 ret
+= IOMMU_PAGE_ALIGN(netdev
->mtu
);
1225 for (i
= 0; i
< IbmVethNumBufferPools
; i
++) {
1226 /* add the size of the active receive buffers */
1227 if (adapter
->rx_buff_pool
[i
].active
)
1229 adapter
->rx_buff_pool
[i
].size
*
1230 IOMMU_PAGE_ALIGN(adapter
->rx_buff_pool
[i
].
1232 rxqentries
+= adapter
->rx_buff_pool
[i
].size
;
1234 /* add the size of the receive queue entries */
1235 ret
+= IOMMU_PAGE_ALIGN(rxqentries
* sizeof(struct ibmveth_rx_q_entry
));
1240 static const struct net_device_ops ibmveth_netdev_ops
= {
1241 .ndo_open
= ibmveth_open
,
1242 .ndo_stop
= ibmveth_close
,
1243 .ndo_start_xmit
= ibmveth_start_xmit
,
1244 .ndo_set_multicast_list
= ibmveth_set_multicast_list
,
1245 .ndo_do_ioctl
= ibmveth_ioctl
,
1246 .ndo_change_mtu
= ibmveth_change_mtu
,
1247 .ndo_validate_addr
= eth_validate_addr
,
1248 .ndo_set_mac_address
= eth_mac_addr
,
1249 #ifdef CONFIG_NET_POLL_CONTROLLER
1250 .ndo_poll_controller
= ibmveth_poll_controller
,
1254 static int __devinit
ibmveth_probe(struct vio_dev
*dev
, const struct vio_device_id
*id
)
1258 struct net_device
*netdev
;
1259 struct ibmveth_adapter
*adapter
;
1260 unsigned long set_attr
, ret_attr
;
1262 unsigned char *mac_addr_p
;
1263 unsigned int *mcastFilterSize_p
;
1266 ibmveth_debug_printk_no_adapter("entering ibmveth_probe for UA 0x%x\n",
1269 mac_addr_p
= (unsigned char *) vio_get_attribute(dev
,
1270 VETH_MAC_ADDR
, NULL
);
1272 printk(KERN_ERR
"(%s:%3.3d) ERROR: Can't find VETH_MAC_ADDR "
1273 "attribute\n", __FILE__
, __LINE__
);
1277 mcastFilterSize_p
= (unsigned int *) vio_get_attribute(dev
,
1278 VETH_MCAST_FILTER_SIZE
, NULL
);
1279 if(!mcastFilterSize_p
) {
1280 printk(KERN_ERR
"(%s:%3.3d) ERROR: Can't find "
1281 "VETH_MCAST_FILTER_SIZE attribute\n",
1282 __FILE__
, __LINE__
);
1286 netdev
= alloc_etherdev(sizeof(struct ibmveth_adapter
));
1291 adapter
= netdev_priv(netdev
);
1292 dev_set_drvdata(&dev
->dev
, netdev
);
1294 adapter
->vdev
= dev
;
1295 adapter
->netdev
= netdev
;
1296 adapter
->mcastFilterSize
= *mcastFilterSize_p
;
1297 adapter
->pool_config
= 0;
1299 netif_napi_add(netdev
, &adapter
->napi
, ibmveth_poll
, 16);
1301 /* Some older boxes running PHYP non-natively have an OF that
1302 returns a 8-byte local-mac-address field (and the first
1303 2 bytes have to be ignored) while newer boxes' OF return
1304 a 6-byte field. Note that IEEE 1275 specifies that
1305 local-mac-address must be a 6-byte field.
1306 The RPA doc specifies that the first byte must be 10b, so
1307 we'll just look for it to solve this 8 vs. 6 byte field issue */
1309 if ((*mac_addr_p
& 0x3) != 0x02)
1312 adapter
->mac_addr
= 0;
1313 memcpy(&adapter
->mac_addr
, mac_addr_p
, 6);
1315 netdev
->irq
= dev
->irq
;
1316 netdev
->netdev_ops
= &ibmveth_netdev_ops
;
1317 netdev
->ethtool_ops
= &netdev_ethtool_ops
;
1318 SET_NETDEV_DEV(netdev
, &dev
->dev
);
1320 memcpy(netdev
->dev_addr
, &adapter
->mac_addr
, netdev
->addr_len
);
1322 for(i
= 0; i
<IbmVethNumBufferPools
; i
++) {
1323 struct kobject
*kobj
= &adapter
->rx_buff_pool
[i
].kobj
;
1326 ibmveth_init_buffer_pool(&adapter
->rx_buff_pool
[i
], i
,
1327 pool_count
[i
], pool_size
[i
],
1329 error
= kobject_init_and_add(kobj
, &ktype_veth_pool
,
1330 &dev
->dev
.kobj
, "pool%d", i
);
1332 kobject_uevent(kobj
, KOBJ_ADD
);
1335 ibmveth_debug_printk("adapter @ 0x%p\n", adapter
);
1337 adapter
->buffer_list_dma
= DMA_ERROR_CODE
;
1338 adapter
->filter_list_dma
= DMA_ERROR_CODE
;
1339 adapter
->rx_queue
.queue_dma
= DMA_ERROR_CODE
;
1341 ibmveth_debug_printk("registering netdev...\n");
1343 ret
= h_illan_attributes(dev
->unit_address
, 0, 0, &ret_attr
);
1345 if (ret
== H_SUCCESS
&& !(ret_attr
& IBMVETH_ILLAN_ACTIVE_TRUNK
) &&
1346 !(ret_attr
& IBMVETH_ILLAN_TRUNK_PRI_MASK
) &&
1347 (ret_attr
& IBMVETH_ILLAN_PADDED_PKT_CSUM
)) {
1348 set_attr
= IBMVETH_ILLAN_IPV4_TCP_CSUM
;
1350 ret
= h_illan_attributes(dev
->unit_address
, 0, set_attr
, &ret_attr
);
1352 if (ret
== H_SUCCESS
) {
1353 adapter
->rx_csum
= 1;
1354 netdev
->features
|= NETIF_F_IP_CSUM
;
1356 ret
= h_illan_attributes(dev
->unit_address
, set_attr
, 0, &ret_attr
);
1359 rc
= register_netdev(netdev
);
1362 ibmveth_debug_printk("failed to register netdev rc=%d\n", rc
);
1363 free_netdev(netdev
);
1367 ibmveth_debug_printk("registered\n");
1369 ibmveth_proc_register_adapter(adapter
);
1374 static int __devexit
ibmveth_remove(struct vio_dev
*dev
)
1376 struct net_device
*netdev
= dev_get_drvdata(&dev
->dev
);
1377 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1380 for(i
= 0; i
<IbmVethNumBufferPools
; i
++)
1381 kobject_put(&adapter
->rx_buff_pool
[i
].kobj
);
1383 unregister_netdev(netdev
);
1385 ibmveth_proc_unregister_adapter(adapter
);
1387 free_netdev(netdev
);
1388 dev_set_drvdata(&dev
->dev
, NULL
);
1393 #ifdef CONFIG_PROC_FS
1394 static void ibmveth_proc_register_driver(void)
1396 ibmveth_proc_dir
= proc_mkdir(IBMVETH_PROC_DIR
, init_net
.proc_net
);
1397 if (ibmveth_proc_dir
) {
1401 static void ibmveth_proc_unregister_driver(void)
1403 remove_proc_entry(IBMVETH_PROC_DIR
, init_net
.proc_net
);
1406 static int ibmveth_show(struct seq_file
*seq
, void *v
)
1408 struct ibmveth_adapter
*adapter
= seq
->private;
1409 char *current_mac
= (char *) adapter
->netdev
->dev_addr
;
1410 char *firmware_mac
= (char *) &adapter
->mac_addr
;
1412 seq_printf(seq
, "%s %s\n\n", ibmveth_driver_string
, ibmveth_driver_version
);
1414 seq_printf(seq
, "Unit Address: 0x%x\n", adapter
->vdev
->unit_address
);
1415 seq_printf(seq
, "Current MAC: %pM\n", current_mac
);
1416 seq_printf(seq
, "Firmware MAC: %pM\n", firmware_mac
);
1418 seq_printf(seq
, "\nAdapter Statistics:\n");
1419 seq_printf(seq
, " TX: vio_map_single failres: %lld\n", adapter
->tx_map_failed
);
1420 seq_printf(seq
, " send failures: %lld\n", adapter
->tx_send_failed
);
1421 seq_printf(seq
, " RX: replenish task cycles: %lld\n", adapter
->replenish_task_cycles
);
1422 seq_printf(seq
, " alloc_skb_failures: %lld\n", adapter
->replenish_no_mem
);
1423 seq_printf(seq
, " add buffer failures: %lld\n", adapter
->replenish_add_buff_failure
);
1424 seq_printf(seq
, " invalid buffers: %lld\n", adapter
->rx_invalid_buffer
);
1425 seq_printf(seq
, " no buffers: %lld\n", adapter
->rx_no_buffer
);
1430 static int ibmveth_proc_open(struct inode
*inode
, struct file
*file
)
1432 return single_open(file
, ibmveth_show
, PDE(inode
)->data
);
1435 static const struct file_operations ibmveth_proc_fops
= {
1436 .owner
= THIS_MODULE
,
1437 .open
= ibmveth_proc_open
,
1439 .llseek
= seq_lseek
,
1440 .release
= single_release
,
1443 static void ibmveth_proc_register_adapter(struct ibmveth_adapter
*adapter
)
1445 struct proc_dir_entry
*entry
;
1446 if (ibmveth_proc_dir
) {
1448 sprintf(u_addr
, "%x", adapter
->vdev
->unit_address
);
1449 entry
= proc_create_data(u_addr
, S_IFREG
, ibmveth_proc_dir
,
1450 &ibmveth_proc_fops
, adapter
);
1452 ibmveth_error_printk("Cannot create adapter proc entry");
1456 static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter
*adapter
)
1458 if (ibmveth_proc_dir
) {
1460 sprintf(u_addr
, "%x", adapter
->vdev
->unit_address
);
1461 remove_proc_entry(u_addr
, ibmveth_proc_dir
);
1465 #else /* CONFIG_PROC_FS */
1466 static void ibmveth_proc_register_adapter(struct ibmveth_adapter
*adapter
)
1470 static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter
*adapter
)
1473 static void ibmveth_proc_register_driver(void)
1477 static void ibmveth_proc_unregister_driver(void)
1480 #endif /* CONFIG_PROC_FS */
1482 static struct attribute veth_active_attr
;
1483 static struct attribute veth_num_attr
;
1484 static struct attribute veth_size_attr
;
1486 static ssize_t
veth_pool_show(struct kobject
* kobj
,
1487 struct attribute
* attr
, char * buf
)
1489 struct ibmveth_buff_pool
*pool
= container_of(kobj
,
1490 struct ibmveth_buff_pool
,
1493 if (attr
== &veth_active_attr
)
1494 return sprintf(buf
, "%d\n", pool
->active
);
1495 else if (attr
== &veth_num_attr
)
1496 return sprintf(buf
, "%d\n", pool
->size
);
1497 else if (attr
== &veth_size_attr
)
1498 return sprintf(buf
, "%d\n", pool
->buff_size
);
1502 static ssize_t
veth_pool_store(struct kobject
* kobj
, struct attribute
* attr
,
1503 const char * buf
, size_t count
)
1505 struct ibmveth_buff_pool
*pool
= container_of(kobj
,
1506 struct ibmveth_buff_pool
,
1508 struct net_device
*netdev
= dev_get_drvdata(
1509 container_of(kobj
->parent
, struct device
, kobj
));
1510 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1511 long value
= simple_strtol(buf
, NULL
, 10);
1514 if (attr
== &veth_active_attr
) {
1515 if (value
&& !pool
->active
) {
1516 if (netif_running(netdev
)) {
1517 if(ibmveth_alloc_buffer_pool(pool
)) {
1518 ibmveth_error_printk("unable to alloc pool\n");
1522 adapter
->pool_config
= 1;
1523 ibmveth_close(netdev
);
1524 adapter
->pool_config
= 0;
1525 if ((rc
= ibmveth_open(netdev
)))
1529 } else if (!value
&& pool
->active
) {
1530 int mtu
= netdev
->mtu
+ IBMVETH_BUFF_OH
;
1532 /* Make sure there is a buffer pool with buffers that
1533 can hold a packet of the size of the MTU */
1534 for (i
= 0; i
< IbmVethNumBufferPools
; i
++) {
1535 if (pool
== &adapter
->rx_buff_pool
[i
])
1537 if (!adapter
->rx_buff_pool
[i
].active
)
1539 if (mtu
<= adapter
->rx_buff_pool
[i
].buff_size
)
1543 if (i
== IbmVethNumBufferPools
) {
1544 ibmveth_error_printk("no active pool >= MTU\n");
1548 if (netif_running(netdev
)) {
1549 adapter
->pool_config
= 1;
1550 ibmveth_close(netdev
);
1552 adapter
->pool_config
= 0;
1553 if ((rc
= ibmveth_open(netdev
)))
1558 } else if (attr
== &veth_num_attr
) {
1559 if (value
<= 0 || value
> IBMVETH_MAX_POOL_COUNT
)
1562 if (netif_running(netdev
)) {
1563 adapter
->pool_config
= 1;
1564 ibmveth_close(netdev
);
1565 adapter
->pool_config
= 0;
1567 if ((rc
= ibmveth_open(netdev
)))
1572 } else if (attr
== &veth_size_attr
) {
1573 if (value
<= IBMVETH_BUFF_OH
|| value
> IBMVETH_MAX_BUF_SIZE
)
1576 if (netif_running(netdev
)) {
1577 adapter
->pool_config
= 1;
1578 ibmveth_close(netdev
);
1579 adapter
->pool_config
= 0;
1580 pool
->buff_size
= value
;
1581 if ((rc
= ibmveth_open(netdev
)))
1584 pool
->buff_size
= value
;
1588 /* kick the interrupt handler to allocate/deallocate pools */
1589 ibmveth_interrupt(netdev
->irq
, netdev
);
1594 #define ATTR(_name, _mode) \
1595 struct attribute veth_##_name##_attr = { \
1596 .name = __stringify(_name), .mode = _mode, \
1599 static ATTR(active
, 0644);
1600 static ATTR(num
, 0644);
1601 static ATTR(size
, 0644);
1603 static struct attribute
* veth_pool_attrs
[] = {
1610 static const struct sysfs_ops veth_pool_ops
= {
1611 .show
= veth_pool_show
,
1612 .store
= veth_pool_store
,
1615 static struct kobj_type ktype_veth_pool
= {
1617 .sysfs_ops
= &veth_pool_ops
,
1618 .default_attrs
= veth_pool_attrs
,
1621 static int ibmveth_resume(struct device
*dev
)
1623 struct net_device
*netdev
= dev_get_drvdata(dev
);
1624 ibmveth_interrupt(netdev
->irq
, netdev
);
1628 static struct vio_device_id ibmveth_device_table
[] __devinitdata
= {
1629 { "network", "IBM,l-lan"},
1632 MODULE_DEVICE_TABLE(vio
, ibmveth_device_table
);
1634 static struct dev_pm_ops ibmveth_pm_ops
= {
1635 .resume
= ibmveth_resume
1638 static struct vio_driver ibmveth_driver
= {
1639 .id_table
= ibmveth_device_table
,
1640 .probe
= ibmveth_probe
,
1641 .remove
= ibmveth_remove
,
1642 .get_desired_dma
= ibmveth_get_desired_dma
,
1644 .name
= ibmveth_driver_name
,
1645 .owner
= THIS_MODULE
,
1646 .pm
= &ibmveth_pm_ops
,
1650 static int __init
ibmveth_module_init(void)
1652 ibmveth_printk("%s: %s %s\n", ibmveth_driver_name
, ibmveth_driver_string
, ibmveth_driver_version
);
1654 ibmveth_proc_register_driver();
1656 return vio_register_driver(&ibmveth_driver
);
1659 static void __exit
ibmveth_module_exit(void)
1661 vio_unregister_driver(&ibmveth_driver
);
1662 ibmveth_proc_unregister_driver();
1665 module_init(ibmveth_module_init
);
1666 module_exit(ibmveth_module_exit
);