ACPI: update comments in motherboard.c
[linux-2.6/linux-acpi-2.6/ibm-acpi-2.6.git] / net / core / dev.c
blob4d891beab13899cd96c74b8a6a88b5ef5d6aba43
1 /*
2 * NET3 Protocol independent device support routines.
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
9 * Derived from the non IP parts of dev.c 1.0.19
10 * Authors: Ross Biro
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Mark Evans, <evansmp@uhura.aston.ac.uk>
14 * Additional Authors:
15 * Florian la Roche <rzsfl@rz.uni-sb.de>
16 * Alan Cox <gw4pts@gw4pts.ampr.org>
17 * David Hinds <dahinds@users.sourceforge.net>
18 * Alexey Kuznetsov <kuznet@ms2.inr.ac.ru>
19 * Adam Sulmicki <adam@cfar.umd.edu>
20 * Pekka Riikonen <priikone@poesidon.pspt.fi>
22 * Changes:
23 * D.J. Barrow : Fixed bug where dev->refcnt gets set
24 * to 2 if register_netdev gets called
25 * before net_dev_init & also removed a
26 * few lines of code in the process.
27 * Alan Cox : device private ioctl copies fields back.
28 * Alan Cox : Transmit queue code does relevant
29 * stunts to keep the queue safe.
30 * Alan Cox : Fixed double lock.
31 * Alan Cox : Fixed promisc NULL pointer trap
32 * ???????? : Support the full private ioctl range
33 * Alan Cox : Moved ioctl permission check into
34 * drivers
35 * Tim Kordas : SIOCADDMULTI/SIOCDELMULTI
36 * Alan Cox : 100 backlog just doesn't cut it when
37 * you start doing multicast video 8)
38 * Alan Cox : Rewrote net_bh and list manager.
39 * Alan Cox : Fix ETH_P_ALL echoback lengths.
40 * Alan Cox : Took out transmit every packet pass
41 * Saved a few bytes in the ioctl handler
42 * Alan Cox : Network driver sets packet type before
43 * calling netif_rx. Saves a function
44 * call a packet.
45 * Alan Cox : Hashed net_bh()
46 * Richard Kooijman: Timestamp fixes.
47 * Alan Cox : Wrong field in SIOCGIFDSTADDR
48 * Alan Cox : Device lock protection.
49 * Alan Cox : Fixed nasty side effect of device close
50 * changes.
51 * Rudi Cilibrasi : Pass the right thing to
52 * set_mac_address()
53 * Dave Miller : 32bit quantity for the device lock to
54 * make it work out on a Sparc.
55 * Bjorn Ekwall : Added KERNELD hack.
56 * Alan Cox : Cleaned up the backlog initialise.
57 * Craig Metz : SIOCGIFCONF fix if space for under
58 * 1 device.
59 * Thomas Bogendoerfer : Return ENODEV for dev_open, if there
60 * is no device open function.
61 * Andi Kleen : Fix error reporting for SIOCGIFCONF
62 * Michael Chastain : Fix signed/unsigned for SIOCGIFCONF
63 * Cyrus Durgin : Cleaned for KMOD
64 * Adam Sulmicki : Bug Fix : Network Device Unload
65 * A network device unload needs to purge
66 * the backlog queue.
67 * Paul Rusty Russell : SIOCSIFNAME
68 * Pekka Riikonen : Netdev boot-time settings code
69 * Andrew Morton : Make unregister_netdevice wait
70 * indefinitely on dev->refcnt
71 * J Hadi Salim : - Backlog queue sampling
72 * - netif_rx() feedback
75 #include <asm/uaccess.h>
76 #include <asm/system.h>
77 #include <linux/bitops.h>
78 #include <linux/capability.h>
79 #include <linux/cpu.h>
80 #include <linux/types.h>
81 #include <linux/kernel.h>
82 #include <linux/sched.h>
83 #include <linux/mutex.h>
84 #include <linux/string.h>
85 #include <linux/mm.h>
86 #include <linux/socket.h>
87 #include <linux/sockios.h>
88 #include <linux/errno.h>
89 #include <linux/interrupt.h>
90 #include <linux/if_ether.h>
91 #include <linux/netdevice.h>
92 #include <linux/etherdevice.h>
93 #include <linux/notifier.h>
94 #include <linux/skbuff.h>
95 #include <net/sock.h>
96 #include <linux/rtnetlink.h>
97 #include <linux/proc_fs.h>
98 #include <linux/seq_file.h>
99 #include <linux/stat.h>
100 #include <linux/if_bridge.h>
101 #include <linux/divert.h>
102 #include <net/dst.h>
103 #include <net/pkt_sched.h>
104 #include <net/checksum.h>
105 #include <linux/highmem.h>
106 #include <linux/init.h>
107 #include <linux/kmod.h>
108 #include <linux/module.h>
109 #include <linux/kallsyms.h>
110 #include <linux/netpoll.h>
111 #include <linux/rcupdate.h>
112 #include <linux/delay.h>
113 #include <linux/wireless.h>
114 #include <net/iw_handler.h>
115 #include <asm/current.h>
116 #include <linux/audit.h>
117 #include <linux/dmaengine.h>
118 #include <linux/err.h>
119 #include <linux/ctype.h>
122 * The list of packet types we will receive (as opposed to discard)
123 * and the routines to invoke.
125 * Why 16. Because with 16 the only overlap we get on a hash of the
126 * low nibble of the protocol value is RARP/SNAP/X.25.
128 * NOTE: That is no longer true with the addition of VLAN tags. Not
129 * sure which should go first, but I bet it won't make much
130 * difference if we are running VLANs. The good news is that
131 * this protocol won't be in the list unless compiled in, so
132 * the average user (w/out VLANs) will not be adversely affected.
133 * --BLG
135 * 0800 IP
136 * 8100 802.1Q VLAN
137 * 0001 802.3
138 * 0002 AX.25
139 * 0004 802.2
140 * 8035 RARP
141 * 0005 SNAP
142 * 0805 X.25
143 * 0806 ARP
144 * 8137 IPX
145 * 0009 Localtalk
146 * 86DD IPv6
149 static DEFINE_SPINLOCK(ptype_lock);
150 static struct list_head ptype_base[16]; /* 16 way hashed list */
151 static struct list_head ptype_all; /* Taps */
153 #ifdef CONFIG_NET_DMA
154 static struct dma_client *net_dma_client;
155 static unsigned int net_dma_count;
156 static spinlock_t net_dma_event_lock;
157 #endif
160 * The @dev_base list is protected by @dev_base_lock and the rtnl
161 * semaphore.
163 * Pure readers hold dev_base_lock for reading.
165 * Writers must hold the rtnl semaphore while they loop through the
166 * dev_base list, and hold dev_base_lock for writing when they do the
167 * actual updates. This allows pure readers to access the list even
168 * while a writer is preparing to update it.
170 * To put it another way, dev_base_lock is held for writing only to
171 * protect against pure readers; the rtnl semaphore provides the
172 * protection against other writers.
174 * See, for example usages, register_netdevice() and
175 * unregister_netdevice(), which must be called with the rtnl
176 * semaphore held.
178 struct net_device *dev_base;
179 static struct net_device **dev_tail = &dev_base;
180 DEFINE_RWLOCK(dev_base_lock);
182 EXPORT_SYMBOL(dev_base);
183 EXPORT_SYMBOL(dev_base_lock);
185 #define NETDEV_HASHBITS 8
186 static struct hlist_head dev_name_head[1<<NETDEV_HASHBITS];
187 static struct hlist_head dev_index_head[1<<NETDEV_HASHBITS];
189 static inline struct hlist_head *dev_name_hash(const char *name)
191 unsigned hash = full_name_hash(name, strnlen(name, IFNAMSIZ));
192 return &dev_name_head[hash & ((1<<NETDEV_HASHBITS)-1)];
195 static inline struct hlist_head *dev_index_hash(int ifindex)
197 return &dev_index_head[ifindex & ((1<<NETDEV_HASHBITS)-1)];
201 * Our notifier list
204 static RAW_NOTIFIER_HEAD(netdev_chain);
207 * Device drivers call our routines to queue packets here. We empty the
208 * queue in the local softnet handler.
210 DEFINE_PER_CPU(struct softnet_data, softnet_data) = { NULL };
212 #ifdef CONFIG_SYSFS
213 extern int netdev_sysfs_init(void);
214 extern int netdev_register_sysfs(struct net_device *);
215 extern void netdev_unregister_sysfs(struct net_device *);
216 #else
217 #define netdev_sysfs_init() (0)
218 #define netdev_register_sysfs(dev) (0)
219 #define netdev_unregister_sysfs(dev) do { } while(0)
220 #endif
223 /*******************************************************************************
225 Protocol management and registration routines
227 *******************************************************************************/
230 * For efficiency
233 static int netdev_nit;
236 * Add a protocol ID to the list. Now that the input handler is
237 * smarter we can dispense with all the messy stuff that used to be
238 * here.
240 * BEWARE!!! Protocol handlers, mangling input packets,
241 * MUST BE last in hash buckets and checking protocol handlers
242 * MUST start from promiscuous ptype_all chain in net_bh.
243 * It is true now, do not change it.
244 * Explanation follows: if protocol handler, mangling packet, will
245 * be the first on list, it is not able to sense, that packet
246 * is cloned and should be copied-on-write, so that it will
247 * change it and subsequent readers will get broken packet.
248 * --ANK (980803)
252 * dev_add_pack - add packet handler
253 * @pt: packet type declaration
255 * Add a protocol handler to the networking stack. The passed &packet_type
256 * is linked into kernel lists and may not be freed until it has been
257 * removed from the kernel lists.
259 * This call does not sleep therefore it can not
260 * guarantee all CPU's that are in middle of receiving packets
261 * will see the new packet type (until the next received packet).
264 void dev_add_pack(struct packet_type *pt)
266 int hash;
268 spin_lock_bh(&ptype_lock);
269 if (pt->type == htons(ETH_P_ALL)) {
270 netdev_nit++;
271 list_add_rcu(&pt->list, &ptype_all);
272 } else {
273 hash = ntohs(pt->type) & 15;
274 list_add_rcu(&pt->list, &ptype_base[hash]);
276 spin_unlock_bh(&ptype_lock);
280 * __dev_remove_pack - remove packet handler
281 * @pt: packet type declaration
283 * Remove a protocol handler that was previously added to the kernel
284 * protocol handlers by dev_add_pack(). The passed &packet_type is removed
285 * from the kernel lists and can be freed or reused once this function
286 * returns.
288 * The packet type might still be in use by receivers
289 * and must not be freed until after all the CPU's have gone
290 * through a quiescent state.
292 void __dev_remove_pack(struct packet_type *pt)
294 struct list_head *head;
295 struct packet_type *pt1;
297 spin_lock_bh(&ptype_lock);
299 if (pt->type == htons(ETH_P_ALL)) {
300 netdev_nit--;
301 head = &ptype_all;
302 } else
303 head = &ptype_base[ntohs(pt->type) & 15];
305 list_for_each_entry(pt1, head, list) {
306 if (pt == pt1) {
307 list_del_rcu(&pt->list);
308 goto out;
312 printk(KERN_WARNING "dev_remove_pack: %p not found.\n", pt);
313 out:
314 spin_unlock_bh(&ptype_lock);
317 * dev_remove_pack - remove packet handler
318 * @pt: packet type declaration
320 * Remove a protocol handler that was previously added to the kernel
321 * protocol handlers by dev_add_pack(). The passed &packet_type is removed
322 * from the kernel lists and can be freed or reused once this function
323 * returns.
325 * This call sleeps to guarantee that no CPU is looking at the packet
326 * type after return.
328 void dev_remove_pack(struct packet_type *pt)
330 __dev_remove_pack(pt);
332 synchronize_net();
335 /******************************************************************************
337 Device Boot-time Settings Routines
339 *******************************************************************************/
341 /* Boot time configuration table */
342 static struct netdev_boot_setup dev_boot_setup[NETDEV_BOOT_SETUP_MAX];
345 * netdev_boot_setup_add - add new setup entry
346 * @name: name of the device
347 * @map: configured settings for the device
349 * Adds new setup entry to the dev_boot_setup list. The function
350 * returns 0 on error and 1 on success. This is a generic routine to
351 * all netdevices.
353 static int netdev_boot_setup_add(char *name, struct ifmap *map)
355 struct netdev_boot_setup *s;
356 int i;
358 s = dev_boot_setup;
359 for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
360 if (s[i].name[0] == '\0' || s[i].name[0] == ' ') {
361 memset(s[i].name, 0, sizeof(s[i].name));
362 strcpy(s[i].name, name);
363 memcpy(&s[i].map, map, sizeof(s[i].map));
364 break;
368 return i >= NETDEV_BOOT_SETUP_MAX ? 0 : 1;
372 * netdev_boot_setup_check - check boot time settings
373 * @dev: the netdevice
375 * Check boot time settings for the device.
376 * The found settings are set for the device to be used
377 * later in the device probing.
378 * Returns 0 if no settings found, 1 if they are.
380 int netdev_boot_setup_check(struct net_device *dev)
382 struct netdev_boot_setup *s = dev_boot_setup;
383 int i;
385 for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
386 if (s[i].name[0] != '\0' && s[i].name[0] != ' ' &&
387 !strncmp(dev->name, s[i].name, strlen(s[i].name))) {
388 dev->irq = s[i].map.irq;
389 dev->base_addr = s[i].map.base_addr;
390 dev->mem_start = s[i].map.mem_start;
391 dev->mem_end = s[i].map.mem_end;
392 return 1;
395 return 0;
400 * netdev_boot_base - get address from boot time settings
401 * @prefix: prefix for network device
402 * @unit: id for network device
404 * Check boot time settings for the base address of device.
405 * The found settings are set for the device to be used
406 * later in the device probing.
407 * Returns 0 if no settings found.
409 unsigned long netdev_boot_base(const char *prefix, int unit)
411 const struct netdev_boot_setup *s = dev_boot_setup;
412 char name[IFNAMSIZ];
413 int i;
415 sprintf(name, "%s%d", prefix, unit);
418 * If device already registered then return base of 1
419 * to indicate not to probe for this interface
421 if (__dev_get_by_name(name))
422 return 1;
424 for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++)
425 if (!strcmp(name, s[i].name))
426 return s[i].map.base_addr;
427 return 0;
431 * Saves at boot time configured settings for any netdevice.
433 int __init netdev_boot_setup(char *str)
435 int ints[5];
436 struct ifmap map;
438 str = get_options(str, ARRAY_SIZE(ints), ints);
439 if (!str || !*str)
440 return 0;
442 /* Save settings */
443 memset(&map, 0, sizeof(map));
444 if (ints[0] > 0)
445 map.irq = ints[1];
446 if (ints[0] > 1)
447 map.base_addr = ints[2];
448 if (ints[0] > 2)
449 map.mem_start = ints[3];
450 if (ints[0] > 3)
451 map.mem_end = ints[4];
453 /* Add new entry to the list */
454 return netdev_boot_setup_add(str, &map);
457 __setup("netdev=", netdev_boot_setup);
459 /*******************************************************************************
461 Device Interface Subroutines
463 *******************************************************************************/
466 * __dev_get_by_name - find a device by its name
467 * @name: name to find
469 * Find an interface by name. Must be called under RTNL semaphore
470 * or @dev_base_lock. If the name is found a pointer to the device
471 * is returned. If the name is not found then %NULL is returned. The
472 * reference counters are not incremented so the caller must be
473 * careful with locks.
476 struct net_device *__dev_get_by_name(const char *name)
478 struct hlist_node *p;
480 hlist_for_each(p, dev_name_hash(name)) {
481 struct net_device *dev
482 = hlist_entry(p, struct net_device, name_hlist);
483 if (!strncmp(dev->name, name, IFNAMSIZ))
484 return dev;
486 return NULL;
490 * dev_get_by_name - find a device by its name
491 * @name: name to find
493 * Find an interface by name. This can be called from any
494 * context and does its own locking. The returned handle has
495 * the usage count incremented and the caller must use dev_put() to
496 * release it when it is no longer needed. %NULL is returned if no
497 * matching device is found.
500 struct net_device *dev_get_by_name(const char *name)
502 struct net_device *dev;
504 read_lock(&dev_base_lock);
505 dev = __dev_get_by_name(name);
506 if (dev)
507 dev_hold(dev);
508 read_unlock(&dev_base_lock);
509 return dev;
513 * __dev_get_by_index - find a device by its ifindex
514 * @ifindex: index of device
516 * Search for an interface by index. Returns %NULL if the device
517 * is not found or a pointer to the device. The device has not
518 * had its reference counter increased so the caller must be careful
519 * about locking. The caller must hold either the RTNL semaphore
520 * or @dev_base_lock.
523 struct net_device *__dev_get_by_index(int ifindex)
525 struct hlist_node *p;
527 hlist_for_each(p, dev_index_hash(ifindex)) {
528 struct net_device *dev
529 = hlist_entry(p, struct net_device, index_hlist);
530 if (dev->ifindex == ifindex)
531 return dev;
533 return NULL;
538 * dev_get_by_index - find a device by its ifindex
539 * @ifindex: index of device
541 * Search for an interface by index. Returns NULL if the device
542 * is not found or a pointer to the device. The device returned has
543 * had a reference added and the pointer is safe until the user calls
544 * dev_put to indicate they have finished with it.
547 struct net_device *dev_get_by_index(int ifindex)
549 struct net_device *dev;
551 read_lock(&dev_base_lock);
552 dev = __dev_get_by_index(ifindex);
553 if (dev)
554 dev_hold(dev);
555 read_unlock(&dev_base_lock);
556 return dev;
560 * dev_getbyhwaddr - find a device by its hardware address
561 * @type: media type of device
562 * @ha: hardware address
564 * Search for an interface by MAC address. Returns NULL if the device
565 * is not found or a pointer to the device. The caller must hold the
566 * rtnl semaphore. The returned device has not had its ref count increased
567 * and the caller must therefore be careful about locking
569 * BUGS:
570 * If the API was consistent this would be __dev_get_by_hwaddr
573 struct net_device *dev_getbyhwaddr(unsigned short type, char *ha)
575 struct net_device *dev;
577 ASSERT_RTNL();
579 for (dev = dev_base; dev; dev = dev->next)
580 if (dev->type == type &&
581 !memcmp(dev->dev_addr, ha, dev->addr_len))
582 break;
583 return dev;
586 EXPORT_SYMBOL(dev_getbyhwaddr);
588 struct net_device *dev_getfirstbyhwtype(unsigned short type)
590 struct net_device *dev;
592 rtnl_lock();
593 for (dev = dev_base; dev; dev = dev->next) {
594 if (dev->type == type) {
595 dev_hold(dev);
596 break;
599 rtnl_unlock();
600 return dev;
603 EXPORT_SYMBOL(dev_getfirstbyhwtype);
606 * dev_get_by_flags - find any device with given flags
607 * @if_flags: IFF_* values
608 * @mask: bitmask of bits in if_flags to check
610 * Search for any interface with the given flags. Returns NULL if a device
611 * is not found or a pointer to the device. The device returned has
612 * had a reference added and the pointer is safe until the user calls
613 * dev_put to indicate they have finished with it.
616 struct net_device * dev_get_by_flags(unsigned short if_flags, unsigned short mask)
618 struct net_device *dev;
620 read_lock(&dev_base_lock);
621 for (dev = dev_base; dev != NULL; dev = dev->next) {
622 if (((dev->flags ^ if_flags) & mask) == 0) {
623 dev_hold(dev);
624 break;
627 read_unlock(&dev_base_lock);
628 return dev;
632 * dev_valid_name - check if name is okay for network device
633 * @name: name string
635 * Network device names need to be valid file names to
636 * to allow sysfs to work. We also disallow any kind of
637 * whitespace.
639 int dev_valid_name(const char *name)
641 if (*name == '\0')
642 return 0;
643 if (strlen(name) >= IFNAMSIZ)
644 return 0;
645 if (!strcmp(name, ".") || !strcmp(name, ".."))
646 return 0;
648 while (*name) {
649 if (*name == '/' || isspace(*name))
650 return 0;
651 name++;
653 return 1;
657 * dev_alloc_name - allocate a name for a device
658 * @dev: device
659 * @name: name format string
661 * Passed a format string - eg "lt%d" it will try and find a suitable
662 * id. It scans list of devices to build up a free map, then chooses
663 * the first empty slot. The caller must hold the dev_base or rtnl lock
664 * while allocating the name and adding the device in order to avoid
665 * duplicates.
666 * Limited to bits_per_byte * page size devices (ie 32K on most platforms).
667 * Returns the number of the unit assigned or a negative errno code.
670 int dev_alloc_name(struct net_device *dev, const char *name)
672 int i = 0;
673 char buf[IFNAMSIZ];
674 const char *p;
675 const int max_netdevices = 8*PAGE_SIZE;
676 long *inuse;
677 struct net_device *d;
679 p = strnchr(name, IFNAMSIZ-1, '%');
680 if (p) {
682 * Verify the string as this thing may have come from
683 * the user. There must be either one "%d" and no other "%"
684 * characters.
686 if (p[1] != 'd' || strchr(p + 2, '%'))
687 return -EINVAL;
689 /* Use one page as a bit array of possible slots */
690 inuse = (long *) get_zeroed_page(GFP_ATOMIC);
691 if (!inuse)
692 return -ENOMEM;
694 for (d = dev_base; d; d = d->next) {
695 if (!sscanf(d->name, name, &i))
696 continue;
697 if (i < 0 || i >= max_netdevices)
698 continue;
700 /* avoid cases where sscanf is not exact inverse of printf */
701 snprintf(buf, sizeof(buf), name, i);
702 if (!strncmp(buf, d->name, IFNAMSIZ))
703 set_bit(i, inuse);
706 i = find_first_zero_bit(inuse, max_netdevices);
707 free_page((unsigned long) inuse);
710 snprintf(buf, sizeof(buf), name, i);
711 if (!__dev_get_by_name(buf)) {
712 strlcpy(dev->name, buf, IFNAMSIZ);
713 return i;
716 /* It is possible to run out of possible slots
717 * when the name is long and there isn't enough space left
718 * for the digits, or if all bits are used.
720 return -ENFILE;
725 * dev_change_name - change name of a device
726 * @dev: device
727 * @newname: name (or format string) must be at least IFNAMSIZ
729 * Change name of a device, can pass format strings "eth%d".
730 * for wildcarding.
732 int dev_change_name(struct net_device *dev, char *newname)
734 int err = 0;
736 ASSERT_RTNL();
738 if (dev->flags & IFF_UP)
739 return -EBUSY;
741 if (!dev_valid_name(newname))
742 return -EINVAL;
744 if (strchr(newname, '%')) {
745 err = dev_alloc_name(dev, newname);
746 if (err < 0)
747 return err;
748 strcpy(newname, dev->name);
750 else if (__dev_get_by_name(newname))
751 return -EEXIST;
752 else
753 strlcpy(dev->name, newname, IFNAMSIZ);
755 err = class_device_rename(&dev->class_dev, dev->name);
756 if (!err) {
757 hlist_del(&dev->name_hlist);
758 hlist_add_head(&dev->name_hlist, dev_name_hash(dev->name));
759 raw_notifier_call_chain(&netdev_chain,
760 NETDEV_CHANGENAME, dev);
763 return err;
767 * netdev_features_change - device changes features
768 * @dev: device to cause notification
770 * Called to indicate a device has changed features.
772 void netdev_features_change(struct net_device *dev)
774 raw_notifier_call_chain(&netdev_chain, NETDEV_FEAT_CHANGE, dev);
776 EXPORT_SYMBOL(netdev_features_change);
779 * netdev_state_change - device changes state
780 * @dev: device to cause notification
782 * Called to indicate a device has changed state. This function calls
783 * the notifier chains for netdev_chain and sends a NEWLINK message
784 * to the routing socket.
786 void netdev_state_change(struct net_device *dev)
788 if (dev->flags & IFF_UP) {
789 raw_notifier_call_chain(&netdev_chain,
790 NETDEV_CHANGE, dev);
791 rtmsg_ifinfo(RTM_NEWLINK, dev, 0);
796 * dev_load - load a network module
797 * @name: name of interface
799 * If a network interface is not present and the process has suitable
800 * privileges this function loads the module. If module loading is not
801 * available in this kernel then it becomes a nop.
804 void dev_load(const char *name)
806 struct net_device *dev;
808 read_lock(&dev_base_lock);
809 dev = __dev_get_by_name(name);
810 read_unlock(&dev_base_lock);
812 if (!dev && capable(CAP_SYS_MODULE))
813 request_module("%s", name);
816 static int default_rebuild_header(struct sk_buff *skb)
818 printk(KERN_DEBUG "%s: default_rebuild_header called -- BUG!\n",
819 skb->dev ? skb->dev->name : "NULL!!!");
820 kfree_skb(skb);
821 return 1;
826 * dev_open - prepare an interface for use.
827 * @dev: device to open
829 * Takes a device from down to up state. The device's private open
830 * function is invoked and then the multicast lists are loaded. Finally
831 * the device is moved into the up state and a %NETDEV_UP message is
832 * sent to the netdev notifier chain.
834 * Calling this function on an active interface is a nop. On a failure
835 * a negative errno code is returned.
837 int dev_open(struct net_device *dev)
839 int ret = 0;
842 * Is it already up?
845 if (dev->flags & IFF_UP)
846 return 0;
849 * Is it even present?
851 if (!netif_device_present(dev))
852 return -ENODEV;
855 * Call device private open method
857 set_bit(__LINK_STATE_START, &dev->state);
858 if (dev->open) {
859 ret = dev->open(dev);
860 if (ret)
861 clear_bit(__LINK_STATE_START, &dev->state);
865 * If it went open OK then:
868 if (!ret) {
870 * Set the flags.
872 dev->flags |= IFF_UP;
875 * Initialize multicasting status
877 dev_mc_upload(dev);
880 * Wakeup transmit queue engine
882 dev_activate(dev);
885 * ... and announce new interface.
887 raw_notifier_call_chain(&netdev_chain, NETDEV_UP, dev);
889 return ret;
893 * dev_close - shutdown an interface.
894 * @dev: device to shutdown
896 * This function moves an active device into down state. A
897 * %NETDEV_GOING_DOWN is sent to the netdev notifier chain. The device
898 * is then deactivated and finally a %NETDEV_DOWN is sent to the notifier
899 * chain.
901 int dev_close(struct net_device *dev)
903 if (!(dev->flags & IFF_UP))
904 return 0;
907 * Tell people we are going down, so that they can
908 * prepare to death, when device is still operating.
910 raw_notifier_call_chain(&netdev_chain, NETDEV_GOING_DOWN, dev);
912 dev_deactivate(dev);
914 clear_bit(__LINK_STATE_START, &dev->state);
916 /* Synchronize to scheduled poll. We cannot touch poll list,
917 * it can be even on different cpu. So just clear netif_running(),
918 * and wait when poll really will happen. Actually, the best place
919 * for this is inside dev->stop() after device stopped its irq
920 * engine, but this requires more changes in devices. */
922 smp_mb__after_clear_bit(); /* Commit netif_running(). */
923 while (test_bit(__LINK_STATE_RX_SCHED, &dev->state)) {
924 /* No hurry. */
925 msleep(1);
929 * Call the device specific close. This cannot fail.
930 * Only if device is UP
932 * We allow it to be called even after a DETACH hot-plug
933 * event.
935 if (dev->stop)
936 dev->stop(dev);
939 * Device is now down.
942 dev->flags &= ~IFF_UP;
945 * Tell people we are down
947 raw_notifier_call_chain(&netdev_chain, NETDEV_DOWN, dev);
949 return 0;
954 * Device change register/unregister. These are not inline or static
955 * as we export them to the world.
959 * register_netdevice_notifier - register a network notifier block
960 * @nb: notifier
962 * Register a notifier to be called when network device events occur.
963 * The notifier passed is linked into the kernel structures and must
964 * not be reused until it has been unregistered. A negative errno code
965 * is returned on a failure.
967 * When registered all registration and up events are replayed
968 * to the new notifier to allow device to have a race free
969 * view of the network device list.
972 int register_netdevice_notifier(struct notifier_block *nb)
974 struct net_device *dev;
975 int err;
977 rtnl_lock();
978 err = raw_notifier_chain_register(&netdev_chain, nb);
979 if (!err) {
980 for (dev = dev_base; dev; dev = dev->next) {
981 nb->notifier_call(nb, NETDEV_REGISTER, dev);
983 if (dev->flags & IFF_UP)
984 nb->notifier_call(nb, NETDEV_UP, dev);
987 rtnl_unlock();
988 return err;
992 * unregister_netdevice_notifier - unregister a network notifier block
993 * @nb: notifier
995 * Unregister a notifier previously registered by
996 * register_netdevice_notifier(). The notifier is unlinked into the
997 * kernel structures and may then be reused. A negative errno code
998 * is returned on a failure.
1001 int unregister_netdevice_notifier(struct notifier_block *nb)
1003 int err;
1005 rtnl_lock();
1006 err = raw_notifier_chain_unregister(&netdev_chain, nb);
1007 rtnl_unlock();
1008 return err;
1012 * call_netdevice_notifiers - call all network notifier blocks
1013 * @val: value passed unmodified to notifier function
1014 * @v: pointer passed unmodified to notifier function
1016 * Call all network notifier blocks. Parameters and return value
1017 * are as for raw_notifier_call_chain().
1020 int call_netdevice_notifiers(unsigned long val, void *v)
1022 return raw_notifier_call_chain(&netdev_chain, val, v);
1025 /* When > 0 there are consumers of rx skb time stamps */
1026 static atomic_t netstamp_needed = ATOMIC_INIT(0);
1028 void net_enable_timestamp(void)
1030 atomic_inc(&netstamp_needed);
1033 void net_disable_timestamp(void)
1035 atomic_dec(&netstamp_needed);
1038 void __net_timestamp(struct sk_buff *skb)
1040 struct timeval tv;
1042 do_gettimeofday(&tv);
1043 skb_set_timestamp(skb, &tv);
1045 EXPORT_SYMBOL(__net_timestamp);
1047 static inline void net_timestamp(struct sk_buff *skb)
1049 if (atomic_read(&netstamp_needed))
1050 __net_timestamp(skb);
1051 else {
1052 skb->tstamp.off_sec = 0;
1053 skb->tstamp.off_usec = 0;
1058 * Support routine. Sends outgoing frames to any network
1059 * taps currently in use.
1062 static void dev_queue_xmit_nit(struct sk_buff *skb, struct net_device *dev)
1064 struct packet_type *ptype;
1066 net_timestamp(skb);
1068 rcu_read_lock();
1069 list_for_each_entry_rcu(ptype, &ptype_all, list) {
1070 /* Never send packets back to the socket
1071 * they originated from - MvS (miquels@drinkel.ow.org)
1073 if ((ptype->dev == dev || !ptype->dev) &&
1074 (ptype->af_packet_priv == NULL ||
1075 (struct sock *)ptype->af_packet_priv != skb->sk)) {
1076 struct sk_buff *skb2= skb_clone(skb, GFP_ATOMIC);
1077 if (!skb2)
1078 break;
1080 /* skb->nh should be correctly
1081 set by sender, so that the second statement is
1082 just protection against buggy protocols.
1084 skb2->mac.raw = skb2->data;
1086 if (skb2->nh.raw < skb2->data ||
1087 skb2->nh.raw > skb2->tail) {
1088 if (net_ratelimit())
1089 printk(KERN_CRIT "protocol %04x is "
1090 "buggy, dev %s\n",
1091 skb2->protocol, dev->name);
1092 skb2->nh.raw = skb2->data;
1095 skb2->h.raw = skb2->nh.raw;
1096 skb2->pkt_type = PACKET_OUTGOING;
1097 ptype->func(skb2, skb->dev, ptype, skb->dev);
1100 rcu_read_unlock();
1104 void __netif_schedule(struct net_device *dev)
1106 if (!test_and_set_bit(__LINK_STATE_SCHED, &dev->state)) {
1107 unsigned long flags;
1108 struct softnet_data *sd;
1110 local_irq_save(flags);
1111 sd = &__get_cpu_var(softnet_data);
1112 dev->next_sched = sd->output_queue;
1113 sd->output_queue = dev;
1114 raise_softirq_irqoff(NET_TX_SOFTIRQ);
1115 local_irq_restore(flags);
1118 EXPORT_SYMBOL(__netif_schedule);
1120 void __netif_rx_schedule(struct net_device *dev)
1122 unsigned long flags;
1124 local_irq_save(flags);
1125 dev_hold(dev);
1126 list_add_tail(&dev->poll_list, &__get_cpu_var(softnet_data).poll_list);
1127 if (dev->quota < 0)
1128 dev->quota += dev->weight;
1129 else
1130 dev->quota = dev->weight;
1131 __raise_softirq_irqoff(NET_RX_SOFTIRQ);
1132 local_irq_restore(flags);
1134 EXPORT_SYMBOL(__netif_rx_schedule);
1136 void dev_kfree_skb_any(struct sk_buff *skb)
1138 if (in_irq() || irqs_disabled())
1139 dev_kfree_skb_irq(skb);
1140 else
1141 dev_kfree_skb(skb);
1143 EXPORT_SYMBOL(dev_kfree_skb_any);
1146 /* Hot-plugging. */
1147 void netif_device_detach(struct net_device *dev)
1149 if (test_and_clear_bit(__LINK_STATE_PRESENT, &dev->state) &&
1150 netif_running(dev)) {
1151 netif_stop_queue(dev);
1154 EXPORT_SYMBOL(netif_device_detach);
1156 void netif_device_attach(struct net_device *dev)
1158 if (!test_and_set_bit(__LINK_STATE_PRESENT, &dev->state) &&
1159 netif_running(dev)) {
1160 netif_wake_queue(dev);
1161 __netdev_watchdog_up(dev);
1164 EXPORT_SYMBOL(netif_device_attach);
1168 * Invalidate hardware checksum when packet is to be mangled, and
1169 * complete checksum manually on outgoing path.
1171 int skb_checksum_help(struct sk_buff *skb)
1173 unsigned int csum;
1174 int ret = 0, offset = skb->h.raw - skb->data;
1176 if (skb->ip_summed == CHECKSUM_COMPLETE)
1177 goto out_set_summed;
1179 if (unlikely(skb_shinfo(skb)->gso_size)) {
1180 /* Let GSO fix up the checksum. */
1181 goto out_set_summed;
1184 if (skb_cloned(skb)) {
1185 ret = pskb_expand_head(skb, 0, 0, GFP_ATOMIC);
1186 if (ret)
1187 goto out;
1190 BUG_ON(offset > (int)skb->len);
1191 csum = skb_checksum(skb, offset, skb->len-offset, 0);
1193 offset = skb->tail - skb->h.raw;
1194 BUG_ON(offset <= 0);
1195 BUG_ON(skb->csum + 2 > offset);
1197 *(u16*)(skb->h.raw + skb->csum) = csum_fold(csum);
1199 out_set_summed:
1200 skb->ip_summed = CHECKSUM_NONE;
1201 out:
1202 return ret;
1206 * skb_gso_segment - Perform segmentation on skb.
1207 * @skb: buffer to segment
1208 * @features: features for the output path (see dev->features)
1210 * This function segments the given skb and returns a list of segments.
1212 * It may return NULL if the skb requires no segmentation. This is
1213 * only possible when GSO is used for verifying header integrity.
1215 struct sk_buff *skb_gso_segment(struct sk_buff *skb, int features)
1217 struct sk_buff *segs = ERR_PTR(-EPROTONOSUPPORT);
1218 struct packet_type *ptype;
1219 int type = skb->protocol;
1220 int err;
1222 BUG_ON(skb_shinfo(skb)->frag_list);
1224 skb->mac.raw = skb->data;
1225 skb->mac_len = skb->nh.raw - skb->data;
1226 __skb_pull(skb, skb->mac_len);
1228 if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
1229 if (skb_header_cloned(skb) &&
1230 (err = pskb_expand_head(skb, 0, 0, GFP_ATOMIC)))
1231 return ERR_PTR(err);
1234 rcu_read_lock();
1235 list_for_each_entry_rcu(ptype, &ptype_base[ntohs(type) & 15], list) {
1236 if (ptype->type == type && !ptype->dev && ptype->gso_segment) {
1237 if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
1238 err = ptype->gso_send_check(skb);
1239 segs = ERR_PTR(err);
1240 if (err || skb_gso_ok(skb, features))
1241 break;
1242 __skb_push(skb, skb->data - skb->nh.raw);
1244 segs = ptype->gso_segment(skb, features);
1245 break;
1248 rcu_read_unlock();
1250 __skb_push(skb, skb->data - skb->mac.raw);
1252 return segs;
1255 EXPORT_SYMBOL(skb_gso_segment);
1257 /* Take action when hardware reception checksum errors are detected. */
1258 #ifdef CONFIG_BUG
1259 void netdev_rx_csum_fault(struct net_device *dev)
1261 if (net_ratelimit()) {
1262 printk(KERN_ERR "%s: hw csum failure.\n",
1263 dev ? dev->name : "<unknown>");
1264 dump_stack();
1267 EXPORT_SYMBOL(netdev_rx_csum_fault);
1268 #endif
1270 /* Actually, we should eliminate this check as soon as we know, that:
1271 * 1. IOMMU is present and allows to map all the memory.
1272 * 2. No high memory really exists on this machine.
1275 static inline int illegal_highdma(struct net_device *dev, struct sk_buff *skb)
1277 #ifdef CONFIG_HIGHMEM
1278 int i;
1280 if (dev->features & NETIF_F_HIGHDMA)
1281 return 0;
1283 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++)
1284 if (PageHighMem(skb_shinfo(skb)->frags[i].page))
1285 return 1;
1287 #endif
1288 return 0;
1291 struct dev_gso_cb {
1292 void (*destructor)(struct sk_buff *skb);
1295 #define DEV_GSO_CB(skb) ((struct dev_gso_cb *)(skb)->cb)
1297 static void dev_gso_skb_destructor(struct sk_buff *skb)
1299 struct dev_gso_cb *cb;
1301 do {
1302 struct sk_buff *nskb = skb->next;
1304 skb->next = nskb->next;
1305 nskb->next = NULL;
1306 kfree_skb(nskb);
1307 } while (skb->next);
1309 cb = DEV_GSO_CB(skb);
1310 if (cb->destructor)
1311 cb->destructor(skb);
1315 * dev_gso_segment - Perform emulated hardware segmentation on skb.
1316 * @skb: buffer to segment
1318 * This function segments the given skb and stores the list of segments
1319 * in skb->next.
1321 static int dev_gso_segment(struct sk_buff *skb)
1323 struct net_device *dev = skb->dev;
1324 struct sk_buff *segs;
1325 int features = dev->features & ~(illegal_highdma(dev, skb) ?
1326 NETIF_F_SG : 0);
1328 segs = skb_gso_segment(skb, features);
1330 /* Verifying header integrity only. */
1331 if (!segs)
1332 return 0;
1334 if (unlikely(IS_ERR(segs)))
1335 return PTR_ERR(segs);
1337 skb->next = segs;
1338 DEV_GSO_CB(skb)->destructor = skb->destructor;
1339 skb->destructor = dev_gso_skb_destructor;
1341 return 0;
1344 int dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
1346 if (likely(!skb->next)) {
1347 if (netdev_nit)
1348 dev_queue_xmit_nit(skb, dev);
1350 if (netif_needs_gso(dev, skb)) {
1351 if (unlikely(dev_gso_segment(skb)))
1352 goto out_kfree_skb;
1353 if (skb->next)
1354 goto gso;
1357 return dev->hard_start_xmit(skb, dev);
1360 gso:
1361 do {
1362 struct sk_buff *nskb = skb->next;
1363 int rc;
1365 skb->next = nskb->next;
1366 nskb->next = NULL;
1367 rc = dev->hard_start_xmit(nskb, dev);
1368 if (unlikely(rc)) {
1369 nskb->next = skb->next;
1370 skb->next = nskb;
1371 return rc;
1373 if (unlikely(netif_queue_stopped(dev) && skb->next))
1374 return NETDEV_TX_BUSY;
1375 } while (skb->next);
1377 skb->destructor = DEV_GSO_CB(skb)->destructor;
1379 out_kfree_skb:
1380 kfree_skb(skb);
1381 return 0;
1384 #define HARD_TX_LOCK(dev, cpu) { \
1385 if ((dev->features & NETIF_F_LLTX) == 0) { \
1386 netif_tx_lock(dev); \
1390 #define HARD_TX_UNLOCK(dev) { \
1391 if ((dev->features & NETIF_F_LLTX) == 0) { \
1392 netif_tx_unlock(dev); \
1397 * dev_queue_xmit - transmit a buffer
1398 * @skb: buffer to transmit
1400 * Queue a buffer for transmission to a network device. The caller must
1401 * have set the device and priority and built the buffer before calling
1402 * this function. The function can be called from an interrupt.
1404 * A negative errno code is returned on a failure. A success does not
1405 * guarantee the frame will be transmitted as it may be dropped due
1406 * to congestion or traffic shaping.
1408 * -----------------------------------------------------------------------------------
1409 * I notice this method can also return errors from the queue disciplines,
1410 * including NET_XMIT_DROP, which is a positive value. So, errors can also
1411 * be positive.
1413 * Regardless of the return value, the skb is consumed, so it is currently
1414 * difficult to retry a send to this method. (You can bump the ref count
1415 * before sending to hold a reference for retry if you are careful.)
1417 * When calling this method, interrupts MUST be enabled. This is because
1418 * the BH enable code must have IRQs enabled so that it will not deadlock.
1419 * --BLG
1422 int dev_queue_xmit(struct sk_buff *skb)
1424 struct net_device *dev = skb->dev;
1425 struct Qdisc *q;
1426 int rc = -ENOMEM;
1428 /* GSO will handle the following emulations directly. */
1429 if (netif_needs_gso(dev, skb))
1430 goto gso;
1432 if (skb_shinfo(skb)->frag_list &&
1433 !(dev->features & NETIF_F_FRAGLIST) &&
1434 __skb_linearize(skb))
1435 goto out_kfree_skb;
1437 /* Fragmented skb is linearized if device does not support SG,
1438 * or if at least one of fragments is in highmem and device
1439 * does not support DMA from it.
1441 if (skb_shinfo(skb)->nr_frags &&
1442 (!(dev->features & NETIF_F_SG) || illegal_highdma(dev, skb)) &&
1443 __skb_linearize(skb))
1444 goto out_kfree_skb;
1446 /* If packet is not checksummed and device does not support
1447 * checksumming for this protocol, complete checksumming here.
1449 if (skb->ip_summed == CHECKSUM_PARTIAL &&
1450 (!(dev->features & NETIF_F_GEN_CSUM) &&
1451 (!(dev->features & NETIF_F_IP_CSUM) ||
1452 skb->protocol != htons(ETH_P_IP))))
1453 if (skb_checksum_help(skb))
1454 goto out_kfree_skb;
1456 gso:
1457 spin_lock_prefetch(&dev->queue_lock);
1459 /* Disable soft irqs for various locks below. Also
1460 * stops preemption for RCU.
1462 rcu_read_lock_bh();
1464 /* Updates of qdisc are serialized by queue_lock.
1465 * The struct Qdisc which is pointed to by qdisc is now a
1466 * rcu structure - it may be accessed without acquiring
1467 * a lock (but the structure may be stale.) The freeing of the
1468 * qdisc will be deferred until it's known that there are no
1469 * more references to it.
1471 * If the qdisc has an enqueue function, we still need to
1472 * hold the queue_lock before calling it, since queue_lock
1473 * also serializes access to the device queue.
1476 q = rcu_dereference(dev->qdisc);
1477 #ifdef CONFIG_NET_CLS_ACT
1478 skb->tc_verd = SET_TC_AT(skb->tc_verd,AT_EGRESS);
1479 #endif
1480 if (q->enqueue) {
1481 /* Grab device queue */
1482 spin_lock(&dev->queue_lock);
1483 q = dev->qdisc;
1484 if (q->enqueue) {
1485 rc = q->enqueue(skb, q);
1486 qdisc_run(dev);
1487 spin_unlock(&dev->queue_lock);
1489 rc = rc == NET_XMIT_BYPASS ? NET_XMIT_SUCCESS : rc;
1490 goto out;
1492 spin_unlock(&dev->queue_lock);
1495 /* The device has no queue. Common case for software devices:
1496 loopback, all the sorts of tunnels...
1498 Really, it is unlikely that netif_tx_lock protection is necessary
1499 here. (f.e. loopback and IP tunnels are clean ignoring statistics
1500 counters.)
1501 However, it is possible, that they rely on protection
1502 made by us here.
1504 Check this and shot the lock. It is not prone from deadlocks.
1505 Either shot noqueue qdisc, it is even simpler 8)
1507 if (dev->flags & IFF_UP) {
1508 int cpu = smp_processor_id(); /* ok because BHs are off */
1510 if (dev->xmit_lock_owner != cpu) {
1512 HARD_TX_LOCK(dev, cpu);
1514 if (!netif_queue_stopped(dev)) {
1515 rc = 0;
1516 if (!dev_hard_start_xmit(skb, dev)) {
1517 HARD_TX_UNLOCK(dev);
1518 goto out;
1521 HARD_TX_UNLOCK(dev);
1522 if (net_ratelimit())
1523 printk(KERN_CRIT "Virtual device %s asks to "
1524 "queue packet!\n", dev->name);
1525 } else {
1526 /* Recursion is detected! It is possible,
1527 * unfortunately */
1528 if (net_ratelimit())
1529 printk(KERN_CRIT "Dead loop on virtual device "
1530 "%s, fix it urgently!\n", dev->name);
1534 rc = -ENETDOWN;
1535 rcu_read_unlock_bh();
1537 out_kfree_skb:
1538 kfree_skb(skb);
1539 return rc;
1540 out:
1541 rcu_read_unlock_bh();
1542 return rc;
1546 /*=======================================================================
1547 Receiver routines
1548 =======================================================================*/
1550 int netdev_max_backlog = 1000;
1551 int netdev_budget = 300;
1552 int weight_p = 64; /* old backlog weight */
1554 DEFINE_PER_CPU(struct netif_rx_stats, netdev_rx_stat) = { 0, };
1558 * netif_rx - post buffer to the network code
1559 * @skb: buffer to post
1561 * This function receives a packet from a device driver and queues it for
1562 * the upper (protocol) levels to process. It always succeeds. The buffer
1563 * may be dropped during processing for congestion control or by the
1564 * protocol layers.
1566 * return values:
1567 * NET_RX_SUCCESS (no congestion)
1568 * NET_RX_CN_LOW (low congestion)
1569 * NET_RX_CN_MOD (moderate congestion)
1570 * NET_RX_CN_HIGH (high congestion)
1571 * NET_RX_DROP (packet was dropped)
1575 int netif_rx(struct sk_buff *skb)
1577 struct softnet_data *queue;
1578 unsigned long flags;
1580 /* if netpoll wants it, pretend we never saw it */
1581 if (netpoll_rx(skb))
1582 return NET_RX_DROP;
1584 if (!skb->tstamp.off_sec)
1585 net_timestamp(skb);
1588 * The code is rearranged so that the path is the most
1589 * short when CPU is congested, but is still operating.
1591 local_irq_save(flags);
1592 queue = &__get_cpu_var(softnet_data);
1594 __get_cpu_var(netdev_rx_stat).total++;
1595 if (queue->input_pkt_queue.qlen <= netdev_max_backlog) {
1596 if (queue->input_pkt_queue.qlen) {
1597 enqueue:
1598 dev_hold(skb->dev);
1599 __skb_queue_tail(&queue->input_pkt_queue, skb);
1600 local_irq_restore(flags);
1601 return NET_RX_SUCCESS;
1604 netif_rx_schedule(&queue->backlog_dev);
1605 goto enqueue;
1608 __get_cpu_var(netdev_rx_stat).dropped++;
1609 local_irq_restore(flags);
1611 kfree_skb(skb);
1612 return NET_RX_DROP;
1615 int netif_rx_ni(struct sk_buff *skb)
1617 int err;
1619 preempt_disable();
1620 err = netif_rx(skb);
1621 if (local_softirq_pending())
1622 do_softirq();
1623 preempt_enable();
1625 return err;
1628 EXPORT_SYMBOL(netif_rx_ni);
1630 static inline struct net_device *skb_bond(struct sk_buff *skb)
1632 struct net_device *dev = skb->dev;
1634 if (dev->master) {
1635 if (skb_bond_should_drop(skb)) {
1636 kfree_skb(skb);
1637 return NULL;
1639 skb->dev = dev->master;
1642 return dev;
1645 static void net_tx_action(struct softirq_action *h)
1647 struct softnet_data *sd = &__get_cpu_var(softnet_data);
1649 if (sd->completion_queue) {
1650 struct sk_buff *clist;
1652 local_irq_disable();
1653 clist = sd->completion_queue;
1654 sd->completion_queue = NULL;
1655 local_irq_enable();
1657 while (clist) {
1658 struct sk_buff *skb = clist;
1659 clist = clist->next;
1661 BUG_TRAP(!atomic_read(&skb->users));
1662 __kfree_skb(skb);
1666 if (sd->output_queue) {
1667 struct net_device *head;
1669 local_irq_disable();
1670 head = sd->output_queue;
1671 sd->output_queue = NULL;
1672 local_irq_enable();
1674 while (head) {
1675 struct net_device *dev = head;
1676 head = head->next_sched;
1678 smp_mb__before_clear_bit();
1679 clear_bit(__LINK_STATE_SCHED, &dev->state);
1681 if (spin_trylock(&dev->queue_lock)) {
1682 qdisc_run(dev);
1683 spin_unlock(&dev->queue_lock);
1684 } else {
1685 netif_schedule(dev);
1691 static __inline__ int deliver_skb(struct sk_buff *skb,
1692 struct packet_type *pt_prev,
1693 struct net_device *orig_dev)
1695 atomic_inc(&skb->users);
1696 return pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
1699 #if defined(CONFIG_BRIDGE) || defined (CONFIG_BRIDGE_MODULE)
1700 int (*br_handle_frame_hook)(struct net_bridge_port *p, struct sk_buff **pskb);
1701 struct net_bridge;
1702 struct net_bridge_fdb_entry *(*br_fdb_get_hook)(struct net_bridge *br,
1703 unsigned char *addr);
1704 void (*br_fdb_put_hook)(struct net_bridge_fdb_entry *ent);
1706 static __inline__ int handle_bridge(struct sk_buff **pskb,
1707 struct packet_type **pt_prev, int *ret,
1708 struct net_device *orig_dev)
1710 struct net_bridge_port *port;
1712 if ((*pskb)->pkt_type == PACKET_LOOPBACK ||
1713 (port = rcu_dereference((*pskb)->dev->br_port)) == NULL)
1714 return 0;
1716 if (*pt_prev) {
1717 *ret = deliver_skb(*pskb, *pt_prev, orig_dev);
1718 *pt_prev = NULL;
1721 return br_handle_frame_hook(port, pskb);
1723 #else
1724 #define handle_bridge(skb, pt_prev, ret, orig_dev) (0)
1725 #endif
1727 #ifdef CONFIG_NET_CLS_ACT
1728 /* TODO: Maybe we should just force sch_ingress to be compiled in
1729 * when CONFIG_NET_CLS_ACT is? otherwise some useless instructions
1730 * a compare and 2 stores extra right now if we dont have it on
1731 * but have CONFIG_NET_CLS_ACT
1732 * NOTE: This doesnt stop any functionality; if you dont have
1733 * the ingress scheduler, you just cant add policies on ingress.
1736 static int ing_filter(struct sk_buff *skb)
1738 struct Qdisc *q;
1739 struct net_device *dev = skb->dev;
1740 int result = TC_ACT_OK;
1742 if (dev->qdisc_ingress) {
1743 __u32 ttl = (__u32) G_TC_RTTL(skb->tc_verd);
1744 if (MAX_RED_LOOP < ttl++) {
1745 printk(KERN_WARNING "Redir loop detected Dropping packet (%s->%s)\n",
1746 skb->input_dev->name, skb->dev->name);
1747 return TC_ACT_SHOT;
1750 skb->tc_verd = SET_TC_RTTL(skb->tc_verd,ttl);
1752 skb->tc_verd = SET_TC_AT(skb->tc_verd,AT_INGRESS);
1754 spin_lock(&dev->ingress_lock);
1755 if ((q = dev->qdisc_ingress) != NULL)
1756 result = q->enqueue(skb, q);
1757 spin_unlock(&dev->ingress_lock);
1761 return result;
1763 #endif
1765 int netif_receive_skb(struct sk_buff *skb)
1767 struct packet_type *ptype, *pt_prev;
1768 struct net_device *orig_dev;
1769 int ret = NET_RX_DROP;
1770 unsigned short type;
1772 /* if we've gotten here through NAPI, check netpoll */
1773 if (skb->dev->poll && netpoll_rx(skb))
1774 return NET_RX_DROP;
1776 if (!skb->tstamp.off_sec)
1777 net_timestamp(skb);
1779 if (!skb->input_dev)
1780 skb->input_dev = skb->dev;
1782 orig_dev = skb_bond(skb);
1784 if (!orig_dev)
1785 return NET_RX_DROP;
1787 __get_cpu_var(netdev_rx_stat).total++;
1789 skb->h.raw = skb->nh.raw = skb->data;
1790 skb->mac_len = skb->nh.raw - skb->mac.raw;
1792 pt_prev = NULL;
1794 rcu_read_lock();
1796 #ifdef CONFIG_NET_CLS_ACT
1797 if (skb->tc_verd & TC_NCLS) {
1798 skb->tc_verd = CLR_TC_NCLS(skb->tc_verd);
1799 goto ncls;
1801 #endif
1803 list_for_each_entry_rcu(ptype, &ptype_all, list) {
1804 if (!ptype->dev || ptype->dev == skb->dev) {
1805 if (pt_prev)
1806 ret = deliver_skb(skb, pt_prev, orig_dev);
1807 pt_prev = ptype;
1811 #ifdef CONFIG_NET_CLS_ACT
1812 if (pt_prev) {
1813 ret = deliver_skb(skb, pt_prev, orig_dev);
1814 pt_prev = NULL; /* noone else should process this after*/
1815 } else {
1816 skb->tc_verd = SET_TC_OK2MUNGE(skb->tc_verd);
1819 ret = ing_filter(skb);
1821 if (ret == TC_ACT_SHOT || (ret == TC_ACT_STOLEN)) {
1822 kfree_skb(skb);
1823 goto out;
1826 skb->tc_verd = 0;
1827 ncls:
1828 #endif
1830 handle_diverter(skb);
1832 if (handle_bridge(&skb, &pt_prev, &ret, orig_dev))
1833 goto out;
1835 type = skb->protocol;
1836 list_for_each_entry_rcu(ptype, &ptype_base[ntohs(type)&15], list) {
1837 if (ptype->type == type &&
1838 (!ptype->dev || ptype->dev == skb->dev)) {
1839 if (pt_prev)
1840 ret = deliver_skb(skb, pt_prev, orig_dev);
1841 pt_prev = ptype;
1845 if (pt_prev) {
1846 ret = pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
1847 } else {
1848 kfree_skb(skb);
1849 /* Jamal, now you will not able to escape explaining
1850 * me how you were going to use this. :-)
1852 ret = NET_RX_DROP;
1855 out:
1856 rcu_read_unlock();
1857 return ret;
1860 static int process_backlog(struct net_device *backlog_dev, int *budget)
1862 int work = 0;
1863 int quota = min(backlog_dev->quota, *budget);
1864 struct softnet_data *queue = &__get_cpu_var(softnet_data);
1865 unsigned long start_time = jiffies;
1867 backlog_dev->weight = weight_p;
1868 for (;;) {
1869 struct sk_buff *skb;
1870 struct net_device *dev;
1872 local_irq_disable();
1873 skb = __skb_dequeue(&queue->input_pkt_queue);
1874 if (!skb)
1875 goto job_done;
1876 local_irq_enable();
1878 dev = skb->dev;
1880 netif_receive_skb(skb);
1882 dev_put(dev);
1884 work++;
1886 if (work >= quota || jiffies - start_time > 1)
1887 break;
1891 backlog_dev->quota -= work;
1892 *budget -= work;
1893 return -1;
1895 job_done:
1896 backlog_dev->quota -= work;
1897 *budget -= work;
1899 list_del(&backlog_dev->poll_list);
1900 smp_mb__before_clear_bit();
1901 netif_poll_enable(backlog_dev);
1903 local_irq_enable();
1904 return 0;
1907 static void net_rx_action(struct softirq_action *h)
1909 struct softnet_data *queue = &__get_cpu_var(softnet_data);
1910 unsigned long start_time = jiffies;
1911 int budget = netdev_budget;
1912 void *have;
1914 local_irq_disable();
1916 while (!list_empty(&queue->poll_list)) {
1917 struct net_device *dev;
1919 if (budget <= 0 || jiffies - start_time > 1)
1920 goto softnet_break;
1922 local_irq_enable();
1924 dev = list_entry(queue->poll_list.next,
1925 struct net_device, poll_list);
1926 have = netpoll_poll_lock(dev);
1928 if (dev->quota <= 0 || dev->poll(dev, &budget)) {
1929 netpoll_poll_unlock(have);
1930 local_irq_disable();
1931 list_move_tail(&dev->poll_list, &queue->poll_list);
1932 if (dev->quota < 0)
1933 dev->quota += dev->weight;
1934 else
1935 dev->quota = dev->weight;
1936 } else {
1937 netpoll_poll_unlock(have);
1938 dev_put(dev);
1939 local_irq_disable();
1942 out:
1943 #ifdef CONFIG_NET_DMA
1945 * There may not be any more sk_buffs coming right now, so push
1946 * any pending DMA copies to hardware
1948 if (net_dma_client) {
1949 struct dma_chan *chan;
1950 rcu_read_lock();
1951 list_for_each_entry_rcu(chan, &net_dma_client->channels, client_node)
1952 dma_async_memcpy_issue_pending(chan);
1953 rcu_read_unlock();
1955 #endif
1956 local_irq_enable();
1957 return;
1959 softnet_break:
1960 __get_cpu_var(netdev_rx_stat).time_squeeze++;
1961 __raise_softirq_irqoff(NET_RX_SOFTIRQ);
1962 goto out;
1965 static gifconf_func_t * gifconf_list [NPROTO];
1968 * register_gifconf - register a SIOCGIF handler
1969 * @family: Address family
1970 * @gifconf: Function handler
1972 * Register protocol dependent address dumping routines. The handler
1973 * that is passed must not be freed or reused until it has been replaced
1974 * by another handler.
1976 int register_gifconf(unsigned int family, gifconf_func_t * gifconf)
1978 if (family >= NPROTO)
1979 return -EINVAL;
1980 gifconf_list[family] = gifconf;
1981 return 0;
1986 * Map an interface index to its name (SIOCGIFNAME)
1990 * We need this ioctl for efficient implementation of the
1991 * if_indextoname() function required by the IPv6 API. Without
1992 * it, we would have to search all the interfaces to find a
1993 * match. --pb
1996 static int dev_ifname(struct ifreq __user *arg)
1998 struct net_device *dev;
1999 struct ifreq ifr;
2002 * Fetch the caller's info block.
2005 if (copy_from_user(&ifr, arg, sizeof(struct ifreq)))
2006 return -EFAULT;
2008 read_lock(&dev_base_lock);
2009 dev = __dev_get_by_index(ifr.ifr_ifindex);
2010 if (!dev) {
2011 read_unlock(&dev_base_lock);
2012 return -ENODEV;
2015 strcpy(ifr.ifr_name, dev->name);
2016 read_unlock(&dev_base_lock);
2018 if (copy_to_user(arg, &ifr, sizeof(struct ifreq)))
2019 return -EFAULT;
2020 return 0;
2024 * Perform a SIOCGIFCONF call. This structure will change
2025 * size eventually, and there is nothing I can do about it.
2026 * Thus we will need a 'compatibility mode'.
2029 static int dev_ifconf(char __user *arg)
2031 struct ifconf ifc;
2032 struct net_device *dev;
2033 char __user *pos;
2034 int len;
2035 int total;
2036 int i;
2039 * Fetch the caller's info block.
2042 if (copy_from_user(&ifc, arg, sizeof(struct ifconf)))
2043 return -EFAULT;
2045 pos = ifc.ifc_buf;
2046 len = ifc.ifc_len;
2049 * Loop over the interfaces, and write an info block for each.
2052 total = 0;
2053 for (dev = dev_base; dev; dev = dev->next) {
2054 for (i = 0; i < NPROTO; i++) {
2055 if (gifconf_list[i]) {
2056 int done;
2057 if (!pos)
2058 done = gifconf_list[i](dev, NULL, 0);
2059 else
2060 done = gifconf_list[i](dev, pos + total,
2061 len - total);
2062 if (done < 0)
2063 return -EFAULT;
2064 total += done;
2070 * All done. Write the updated control block back to the caller.
2072 ifc.ifc_len = total;
2075 * Both BSD and Solaris return 0 here, so we do too.
2077 return copy_to_user(arg, &ifc, sizeof(struct ifconf)) ? -EFAULT : 0;
2080 #ifdef CONFIG_PROC_FS
2082 * This is invoked by the /proc filesystem handler to display a device
2083 * in detail.
2085 static __inline__ struct net_device *dev_get_idx(loff_t pos)
2087 struct net_device *dev;
2088 loff_t i;
2090 for (i = 0, dev = dev_base; dev && i < pos; ++i, dev = dev->next);
2092 return i == pos ? dev : NULL;
2095 void *dev_seq_start(struct seq_file *seq, loff_t *pos)
2097 read_lock(&dev_base_lock);
2098 return *pos ? dev_get_idx(*pos - 1) : SEQ_START_TOKEN;
2101 void *dev_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2103 ++*pos;
2104 return v == SEQ_START_TOKEN ? dev_base : ((struct net_device *)v)->next;
2107 void dev_seq_stop(struct seq_file *seq, void *v)
2109 read_unlock(&dev_base_lock);
2112 static void dev_seq_printf_stats(struct seq_file *seq, struct net_device *dev)
2114 if (dev->get_stats) {
2115 struct net_device_stats *stats = dev->get_stats(dev);
2117 seq_printf(seq, "%6s:%8lu %7lu %4lu %4lu %4lu %5lu %10lu %9lu "
2118 "%8lu %7lu %4lu %4lu %4lu %5lu %7lu %10lu\n",
2119 dev->name, stats->rx_bytes, stats->rx_packets,
2120 stats->rx_errors,
2121 stats->rx_dropped + stats->rx_missed_errors,
2122 stats->rx_fifo_errors,
2123 stats->rx_length_errors + stats->rx_over_errors +
2124 stats->rx_crc_errors + stats->rx_frame_errors,
2125 stats->rx_compressed, stats->multicast,
2126 stats->tx_bytes, stats->tx_packets,
2127 stats->tx_errors, stats->tx_dropped,
2128 stats->tx_fifo_errors, stats->collisions,
2129 stats->tx_carrier_errors +
2130 stats->tx_aborted_errors +
2131 stats->tx_window_errors +
2132 stats->tx_heartbeat_errors,
2133 stats->tx_compressed);
2134 } else
2135 seq_printf(seq, "%6s: No statistics available.\n", dev->name);
2139 * Called from the PROCfs module. This now uses the new arbitrary sized
2140 * /proc/net interface to create /proc/net/dev
2142 static int dev_seq_show(struct seq_file *seq, void *v)
2144 if (v == SEQ_START_TOKEN)
2145 seq_puts(seq, "Inter-| Receive "
2146 " | Transmit\n"
2147 " face |bytes packets errs drop fifo frame "
2148 "compressed multicast|bytes packets errs "
2149 "drop fifo colls carrier compressed\n");
2150 else
2151 dev_seq_printf_stats(seq, v);
2152 return 0;
2155 static struct netif_rx_stats *softnet_get_online(loff_t *pos)
2157 struct netif_rx_stats *rc = NULL;
2159 while (*pos < NR_CPUS)
2160 if (cpu_online(*pos)) {
2161 rc = &per_cpu(netdev_rx_stat, *pos);
2162 break;
2163 } else
2164 ++*pos;
2165 return rc;
2168 static void *softnet_seq_start(struct seq_file *seq, loff_t *pos)
2170 return softnet_get_online(pos);
2173 static void *softnet_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2175 ++*pos;
2176 return softnet_get_online(pos);
2179 static void softnet_seq_stop(struct seq_file *seq, void *v)
2183 static int softnet_seq_show(struct seq_file *seq, void *v)
2185 struct netif_rx_stats *s = v;
2187 seq_printf(seq, "%08x %08x %08x %08x %08x %08x %08x %08x %08x\n",
2188 s->total, s->dropped, s->time_squeeze, 0,
2189 0, 0, 0, 0, /* was fastroute */
2190 s->cpu_collision );
2191 return 0;
2194 static struct seq_operations dev_seq_ops = {
2195 .start = dev_seq_start,
2196 .next = dev_seq_next,
2197 .stop = dev_seq_stop,
2198 .show = dev_seq_show,
2201 static int dev_seq_open(struct inode *inode, struct file *file)
2203 return seq_open(file, &dev_seq_ops);
2206 static struct file_operations dev_seq_fops = {
2207 .owner = THIS_MODULE,
2208 .open = dev_seq_open,
2209 .read = seq_read,
2210 .llseek = seq_lseek,
2211 .release = seq_release,
2214 static struct seq_operations softnet_seq_ops = {
2215 .start = softnet_seq_start,
2216 .next = softnet_seq_next,
2217 .stop = softnet_seq_stop,
2218 .show = softnet_seq_show,
2221 static int softnet_seq_open(struct inode *inode, struct file *file)
2223 return seq_open(file, &softnet_seq_ops);
2226 static struct file_operations softnet_seq_fops = {
2227 .owner = THIS_MODULE,
2228 .open = softnet_seq_open,
2229 .read = seq_read,
2230 .llseek = seq_lseek,
2231 .release = seq_release,
2234 #ifdef CONFIG_WIRELESS_EXT
2235 extern int wireless_proc_init(void);
2236 #else
2237 #define wireless_proc_init() 0
2238 #endif
2240 static int __init dev_proc_init(void)
2242 int rc = -ENOMEM;
2244 if (!proc_net_fops_create("dev", S_IRUGO, &dev_seq_fops))
2245 goto out;
2246 if (!proc_net_fops_create("softnet_stat", S_IRUGO, &softnet_seq_fops))
2247 goto out_dev;
2248 if (wireless_proc_init())
2249 goto out_softnet;
2250 rc = 0;
2251 out:
2252 return rc;
2253 out_softnet:
2254 proc_net_remove("softnet_stat");
2255 out_dev:
2256 proc_net_remove("dev");
2257 goto out;
2259 #else
2260 #define dev_proc_init() 0
2261 #endif /* CONFIG_PROC_FS */
2265 * netdev_set_master - set up master/slave pair
2266 * @slave: slave device
2267 * @master: new master device
2269 * Changes the master device of the slave. Pass %NULL to break the
2270 * bonding. The caller must hold the RTNL semaphore. On a failure
2271 * a negative errno code is returned. On success the reference counts
2272 * are adjusted, %RTM_NEWLINK is sent to the routing socket and the
2273 * function returns zero.
2275 int netdev_set_master(struct net_device *slave, struct net_device *master)
2277 struct net_device *old = slave->master;
2279 ASSERT_RTNL();
2281 if (master) {
2282 if (old)
2283 return -EBUSY;
2284 dev_hold(master);
2287 slave->master = master;
2289 synchronize_net();
2291 if (old)
2292 dev_put(old);
2294 if (master)
2295 slave->flags |= IFF_SLAVE;
2296 else
2297 slave->flags &= ~IFF_SLAVE;
2299 rtmsg_ifinfo(RTM_NEWLINK, slave, IFF_SLAVE);
2300 return 0;
2304 * dev_set_promiscuity - update promiscuity count on a device
2305 * @dev: device
2306 * @inc: modifier
2308 * Add or remove promiscuity from a device. While the count in the device
2309 * remains above zero the interface remains promiscuous. Once it hits zero
2310 * the device reverts back to normal filtering operation. A negative inc
2311 * value is used to drop promiscuity on the device.
2313 void dev_set_promiscuity(struct net_device *dev, int inc)
2315 unsigned short old_flags = dev->flags;
2317 if ((dev->promiscuity += inc) == 0)
2318 dev->flags &= ~IFF_PROMISC;
2319 else
2320 dev->flags |= IFF_PROMISC;
2321 if (dev->flags != old_flags) {
2322 dev_mc_upload(dev);
2323 printk(KERN_INFO "device %s %s promiscuous mode\n",
2324 dev->name, (dev->flags & IFF_PROMISC) ? "entered" :
2325 "left");
2326 audit_log(current->audit_context, GFP_ATOMIC,
2327 AUDIT_ANOM_PROMISCUOUS,
2328 "dev=%s prom=%d old_prom=%d auid=%u",
2329 dev->name, (dev->flags & IFF_PROMISC),
2330 (old_flags & IFF_PROMISC),
2331 audit_get_loginuid(current->audit_context));
2336 * dev_set_allmulti - update allmulti count on a device
2337 * @dev: device
2338 * @inc: modifier
2340 * Add or remove reception of all multicast frames to a device. While the
2341 * count in the device remains above zero the interface remains listening
2342 * to all interfaces. Once it hits zero the device reverts back to normal
2343 * filtering operation. A negative @inc value is used to drop the counter
2344 * when releasing a resource needing all multicasts.
2347 void dev_set_allmulti(struct net_device *dev, int inc)
2349 unsigned short old_flags = dev->flags;
2351 dev->flags |= IFF_ALLMULTI;
2352 if ((dev->allmulti += inc) == 0)
2353 dev->flags &= ~IFF_ALLMULTI;
2354 if (dev->flags ^ old_flags)
2355 dev_mc_upload(dev);
2358 unsigned dev_get_flags(const struct net_device *dev)
2360 unsigned flags;
2362 flags = (dev->flags & ~(IFF_PROMISC |
2363 IFF_ALLMULTI |
2364 IFF_RUNNING |
2365 IFF_LOWER_UP |
2366 IFF_DORMANT)) |
2367 (dev->gflags & (IFF_PROMISC |
2368 IFF_ALLMULTI));
2370 if (netif_running(dev)) {
2371 if (netif_oper_up(dev))
2372 flags |= IFF_RUNNING;
2373 if (netif_carrier_ok(dev))
2374 flags |= IFF_LOWER_UP;
2375 if (netif_dormant(dev))
2376 flags |= IFF_DORMANT;
2379 return flags;
2382 int dev_change_flags(struct net_device *dev, unsigned flags)
2384 int ret;
2385 int old_flags = dev->flags;
2388 * Set the flags on our device.
2391 dev->flags = (flags & (IFF_DEBUG | IFF_NOTRAILERS | IFF_NOARP |
2392 IFF_DYNAMIC | IFF_MULTICAST | IFF_PORTSEL |
2393 IFF_AUTOMEDIA)) |
2394 (dev->flags & (IFF_UP | IFF_VOLATILE | IFF_PROMISC |
2395 IFF_ALLMULTI));
2398 * Load in the correct multicast list now the flags have changed.
2401 dev_mc_upload(dev);
2404 * Have we downed the interface. We handle IFF_UP ourselves
2405 * according to user attempts to set it, rather than blindly
2406 * setting it.
2409 ret = 0;
2410 if ((old_flags ^ flags) & IFF_UP) { /* Bit is different ? */
2411 ret = ((old_flags & IFF_UP) ? dev_close : dev_open)(dev);
2413 if (!ret)
2414 dev_mc_upload(dev);
2417 if (dev->flags & IFF_UP &&
2418 ((old_flags ^ dev->flags) &~ (IFF_UP | IFF_PROMISC | IFF_ALLMULTI |
2419 IFF_VOLATILE)))
2420 raw_notifier_call_chain(&netdev_chain,
2421 NETDEV_CHANGE, dev);
2423 if ((flags ^ dev->gflags) & IFF_PROMISC) {
2424 int inc = (flags & IFF_PROMISC) ? +1 : -1;
2425 dev->gflags ^= IFF_PROMISC;
2426 dev_set_promiscuity(dev, inc);
2429 /* NOTE: order of synchronization of IFF_PROMISC and IFF_ALLMULTI
2430 is important. Some (broken) drivers set IFF_PROMISC, when
2431 IFF_ALLMULTI is requested not asking us and not reporting.
2433 if ((flags ^ dev->gflags) & IFF_ALLMULTI) {
2434 int inc = (flags & IFF_ALLMULTI) ? +1 : -1;
2435 dev->gflags ^= IFF_ALLMULTI;
2436 dev_set_allmulti(dev, inc);
2439 if (old_flags ^ dev->flags)
2440 rtmsg_ifinfo(RTM_NEWLINK, dev, old_flags ^ dev->flags);
2442 return ret;
2445 int dev_set_mtu(struct net_device *dev, int new_mtu)
2447 int err;
2449 if (new_mtu == dev->mtu)
2450 return 0;
2452 /* MTU must be positive. */
2453 if (new_mtu < 0)
2454 return -EINVAL;
2456 if (!netif_device_present(dev))
2457 return -ENODEV;
2459 err = 0;
2460 if (dev->change_mtu)
2461 err = dev->change_mtu(dev, new_mtu);
2462 else
2463 dev->mtu = new_mtu;
2464 if (!err && dev->flags & IFF_UP)
2465 raw_notifier_call_chain(&netdev_chain,
2466 NETDEV_CHANGEMTU, dev);
2467 return err;
2470 int dev_set_mac_address(struct net_device *dev, struct sockaddr *sa)
2472 int err;
2474 if (!dev->set_mac_address)
2475 return -EOPNOTSUPP;
2476 if (sa->sa_family != dev->type)
2477 return -EINVAL;
2478 if (!netif_device_present(dev))
2479 return -ENODEV;
2480 err = dev->set_mac_address(dev, sa);
2481 if (!err)
2482 raw_notifier_call_chain(&netdev_chain,
2483 NETDEV_CHANGEADDR, dev);
2484 return err;
2488 * Perform the SIOCxIFxxx calls.
2490 static int dev_ifsioc(struct ifreq *ifr, unsigned int cmd)
2492 int err;
2493 struct net_device *dev = __dev_get_by_name(ifr->ifr_name);
2495 if (!dev)
2496 return -ENODEV;
2498 switch (cmd) {
2499 case SIOCGIFFLAGS: /* Get interface flags */
2500 ifr->ifr_flags = dev_get_flags(dev);
2501 return 0;
2503 case SIOCSIFFLAGS: /* Set interface flags */
2504 return dev_change_flags(dev, ifr->ifr_flags);
2506 case SIOCGIFMETRIC: /* Get the metric on the interface
2507 (currently unused) */
2508 ifr->ifr_metric = 0;
2509 return 0;
2511 case SIOCSIFMETRIC: /* Set the metric on the interface
2512 (currently unused) */
2513 return -EOPNOTSUPP;
2515 case SIOCGIFMTU: /* Get the MTU of a device */
2516 ifr->ifr_mtu = dev->mtu;
2517 return 0;
2519 case SIOCSIFMTU: /* Set the MTU of a device */
2520 return dev_set_mtu(dev, ifr->ifr_mtu);
2522 case SIOCGIFHWADDR:
2523 if (!dev->addr_len)
2524 memset(ifr->ifr_hwaddr.sa_data, 0, sizeof ifr->ifr_hwaddr.sa_data);
2525 else
2526 memcpy(ifr->ifr_hwaddr.sa_data, dev->dev_addr,
2527 min(sizeof ifr->ifr_hwaddr.sa_data, (size_t) dev->addr_len));
2528 ifr->ifr_hwaddr.sa_family = dev->type;
2529 return 0;
2531 case SIOCSIFHWADDR:
2532 return dev_set_mac_address(dev, &ifr->ifr_hwaddr);
2534 case SIOCSIFHWBROADCAST:
2535 if (ifr->ifr_hwaddr.sa_family != dev->type)
2536 return -EINVAL;
2537 memcpy(dev->broadcast, ifr->ifr_hwaddr.sa_data,
2538 min(sizeof ifr->ifr_hwaddr.sa_data, (size_t) dev->addr_len));
2539 raw_notifier_call_chain(&netdev_chain,
2540 NETDEV_CHANGEADDR, dev);
2541 return 0;
2543 case SIOCGIFMAP:
2544 ifr->ifr_map.mem_start = dev->mem_start;
2545 ifr->ifr_map.mem_end = dev->mem_end;
2546 ifr->ifr_map.base_addr = dev->base_addr;
2547 ifr->ifr_map.irq = dev->irq;
2548 ifr->ifr_map.dma = dev->dma;
2549 ifr->ifr_map.port = dev->if_port;
2550 return 0;
2552 case SIOCSIFMAP:
2553 if (dev->set_config) {
2554 if (!netif_device_present(dev))
2555 return -ENODEV;
2556 return dev->set_config(dev, &ifr->ifr_map);
2558 return -EOPNOTSUPP;
2560 case SIOCADDMULTI:
2561 if (!dev->set_multicast_list ||
2562 ifr->ifr_hwaddr.sa_family != AF_UNSPEC)
2563 return -EINVAL;
2564 if (!netif_device_present(dev))
2565 return -ENODEV;
2566 return dev_mc_add(dev, ifr->ifr_hwaddr.sa_data,
2567 dev->addr_len, 1);
2569 case SIOCDELMULTI:
2570 if (!dev->set_multicast_list ||
2571 ifr->ifr_hwaddr.sa_family != AF_UNSPEC)
2572 return -EINVAL;
2573 if (!netif_device_present(dev))
2574 return -ENODEV;
2575 return dev_mc_delete(dev, ifr->ifr_hwaddr.sa_data,
2576 dev->addr_len, 1);
2578 case SIOCGIFINDEX:
2579 ifr->ifr_ifindex = dev->ifindex;
2580 return 0;
2582 case SIOCGIFTXQLEN:
2583 ifr->ifr_qlen = dev->tx_queue_len;
2584 return 0;
2586 case SIOCSIFTXQLEN:
2587 if (ifr->ifr_qlen < 0)
2588 return -EINVAL;
2589 dev->tx_queue_len = ifr->ifr_qlen;
2590 return 0;
2592 case SIOCSIFNAME:
2593 ifr->ifr_newname[IFNAMSIZ-1] = '\0';
2594 return dev_change_name(dev, ifr->ifr_newname);
2597 * Unknown or private ioctl
2600 default:
2601 if ((cmd >= SIOCDEVPRIVATE &&
2602 cmd <= SIOCDEVPRIVATE + 15) ||
2603 cmd == SIOCBONDENSLAVE ||
2604 cmd == SIOCBONDRELEASE ||
2605 cmd == SIOCBONDSETHWADDR ||
2606 cmd == SIOCBONDSLAVEINFOQUERY ||
2607 cmd == SIOCBONDINFOQUERY ||
2608 cmd == SIOCBONDCHANGEACTIVE ||
2609 cmd == SIOCGMIIPHY ||
2610 cmd == SIOCGMIIREG ||
2611 cmd == SIOCSMIIREG ||
2612 cmd == SIOCBRADDIF ||
2613 cmd == SIOCBRDELIF ||
2614 cmd == SIOCWANDEV) {
2615 err = -EOPNOTSUPP;
2616 if (dev->do_ioctl) {
2617 if (netif_device_present(dev))
2618 err = dev->do_ioctl(dev, ifr,
2619 cmd);
2620 else
2621 err = -ENODEV;
2623 } else
2624 err = -EINVAL;
2627 return err;
2631 * This function handles all "interface"-type I/O control requests. The actual
2632 * 'doing' part of this is dev_ifsioc above.
2636 * dev_ioctl - network device ioctl
2637 * @cmd: command to issue
2638 * @arg: pointer to a struct ifreq in user space
2640 * Issue ioctl functions to devices. This is normally called by the
2641 * user space syscall interfaces but can sometimes be useful for
2642 * other purposes. The return value is the return from the syscall if
2643 * positive or a negative errno code on error.
2646 int dev_ioctl(unsigned int cmd, void __user *arg)
2648 struct ifreq ifr;
2649 int ret;
2650 char *colon;
2652 /* One special case: SIOCGIFCONF takes ifconf argument
2653 and requires shared lock, because it sleeps writing
2654 to user space.
2657 if (cmd == SIOCGIFCONF) {
2658 rtnl_lock();
2659 ret = dev_ifconf((char __user *) arg);
2660 rtnl_unlock();
2661 return ret;
2663 if (cmd == SIOCGIFNAME)
2664 return dev_ifname((struct ifreq __user *)arg);
2666 if (copy_from_user(&ifr, arg, sizeof(struct ifreq)))
2667 return -EFAULT;
2669 ifr.ifr_name[IFNAMSIZ-1] = 0;
2671 colon = strchr(ifr.ifr_name, ':');
2672 if (colon)
2673 *colon = 0;
2676 * See which interface the caller is talking about.
2679 switch (cmd) {
2681 * These ioctl calls:
2682 * - can be done by all.
2683 * - atomic and do not require locking.
2684 * - return a value
2686 case SIOCGIFFLAGS:
2687 case SIOCGIFMETRIC:
2688 case SIOCGIFMTU:
2689 case SIOCGIFHWADDR:
2690 case SIOCGIFSLAVE:
2691 case SIOCGIFMAP:
2692 case SIOCGIFINDEX:
2693 case SIOCGIFTXQLEN:
2694 dev_load(ifr.ifr_name);
2695 read_lock(&dev_base_lock);
2696 ret = dev_ifsioc(&ifr, cmd);
2697 read_unlock(&dev_base_lock);
2698 if (!ret) {
2699 if (colon)
2700 *colon = ':';
2701 if (copy_to_user(arg, &ifr,
2702 sizeof(struct ifreq)))
2703 ret = -EFAULT;
2705 return ret;
2707 case SIOCETHTOOL:
2708 dev_load(ifr.ifr_name);
2709 rtnl_lock();
2710 ret = dev_ethtool(&ifr);
2711 rtnl_unlock();
2712 if (!ret) {
2713 if (colon)
2714 *colon = ':';
2715 if (copy_to_user(arg, &ifr,
2716 sizeof(struct ifreq)))
2717 ret = -EFAULT;
2719 return ret;
2722 * These ioctl calls:
2723 * - require superuser power.
2724 * - require strict serialization.
2725 * - return a value
2727 case SIOCGMIIPHY:
2728 case SIOCGMIIREG:
2729 case SIOCSIFNAME:
2730 if (!capable(CAP_NET_ADMIN))
2731 return -EPERM;
2732 dev_load(ifr.ifr_name);
2733 rtnl_lock();
2734 ret = dev_ifsioc(&ifr, cmd);
2735 rtnl_unlock();
2736 if (!ret) {
2737 if (colon)
2738 *colon = ':';
2739 if (copy_to_user(arg, &ifr,
2740 sizeof(struct ifreq)))
2741 ret = -EFAULT;
2743 return ret;
2746 * These ioctl calls:
2747 * - require superuser power.
2748 * - require strict serialization.
2749 * - do not return a value
2751 case SIOCSIFFLAGS:
2752 case SIOCSIFMETRIC:
2753 case SIOCSIFMTU:
2754 case SIOCSIFMAP:
2755 case SIOCSIFHWADDR:
2756 case SIOCSIFSLAVE:
2757 case SIOCADDMULTI:
2758 case SIOCDELMULTI:
2759 case SIOCSIFHWBROADCAST:
2760 case SIOCSIFTXQLEN:
2761 case SIOCSMIIREG:
2762 case SIOCBONDENSLAVE:
2763 case SIOCBONDRELEASE:
2764 case SIOCBONDSETHWADDR:
2765 case SIOCBONDCHANGEACTIVE:
2766 case SIOCBRADDIF:
2767 case SIOCBRDELIF:
2768 if (!capable(CAP_NET_ADMIN))
2769 return -EPERM;
2770 /* fall through */
2771 case SIOCBONDSLAVEINFOQUERY:
2772 case SIOCBONDINFOQUERY:
2773 dev_load(ifr.ifr_name);
2774 rtnl_lock();
2775 ret = dev_ifsioc(&ifr, cmd);
2776 rtnl_unlock();
2777 return ret;
2779 case SIOCGIFMEM:
2780 /* Get the per device memory space. We can add this but
2781 * currently do not support it */
2782 case SIOCSIFMEM:
2783 /* Set the per device memory buffer space.
2784 * Not applicable in our case */
2785 case SIOCSIFLINK:
2786 return -EINVAL;
2789 * Unknown or private ioctl.
2791 default:
2792 if (cmd == SIOCWANDEV ||
2793 (cmd >= SIOCDEVPRIVATE &&
2794 cmd <= SIOCDEVPRIVATE + 15)) {
2795 dev_load(ifr.ifr_name);
2796 rtnl_lock();
2797 ret = dev_ifsioc(&ifr, cmd);
2798 rtnl_unlock();
2799 if (!ret && copy_to_user(arg, &ifr,
2800 sizeof(struct ifreq)))
2801 ret = -EFAULT;
2802 return ret;
2804 #ifdef CONFIG_WIRELESS_EXT
2805 /* Take care of Wireless Extensions */
2806 if (cmd >= SIOCIWFIRST && cmd <= SIOCIWLAST) {
2807 /* If command is `set a parameter', or
2808 * `get the encoding parameters', check if
2809 * the user has the right to do it */
2810 if (IW_IS_SET(cmd) || cmd == SIOCGIWENCODE
2811 || cmd == SIOCGIWENCODEEXT) {
2812 if (!capable(CAP_NET_ADMIN))
2813 return -EPERM;
2815 dev_load(ifr.ifr_name);
2816 rtnl_lock();
2817 /* Follow me in net/core/wireless.c */
2818 ret = wireless_process_ioctl(&ifr, cmd);
2819 rtnl_unlock();
2820 if (IW_IS_GET(cmd) &&
2821 copy_to_user(arg, &ifr,
2822 sizeof(struct ifreq)))
2823 ret = -EFAULT;
2824 return ret;
2826 #endif /* CONFIG_WIRELESS_EXT */
2827 return -EINVAL;
2833 * dev_new_index - allocate an ifindex
2835 * Returns a suitable unique value for a new device interface
2836 * number. The caller must hold the rtnl semaphore or the
2837 * dev_base_lock to be sure it remains unique.
2839 static int dev_new_index(void)
2841 static int ifindex;
2842 for (;;) {
2843 if (++ifindex <= 0)
2844 ifindex = 1;
2845 if (!__dev_get_by_index(ifindex))
2846 return ifindex;
2850 static int dev_boot_phase = 1;
2852 /* Delayed registration/unregisteration */
2853 static DEFINE_SPINLOCK(net_todo_list_lock);
2854 static struct list_head net_todo_list = LIST_HEAD_INIT(net_todo_list);
2856 static inline void net_set_todo(struct net_device *dev)
2858 spin_lock(&net_todo_list_lock);
2859 list_add_tail(&dev->todo_list, &net_todo_list);
2860 spin_unlock(&net_todo_list_lock);
2864 * register_netdevice - register a network device
2865 * @dev: device to register
2867 * Take a completed network device structure and add it to the kernel
2868 * interfaces. A %NETDEV_REGISTER message is sent to the netdev notifier
2869 * chain. 0 is returned on success. A negative errno code is returned
2870 * on a failure to set up the device, or if the name is a duplicate.
2872 * Callers must hold the rtnl semaphore. You may want
2873 * register_netdev() instead of this.
2875 * BUGS:
2876 * The locking appears insufficient to guarantee two parallel registers
2877 * will not get the same name.
2880 int register_netdevice(struct net_device *dev)
2882 struct hlist_head *head;
2883 struct hlist_node *p;
2884 int ret;
2886 BUG_ON(dev_boot_phase);
2887 ASSERT_RTNL();
2889 might_sleep();
2891 /* When net_device's are persistent, this will be fatal. */
2892 BUG_ON(dev->reg_state != NETREG_UNINITIALIZED);
2894 spin_lock_init(&dev->queue_lock);
2895 spin_lock_init(&dev->_xmit_lock);
2896 dev->xmit_lock_owner = -1;
2897 #ifdef CONFIG_NET_CLS_ACT
2898 spin_lock_init(&dev->ingress_lock);
2899 #endif
2901 ret = alloc_divert_blk(dev);
2902 if (ret)
2903 goto out;
2905 dev->iflink = -1;
2907 /* Init, if this function is available */
2908 if (dev->init) {
2909 ret = dev->init(dev);
2910 if (ret) {
2911 if (ret > 0)
2912 ret = -EIO;
2913 goto out_err;
2917 if (!dev_valid_name(dev->name)) {
2918 ret = -EINVAL;
2919 goto out_err;
2922 dev->ifindex = dev_new_index();
2923 if (dev->iflink == -1)
2924 dev->iflink = dev->ifindex;
2926 /* Check for existence of name */
2927 head = dev_name_hash(dev->name);
2928 hlist_for_each(p, head) {
2929 struct net_device *d
2930 = hlist_entry(p, struct net_device, name_hlist);
2931 if (!strncmp(d->name, dev->name, IFNAMSIZ)) {
2932 ret = -EEXIST;
2933 goto out_err;
2937 /* Fix illegal SG+CSUM combinations. */
2938 if ((dev->features & NETIF_F_SG) &&
2939 !(dev->features & NETIF_F_ALL_CSUM)) {
2940 printk(KERN_NOTICE "%s: Dropping NETIF_F_SG since no checksum feature.\n",
2941 dev->name);
2942 dev->features &= ~NETIF_F_SG;
2945 /* TSO requires that SG is present as well. */
2946 if ((dev->features & NETIF_F_TSO) &&
2947 !(dev->features & NETIF_F_SG)) {
2948 printk(KERN_NOTICE "%s: Dropping NETIF_F_TSO since no SG feature.\n",
2949 dev->name);
2950 dev->features &= ~NETIF_F_TSO;
2952 if (dev->features & NETIF_F_UFO) {
2953 if (!(dev->features & NETIF_F_HW_CSUM)) {
2954 printk(KERN_ERR "%s: Dropping NETIF_F_UFO since no "
2955 "NETIF_F_HW_CSUM feature.\n",
2956 dev->name);
2957 dev->features &= ~NETIF_F_UFO;
2959 if (!(dev->features & NETIF_F_SG)) {
2960 printk(KERN_ERR "%s: Dropping NETIF_F_UFO since no "
2961 "NETIF_F_SG feature.\n",
2962 dev->name);
2963 dev->features &= ~NETIF_F_UFO;
2968 * nil rebuild_header routine,
2969 * that should be never called and used as just bug trap.
2972 if (!dev->rebuild_header)
2973 dev->rebuild_header = default_rebuild_header;
2975 ret = netdev_register_sysfs(dev);
2976 if (ret)
2977 goto out_err;
2978 dev->reg_state = NETREG_REGISTERED;
2981 * Default initial state at registry is that the
2982 * device is present.
2985 set_bit(__LINK_STATE_PRESENT, &dev->state);
2987 dev->next = NULL;
2988 dev_init_scheduler(dev);
2989 write_lock_bh(&dev_base_lock);
2990 *dev_tail = dev;
2991 dev_tail = &dev->next;
2992 hlist_add_head(&dev->name_hlist, head);
2993 hlist_add_head(&dev->index_hlist, dev_index_hash(dev->ifindex));
2994 dev_hold(dev);
2995 write_unlock_bh(&dev_base_lock);
2997 /* Notify protocols, that a new device appeared. */
2998 raw_notifier_call_chain(&netdev_chain, NETDEV_REGISTER, dev);
3000 ret = 0;
3002 out:
3003 return ret;
3004 out_err:
3005 free_divert_blk(dev);
3006 goto out;
3010 * register_netdev - register a network device
3011 * @dev: device to register
3013 * Take a completed network device structure and add it to the kernel
3014 * interfaces. A %NETDEV_REGISTER message is sent to the netdev notifier
3015 * chain. 0 is returned on success. A negative errno code is returned
3016 * on a failure to set up the device, or if the name is a duplicate.
3018 * This is a wrapper around register_netdev that takes the rtnl semaphore
3019 * and expands the device name if you passed a format string to
3020 * alloc_netdev.
3022 int register_netdev(struct net_device *dev)
3024 int err;
3026 rtnl_lock();
3029 * If the name is a format string the caller wants us to do a
3030 * name allocation.
3032 if (strchr(dev->name, '%')) {
3033 err = dev_alloc_name(dev, dev->name);
3034 if (err < 0)
3035 goto out;
3039 * Back compatibility hook. Kill this one in 2.5
3041 if (dev->name[0] == 0 || dev->name[0] == ' ') {
3042 err = dev_alloc_name(dev, "eth%d");
3043 if (err < 0)
3044 goto out;
3047 err = register_netdevice(dev);
3048 out:
3049 rtnl_unlock();
3050 return err;
3052 EXPORT_SYMBOL(register_netdev);
3055 * netdev_wait_allrefs - wait until all references are gone.
3057 * This is called when unregistering network devices.
3059 * Any protocol or device that holds a reference should register
3060 * for netdevice notification, and cleanup and put back the
3061 * reference if they receive an UNREGISTER event.
3062 * We can get stuck here if buggy protocols don't correctly
3063 * call dev_put.
3065 static void netdev_wait_allrefs(struct net_device *dev)
3067 unsigned long rebroadcast_time, warning_time;
3069 rebroadcast_time = warning_time = jiffies;
3070 while (atomic_read(&dev->refcnt) != 0) {
3071 if (time_after(jiffies, rebroadcast_time + 1 * HZ)) {
3072 rtnl_lock();
3074 /* Rebroadcast unregister notification */
3075 raw_notifier_call_chain(&netdev_chain,
3076 NETDEV_UNREGISTER, dev);
3078 if (test_bit(__LINK_STATE_LINKWATCH_PENDING,
3079 &dev->state)) {
3080 /* We must not have linkwatch events
3081 * pending on unregister. If this
3082 * happens, we simply run the queue
3083 * unscheduled, resulting in a noop
3084 * for this device.
3086 linkwatch_run_queue();
3089 __rtnl_unlock();
3091 rebroadcast_time = jiffies;
3094 msleep(250);
3096 if (time_after(jiffies, warning_time + 10 * HZ)) {
3097 printk(KERN_EMERG "unregister_netdevice: "
3098 "waiting for %s to become free. Usage "
3099 "count = %d\n",
3100 dev->name, atomic_read(&dev->refcnt));
3101 warning_time = jiffies;
3106 /* The sequence is:
3108 * rtnl_lock();
3109 * ...
3110 * register_netdevice(x1);
3111 * register_netdevice(x2);
3112 * ...
3113 * unregister_netdevice(y1);
3114 * unregister_netdevice(y2);
3115 * ...
3116 * rtnl_unlock();
3117 * free_netdev(y1);
3118 * free_netdev(y2);
3120 * We are invoked by rtnl_unlock() after it drops the semaphore.
3121 * This allows us to deal with problems:
3122 * 1) We can delete sysfs objects which invoke hotplug
3123 * without deadlocking with linkwatch via keventd.
3124 * 2) Since we run with the RTNL semaphore not held, we can sleep
3125 * safely in order to wait for the netdev refcnt to drop to zero.
3127 static DEFINE_MUTEX(net_todo_run_mutex);
3128 void netdev_run_todo(void)
3130 struct list_head list;
3132 /* Need to guard against multiple cpu's getting out of order. */
3133 mutex_lock(&net_todo_run_mutex);
3135 /* Not safe to do outside the semaphore. We must not return
3136 * until all unregister events invoked by the local processor
3137 * have been completed (either by this todo run, or one on
3138 * another cpu).
3140 if (list_empty(&net_todo_list))
3141 goto out;
3143 /* Snapshot list, allow later requests */
3144 spin_lock(&net_todo_list_lock);
3145 list_replace_init(&net_todo_list, &list);
3146 spin_unlock(&net_todo_list_lock);
3148 while (!list_empty(&list)) {
3149 struct net_device *dev
3150 = list_entry(list.next, struct net_device, todo_list);
3151 list_del(&dev->todo_list);
3153 if (unlikely(dev->reg_state != NETREG_UNREGISTERING)) {
3154 printk(KERN_ERR "network todo '%s' but state %d\n",
3155 dev->name, dev->reg_state);
3156 dump_stack();
3157 continue;
3160 netdev_unregister_sysfs(dev);
3161 dev->reg_state = NETREG_UNREGISTERED;
3163 netdev_wait_allrefs(dev);
3165 /* paranoia */
3166 BUG_ON(atomic_read(&dev->refcnt));
3167 BUG_TRAP(!dev->ip_ptr);
3168 BUG_TRAP(!dev->ip6_ptr);
3169 BUG_TRAP(!dev->dn_ptr);
3171 /* It must be the very last action,
3172 * after this 'dev' may point to freed up memory.
3174 if (dev->destructor)
3175 dev->destructor(dev);
3178 out:
3179 mutex_unlock(&net_todo_run_mutex);
3183 * alloc_netdev - allocate network device
3184 * @sizeof_priv: size of private data to allocate space for
3185 * @name: device name format string
3186 * @setup: callback to initialize device
3188 * Allocates a struct net_device with private data area for driver use
3189 * and performs basic initialization.
3191 struct net_device *alloc_netdev(int sizeof_priv, const char *name,
3192 void (*setup)(struct net_device *))
3194 void *p;
3195 struct net_device *dev;
3196 int alloc_size;
3198 BUG_ON(strlen(name) >= sizeof(dev->name));
3200 /* ensure 32-byte alignment of both the device and private area */
3201 alloc_size = (sizeof(*dev) + NETDEV_ALIGN_CONST) & ~NETDEV_ALIGN_CONST;
3202 alloc_size += sizeof_priv + NETDEV_ALIGN_CONST;
3204 p = kzalloc(alloc_size, GFP_KERNEL);
3205 if (!p) {
3206 printk(KERN_ERR "alloc_netdev: Unable to allocate device.\n");
3207 return NULL;
3210 dev = (struct net_device *)
3211 (((long)p + NETDEV_ALIGN_CONST) & ~NETDEV_ALIGN_CONST);
3212 dev->padded = (char *)dev - (char *)p;
3214 if (sizeof_priv)
3215 dev->priv = netdev_priv(dev);
3217 setup(dev);
3218 strcpy(dev->name, name);
3219 return dev;
3221 EXPORT_SYMBOL(alloc_netdev);
3224 * free_netdev - free network device
3225 * @dev: device
3227 * This function does the last stage of destroying an allocated device
3228 * interface. The reference to the device object is released.
3229 * If this is the last reference then it will be freed.
3231 void free_netdev(struct net_device *dev)
3233 #ifdef CONFIG_SYSFS
3234 /* Compatibility with error handling in drivers */
3235 if (dev->reg_state == NETREG_UNINITIALIZED) {
3236 kfree((char *)dev - dev->padded);
3237 return;
3240 BUG_ON(dev->reg_state != NETREG_UNREGISTERED);
3241 dev->reg_state = NETREG_RELEASED;
3243 /* will free via class release */
3244 class_device_put(&dev->class_dev);
3245 #else
3246 kfree((char *)dev - dev->padded);
3247 #endif
3250 /* Synchronize with packet receive processing. */
3251 void synchronize_net(void)
3253 might_sleep();
3254 synchronize_rcu();
3258 * unregister_netdevice - remove device from the kernel
3259 * @dev: device
3261 * This function shuts down a device interface and removes it
3262 * from the kernel tables. On success 0 is returned, on a failure
3263 * a negative errno code is returned.
3265 * Callers must hold the rtnl semaphore. You may want
3266 * unregister_netdev() instead of this.
3269 int unregister_netdevice(struct net_device *dev)
3271 struct net_device *d, **dp;
3273 BUG_ON(dev_boot_phase);
3274 ASSERT_RTNL();
3276 /* Some devices call without registering for initialization unwind. */
3277 if (dev->reg_state == NETREG_UNINITIALIZED) {
3278 printk(KERN_DEBUG "unregister_netdevice: device %s/%p never "
3279 "was registered\n", dev->name, dev);
3280 return -ENODEV;
3283 BUG_ON(dev->reg_state != NETREG_REGISTERED);
3285 /* If device is running, close it first. */
3286 if (dev->flags & IFF_UP)
3287 dev_close(dev);
3289 /* And unlink it from device chain. */
3290 for (dp = &dev_base; (d = *dp) != NULL; dp = &d->next) {
3291 if (d == dev) {
3292 write_lock_bh(&dev_base_lock);
3293 hlist_del(&dev->name_hlist);
3294 hlist_del(&dev->index_hlist);
3295 if (dev_tail == &dev->next)
3296 dev_tail = dp;
3297 *dp = d->next;
3298 write_unlock_bh(&dev_base_lock);
3299 break;
3302 if (!d) {
3303 printk(KERN_ERR "unregister net_device: '%s' not found\n",
3304 dev->name);
3305 return -ENODEV;
3308 dev->reg_state = NETREG_UNREGISTERING;
3310 synchronize_net();
3312 /* Shutdown queueing discipline. */
3313 dev_shutdown(dev);
3316 /* Notify protocols, that we are about to destroy
3317 this device. They should clean all the things.
3319 raw_notifier_call_chain(&netdev_chain, NETDEV_UNREGISTER, dev);
3322 * Flush the multicast chain
3324 dev_mc_discard(dev);
3326 if (dev->uninit)
3327 dev->uninit(dev);
3329 /* Notifier chain MUST detach us from master device. */
3330 BUG_TRAP(!dev->master);
3332 free_divert_blk(dev);
3334 /* Finish processing unregister after unlock */
3335 net_set_todo(dev);
3337 synchronize_net();
3339 dev_put(dev);
3340 return 0;
3344 * unregister_netdev - remove device from the kernel
3345 * @dev: device
3347 * This function shuts down a device interface and removes it
3348 * from the kernel tables. On success 0 is returned, on a failure
3349 * a negative errno code is returned.
3351 * This is just a wrapper for unregister_netdevice that takes
3352 * the rtnl semaphore. In general you want to use this and not
3353 * unregister_netdevice.
3355 void unregister_netdev(struct net_device *dev)
3357 rtnl_lock();
3358 unregister_netdevice(dev);
3359 rtnl_unlock();
3362 EXPORT_SYMBOL(unregister_netdev);
3364 #ifdef CONFIG_HOTPLUG_CPU
3365 static int dev_cpu_callback(struct notifier_block *nfb,
3366 unsigned long action,
3367 void *ocpu)
3369 struct sk_buff **list_skb;
3370 struct net_device **list_net;
3371 struct sk_buff *skb;
3372 unsigned int cpu, oldcpu = (unsigned long)ocpu;
3373 struct softnet_data *sd, *oldsd;
3375 if (action != CPU_DEAD)
3376 return NOTIFY_OK;
3378 local_irq_disable();
3379 cpu = smp_processor_id();
3380 sd = &per_cpu(softnet_data, cpu);
3381 oldsd = &per_cpu(softnet_data, oldcpu);
3383 /* Find end of our completion_queue. */
3384 list_skb = &sd->completion_queue;
3385 while (*list_skb)
3386 list_skb = &(*list_skb)->next;
3387 /* Append completion queue from offline CPU. */
3388 *list_skb = oldsd->completion_queue;
3389 oldsd->completion_queue = NULL;
3391 /* Find end of our output_queue. */
3392 list_net = &sd->output_queue;
3393 while (*list_net)
3394 list_net = &(*list_net)->next_sched;
3395 /* Append output queue from offline CPU. */
3396 *list_net = oldsd->output_queue;
3397 oldsd->output_queue = NULL;
3399 raise_softirq_irqoff(NET_TX_SOFTIRQ);
3400 local_irq_enable();
3402 /* Process offline CPU's input_pkt_queue */
3403 while ((skb = __skb_dequeue(&oldsd->input_pkt_queue)))
3404 netif_rx(skb);
3406 return NOTIFY_OK;
3408 #endif /* CONFIG_HOTPLUG_CPU */
3410 #ifdef CONFIG_NET_DMA
3412 * net_dma_rebalance -
3413 * This is called when the number of channels allocated to the net_dma_client
3414 * changes. The net_dma_client tries to have one DMA channel per CPU.
3416 static void net_dma_rebalance(void)
3418 unsigned int cpu, i, n;
3419 struct dma_chan *chan;
3421 if (net_dma_count == 0) {
3422 for_each_online_cpu(cpu)
3423 rcu_assign_pointer(per_cpu(softnet_data, cpu).net_dma, NULL);
3424 return;
3427 i = 0;
3428 cpu = first_cpu(cpu_online_map);
3430 rcu_read_lock();
3431 list_for_each_entry(chan, &net_dma_client->channels, client_node) {
3432 n = ((num_online_cpus() / net_dma_count)
3433 + (i < (num_online_cpus() % net_dma_count) ? 1 : 0));
3435 while(n) {
3436 per_cpu(softnet_data, cpu).net_dma = chan;
3437 cpu = next_cpu(cpu, cpu_online_map);
3438 n--;
3440 i++;
3442 rcu_read_unlock();
3446 * netdev_dma_event - event callback for the net_dma_client
3447 * @client: should always be net_dma_client
3448 * @chan: DMA channel for the event
3449 * @event: event type
3451 static void netdev_dma_event(struct dma_client *client, struct dma_chan *chan,
3452 enum dma_event event)
3454 spin_lock(&net_dma_event_lock);
3455 switch (event) {
3456 case DMA_RESOURCE_ADDED:
3457 net_dma_count++;
3458 net_dma_rebalance();
3459 break;
3460 case DMA_RESOURCE_REMOVED:
3461 net_dma_count--;
3462 net_dma_rebalance();
3463 break;
3464 default:
3465 break;
3467 spin_unlock(&net_dma_event_lock);
3471 * netdev_dma_regiser - register the networking subsystem as a DMA client
3473 static int __init netdev_dma_register(void)
3475 spin_lock_init(&net_dma_event_lock);
3476 net_dma_client = dma_async_client_register(netdev_dma_event);
3477 if (net_dma_client == NULL)
3478 return -ENOMEM;
3480 dma_async_client_chan_request(net_dma_client, num_online_cpus());
3481 return 0;
3484 #else
3485 static int __init netdev_dma_register(void) { return -ENODEV; }
3486 #endif /* CONFIG_NET_DMA */
3489 * Initialize the DEV module. At boot time this walks the device list and
3490 * unhooks any devices that fail to initialise (normally hardware not
3491 * present) and leaves us with a valid list of present and active devices.
3496 * This is called single threaded during boot, so no need
3497 * to take the rtnl semaphore.
3499 static int __init net_dev_init(void)
3501 int i, rc = -ENOMEM;
3503 BUG_ON(!dev_boot_phase);
3505 net_random_init();
3507 if (dev_proc_init())
3508 goto out;
3510 if (netdev_sysfs_init())
3511 goto out;
3513 INIT_LIST_HEAD(&ptype_all);
3514 for (i = 0; i < 16; i++)
3515 INIT_LIST_HEAD(&ptype_base[i]);
3517 for (i = 0; i < ARRAY_SIZE(dev_name_head); i++)
3518 INIT_HLIST_HEAD(&dev_name_head[i]);
3520 for (i = 0; i < ARRAY_SIZE(dev_index_head); i++)
3521 INIT_HLIST_HEAD(&dev_index_head[i]);
3524 * Initialise the packet receive queues.
3527 for_each_possible_cpu(i) {
3528 struct softnet_data *queue;
3530 queue = &per_cpu(softnet_data, i);
3531 skb_queue_head_init(&queue->input_pkt_queue);
3532 queue->completion_queue = NULL;
3533 INIT_LIST_HEAD(&queue->poll_list);
3534 set_bit(__LINK_STATE_START, &queue->backlog_dev.state);
3535 queue->backlog_dev.weight = weight_p;
3536 queue->backlog_dev.poll = process_backlog;
3537 atomic_set(&queue->backlog_dev.refcnt, 1);
3540 netdev_dma_register();
3542 dev_boot_phase = 0;
3544 open_softirq(NET_TX_SOFTIRQ, net_tx_action, NULL);
3545 open_softirq(NET_RX_SOFTIRQ, net_rx_action, NULL);
3547 hotcpu_notifier(dev_cpu_callback, 0);
3548 dst_init();
3549 dev_mcast_init();
3550 rc = 0;
3551 out:
3552 return rc;
3555 subsys_initcall(net_dev_init);
3557 EXPORT_SYMBOL(__dev_get_by_index);
3558 EXPORT_SYMBOL(__dev_get_by_name);
3559 EXPORT_SYMBOL(__dev_remove_pack);
3560 EXPORT_SYMBOL(dev_valid_name);
3561 EXPORT_SYMBOL(dev_add_pack);
3562 EXPORT_SYMBOL(dev_alloc_name);
3563 EXPORT_SYMBOL(dev_close);
3564 EXPORT_SYMBOL(dev_get_by_flags);
3565 EXPORT_SYMBOL(dev_get_by_index);
3566 EXPORT_SYMBOL(dev_get_by_name);
3567 EXPORT_SYMBOL(dev_open);
3568 EXPORT_SYMBOL(dev_queue_xmit);
3569 EXPORT_SYMBOL(dev_remove_pack);
3570 EXPORT_SYMBOL(dev_set_allmulti);
3571 EXPORT_SYMBOL(dev_set_promiscuity);
3572 EXPORT_SYMBOL(dev_change_flags);
3573 EXPORT_SYMBOL(dev_set_mtu);
3574 EXPORT_SYMBOL(dev_set_mac_address);
3575 EXPORT_SYMBOL(free_netdev);
3576 EXPORT_SYMBOL(netdev_boot_setup_check);
3577 EXPORT_SYMBOL(netdev_set_master);
3578 EXPORT_SYMBOL(netdev_state_change);
3579 EXPORT_SYMBOL(netif_receive_skb);
3580 EXPORT_SYMBOL(netif_rx);
3581 EXPORT_SYMBOL(register_gifconf);
3582 EXPORT_SYMBOL(register_netdevice);
3583 EXPORT_SYMBOL(register_netdevice_notifier);
3584 EXPORT_SYMBOL(skb_checksum_help);
3585 EXPORT_SYMBOL(synchronize_net);
3586 EXPORT_SYMBOL(unregister_netdevice);
3587 EXPORT_SYMBOL(unregister_netdevice_notifier);
3588 EXPORT_SYMBOL(net_enable_timestamp);
3589 EXPORT_SYMBOL(net_disable_timestamp);
3590 EXPORT_SYMBOL(dev_get_flags);
3592 #if defined(CONFIG_BRIDGE) || defined(CONFIG_BRIDGE_MODULE)
3593 EXPORT_SYMBOL(br_handle_frame_hook);
3594 EXPORT_SYMBOL(br_fdb_get_hook);
3595 EXPORT_SYMBOL(br_fdb_put_hook);
3596 #endif
3598 #ifdef CONFIG_KMOD
3599 EXPORT_SYMBOL(dev_load);
3600 #endif
3602 EXPORT_PER_CPU_SYMBOL(softnet_data);