2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
6 * Definitions for the Interfaces handler.
8 * Version: @(#)dev.h 1.0.10 08/12/93
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
14 * Alan Cox, <Alan.Cox@linux.org>
15 * Bjorn Ekwall. <bj0rn@blox.se>
16 * Pekka Riikonen <priikone@poseidon.pspt.fi>
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
23 * Moved to /usr/include/linux for NET3
25 #ifndef _LINUX_NETDEVICE_H
26 #define _LINUX_NETDEVICE_H
29 #include <linux/if_ether.h>
30 #include <linux/if_packet.h>
33 #include <linux/timer.h>
34 #include <linux/delay.h>
35 #include <asm/atomic.h>
36 #include <asm/cache.h>
37 #include <asm/byteorder.h>
39 #include <linux/device.h>
40 #include <linux/percpu.h>
41 #include <linux/dmaengine.h>
42 #include <linux/workqueue.h>
44 #include <net/net_namespace.h>
51 /* source back-compat hooks */
52 #define SET_ETHTOOL_OPS(netdev,ops) \
53 ( (netdev)->ethtool_ops = (ops) )
55 #define HAVE_ALLOC_NETDEV /* feature macro: alloc_xxxdev
56 functions are available. */
57 #define HAVE_FREE_NETDEV /* free_netdev() */
58 #define HAVE_NETDEV_PRIV /* netdev_priv() */
60 #define NET_XMIT_SUCCESS 0
61 #define NET_XMIT_DROP 1 /* skb dropped */
62 #define NET_XMIT_CN 2 /* congestion notification */
63 #define NET_XMIT_POLICED 3 /* skb is shot by police */
64 #define NET_XMIT_MASK 0xFFFF /* qdisc flags in net/sch_generic.h */
66 /* Backlog congestion levels */
67 #define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
68 #define NET_RX_DROP 1 /* packet dropped */
69 #define NET_RX_CN_LOW 2 /* storm alert, just in case */
70 #define NET_RX_CN_MOD 3 /* Storm on its way! */
71 #define NET_RX_CN_HIGH 4 /* The storm is here */
72 #define NET_RX_BAD 5 /* packet dropped due to kernel error */
74 /* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
75 * indicates that the device will soon be dropping packets, or already drops
76 * some packets of the same priority; prompting us to send less aggressively. */
77 #define net_xmit_eval(e) ((e) == NET_XMIT_CN? 0 : (e))
78 #define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
82 #define MAX_ADDR_LEN 32 /* Largest hardware address length */
84 /* Driver transmit return codes */
85 #define NETDEV_TX_OK 0 /* driver took care of packet */
86 #define NETDEV_TX_BUSY 1 /* driver tx path was busy*/
87 #define NETDEV_TX_LOCKED -1 /* driver tx lock was already taken */
92 * Compute the worst case header length according to the protocols
96 #if defined(CONFIG_WLAN_80211) || defined(CONFIG_AX25) || defined(CONFIG_AX25_MODULE)
97 # if defined(CONFIG_MAC80211_MESH)
98 # define LL_MAX_HEADER 128
100 # define LL_MAX_HEADER 96
102 #elif defined(CONFIG_TR)
103 # define LL_MAX_HEADER 48
105 # define LL_MAX_HEADER 32
108 #if !defined(CONFIG_NET_IPIP) && !defined(CONFIG_NET_IPIP_MODULE) && \
109 !defined(CONFIG_NET_IPGRE) && !defined(CONFIG_NET_IPGRE_MODULE) && \
110 !defined(CONFIG_IPV6_SIT) && !defined(CONFIG_IPV6_SIT_MODULE) && \
111 !defined(CONFIG_IPV6_TUNNEL) && !defined(CONFIG_IPV6_TUNNEL_MODULE)
112 #define MAX_HEADER LL_MAX_HEADER
114 #define MAX_HEADER (LL_MAX_HEADER + 48)
117 #endif /* __KERNEL__ */
120 * Network device statistics. Akin to the 2.0 ether stats but
121 * with byte counters.
124 struct net_device_stats
126 unsigned long rx_packets
; /* total packets received */
127 unsigned long tx_packets
; /* total packets transmitted */
128 unsigned long rx_bytes
; /* total bytes received */
129 unsigned long tx_bytes
; /* total bytes transmitted */
130 unsigned long rx_errors
; /* bad packets received */
131 unsigned long tx_errors
; /* packet transmit problems */
132 unsigned long rx_dropped
; /* no space in linux buffers */
133 unsigned long tx_dropped
; /* no space available in linux */
134 unsigned long multicast
; /* multicast packets received */
135 unsigned long collisions
;
137 /* detailed rx_errors: */
138 unsigned long rx_length_errors
;
139 unsigned long rx_over_errors
; /* receiver ring buff overflow */
140 unsigned long rx_crc_errors
; /* recved pkt with crc error */
141 unsigned long rx_frame_errors
; /* recv'd frame alignment error */
142 unsigned long rx_fifo_errors
; /* recv'r fifo overrun */
143 unsigned long rx_missed_errors
; /* receiver missed packet */
145 /* detailed tx_errors */
146 unsigned long tx_aborted_errors
;
147 unsigned long tx_carrier_errors
;
148 unsigned long tx_fifo_errors
;
149 unsigned long tx_heartbeat_errors
;
150 unsigned long tx_window_errors
;
153 unsigned long rx_compressed
;
154 unsigned long tx_compressed
;
158 /* Media selection options. */
171 #include <linux/cache.h>
172 #include <linux/skbuff.h>
178 struct netif_rx_stats
182 unsigned time_squeeze
;
183 unsigned cpu_collision
;
186 DECLARE_PER_CPU(struct netif_rx_stats
, netdev_rx_stat
);
190 struct dev_addr_list
*next
;
191 u8 da_addr
[MAX_ADDR_LEN
];
199 * We tag multicasts with these structures.
202 #define dev_mc_list dev_addr_list
203 #define dmi_addr da_addr
204 #define dmi_addrlen da_addrlen
205 #define dmi_users da_users
206 #define dmi_gusers da_gusers
210 struct hh_cache
*hh_next
; /* Next entry */
211 atomic_t hh_refcnt
; /* number of users */
213 * We want hh_output, hh_len, hh_lock and hh_data be a in a separate
215 * They are mostly read, but hh_refcnt may be changed quite frequently,
216 * incurring cache line ping pongs.
218 __be16 hh_type ____cacheline_aligned_in_smp
;
219 /* protocol identifier, f.e ETH_P_IP
220 * NOTE: For VLANs, this will be the
221 * encapuslated type. --BLG
223 u16 hh_len
; /* length of header */
224 int (*hh_output
)(struct sk_buff
*skb
);
227 /* cached hardware header; allow for machine alignment needs. */
228 #define HH_DATA_MOD 16
229 #define HH_DATA_OFF(__len) \
230 (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
231 #define HH_DATA_ALIGN(__len) \
232 (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
233 unsigned long hh_data
[HH_DATA_ALIGN(LL_MAX_HEADER
) / sizeof(long)];
236 /* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
238 * dev->hard_header_len ? (dev->hard_header_len +
239 * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
241 * We could use other alignment values, but we must maintain the
242 * relationship HH alignment <= LL alignment.
244 * LL_ALLOCATED_SPACE also takes into account the tailroom the device
247 #define LL_RESERVED_SPACE(dev) \
248 ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
249 #define LL_RESERVED_SPACE_EXTRA(dev,extra) \
250 ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
251 #define LL_ALLOCATED_SPACE(dev) \
252 ((((dev)->hard_header_len+(dev)->needed_headroom+(dev)->needed_tailroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
255 int (*create
) (struct sk_buff
*skb
, struct net_device
*dev
,
256 unsigned short type
, const void *daddr
,
257 const void *saddr
, unsigned len
);
258 int (*parse
)(const struct sk_buff
*skb
, unsigned char *haddr
);
259 int (*rebuild
)(struct sk_buff
*skb
);
260 #define HAVE_HEADER_CACHE
261 int (*cache
)(const struct neighbour
*neigh
, struct hh_cache
*hh
);
262 void (*cache_update
)(struct hh_cache
*hh
,
263 const struct net_device
*dev
,
264 const unsigned char *haddr
);
267 /* These flag bits are private to the generic network queueing
268 * layer, they may not be explicitly referenced by any other
275 __LINK_STATE_PRESENT
,
276 __LINK_STATE_NOCARRIER
,
277 __LINK_STATE_LINKWATCH_PENDING
,
278 __LINK_STATE_DORMANT
,
283 * This structure holds at boot time configured netdevice settings. They
284 * are then used in the device probing.
286 struct netdev_boot_setup
{
290 #define NETDEV_BOOT_SETUP_MAX 8
292 extern int __init
netdev_boot_setup(char *str
);
295 * Structure for NAPI scheduling similar to tasklet but with weighting
298 /* The poll_list must only be managed by the entity which
299 * changes the state of the NAPI_STATE_SCHED bit. This means
300 * whoever atomically sets that bit can add this napi_struct
301 * to the per-cpu poll_list, and whoever clears that bit
302 * can remove from the list right before clearing the bit.
304 struct list_head poll_list
;
308 int (*poll
)(struct napi_struct
*, int);
309 #ifdef CONFIG_NETPOLL
310 spinlock_t poll_lock
;
312 struct net_device
*dev
;
313 struct list_head dev_list
;
319 NAPI_STATE_SCHED
, /* Poll is scheduled */
320 NAPI_STATE_DISABLE
, /* Disable pending */
323 extern void __napi_schedule(struct napi_struct
*n
);
325 static inline int napi_disable_pending(struct napi_struct
*n
)
327 return test_bit(NAPI_STATE_DISABLE
, &n
->state
);
331 * napi_schedule_prep - check if napi can be scheduled
334 * Test if NAPI routine is already running, and if not mark
335 * it as running. This is used as a condition variable
336 * insure only one NAPI poll instance runs. We also make
337 * sure there is no pending NAPI disable.
339 static inline int napi_schedule_prep(struct napi_struct
*n
)
341 return !napi_disable_pending(n
) &&
342 !test_and_set_bit(NAPI_STATE_SCHED
, &n
->state
);
346 * napi_schedule - schedule NAPI poll
349 * Schedule NAPI poll routine to be called if it is not already
352 static inline void napi_schedule(struct napi_struct
*n
)
354 if (napi_schedule_prep(n
))
358 /* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
359 static inline int napi_reschedule(struct napi_struct
*napi
)
361 if (napi_schedule_prep(napi
)) {
362 __napi_schedule(napi
);
369 * napi_complete - NAPI processing complete
372 * Mark NAPI processing as complete.
374 static inline void __napi_complete(struct napi_struct
*n
)
376 BUG_ON(!test_bit(NAPI_STATE_SCHED
, &n
->state
));
377 list_del(&n
->poll_list
);
378 smp_mb__before_clear_bit();
379 clear_bit(NAPI_STATE_SCHED
, &n
->state
);
382 static inline void napi_complete(struct napi_struct
*n
)
386 local_irq_save(flags
);
388 local_irq_restore(flags
);
392 * napi_disable - prevent NAPI from scheduling
395 * Stop NAPI from being scheduled on this context.
396 * Waits till any outstanding processing completes.
398 static inline void napi_disable(struct napi_struct
*n
)
400 set_bit(NAPI_STATE_DISABLE
, &n
->state
);
401 while (test_and_set_bit(NAPI_STATE_SCHED
, &n
->state
))
403 clear_bit(NAPI_STATE_DISABLE
, &n
->state
);
407 * napi_enable - enable NAPI scheduling
410 * Resume NAPI from being scheduled on this context.
411 * Must be paired with napi_disable.
413 static inline void napi_enable(struct napi_struct
*n
)
415 BUG_ON(!test_bit(NAPI_STATE_SCHED
, &n
->state
));
416 smp_mb__before_clear_bit();
417 clear_bit(NAPI_STATE_SCHED
, &n
->state
);
422 * napi_synchronize - wait until NAPI is not running
425 * Wait until NAPI is done being scheduled on this context.
426 * Waits till any outstanding processing completes but
427 * does not disable future activations.
429 static inline void napi_synchronize(const struct napi_struct
*n
)
431 while (test_bit(NAPI_STATE_SCHED
, &n
->state
))
435 # define napi_synchronize(n) barrier()
438 enum netdev_queue_state_t
441 __QUEUE_STATE_FROZEN
,
444 struct netdev_queue
{
445 struct net_device
*dev
;
448 spinlock_t _xmit_lock
;
450 struct Qdisc
*qdisc_sleeping
;
451 } ____cacheline_aligned_in_smp
;
454 * The DEVICE structure.
455 * Actually, this whole structure is a big mistake. It mixes I/O
456 * data with strictly "high-level" data, and it has to know about
457 * almost every data structure used in the INET module.
459 * FIXME: cleanup struct net_device such that network protocol info
467 * This is the first field of the "visible" part of this structure
468 * (i.e. as seen by users in the "Space.c" file). It is the name
472 /* device name hash chain */
473 struct hlist_node name_hlist
;
476 * I/O specific fields
477 * FIXME: Merge these and struct ifmap into one
479 unsigned long mem_end
; /* shared mem end */
480 unsigned long mem_start
; /* shared mem start */
481 unsigned long base_addr
; /* device I/O address */
482 unsigned int irq
; /* device IRQ number */
485 * Some hardware also needs these fields, but they are not
486 * part of the usual set specified in Space.c.
489 unsigned char if_port
; /* Selectable AUI, TP,..*/
490 unsigned char dma
; /* DMA channel */
494 struct list_head dev_list
;
495 #ifdef CONFIG_NETPOLL
496 struct list_head napi_list
;
499 /* The device initialization function. Called only once. */
500 int (*init
)(struct net_device
*dev
);
502 /* ------- Fields preinitialized in Space.c finish here ------- */
504 /* Net device features */
505 unsigned long features
;
506 #define NETIF_F_SG 1 /* Scatter/gather IO. */
507 #define NETIF_F_IP_CSUM 2 /* Can checksum TCP/UDP over IPv4. */
508 #define NETIF_F_NO_CSUM 4 /* Does not require checksum. F.e. loopack. */
509 #define NETIF_F_HW_CSUM 8 /* Can checksum all the packets. */
510 #define NETIF_F_IPV6_CSUM 16 /* Can checksum TCP/UDP over IPV6 */
511 #define NETIF_F_HIGHDMA 32 /* Can DMA to high memory. */
512 #define NETIF_F_FRAGLIST 64 /* Scatter/gather IO. */
513 #define NETIF_F_HW_VLAN_TX 128 /* Transmit VLAN hw acceleration */
514 #define NETIF_F_HW_VLAN_RX 256 /* Receive VLAN hw acceleration */
515 #define NETIF_F_HW_VLAN_FILTER 512 /* Receive filtering on VLAN */
516 #define NETIF_F_VLAN_CHALLENGED 1024 /* Device cannot handle VLAN packets */
517 #define NETIF_F_GSO 2048 /* Enable software GSO. */
518 #define NETIF_F_LLTX 4096 /* LockLess TX - deprecated. Please */
519 /* do not use LLTX in new drivers */
520 #define NETIF_F_NETNS_LOCAL 8192 /* Does not change network namespaces */
521 #define NETIF_F_LRO 32768 /* large receive offload */
523 /* Segmentation offload features */
524 #define NETIF_F_GSO_SHIFT 16
525 #define NETIF_F_GSO_MASK 0xffff0000
526 #define NETIF_F_TSO (SKB_GSO_TCPV4 << NETIF_F_GSO_SHIFT)
527 #define NETIF_F_UFO (SKB_GSO_UDP << NETIF_F_GSO_SHIFT)
528 #define NETIF_F_GSO_ROBUST (SKB_GSO_DODGY << NETIF_F_GSO_SHIFT)
529 #define NETIF_F_TSO_ECN (SKB_GSO_TCP_ECN << NETIF_F_GSO_SHIFT)
530 #define NETIF_F_TSO6 (SKB_GSO_TCPV6 << NETIF_F_GSO_SHIFT)
532 /* List of features with software fallbacks. */
533 #define NETIF_F_GSO_SOFTWARE (NETIF_F_TSO | NETIF_F_TSO_ECN | NETIF_F_TSO6)
536 #define NETIF_F_GEN_CSUM (NETIF_F_NO_CSUM | NETIF_F_HW_CSUM)
537 #define NETIF_F_V4_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IP_CSUM)
538 #define NETIF_F_V6_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IPV6_CSUM)
539 #define NETIF_F_ALL_CSUM (NETIF_F_V4_CSUM | NETIF_F_V6_CSUM)
541 /* Interface index. Unique device identifier */
546 struct net_device_stats
* (*get_stats
)(struct net_device
*dev
);
547 struct net_device_stats stats
;
549 #ifdef CONFIG_WIRELESS_EXT
550 /* List of functions to handle Wireless Extensions (instead of ioctl).
551 * See <net/iw_handler.h> for details. Jean II */
552 const struct iw_handler_def
* wireless_handlers
;
553 /* Instance data managed by the core of Wireless Extensions. */
554 struct iw_public_data
* wireless_data
;
556 const struct ethtool_ops
*ethtool_ops
;
558 /* Hardware header description */
559 const struct header_ops
*header_ops
;
562 * This marks the end of the "visible" part of the structure. All
563 * fields hereafter are internal to the system, and may change at
564 * will (read: may be cleaned up at will).
568 unsigned int flags
; /* interface flags (a la BSD) */
569 unsigned short gflags
;
570 unsigned short priv_flags
; /* Like 'flags' but invisible to userspace. */
571 unsigned short padded
; /* How much padding added by alloc_netdev() */
573 unsigned char operstate
; /* RFC2863 operstate */
574 unsigned char link_mode
; /* mapping policy to operstate */
576 unsigned mtu
; /* interface MTU value */
577 unsigned short type
; /* interface hardware type */
578 unsigned short hard_header_len
; /* hardware hdr length */
580 /* extra head- and tailroom the hardware may need, but not in all cases
581 * can this be guaranteed, especially tailroom. Some cases also use
582 * LL_MAX_HEADER instead to allocate the skb.
584 unsigned short needed_headroom
;
585 unsigned short needed_tailroom
;
587 struct net_device
*master
; /* Pointer to master device of a group,
588 * which this device is member of.
591 /* Interface address info. */
592 unsigned char perm_addr
[MAX_ADDR_LEN
]; /* permanent hw address */
593 unsigned char addr_len
; /* hardware address length */
594 unsigned short dev_id
; /* for shared network cards */
596 spinlock_t addr_list_lock
;
597 struct dev_addr_list
*uc_list
; /* Secondary unicast mac addresses */
598 int uc_count
; /* Number of installed ucasts */
600 struct dev_addr_list
*mc_list
; /* Multicast mac addresses */
601 int mc_count
; /* Number of installed mcasts */
602 unsigned int promiscuity
;
603 unsigned int allmulti
;
606 /* Protocol specific pointers */
608 void *atalk_ptr
; /* AppleTalk link */
609 void *ip_ptr
; /* IPv4 specific data */
610 void *dn_ptr
; /* DECnet specific data */
611 void *ip6_ptr
; /* IPv6 specific data */
612 void *ec_ptr
; /* Econet specific data */
613 void *ax25_ptr
; /* AX.25 specific data */
614 struct wireless_dev
*ieee80211_ptr
; /* IEEE 802.11 specific data,
615 assign before registering */
618 * Cache line mostly used on receive path (including eth_type_trans())
620 unsigned long last_rx
; /* Time of last Rx */
621 /* Interface address info used in eth_type_trans() */
622 unsigned char dev_addr
[MAX_ADDR_LEN
]; /* hw address, (before bcast
623 because most packets are unicast) */
625 unsigned char broadcast
[MAX_ADDR_LEN
]; /* hw bcast add */
627 struct netdev_queue rx_queue
;
629 struct netdev_queue
*_tx ____cacheline_aligned_in_smp
;
631 /* Number of TX queues allocated at alloc_netdev_mq() time */
632 unsigned int num_tx_queues
;
634 /* Number of TX queues currently active in device */
635 unsigned int real_num_tx_queues
;
637 unsigned long tx_queue_len
; /* Max frames per queue allowed */
638 spinlock_t tx_global_lock
;
640 * One part is mostly used on xmit path (device)
642 void *priv
; /* pointer to private data */
643 int (*hard_start_xmit
) (struct sk_buff
*skb
,
644 struct net_device
*dev
);
645 /* These may be needed for future network-power-down code. */
646 unsigned long trans_start
; /* Time (in jiffies) of last Tx */
648 int watchdog_timeo
; /* used by dev_watchdog() */
649 struct timer_list watchdog_timer
;
652 * refcnt is a very hot point, so align it on SMP
654 /* Number of references to this device */
655 atomic_t refcnt ____cacheline_aligned_in_smp
;
657 /* delayed register/unregister */
658 struct list_head todo_list
;
659 /* device index hash chain */
660 struct hlist_node index_hlist
;
662 struct net_device
*link_watch_next
;
664 /* register/unregister state machine */
665 enum { NETREG_UNINITIALIZED
=0,
666 NETREG_REGISTERED
, /* completed register_netdevice */
667 NETREG_UNREGISTERING
, /* called unregister_netdevice */
668 NETREG_UNREGISTERED
, /* completed unregister todo */
669 NETREG_RELEASED
, /* called free_netdev */
672 /* Called after device is detached from network. */
673 void (*uninit
)(struct net_device
*dev
);
674 /* Called after last user reference disappears. */
675 void (*destructor
)(struct net_device
*dev
);
677 /* Pointers to interface service routines. */
678 int (*open
)(struct net_device
*dev
);
679 int (*stop
)(struct net_device
*dev
);
680 #define HAVE_NETDEV_POLL
681 #define HAVE_CHANGE_RX_FLAGS
682 void (*change_rx_flags
)(struct net_device
*dev
,
684 #define HAVE_SET_RX_MODE
685 void (*set_rx_mode
)(struct net_device
*dev
);
686 #define HAVE_MULTICAST
687 void (*set_multicast_list
)(struct net_device
*dev
);
688 #define HAVE_SET_MAC_ADDR
689 int (*set_mac_address
)(struct net_device
*dev
,
691 #define HAVE_VALIDATE_ADDR
692 int (*validate_addr
)(struct net_device
*dev
);
693 #define HAVE_PRIVATE_IOCTL
694 int (*do_ioctl
)(struct net_device
*dev
,
695 struct ifreq
*ifr
, int cmd
);
696 #define HAVE_SET_CONFIG
697 int (*set_config
)(struct net_device
*dev
,
699 #define HAVE_CHANGE_MTU
700 int (*change_mtu
)(struct net_device
*dev
, int new_mtu
);
702 #define HAVE_TX_TIMEOUT
703 void (*tx_timeout
) (struct net_device
*dev
);
705 void (*vlan_rx_register
)(struct net_device
*dev
,
706 struct vlan_group
*grp
);
707 void (*vlan_rx_add_vid
)(struct net_device
*dev
,
709 void (*vlan_rx_kill_vid
)(struct net_device
*dev
,
712 int (*neigh_setup
)(struct net_device
*dev
, struct neigh_parms
*);
713 #ifdef CONFIG_NETPOLL
714 struct netpoll_info
*npinfo
;
716 #ifdef CONFIG_NET_POLL_CONTROLLER
717 void (*poll_controller
)(struct net_device
*dev
);
720 u16 (*select_queue
)(struct net_device
*dev
,
721 struct sk_buff
*skb
);
724 /* Network namespace this network device is inside */
728 /* mid-layer private */
732 struct net_bridge_port
*br_port
;
734 struct macvlan_port
*macvlan_port
;
736 struct garp_port
*garp_port
;
738 /* class/net/name entry */
740 /* space for optional statistics and wireless sysfs groups */
741 struct attribute_group
*sysfs_groups
[3];
743 /* rtnetlink link ops */
744 const struct rtnl_link_ops
*rtnl_link_ops
;
746 /* VLAN feature mask */
747 unsigned long vlan_features
;
749 /* for setting kernel sock attribute on TCP connection setup */
750 #define GSO_MAX_SIZE 65536
751 unsigned int gso_max_size
;
753 #define to_net_dev(d) container_of(d, struct net_device, dev)
755 #define NETDEV_ALIGN 32
756 #define NETDEV_ALIGN_CONST (NETDEV_ALIGN - 1)
759 struct netdev_queue
*netdev_get_tx_queue(const struct net_device
*dev
,
762 return &dev
->_tx
[index
];
765 static inline void netdev_for_each_tx_queue(struct net_device
*dev
,
766 void (*f
)(struct net_device
*,
767 struct netdev_queue
*,
773 for (i
= 0; i
< dev
->num_tx_queues
; i
++)
774 f(dev
, &dev
->_tx
[i
], arg
);
778 * Net namespace inlines
781 struct net
*dev_net(const struct net_device
*dev
)
791 void dev_net_set(struct net_device
*dev
, struct net
*net
)
794 release_net(dev
->nd_net
);
795 dev
->nd_net
= hold_net(net
);
800 * netdev_priv - access network device private data
801 * @dev: network device
803 * Get network device private data
805 static inline void *netdev_priv(const struct net_device
*dev
)
807 return (char *)dev
+ ((sizeof(struct net_device
)
808 + NETDEV_ALIGN_CONST
)
809 & ~NETDEV_ALIGN_CONST
);
812 /* Set the sysfs physical device reference for the network logical device
813 * if set prior to registration will cause a symlink during initialization.
815 #define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
818 * netif_napi_add - initialize a napi context
819 * @dev: network device
820 * @napi: napi context
821 * @poll: polling function
822 * @weight: default weight
824 * netif_napi_add() must be used to initialize a napi context prior to calling
825 * *any* of the other napi related functions.
827 static inline void netif_napi_add(struct net_device
*dev
,
828 struct napi_struct
*napi
,
829 int (*poll
)(struct napi_struct
*, int),
832 INIT_LIST_HEAD(&napi
->poll_list
);
834 napi
->weight
= weight
;
835 #ifdef CONFIG_NETPOLL
837 list_add(&napi
->dev_list
, &dev
->napi_list
);
838 spin_lock_init(&napi
->poll_lock
);
839 napi
->poll_owner
= -1;
841 set_bit(NAPI_STATE_SCHED
, &napi
->state
);
845 * netif_napi_del - remove a napi context
846 * @napi: napi context
848 * netif_napi_del() removes a napi context from the network device napi list
850 static inline void netif_napi_del(struct napi_struct
*napi
)
852 #ifdef CONFIG_NETPOLL
853 list_del(&napi
->dev_list
);
858 __be16 type
; /* This is really htons(ether_type). */
859 struct net_device
*dev
; /* NULL is wildcarded here */
860 int (*func
) (struct sk_buff
*,
862 struct packet_type
*,
863 struct net_device
*);
864 struct sk_buff
*(*gso_segment
)(struct sk_buff
*skb
,
866 int (*gso_send_check
)(struct sk_buff
*skb
);
867 void *af_packet_priv
;
868 struct list_head list
;
871 #include <linux/interrupt.h>
872 #include <linux/notifier.h>
874 extern rwlock_t dev_base_lock
; /* Device list lock */
877 #define for_each_netdev(net, d) \
878 list_for_each_entry(d, &(net)->dev_base_head, dev_list)
879 #define for_each_netdev_safe(net, d, n) \
880 list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
881 #define for_each_netdev_continue(net, d) \
882 list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
883 #define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
885 static inline struct net_device
*next_net_device(struct net_device
*dev
)
887 struct list_head
*lh
;
891 lh
= dev
->dev_list
.next
;
892 return lh
== &net
->dev_base_head
? NULL
: net_device_entry(lh
);
895 static inline struct net_device
*first_net_device(struct net
*net
)
897 return list_empty(&net
->dev_base_head
) ? NULL
:
898 net_device_entry(net
->dev_base_head
.next
);
901 extern int netdev_boot_setup_check(struct net_device
*dev
);
902 extern unsigned long netdev_boot_base(const char *prefix
, int unit
);
903 extern struct net_device
*dev_getbyhwaddr(struct net
*net
, unsigned short type
, char *hwaddr
);
904 extern struct net_device
*dev_getfirstbyhwtype(struct net
*net
, unsigned short type
);
905 extern struct net_device
*__dev_getfirstbyhwtype(struct net
*net
, unsigned short type
);
906 extern void dev_add_pack(struct packet_type
*pt
);
907 extern void dev_remove_pack(struct packet_type
*pt
);
908 extern void __dev_remove_pack(struct packet_type
*pt
);
910 extern struct net_device
*dev_get_by_flags(struct net
*net
, unsigned short flags
,
911 unsigned short mask
);
912 extern struct net_device
*dev_get_by_name(struct net
*net
, const char *name
);
913 extern struct net_device
*__dev_get_by_name(struct net
*net
, const char *name
);
914 extern int dev_alloc_name(struct net_device
*dev
, const char *name
);
915 extern int dev_open(struct net_device
*dev
);
916 extern int dev_close(struct net_device
*dev
);
917 extern void dev_disable_lro(struct net_device
*dev
);
918 extern int dev_queue_xmit(struct sk_buff
*skb
);
919 extern int register_netdevice(struct net_device
*dev
);
920 extern void unregister_netdevice(struct net_device
*dev
);
921 extern void free_netdev(struct net_device
*dev
);
922 extern void synchronize_net(void);
923 extern int register_netdevice_notifier(struct notifier_block
*nb
);
924 extern int unregister_netdevice_notifier(struct notifier_block
*nb
);
925 extern int call_netdevice_notifiers(unsigned long val
, struct net_device
*dev
);
926 extern struct net_device
*dev_get_by_index(struct net
*net
, int ifindex
);
927 extern struct net_device
*__dev_get_by_index(struct net
*net
, int ifindex
);
928 extern int dev_restart(struct net_device
*dev
);
929 #ifdef CONFIG_NETPOLL_TRAP
930 extern int netpoll_trap(void);
933 static inline int dev_hard_header(struct sk_buff
*skb
, struct net_device
*dev
,
935 const void *daddr
, const void *saddr
,
938 if (!dev
->header_ops
|| !dev
->header_ops
->create
)
941 return dev
->header_ops
->create(skb
, dev
, type
, daddr
, saddr
, len
);
944 static inline int dev_parse_header(const struct sk_buff
*skb
,
945 unsigned char *haddr
)
947 const struct net_device
*dev
= skb
->dev
;
949 if (!dev
->header_ops
|| !dev
->header_ops
->parse
)
951 return dev
->header_ops
->parse(skb
, haddr
);
954 typedef int gifconf_func_t(struct net_device
* dev
, char __user
* bufptr
, int len
);
955 extern int register_gifconf(unsigned int family
, gifconf_func_t
* gifconf
);
956 static inline int unregister_gifconf(unsigned int family
)
958 return register_gifconf(family
, NULL
);
962 * Incoming packets are placed on per-cpu queues so that
963 * no locking is needed.
967 struct Qdisc
*output_queue
;
968 struct sk_buff_head input_pkt_queue
;
969 struct list_head poll_list
;
970 struct sk_buff
*completion_queue
;
972 struct napi_struct backlog
;
973 #ifdef CONFIG_NET_DMA
974 struct dma_chan
*net_dma
;
978 DECLARE_PER_CPU(struct softnet_data
,softnet_data
);
980 #define HAVE_NETIF_QUEUE
982 extern void __netif_schedule(struct Qdisc
*q
);
984 static inline void netif_schedule_queue(struct netdev_queue
*txq
)
986 if (!test_bit(__QUEUE_STATE_XOFF
, &txq
->state
))
987 __netif_schedule(txq
->qdisc
);
990 static inline void netif_tx_schedule_all(struct net_device
*dev
)
994 for (i
= 0; i
< dev
->num_tx_queues
; i
++)
995 netif_schedule_queue(netdev_get_tx_queue(dev
, i
));
998 static inline void netif_tx_start_queue(struct netdev_queue
*dev_queue
)
1000 clear_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1004 * netif_start_queue - allow transmit
1005 * @dev: network device
1007 * Allow upper layers to call the device hard_start_xmit routine.
1009 static inline void netif_start_queue(struct net_device
*dev
)
1011 netif_tx_start_queue(netdev_get_tx_queue(dev
, 0));
1014 static inline void netif_tx_start_all_queues(struct net_device
*dev
)
1018 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1019 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1020 netif_tx_start_queue(txq
);
1024 static inline void netif_tx_wake_queue(struct netdev_queue
*dev_queue
)
1026 #ifdef CONFIG_NETPOLL_TRAP
1027 if (netpoll_trap()) {
1028 clear_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1032 if (test_and_clear_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
))
1033 __netif_schedule(dev_queue
->qdisc
);
1037 * netif_wake_queue - restart transmit
1038 * @dev: network device
1040 * Allow upper layers to call the device hard_start_xmit routine.
1041 * Used for flow control when transmit resources are available.
1043 static inline void netif_wake_queue(struct net_device
*dev
)
1045 netif_tx_wake_queue(netdev_get_tx_queue(dev
, 0));
1048 static inline void netif_tx_wake_all_queues(struct net_device
*dev
)
1052 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1053 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1054 netif_tx_wake_queue(txq
);
1058 static inline void netif_tx_stop_queue(struct netdev_queue
*dev_queue
)
1060 set_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1064 * netif_stop_queue - stop transmitted packets
1065 * @dev: network device
1067 * Stop upper layers calling the device hard_start_xmit routine.
1068 * Used for flow control when transmit resources are unavailable.
1070 static inline void netif_stop_queue(struct net_device
*dev
)
1072 netif_tx_stop_queue(netdev_get_tx_queue(dev
, 0));
1075 static inline void netif_tx_stop_all_queues(struct net_device
*dev
)
1079 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1080 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1081 netif_tx_stop_queue(txq
);
1085 static inline int netif_tx_queue_stopped(const struct netdev_queue
*dev_queue
)
1087 return test_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1091 * netif_queue_stopped - test if transmit queue is flowblocked
1092 * @dev: network device
1094 * Test if transmit queue on device is currently unable to send.
1096 static inline int netif_queue_stopped(const struct net_device
*dev
)
1098 return netif_tx_queue_stopped(netdev_get_tx_queue(dev
, 0));
1101 static inline int netif_tx_queue_frozen(const struct netdev_queue
*dev_queue
)
1103 return test_bit(__QUEUE_STATE_FROZEN
, &dev_queue
->state
);
1107 * netif_running - test if up
1108 * @dev: network device
1110 * Test if the device has been brought up.
1112 static inline int netif_running(const struct net_device
*dev
)
1114 return test_bit(__LINK_STATE_START
, &dev
->state
);
1118 * Routines to manage the subqueues on a device. We only need start
1119 * stop, and a check if it's stopped. All other device management is
1120 * done at the overall netdevice level.
1121 * Also test the device if we're multiqueue.
1125 * netif_start_subqueue - allow sending packets on subqueue
1126 * @dev: network device
1127 * @queue_index: sub queue index
1129 * Start individual transmit queue of a device with multiple transmit queues.
1131 static inline void netif_start_subqueue(struct net_device
*dev
, u16 queue_index
)
1133 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1134 clear_bit(__QUEUE_STATE_XOFF
, &txq
->state
);
1138 * netif_stop_subqueue - stop sending packets on subqueue
1139 * @dev: network device
1140 * @queue_index: sub queue index
1142 * Stop individual transmit queue of a device with multiple transmit queues.
1144 static inline void netif_stop_subqueue(struct net_device
*dev
, u16 queue_index
)
1146 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1147 #ifdef CONFIG_NETPOLL_TRAP
1151 set_bit(__QUEUE_STATE_XOFF
, &txq
->state
);
1155 * netif_subqueue_stopped - test status of subqueue
1156 * @dev: network device
1157 * @queue_index: sub queue index
1159 * Check individual transmit queue of a device with multiple transmit queues.
1161 static inline int __netif_subqueue_stopped(const struct net_device
*dev
,
1164 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1165 return test_bit(__QUEUE_STATE_XOFF
, &txq
->state
);
1168 static inline int netif_subqueue_stopped(const struct net_device
*dev
,
1169 struct sk_buff
*skb
)
1171 return __netif_subqueue_stopped(dev
, skb_get_queue_mapping(skb
));
1175 * netif_wake_subqueue - allow sending packets on subqueue
1176 * @dev: network device
1177 * @queue_index: sub queue index
1179 * Resume individual transmit queue of a device with multiple transmit queues.
1181 static inline void netif_wake_subqueue(struct net_device
*dev
, u16 queue_index
)
1183 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1184 #ifdef CONFIG_NETPOLL_TRAP
1188 if (test_and_clear_bit(__QUEUE_STATE_XOFF
, &txq
->state
))
1189 __netif_schedule(txq
->qdisc
);
1193 * netif_is_multiqueue - test if device has multiple transmit queues
1194 * @dev: network device
1196 * Check if device has multiple transmit queues
1198 static inline int netif_is_multiqueue(const struct net_device
*dev
)
1200 return (dev
->num_tx_queues
> 1);
1203 /* Use this variant when it is known for sure that it
1204 * is executing from hardware interrupt context or with hardware interrupts
1207 extern void dev_kfree_skb_irq(struct sk_buff
*skb
);
1209 /* Use this variant in places where it could be invoked
1210 * from either hardware interrupt or other context, with hardware interrupts
1211 * either disabled or enabled.
1213 extern void dev_kfree_skb_any(struct sk_buff
*skb
);
1215 #define HAVE_NETIF_RX 1
1216 extern int netif_rx(struct sk_buff
*skb
);
1217 extern int netif_rx_ni(struct sk_buff
*skb
);
1218 #define HAVE_NETIF_RECEIVE_SKB 1
1219 extern int netif_receive_skb(struct sk_buff
*skb
);
1220 extern void netif_nit_deliver(struct sk_buff
*skb
);
1221 extern int dev_valid_name(const char *name
);
1222 extern int dev_ioctl(struct net
*net
, unsigned int cmd
, void __user
*);
1223 extern int dev_ethtool(struct net
*net
, struct ifreq
*);
1224 extern unsigned dev_get_flags(const struct net_device
*);
1225 extern int dev_change_flags(struct net_device
*, unsigned);
1226 extern int dev_change_name(struct net_device
*, char *);
1227 extern int dev_change_net_namespace(struct net_device
*,
1228 struct net
*, const char *);
1229 extern int dev_set_mtu(struct net_device
*, int);
1230 extern int dev_set_mac_address(struct net_device
*,
1232 extern int dev_hard_start_xmit(struct sk_buff
*skb
,
1233 struct net_device
*dev
,
1234 struct netdev_queue
*txq
);
1236 extern int netdev_budget
;
1238 /* Called by rtnetlink.c:rtnl_unlock() */
1239 extern void netdev_run_todo(void);
1242 * dev_put - release reference to device
1243 * @dev: network device
1245 * Release reference to device to allow it to be freed.
1247 static inline void dev_put(struct net_device
*dev
)
1249 atomic_dec(&dev
->refcnt
);
1253 * dev_hold - get reference to device
1254 * @dev: network device
1256 * Hold reference to device to keep it from being freed.
1258 static inline void dev_hold(struct net_device
*dev
)
1260 atomic_inc(&dev
->refcnt
);
1263 /* Carrier loss detection, dial on demand. The functions netif_carrier_on
1264 * and _off may be called from IRQ context, but it is caller
1265 * who is responsible for serialization of these calls.
1267 * The name carrier is inappropriate, these functions should really be
1268 * called netif_lowerlayer_*() because they represent the state of any
1269 * kind of lower layer not just hardware media.
1272 extern void linkwatch_fire_event(struct net_device
*dev
);
1275 * netif_carrier_ok - test if carrier present
1276 * @dev: network device
1278 * Check if carrier is present on device
1280 static inline int netif_carrier_ok(const struct net_device
*dev
)
1282 return !test_bit(__LINK_STATE_NOCARRIER
, &dev
->state
);
1285 extern void __netdev_watchdog_up(struct net_device
*dev
);
1287 extern void netif_carrier_on(struct net_device
*dev
);
1289 extern void netif_carrier_off(struct net_device
*dev
);
1292 * netif_dormant_on - mark device as dormant.
1293 * @dev: network device
1295 * Mark device as dormant (as per RFC2863).
1297 * The dormant state indicates that the relevant interface is not
1298 * actually in a condition to pass packets (i.e., it is not 'up') but is
1299 * in a "pending" state, waiting for some external event. For "on-
1300 * demand" interfaces, this new state identifies the situation where the
1301 * interface is waiting for events to place it in the up state.
1304 static inline void netif_dormant_on(struct net_device
*dev
)
1306 if (!test_and_set_bit(__LINK_STATE_DORMANT
, &dev
->state
))
1307 linkwatch_fire_event(dev
);
1311 * netif_dormant_off - set device as not dormant.
1312 * @dev: network device
1314 * Device is not in dormant state.
1316 static inline void netif_dormant_off(struct net_device
*dev
)
1318 if (test_and_clear_bit(__LINK_STATE_DORMANT
, &dev
->state
))
1319 linkwatch_fire_event(dev
);
1323 * netif_dormant - test if carrier present
1324 * @dev: network device
1326 * Check if carrier is present on device
1328 static inline int netif_dormant(const struct net_device
*dev
)
1330 return test_bit(__LINK_STATE_DORMANT
, &dev
->state
);
1335 * netif_oper_up - test if device is operational
1336 * @dev: network device
1338 * Check if carrier is operational
1340 static inline int netif_oper_up(const struct net_device
*dev
) {
1341 return (dev
->operstate
== IF_OPER_UP
||
1342 dev
->operstate
== IF_OPER_UNKNOWN
/* backward compat */);
1346 * netif_device_present - is device available or removed
1347 * @dev: network device
1349 * Check if device has not been removed from system.
1351 static inline int netif_device_present(struct net_device
*dev
)
1353 return test_bit(__LINK_STATE_PRESENT
, &dev
->state
);
1356 extern void netif_device_detach(struct net_device
*dev
);
1358 extern void netif_device_attach(struct net_device
*dev
);
1361 * Network interface message level settings
1363 #define HAVE_NETIF_MSG 1
1366 NETIF_MSG_DRV
= 0x0001,
1367 NETIF_MSG_PROBE
= 0x0002,
1368 NETIF_MSG_LINK
= 0x0004,
1369 NETIF_MSG_TIMER
= 0x0008,
1370 NETIF_MSG_IFDOWN
= 0x0010,
1371 NETIF_MSG_IFUP
= 0x0020,
1372 NETIF_MSG_RX_ERR
= 0x0040,
1373 NETIF_MSG_TX_ERR
= 0x0080,
1374 NETIF_MSG_TX_QUEUED
= 0x0100,
1375 NETIF_MSG_INTR
= 0x0200,
1376 NETIF_MSG_TX_DONE
= 0x0400,
1377 NETIF_MSG_RX_STATUS
= 0x0800,
1378 NETIF_MSG_PKTDATA
= 0x1000,
1379 NETIF_MSG_HW
= 0x2000,
1380 NETIF_MSG_WOL
= 0x4000,
1383 #define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
1384 #define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
1385 #define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
1386 #define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
1387 #define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
1388 #define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
1389 #define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
1390 #define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
1391 #define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
1392 #define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
1393 #define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
1394 #define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
1395 #define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
1396 #define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
1397 #define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
1399 static inline u32
netif_msg_init(int debug_value
, int default_msg_enable_bits
)
1402 if (debug_value
< 0 || debug_value
>= (sizeof(u32
) * 8))
1403 return default_msg_enable_bits
;
1404 if (debug_value
== 0) /* no output */
1406 /* set low N bits */
1407 return (1 << debug_value
) - 1;
1410 /* Test if receive needs to be scheduled but only if up */
1411 static inline int netif_rx_schedule_prep(struct net_device
*dev
,
1412 struct napi_struct
*napi
)
1414 return napi_schedule_prep(napi
);
1417 /* Add interface to tail of rx poll list. This assumes that _prep has
1418 * already been called and returned 1.
1420 static inline void __netif_rx_schedule(struct net_device
*dev
,
1421 struct napi_struct
*napi
)
1423 __napi_schedule(napi
);
1426 /* Try to reschedule poll. Called by irq handler. */
1428 static inline void netif_rx_schedule(struct net_device
*dev
,
1429 struct napi_struct
*napi
)
1431 if (netif_rx_schedule_prep(dev
, napi
))
1432 __netif_rx_schedule(dev
, napi
);
1435 /* Try to reschedule poll. Called by dev->poll() after netif_rx_complete(). */
1436 static inline int netif_rx_reschedule(struct net_device
*dev
,
1437 struct napi_struct
*napi
)
1439 if (napi_schedule_prep(napi
)) {
1440 __netif_rx_schedule(dev
, napi
);
1446 /* same as netif_rx_complete, except that local_irq_save(flags)
1447 * has already been issued
1449 static inline void __netif_rx_complete(struct net_device
*dev
,
1450 struct napi_struct
*napi
)
1452 __napi_complete(napi
);
1455 /* Remove interface from poll list: it must be in the poll list
1456 * on current cpu. This primitive is called by dev->poll(), when
1457 * it completes the work. The device cannot be out of poll list at this
1458 * moment, it is BUG().
1460 static inline void netif_rx_complete(struct net_device
*dev
,
1461 struct napi_struct
*napi
)
1463 unsigned long flags
;
1465 local_irq_save(flags
);
1466 __netif_rx_complete(dev
, napi
);
1467 local_irq_restore(flags
);
1470 static inline void __netif_tx_lock(struct netdev_queue
*txq
, int cpu
)
1472 spin_lock(&txq
->_xmit_lock
);
1473 txq
->xmit_lock_owner
= cpu
;
1476 static inline void __netif_tx_lock_bh(struct netdev_queue
*txq
)
1478 spin_lock_bh(&txq
->_xmit_lock
);
1479 txq
->xmit_lock_owner
= smp_processor_id();
1482 static inline int __netif_tx_trylock(struct netdev_queue
*txq
)
1484 int ok
= spin_trylock(&txq
->_xmit_lock
);
1486 txq
->xmit_lock_owner
= smp_processor_id();
1490 static inline void __netif_tx_unlock(struct netdev_queue
*txq
)
1492 txq
->xmit_lock_owner
= -1;
1493 spin_unlock(&txq
->_xmit_lock
);
1496 static inline void __netif_tx_unlock_bh(struct netdev_queue
*txq
)
1498 txq
->xmit_lock_owner
= -1;
1499 spin_unlock_bh(&txq
->_xmit_lock
);
1503 * netif_tx_lock - grab network device transmit lock
1504 * @dev: network device
1505 * @cpu: cpu number of lock owner
1507 * Get network device transmit lock
1509 static inline void netif_tx_lock(struct net_device
*dev
)
1514 spin_lock(&dev
->tx_global_lock
);
1515 cpu
= smp_processor_id();
1516 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1517 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1519 /* We are the only thread of execution doing a
1520 * freeze, but we have to grab the _xmit_lock in
1521 * order to synchronize with threads which are in
1522 * the ->hard_start_xmit() handler and already
1523 * checked the frozen bit.
1525 __netif_tx_lock(txq
, cpu
);
1526 set_bit(__QUEUE_STATE_FROZEN
, &txq
->state
);
1527 __netif_tx_unlock(txq
);
1531 static inline void netif_tx_lock_bh(struct net_device
*dev
)
1537 static inline void netif_tx_unlock(struct net_device
*dev
)
1541 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1542 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1544 /* No need to grab the _xmit_lock here. If the
1545 * queue is not stopped for another reason, we
1548 clear_bit(__QUEUE_STATE_FROZEN
, &txq
->state
);
1549 if (!test_bit(__QUEUE_STATE_XOFF
, &txq
->state
))
1550 __netif_schedule(txq
->qdisc
);
1552 spin_unlock(&dev
->tx_global_lock
);
1555 static inline void netif_tx_unlock_bh(struct net_device
*dev
)
1557 netif_tx_unlock(dev
);
1561 #define HARD_TX_LOCK(dev, txq, cpu) { \
1562 if ((dev->features & NETIF_F_LLTX) == 0) { \
1563 __netif_tx_lock(txq, cpu); \
1567 #define HARD_TX_UNLOCK(dev, txq) { \
1568 if ((dev->features & NETIF_F_LLTX) == 0) { \
1569 __netif_tx_unlock(txq); \
1573 static inline void netif_tx_disable(struct net_device
*dev
)
1579 cpu
= smp_processor_id();
1580 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1581 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1583 __netif_tx_lock(txq
, cpu
);
1584 netif_tx_stop_queue(txq
);
1585 __netif_tx_unlock(txq
);
1590 static inline void netif_addr_lock(struct net_device
*dev
)
1592 spin_lock(&dev
->addr_list_lock
);
1595 static inline void netif_addr_lock_bh(struct net_device
*dev
)
1597 spin_lock_bh(&dev
->addr_list_lock
);
1600 static inline void netif_addr_unlock(struct net_device
*dev
)
1602 spin_unlock(&dev
->addr_list_lock
);
1605 static inline void netif_addr_unlock_bh(struct net_device
*dev
)
1607 spin_unlock_bh(&dev
->addr_list_lock
);
1610 /* These functions live elsewhere (drivers/net/net_init.c, but related) */
1612 extern void ether_setup(struct net_device
*dev
);
1614 /* Support for loadable net-drivers */
1615 extern struct net_device
*alloc_netdev_mq(int sizeof_priv
, const char *name
,
1616 void (*setup
)(struct net_device
*),
1617 unsigned int queue_count
);
1618 #define alloc_netdev(sizeof_priv, name, setup) \
1619 alloc_netdev_mq(sizeof_priv, name, setup, 1)
1620 extern int register_netdev(struct net_device
*dev
);
1621 extern void unregister_netdev(struct net_device
*dev
);
1622 /* Functions used for secondary unicast and multicast support */
1623 extern void dev_set_rx_mode(struct net_device
*dev
);
1624 extern void __dev_set_rx_mode(struct net_device
*dev
);
1625 extern int dev_unicast_delete(struct net_device
*dev
, void *addr
, int alen
);
1626 extern int dev_unicast_add(struct net_device
*dev
, void *addr
, int alen
);
1627 extern int dev_unicast_sync(struct net_device
*to
, struct net_device
*from
);
1628 extern void dev_unicast_unsync(struct net_device
*to
, struct net_device
*from
);
1629 extern int dev_mc_delete(struct net_device
*dev
, void *addr
, int alen
, int all
);
1630 extern int dev_mc_add(struct net_device
*dev
, void *addr
, int alen
, int newonly
);
1631 extern int dev_mc_sync(struct net_device
*to
, struct net_device
*from
);
1632 extern void dev_mc_unsync(struct net_device
*to
, struct net_device
*from
);
1633 extern int __dev_addr_delete(struct dev_addr_list
**list
, int *count
, void *addr
, int alen
, int all
);
1634 extern int __dev_addr_add(struct dev_addr_list
**list
, int *count
, void *addr
, int alen
, int newonly
);
1635 extern int __dev_addr_sync(struct dev_addr_list
**to
, int *to_count
, struct dev_addr_list
**from
, int *from_count
);
1636 extern void __dev_addr_unsync(struct dev_addr_list
**to
, int *to_count
, struct dev_addr_list
**from
, int *from_count
);
1637 extern int dev_set_promiscuity(struct net_device
*dev
, int inc
);
1638 extern int dev_set_allmulti(struct net_device
*dev
, int inc
);
1639 extern void netdev_state_change(struct net_device
*dev
);
1640 extern void netdev_bonding_change(struct net_device
*dev
);
1641 extern void netdev_features_change(struct net_device
*dev
);
1642 /* Load a device via the kmod */
1643 extern void dev_load(struct net
*net
, const char *name
);
1644 extern void dev_mcast_init(void);
1645 extern int netdev_max_backlog
;
1646 extern int weight_p
;
1647 extern int netdev_set_master(struct net_device
*dev
, struct net_device
*master
);
1648 extern int skb_checksum_help(struct sk_buff
*skb
);
1649 extern struct sk_buff
*skb_gso_segment(struct sk_buff
*skb
, int features
);
1651 extern void netdev_rx_csum_fault(struct net_device
*dev
);
1653 static inline void netdev_rx_csum_fault(struct net_device
*dev
)
1657 /* rx skb timestamps */
1658 extern void net_enable_timestamp(void);
1659 extern void net_disable_timestamp(void);
1661 #ifdef CONFIG_PROC_FS
1662 extern void *dev_seq_start(struct seq_file
*seq
, loff_t
*pos
);
1663 extern void *dev_seq_next(struct seq_file
*seq
, void *v
, loff_t
*pos
);
1664 extern void dev_seq_stop(struct seq_file
*seq
, void *v
);
1667 extern int netdev_class_create_file(struct class_attribute
*class_attr
);
1668 extern void netdev_class_remove_file(struct class_attribute
*class_attr
);
1670 extern char *netdev_drivername(struct net_device
*dev
, char *buffer
, int len
);
1672 extern void linkwatch_run_queue(void);
1674 extern int netdev_compute_features(unsigned long all
, unsigned long one
);
1676 static inline int net_gso_ok(int features
, int gso_type
)
1678 int feature
= gso_type
<< NETIF_F_GSO_SHIFT
;
1679 return (features
& feature
) == feature
;
1682 static inline int skb_gso_ok(struct sk_buff
*skb
, int features
)
1684 return net_gso_ok(features
, skb_shinfo(skb
)->gso_type
);
1687 static inline int netif_needs_gso(struct net_device
*dev
, struct sk_buff
*skb
)
1689 return skb_is_gso(skb
) &&
1690 (!skb_gso_ok(skb
, dev
->features
) ||
1691 unlikely(skb
->ip_summed
!= CHECKSUM_PARTIAL
));
1694 static inline void netif_set_gso_max_size(struct net_device
*dev
,
1697 dev
->gso_max_size
= size
;
1700 /* On bonding slaves other than the currently active slave, suppress
1701 * duplicates except for 802.3ad ETH_P_SLOW, alb non-mcast/bcast, and
1702 * ARP on active-backup slaves with arp_validate enabled.
1704 static inline int skb_bond_should_drop(struct sk_buff
*skb
)
1706 struct net_device
*dev
= skb
->dev
;
1707 struct net_device
*master
= dev
->master
;
1710 (dev
->priv_flags
& IFF_SLAVE_INACTIVE
)) {
1711 if ((dev
->priv_flags
& IFF_SLAVE_NEEDARP
) &&
1712 skb
->protocol
== __constant_htons(ETH_P_ARP
))
1715 if (master
->priv_flags
& IFF_MASTER_ALB
) {
1716 if (skb
->pkt_type
!= PACKET_BROADCAST
&&
1717 skb
->pkt_type
!= PACKET_MULTICAST
)
1720 if (master
->priv_flags
& IFF_MASTER_8023AD
&&
1721 skb
->protocol
== __constant_htons(ETH_P_SLOW
))
1729 #endif /* __KERNEL__ */
1731 #endif /* _LINUX_DEV_H */