2 * net-sysfs.c - network device class and attributes
4 * Copyright (c) 2003 Stephen Hemminger <shemminger@osdl.org>
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
12 #include <linux/capability.h>
13 #include <linux/kernel.h>
14 #include <linux/netdevice.h>
15 #include <linux/if_arp.h>
16 #include <linux/slab.h>
17 #include <linux/nsproxy.h>
19 #include <net/net_namespace.h>
20 #include <linux/rtnetlink.h>
21 #include <linux/wireless.h>
22 #include <linux/vmalloc.h>
23 #include <linux/export.h>
26 #include "net-sysfs.h"
29 static const char fmt_hex
[] = "%#x\n";
30 static const char fmt_long_hex
[] = "%#lx\n";
31 static const char fmt_dec
[] = "%d\n";
32 static const char fmt_udec
[] = "%u\n";
33 static const char fmt_ulong
[] = "%lu\n";
34 static const char fmt_u64
[] = "%llu\n";
36 static inline int dev_isalive(const struct net_device
*dev
)
38 return dev
->reg_state
<= NETREG_REGISTERED
;
41 /* use same locking rules as GIF* ioctl's */
42 static ssize_t
netdev_show(const struct device
*dev
,
43 struct device_attribute
*attr
, char *buf
,
44 ssize_t (*format
)(const struct net_device
*, char *))
46 struct net_device
*net
= to_net_dev(dev
);
47 ssize_t ret
= -EINVAL
;
49 read_lock(&dev_base_lock
);
51 ret
= (*format
)(net
, buf
);
52 read_unlock(&dev_base_lock
);
57 /* generate a show function for simple field */
58 #define NETDEVICE_SHOW(field, format_string) \
59 static ssize_t format_##field(const struct net_device *net, char *buf) \
61 return sprintf(buf, format_string, net->field); \
63 static ssize_t show_##field(struct device *dev, \
64 struct device_attribute *attr, char *buf) \
66 return netdev_show(dev, attr, buf, format_##field); \
70 /* use same locking and permission rules as SIF* ioctl's */
71 static ssize_t
netdev_store(struct device
*dev
, struct device_attribute
*attr
,
72 const char *buf
, size_t len
,
73 int (*set
)(struct net_device
*, unsigned long))
75 struct net_device
*net
= to_net_dev(dev
);
80 if (!capable(CAP_NET_ADMIN
))
83 new = simple_strtoul(buf
, &endp
, 0);
88 return restart_syscall();
90 if (dev_isalive(net
)) {
91 if ((ret
= (*set
)(net
, new)) == 0)
99 NETDEVICE_SHOW(dev_id
, fmt_hex
);
100 NETDEVICE_SHOW(addr_assign_type
, fmt_dec
);
101 NETDEVICE_SHOW(addr_len
, fmt_dec
);
102 NETDEVICE_SHOW(iflink
, fmt_dec
);
103 NETDEVICE_SHOW(ifindex
, fmt_dec
);
104 NETDEVICE_SHOW(type
, fmt_dec
);
105 NETDEVICE_SHOW(link_mode
, fmt_dec
);
107 /* use same locking rules as GIFHWADDR ioctl's */
108 static ssize_t
show_address(struct device
*dev
, struct device_attribute
*attr
,
111 struct net_device
*net
= to_net_dev(dev
);
112 ssize_t ret
= -EINVAL
;
114 read_lock(&dev_base_lock
);
115 if (dev_isalive(net
))
116 ret
= sysfs_format_mac(buf
, net
->dev_addr
, net
->addr_len
);
117 read_unlock(&dev_base_lock
);
121 static ssize_t
show_broadcast(struct device
*dev
,
122 struct device_attribute
*attr
, char *buf
)
124 struct net_device
*net
= to_net_dev(dev
);
125 if (dev_isalive(net
))
126 return sysfs_format_mac(buf
, net
->broadcast
, net
->addr_len
);
130 static ssize_t
show_carrier(struct device
*dev
,
131 struct device_attribute
*attr
, char *buf
)
133 struct net_device
*netdev
= to_net_dev(dev
);
134 if (netif_running(netdev
)) {
135 return sprintf(buf
, fmt_dec
, !!netif_carrier_ok(netdev
));
140 static ssize_t
show_speed(struct device
*dev
,
141 struct device_attribute
*attr
, char *buf
)
143 struct net_device
*netdev
= to_net_dev(dev
);
147 return restart_syscall();
149 if (netif_running(netdev
)) {
150 struct ethtool_cmd cmd
;
151 if (!__ethtool_get_settings(netdev
, &cmd
))
152 ret
= sprintf(buf
, fmt_udec
, ethtool_cmd_speed(&cmd
));
158 static ssize_t
show_duplex(struct device
*dev
,
159 struct device_attribute
*attr
, char *buf
)
161 struct net_device
*netdev
= to_net_dev(dev
);
165 return restart_syscall();
167 if (netif_running(netdev
)) {
168 struct ethtool_cmd cmd
;
169 if (!__ethtool_get_settings(netdev
, &cmd
))
170 ret
= sprintf(buf
, "%s\n",
171 cmd
.duplex
? "full" : "half");
177 static ssize_t
show_dormant(struct device
*dev
,
178 struct device_attribute
*attr
, char *buf
)
180 struct net_device
*netdev
= to_net_dev(dev
);
182 if (netif_running(netdev
))
183 return sprintf(buf
, fmt_dec
, !!netif_dormant(netdev
));
188 static const char *const operstates
[] = {
190 "notpresent", /* currently unused */
193 "testing", /* currently unused */
198 static ssize_t
show_operstate(struct device
*dev
,
199 struct device_attribute
*attr
, char *buf
)
201 const struct net_device
*netdev
= to_net_dev(dev
);
202 unsigned char operstate
;
204 read_lock(&dev_base_lock
);
205 operstate
= netdev
->operstate
;
206 if (!netif_running(netdev
))
207 operstate
= IF_OPER_DOWN
;
208 read_unlock(&dev_base_lock
);
210 if (operstate
>= ARRAY_SIZE(operstates
))
211 return -EINVAL
; /* should not happen */
213 return sprintf(buf
, "%s\n", operstates
[operstate
]);
216 /* read-write attributes */
217 NETDEVICE_SHOW(mtu
, fmt_dec
);
219 static int change_mtu(struct net_device
*net
, unsigned long new_mtu
)
221 return dev_set_mtu(net
, (int) new_mtu
);
224 static ssize_t
store_mtu(struct device
*dev
, struct device_attribute
*attr
,
225 const char *buf
, size_t len
)
227 return netdev_store(dev
, attr
, buf
, len
, change_mtu
);
230 NETDEVICE_SHOW(flags
, fmt_hex
);
232 static int change_flags(struct net_device
*net
, unsigned long new_flags
)
234 return dev_change_flags(net
, (unsigned) new_flags
);
237 static ssize_t
store_flags(struct device
*dev
, struct device_attribute
*attr
,
238 const char *buf
, size_t len
)
240 return netdev_store(dev
, attr
, buf
, len
, change_flags
);
243 NETDEVICE_SHOW(tx_queue_len
, fmt_ulong
);
245 static int change_tx_queue_len(struct net_device
*net
, unsigned long new_len
)
247 net
->tx_queue_len
= new_len
;
251 static ssize_t
store_tx_queue_len(struct device
*dev
,
252 struct device_attribute
*attr
,
253 const char *buf
, size_t len
)
255 return netdev_store(dev
, attr
, buf
, len
, change_tx_queue_len
);
258 static ssize_t
store_ifalias(struct device
*dev
, struct device_attribute
*attr
,
259 const char *buf
, size_t len
)
261 struct net_device
*netdev
= to_net_dev(dev
);
265 if (!capable(CAP_NET_ADMIN
))
268 /* ignore trailing newline */
269 if (len
> 0 && buf
[len
- 1] == '\n')
273 return restart_syscall();
274 ret
= dev_set_alias(netdev
, buf
, count
);
277 return ret
< 0 ? ret
: len
;
280 static ssize_t
show_ifalias(struct device
*dev
,
281 struct device_attribute
*attr
, char *buf
)
283 const struct net_device
*netdev
= to_net_dev(dev
);
287 return restart_syscall();
289 ret
= sprintf(buf
, "%s\n", netdev
->ifalias
);
294 NETDEVICE_SHOW(group
, fmt_dec
);
296 static int change_group(struct net_device
*net
, unsigned long new_group
)
298 dev_set_group(net
, (int) new_group
);
302 static ssize_t
store_group(struct device
*dev
, struct device_attribute
*attr
,
303 const char *buf
, size_t len
)
305 return netdev_store(dev
, attr
, buf
, len
, change_group
);
308 static struct device_attribute net_class_attributes
[] = {
309 __ATTR(addr_assign_type
, S_IRUGO
, show_addr_assign_type
, NULL
),
310 __ATTR(addr_len
, S_IRUGO
, show_addr_len
, NULL
),
311 __ATTR(dev_id
, S_IRUGO
, show_dev_id
, NULL
),
312 __ATTR(ifalias
, S_IRUGO
| S_IWUSR
, show_ifalias
, store_ifalias
),
313 __ATTR(iflink
, S_IRUGO
, show_iflink
, NULL
),
314 __ATTR(ifindex
, S_IRUGO
, show_ifindex
, NULL
),
315 __ATTR(type
, S_IRUGO
, show_type
, NULL
),
316 __ATTR(link_mode
, S_IRUGO
, show_link_mode
, NULL
),
317 __ATTR(address
, S_IRUGO
, show_address
, NULL
),
318 __ATTR(broadcast
, S_IRUGO
, show_broadcast
, NULL
),
319 __ATTR(carrier
, S_IRUGO
, show_carrier
, NULL
),
320 __ATTR(speed
, S_IRUGO
, show_speed
, NULL
),
321 __ATTR(duplex
, S_IRUGO
, show_duplex
, NULL
),
322 __ATTR(dormant
, S_IRUGO
, show_dormant
, NULL
),
323 __ATTR(operstate
, S_IRUGO
, show_operstate
, NULL
),
324 __ATTR(mtu
, S_IRUGO
| S_IWUSR
, show_mtu
, store_mtu
),
325 __ATTR(flags
, S_IRUGO
| S_IWUSR
, show_flags
, store_flags
),
326 __ATTR(tx_queue_len
, S_IRUGO
| S_IWUSR
, show_tx_queue_len
,
328 __ATTR(netdev_group
, S_IRUGO
| S_IWUSR
, show_group
, store_group
),
332 /* Show a given an attribute in the statistics group */
333 static ssize_t
netstat_show(const struct device
*d
,
334 struct device_attribute
*attr
, char *buf
,
335 unsigned long offset
)
337 struct net_device
*dev
= to_net_dev(d
);
338 ssize_t ret
= -EINVAL
;
340 WARN_ON(offset
> sizeof(struct rtnl_link_stats64
) ||
341 offset
% sizeof(u64
) != 0);
343 read_lock(&dev_base_lock
);
344 if (dev_isalive(dev
)) {
345 struct rtnl_link_stats64 temp
;
346 const struct rtnl_link_stats64
*stats
= dev_get_stats(dev
, &temp
);
348 ret
= sprintf(buf
, fmt_u64
, *(u64
*)(((u8
*) stats
) + offset
));
350 read_unlock(&dev_base_lock
);
354 /* generate a read-only statistics attribute */
355 #define NETSTAT_ENTRY(name) \
356 static ssize_t show_##name(struct device *d, \
357 struct device_attribute *attr, char *buf) \
359 return netstat_show(d, attr, buf, \
360 offsetof(struct rtnl_link_stats64, name)); \
362 static DEVICE_ATTR(name, S_IRUGO, show_##name, NULL)
364 NETSTAT_ENTRY(rx_packets
);
365 NETSTAT_ENTRY(tx_packets
);
366 NETSTAT_ENTRY(rx_bytes
);
367 NETSTAT_ENTRY(tx_bytes
);
368 NETSTAT_ENTRY(rx_errors
);
369 NETSTAT_ENTRY(tx_errors
);
370 NETSTAT_ENTRY(rx_dropped
);
371 NETSTAT_ENTRY(tx_dropped
);
372 NETSTAT_ENTRY(multicast
);
373 NETSTAT_ENTRY(collisions
);
374 NETSTAT_ENTRY(rx_length_errors
);
375 NETSTAT_ENTRY(rx_over_errors
);
376 NETSTAT_ENTRY(rx_crc_errors
);
377 NETSTAT_ENTRY(rx_frame_errors
);
378 NETSTAT_ENTRY(rx_fifo_errors
);
379 NETSTAT_ENTRY(rx_missed_errors
);
380 NETSTAT_ENTRY(tx_aborted_errors
);
381 NETSTAT_ENTRY(tx_carrier_errors
);
382 NETSTAT_ENTRY(tx_fifo_errors
);
383 NETSTAT_ENTRY(tx_heartbeat_errors
);
384 NETSTAT_ENTRY(tx_window_errors
);
385 NETSTAT_ENTRY(rx_compressed
);
386 NETSTAT_ENTRY(tx_compressed
);
388 static struct attribute
*netstat_attrs
[] = {
389 &dev_attr_rx_packets
.attr
,
390 &dev_attr_tx_packets
.attr
,
391 &dev_attr_rx_bytes
.attr
,
392 &dev_attr_tx_bytes
.attr
,
393 &dev_attr_rx_errors
.attr
,
394 &dev_attr_tx_errors
.attr
,
395 &dev_attr_rx_dropped
.attr
,
396 &dev_attr_tx_dropped
.attr
,
397 &dev_attr_multicast
.attr
,
398 &dev_attr_collisions
.attr
,
399 &dev_attr_rx_length_errors
.attr
,
400 &dev_attr_rx_over_errors
.attr
,
401 &dev_attr_rx_crc_errors
.attr
,
402 &dev_attr_rx_frame_errors
.attr
,
403 &dev_attr_rx_fifo_errors
.attr
,
404 &dev_attr_rx_missed_errors
.attr
,
405 &dev_attr_tx_aborted_errors
.attr
,
406 &dev_attr_tx_carrier_errors
.attr
,
407 &dev_attr_tx_fifo_errors
.attr
,
408 &dev_attr_tx_heartbeat_errors
.attr
,
409 &dev_attr_tx_window_errors
.attr
,
410 &dev_attr_rx_compressed
.attr
,
411 &dev_attr_tx_compressed
.attr
,
416 static struct attribute_group netstat_group
= {
417 .name
= "statistics",
418 .attrs
= netstat_attrs
,
421 #ifdef CONFIG_WIRELESS_EXT_SYSFS
422 /* helper function that does all the locking etc for wireless stats */
423 static ssize_t
wireless_show(struct device
*d
, char *buf
,
424 ssize_t (*format
)(const struct iw_statistics
*,
427 struct net_device
*dev
= to_net_dev(d
);
428 const struct iw_statistics
*iw
;
429 ssize_t ret
= -EINVAL
;
432 return restart_syscall();
433 if (dev_isalive(dev
)) {
434 iw
= get_wireless_stats(dev
);
436 ret
= (*format
)(iw
, buf
);
443 /* show function template for wireless fields */
444 #define WIRELESS_SHOW(name, field, format_string) \
445 static ssize_t format_iw_##name(const struct iw_statistics *iw, char *buf) \
447 return sprintf(buf, format_string, iw->field); \
449 static ssize_t show_iw_##name(struct device *d, \
450 struct device_attribute *attr, char *buf) \
452 return wireless_show(d, buf, format_iw_##name); \
454 static DEVICE_ATTR(name, S_IRUGO, show_iw_##name, NULL)
456 WIRELESS_SHOW(status
, status
, fmt_hex
);
457 WIRELESS_SHOW(link
, qual
.qual
, fmt_dec
);
458 WIRELESS_SHOW(level
, qual
.level
, fmt_dec
);
459 WIRELESS_SHOW(noise
, qual
.noise
, fmt_dec
);
460 WIRELESS_SHOW(nwid
, discard
.nwid
, fmt_dec
);
461 WIRELESS_SHOW(crypt
, discard
.code
, fmt_dec
);
462 WIRELESS_SHOW(fragment
, discard
.fragment
, fmt_dec
);
463 WIRELESS_SHOW(misc
, discard
.misc
, fmt_dec
);
464 WIRELESS_SHOW(retries
, discard
.retries
, fmt_dec
);
465 WIRELESS_SHOW(beacon
, miss
.beacon
, fmt_dec
);
467 static struct attribute
*wireless_attrs
[] = {
468 &dev_attr_status
.attr
,
470 &dev_attr_level
.attr
,
471 &dev_attr_noise
.attr
,
473 &dev_attr_crypt
.attr
,
474 &dev_attr_fragment
.attr
,
475 &dev_attr_retries
.attr
,
477 &dev_attr_beacon
.attr
,
481 static struct attribute_group wireless_group
= {
483 .attrs
= wireless_attrs
,
486 #endif /* CONFIG_SYSFS */
490 * RX queue sysfs structures and functions.
492 struct rx_queue_attribute
{
493 struct attribute attr
;
494 ssize_t (*show
)(struct netdev_rx_queue
*queue
,
495 struct rx_queue_attribute
*attr
, char *buf
);
496 ssize_t (*store
)(struct netdev_rx_queue
*queue
,
497 struct rx_queue_attribute
*attr
, const char *buf
, size_t len
);
499 #define to_rx_queue_attr(_attr) container_of(_attr, \
500 struct rx_queue_attribute, attr)
502 #define to_rx_queue(obj) container_of(obj, struct netdev_rx_queue, kobj)
504 static ssize_t
rx_queue_attr_show(struct kobject
*kobj
, struct attribute
*attr
,
507 struct rx_queue_attribute
*attribute
= to_rx_queue_attr(attr
);
508 struct netdev_rx_queue
*queue
= to_rx_queue(kobj
);
510 if (!attribute
->show
)
513 return attribute
->show(queue
, attribute
, buf
);
516 static ssize_t
rx_queue_attr_store(struct kobject
*kobj
, struct attribute
*attr
,
517 const char *buf
, size_t count
)
519 struct rx_queue_attribute
*attribute
= to_rx_queue_attr(attr
);
520 struct netdev_rx_queue
*queue
= to_rx_queue(kobj
);
522 if (!attribute
->store
)
525 return attribute
->store(queue
, attribute
, buf
, count
);
528 static const struct sysfs_ops rx_queue_sysfs_ops
= {
529 .show
= rx_queue_attr_show
,
530 .store
= rx_queue_attr_store
,
533 static ssize_t
show_rps_map(struct netdev_rx_queue
*queue
,
534 struct rx_queue_attribute
*attribute
, char *buf
)
541 if (!zalloc_cpumask_var(&mask
, GFP_KERNEL
))
545 map
= rcu_dereference(queue
->rps_map
);
547 for (i
= 0; i
< map
->len
; i
++)
548 cpumask_set_cpu(map
->cpus
[i
], mask
);
550 len
+= cpumask_scnprintf(buf
+ len
, PAGE_SIZE
, mask
);
551 if (PAGE_SIZE
- len
< 3) {
553 free_cpumask_var(mask
);
558 free_cpumask_var(mask
);
559 len
+= sprintf(buf
+ len
, "\n");
563 static ssize_t
store_rps_map(struct netdev_rx_queue
*queue
,
564 struct rx_queue_attribute
*attribute
,
565 const char *buf
, size_t len
)
567 struct rps_map
*old_map
, *map
;
570 static DEFINE_SPINLOCK(rps_map_lock
);
572 if (!capable(CAP_NET_ADMIN
))
575 if (!alloc_cpumask_var(&mask
, GFP_KERNEL
))
578 err
= bitmap_parse(buf
, len
, cpumask_bits(mask
), nr_cpumask_bits
);
580 free_cpumask_var(mask
);
584 map
= kzalloc(max_t(unsigned,
585 RPS_MAP_SIZE(cpumask_weight(mask
)), L1_CACHE_BYTES
),
588 free_cpumask_var(mask
);
593 for_each_cpu_and(cpu
, mask
, cpu_online_mask
)
594 map
->cpus
[i
++] = cpu
;
603 spin_lock(&rps_map_lock
);
604 old_map
= rcu_dereference_protected(queue
->rps_map
,
605 lockdep_is_held(&rps_map_lock
));
606 rcu_assign_pointer(queue
->rps_map
, map
);
607 spin_unlock(&rps_map_lock
);
610 kfree_rcu(old_map
, rcu
);
612 free_cpumask_var(mask
);
616 static ssize_t
show_rps_dev_flow_table_cnt(struct netdev_rx_queue
*queue
,
617 struct rx_queue_attribute
*attr
,
620 struct rps_dev_flow_table
*flow_table
;
621 unsigned int val
= 0;
624 flow_table
= rcu_dereference(queue
->rps_flow_table
);
626 val
= flow_table
->mask
+ 1;
629 return sprintf(buf
, "%u\n", val
);
632 static void rps_dev_flow_table_release_work(struct work_struct
*work
)
634 struct rps_dev_flow_table
*table
= container_of(work
,
635 struct rps_dev_flow_table
, free_work
);
640 static void rps_dev_flow_table_release(struct rcu_head
*rcu
)
642 struct rps_dev_flow_table
*table
= container_of(rcu
,
643 struct rps_dev_flow_table
, rcu
);
645 INIT_WORK(&table
->free_work
, rps_dev_flow_table_release_work
);
646 schedule_work(&table
->free_work
);
649 static ssize_t
store_rps_dev_flow_table_cnt(struct netdev_rx_queue
*queue
,
650 struct rx_queue_attribute
*attr
,
651 const char *buf
, size_t len
)
655 struct rps_dev_flow_table
*table
, *old_table
;
656 static DEFINE_SPINLOCK(rps_dev_flow_lock
);
658 if (!capable(CAP_NET_ADMIN
))
661 count
= simple_strtoul(buf
, &endp
, 0);
670 count
= roundup_pow_of_two(count
);
671 if (count
> (ULONG_MAX
- sizeof(struct rps_dev_flow_table
))
672 / sizeof(struct rps_dev_flow
)) {
673 /* Enforce a limit to prevent overflow */
676 table
= vmalloc(RPS_DEV_FLOW_TABLE_SIZE(count
));
680 table
->mask
= count
- 1;
681 for (i
= 0; i
< count
; i
++)
682 table
->flows
[i
].cpu
= RPS_NO_CPU
;
686 spin_lock(&rps_dev_flow_lock
);
687 old_table
= rcu_dereference_protected(queue
->rps_flow_table
,
688 lockdep_is_held(&rps_dev_flow_lock
));
689 rcu_assign_pointer(queue
->rps_flow_table
, table
);
690 spin_unlock(&rps_dev_flow_lock
);
693 call_rcu(&old_table
->rcu
, rps_dev_flow_table_release
);
698 static struct rx_queue_attribute rps_cpus_attribute
=
699 __ATTR(rps_cpus
, S_IRUGO
| S_IWUSR
, show_rps_map
, store_rps_map
);
702 static struct rx_queue_attribute rps_dev_flow_table_cnt_attribute
=
703 __ATTR(rps_flow_cnt
, S_IRUGO
| S_IWUSR
,
704 show_rps_dev_flow_table_cnt
, store_rps_dev_flow_table_cnt
);
706 static struct attribute
*rx_queue_default_attrs
[] = {
707 &rps_cpus_attribute
.attr
,
708 &rps_dev_flow_table_cnt_attribute
.attr
,
712 static void rx_queue_release(struct kobject
*kobj
)
714 struct netdev_rx_queue
*queue
= to_rx_queue(kobj
);
716 struct rps_dev_flow_table
*flow_table
;
719 map
= rcu_dereference_protected(queue
->rps_map
, 1);
721 RCU_INIT_POINTER(queue
->rps_map
, NULL
);
725 flow_table
= rcu_dereference_protected(queue
->rps_flow_table
, 1);
727 RCU_INIT_POINTER(queue
->rps_flow_table
, NULL
);
728 call_rcu(&flow_table
->rcu
, rps_dev_flow_table_release
);
731 memset(kobj
, 0, sizeof(*kobj
));
735 static struct kobj_type rx_queue_ktype
= {
736 .sysfs_ops
= &rx_queue_sysfs_ops
,
737 .release
= rx_queue_release
,
738 .default_attrs
= rx_queue_default_attrs
,
741 static int rx_queue_add_kobject(struct net_device
*net
, int index
)
743 struct netdev_rx_queue
*queue
= net
->_rx
+ index
;
744 struct kobject
*kobj
= &queue
->kobj
;
747 kobj
->kset
= net
->queues_kset
;
748 error
= kobject_init_and_add(kobj
, &rx_queue_ktype
, NULL
,
755 kobject_uevent(kobj
, KOBJ_ADD
);
756 dev_hold(queue
->dev
);
760 #endif /* CONFIG_RPS */
763 net_rx_queue_update_kobjects(struct net_device
*net
, int old_num
, int new_num
)
769 for (i
= old_num
; i
< new_num
; i
++) {
770 error
= rx_queue_add_kobject(net
, i
);
777 while (--i
>= new_num
)
778 kobject_put(&net
->_rx
[i
].kobj
);
788 * netdev_queue sysfs structures and functions.
790 struct netdev_queue_attribute
{
791 struct attribute attr
;
792 ssize_t (*show
)(struct netdev_queue
*queue
,
793 struct netdev_queue_attribute
*attr
, char *buf
);
794 ssize_t (*store
)(struct netdev_queue
*queue
,
795 struct netdev_queue_attribute
*attr
, const char *buf
, size_t len
);
797 #define to_netdev_queue_attr(_attr) container_of(_attr, \
798 struct netdev_queue_attribute, attr)
800 #define to_netdev_queue(obj) container_of(obj, struct netdev_queue, kobj)
802 static ssize_t
netdev_queue_attr_show(struct kobject
*kobj
,
803 struct attribute
*attr
, char *buf
)
805 struct netdev_queue_attribute
*attribute
= to_netdev_queue_attr(attr
);
806 struct netdev_queue
*queue
= to_netdev_queue(kobj
);
808 if (!attribute
->show
)
811 return attribute
->show(queue
, attribute
, buf
);
814 static ssize_t
netdev_queue_attr_store(struct kobject
*kobj
,
815 struct attribute
*attr
,
816 const char *buf
, size_t count
)
818 struct netdev_queue_attribute
*attribute
= to_netdev_queue_attr(attr
);
819 struct netdev_queue
*queue
= to_netdev_queue(kobj
);
821 if (!attribute
->store
)
824 return attribute
->store(queue
, attribute
, buf
, count
);
827 static const struct sysfs_ops netdev_queue_sysfs_ops
= {
828 .show
= netdev_queue_attr_show
,
829 .store
= netdev_queue_attr_store
,
832 static inline unsigned int get_netdev_queue_index(struct netdev_queue
*queue
)
834 struct net_device
*dev
= queue
->dev
;
837 for (i
= 0; i
< dev
->num_tx_queues
; i
++)
838 if (queue
== &dev
->_tx
[i
])
841 BUG_ON(i
>= dev
->num_tx_queues
);
847 static ssize_t
show_xps_map(struct netdev_queue
*queue
,
848 struct netdev_queue_attribute
*attribute
, char *buf
)
850 struct net_device
*dev
= queue
->dev
;
851 struct xps_dev_maps
*dev_maps
;
857 if (!zalloc_cpumask_var(&mask
, GFP_KERNEL
))
860 index
= get_netdev_queue_index(queue
);
863 dev_maps
= rcu_dereference(dev
->xps_maps
);
865 for_each_possible_cpu(i
) {
866 struct xps_map
*map
=
867 rcu_dereference(dev_maps
->cpu_map
[i
]);
870 for (j
= 0; j
< map
->len
; j
++) {
871 if (map
->queues
[j
] == index
) {
872 cpumask_set_cpu(i
, mask
);
881 len
+= cpumask_scnprintf(buf
+ len
, PAGE_SIZE
, mask
);
882 if (PAGE_SIZE
- len
< 3) {
883 free_cpumask_var(mask
);
887 free_cpumask_var(mask
);
888 len
+= sprintf(buf
+ len
, "\n");
892 static DEFINE_MUTEX(xps_map_mutex
);
893 #define xmap_dereference(P) \
894 rcu_dereference_protected((P), lockdep_is_held(&xps_map_mutex))
896 static ssize_t
store_xps_map(struct netdev_queue
*queue
,
897 struct netdev_queue_attribute
*attribute
,
898 const char *buf
, size_t len
)
900 struct net_device
*dev
= queue
->dev
;
902 int err
, i
, cpu
, pos
, map_len
, alloc_len
, need_set
;
904 struct xps_map
*map
, *new_map
;
905 struct xps_dev_maps
*dev_maps
, *new_dev_maps
;
909 if (!capable(CAP_NET_ADMIN
))
912 if (!alloc_cpumask_var(&mask
, GFP_KERNEL
))
915 index
= get_netdev_queue_index(queue
);
917 err
= bitmap_parse(buf
, len
, cpumask_bits(mask
), nr_cpumask_bits
);
919 free_cpumask_var(mask
);
923 new_dev_maps
= kzalloc(max_t(unsigned,
924 XPS_DEV_MAPS_SIZE
, L1_CACHE_BYTES
), GFP_KERNEL
);
926 free_cpumask_var(mask
);
930 mutex_lock(&xps_map_mutex
);
932 dev_maps
= xmap_dereference(dev
->xps_maps
);
934 for_each_possible_cpu(cpu
) {
936 xmap_dereference(dev_maps
->cpu_map
[cpu
]) : NULL
;
939 for (pos
= 0; pos
< map
->len
; pos
++)
940 if (map
->queues
[pos
] == index
)
943 alloc_len
= map
->alloc_len
;
945 pos
= map_len
= alloc_len
= 0;
947 need_set
= cpumask_test_cpu(cpu
, mask
) && cpu_online(cpu
);
951 numa_node
= cpu_to_node(cpu
);
952 else if (numa_node
!= cpu_to_node(cpu
))
956 if (need_set
&& pos
>= map_len
) {
957 /* Need to add queue to this CPU's map */
958 if (map_len
>= alloc_len
) {
959 alloc_len
= alloc_len
?
960 2 * alloc_len
: XPS_MIN_MAP_ALLOC
;
961 new_map
= kzalloc_node(XPS_MAP_SIZE(alloc_len
),
966 new_map
->alloc_len
= alloc_len
;
967 for (i
= 0; i
< map_len
; i
++)
968 new_map
->queues
[i
] = map
->queues
[i
];
969 new_map
->len
= map_len
;
971 new_map
->queues
[new_map
->len
++] = index
;
972 } else if (!need_set
&& pos
< map_len
) {
973 /* Need to remove queue from this CPU's map */
975 new_map
->queues
[pos
] =
976 new_map
->queues
[--new_map
->len
];
980 RCU_INIT_POINTER(new_dev_maps
->cpu_map
[cpu
], new_map
);
983 /* Cleanup old maps */
984 for_each_possible_cpu(cpu
) {
986 xmap_dereference(dev_maps
->cpu_map
[cpu
]) : NULL
;
987 if (map
&& xmap_dereference(new_dev_maps
->cpu_map
[cpu
]) != map
)
989 if (new_dev_maps
->cpu_map
[cpu
])
994 RCU_INIT_POINTER(dev
->xps_maps
, new_dev_maps
);
997 RCU_INIT_POINTER(dev
->xps_maps
, NULL
);
1001 kfree_rcu(dev_maps
, rcu
);
1003 netdev_queue_numa_node_write(queue
, (numa_node
>= 0) ? numa_node
:
1006 mutex_unlock(&xps_map_mutex
);
1008 free_cpumask_var(mask
);
1012 mutex_unlock(&xps_map_mutex
);
1015 for_each_possible_cpu(i
)
1016 kfree(rcu_dereference_protected(
1017 new_dev_maps
->cpu_map
[i
],
1019 kfree(new_dev_maps
);
1020 free_cpumask_var(mask
);
1024 static struct netdev_queue_attribute xps_cpus_attribute
=
1025 __ATTR(xps_cpus
, S_IRUGO
| S_IWUSR
, show_xps_map
, store_xps_map
);
1027 static struct attribute
*netdev_queue_default_attrs
[] = {
1028 &xps_cpus_attribute
.attr
,
1032 static void netdev_queue_release(struct kobject
*kobj
)
1034 struct netdev_queue
*queue
= to_netdev_queue(kobj
);
1035 struct net_device
*dev
= queue
->dev
;
1036 struct xps_dev_maps
*dev_maps
;
1037 struct xps_map
*map
;
1038 unsigned long index
;
1039 int i
, pos
, nonempty
= 0;
1041 index
= get_netdev_queue_index(queue
);
1043 mutex_lock(&xps_map_mutex
);
1044 dev_maps
= xmap_dereference(dev
->xps_maps
);
1047 for_each_possible_cpu(i
) {
1048 map
= xmap_dereference(dev_maps
->cpu_map
[i
]);
1052 for (pos
= 0; pos
< map
->len
; pos
++)
1053 if (map
->queues
[pos
] == index
)
1056 if (pos
< map
->len
) {
1059 map
->queues
[--map
->len
];
1061 RCU_INIT_POINTER(dev_maps
->cpu_map
[i
],
1063 kfree_rcu(map
, rcu
);
1072 RCU_INIT_POINTER(dev
->xps_maps
, NULL
);
1073 kfree_rcu(dev_maps
, rcu
);
1077 mutex_unlock(&xps_map_mutex
);
1079 memset(kobj
, 0, sizeof(*kobj
));
1080 dev_put(queue
->dev
);
1083 static struct kobj_type netdev_queue_ktype
= {
1084 .sysfs_ops
= &netdev_queue_sysfs_ops
,
1085 .release
= netdev_queue_release
,
1086 .default_attrs
= netdev_queue_default_attrs
,
1089 static int netdev_queue_add_kobject(struct net_device
*net
, int index
)
1091 struct netdev_queue
*queue
= net
->_tx
+ index
;
1092 struct kobject
*kobj
= &queue
->kobj
;
1095 kobj
->kset
= net
->queues_kset
;
1096 error
= kobject_init_and_add(kobj
, &netdev_queue_ktype
, NULL
,
1103 kobject_uevent(kobj
, KOBJ_ADD
);
1104 dev_hold(queue
->dev
);
1108 #endif /* CONFIG_XPS */
1111 netdev_queue_update_kobjects(struct net_device
*net
, int old_num
, int new_num
)
1117 for (i
= old_num
; i
< new_num
; i
++) {
1118 error
= netdev_queue_add_kobject(net
, i
);
1125 while (--i
>= new_num
)
1126 kobject_put(&net
->_tx
[i
].kobj
);
1134 static int register_queue_kobjects(struct net_device
*net
)
1136 int error
= 0, txq
= 0, rxq
= 0, real_rx
= 0, real_tx
= 0;
1138 #if defined(CONFIG_RPS) || defined(CONFIG_XPS)
1139 net
->queues_kset
= kset_create_and_add("queues",
1140 NULL
, &net
->dev
.kobj
);
1141 if (!net
->queues_kset
)
1146 real_rx
= net
->real_num_rx_queues
;
1148 real_tx
= net
->real_num_tx_queues
;
1150 error
= net_rx_queue_update_kobjects(net
, 0, real_rx
);
1155 error
= netdev_queue_update_kobjects(net
, 0, real_tx
);
1163 netdev_queue_update_kobjects(net
, txq
, 0);
1164 net_rx_queue_update_kobjects(net
, rxq
, 0);
1168 static void remove_queue_kobjects(struct net_device
*net
)
1170 int real_rx
= 0, real_tx
= 0;
1173 real_rx
= net
->real_num_rx_queues
;
1175 real_tx
= net
->real_num_tx_queues
;
1177 net_rx_queue_update_kobjects(net
, real_rx
, 0);
1178 netdev_queue_update_kobjects(net
, real_tx
, 0);
1179 #if defined(CONFIG_RPS) || defined(CONFIG_XPS)
1180 kset_unregister(net
->queues_kset
);
1184 static void *net_grab_current_ns(void)
1186 struct net
*ns
= current
->nsproxy
->net_ns
;
1187 #ifdef CONFIG_NET_NS
1189 atomic_inc(&ns
->passive
);
1194 static const void *net_initial_ns(void)
1199 static const void *net_netlink_ns(struct sock
*sk
)
1201 return sock_net(sk
);
1204 struct kobj_ns_type_operations net_ns_type_operations
= {
1205 .type
= KOBJ_NS_TYPE_NET
,
1206 .grab_current_ns
= net_grab_current_ns
,
1207 .netlink_ns
= net_netlink_ns
,
1208 .initial_ns
= net_initial_ns
,
1209 .drop_ns
= net_drop_ns
,
1211 EXPORT_SYMBOL_GPL(net_ns_type_operations
);
1213 #ifdef CONFIG_HOTPLUG
1214 static int netdev_uevent(struct device
*d
, struct kobj_uevent_env
*env
)
1216 struct net_device
*dev
= to_net_dev(d
);
1219 /* pass interface to uevent. */
1220 retval
= add_uevent_var(env
, "INTERFACE=%s", dev
->name
);
1224 /* pass ifindex to uevent.
1225 * ifindex is useful as it won't change (interface name may change)
1226 * and is what RtNetlink uses natively. */
1227 retval
= add_uevent_var(env
, "IFINDEX=%d", dev
->ifindex
);
1235 * netdev_release -- destroy and free a dead device.
1236 * Called when last reference to device kobject is gone.
1238 static void netdev_release(struct device
*d
)
1240 struct net_device
*dev
= to_net_dev(d
);
1242 BUG_ON(dev
->reg_state
!= NETREG_RELEASED
);
1244 kfree(dev
->ifalias
);
1245 kfree((char *)dev
- dev
->padded
);
1248 static const void *net_namespace(struct device
*d
)
1250 struct net_device
*dev
;
1251 dev
= container_of(d
, struct net_device
, dev
);
1252 return dev_net(dev
);
1255 static struct class net_class
= {
1257 .dev_release
= netdev_release
,
1259 .dev_attrs
= net_class_attributes
,
1260 #endif /* CONFIG_SYSFS */
1261 #ifdef CONFIG_HOTPLUG
1262 .dev_uevent
= netdev_uevent
,
1264 .ns_type
= &net_ns_type_operations
,
1265 .namespace = net_namespace
,
1268 /* Delete sysfs entries but hold kobject reference until after all
1269 * netdev references are gone.
1271 void netdev_unregister_kobject(struct net_device
* net
)
1273 struct device
*dev
= &(net
->dev
);
1275 kobject_get(&dev
->kobj
);
1277 remove_queue_kobjects(net
);
1282 /* Create sysfs entries for network device. */
1283 int netdev_register_kobject(struct net_device
*net
)
1285 struct device
*dev
= &(net
->dev
);
1286 const struct attribute_group
**groups
= net
->sysfs_groups
;
1289 device_initialize(dev
);
1290 dev
->class = &net_class
;
1291 dev
->platform_data
= net
;
1292 dev
->groups
= groups
;
1294 dev_set_name(dev
, "%s", net
->name
);
1297 /* Allow for a device specific group */
1301 *groups
++ = &netstat_group
;
1302 #ifdef CONFIG_WIRELESS_EXT_SYSFS
1303 if (net
->ieee80211_ptr
)
1304 *groups
++ = &wireless_group
;
1305 #ifdef CONFIG_WIRELESS_EXT
1306 else if (net
->wireless_handlers
)
1307 *groups
++ = &wireless_group
;
1310 #endif /* CONFIG_SYSFS */
1312 error
= device_add(dev
);
1316 error
= register_queue_kobjects(net
);
1325 int netdev_class_create_file(struct class_attribute
*class_attr
)
1327 return class_create_file(&net_class
, class_attr
);
1329 EXPORT_SYMBOL(netdev_class_create_file
);
1331 void netdev_class_remove_file(struct class_attribute
*class_attr
)
1333 class_remove_file(&net_class
, class_attr
);
1335 EXPORT_SYMBOL(netdev_class_remove_file
);
1337 int netdev_kobject_init(void)
1339 kobj_ns_type_register(&net_ns_type_operations
);
1340 return class_register(&net_class
);