4 * Copyright (C) 2007 OpenVZ http://openvz.org, SWsoft Inc
6 * Author: Pavel Emelianov <xemul@openvz.org>
7 * Ethtool interface from: Eric W. Biederman <ebiederm@xmission.com>
11 #include <linux/netdevice.h>
12 #include <linux/slab.h>
13 #include <linux/ethtool.h>
14 #include <linux/etherdevice.h>
15 #include <linux/u64_stats_sync.h>
17 #include <net/rtnetlink.h>
20 #include <linux/veth.h>
21 #include <linux/module.h>
23 #define DRV_NAME "veth"
24 #define DRV_VERSION "1.0"
29 struct u64_stats_sync syncp
;
33 struct net_device __rcu
*peer
;
35 unsigned requested_headroom
;
43 const char string
[ETH_GSTRING_LEN
];
44 } ethtool_stats_keys
[] = {
48 static int veth_get_link_ksettings(struct net_device
*dev
,
49 struct ethtool_link_ksettings
*cmd
)
51 cmd
->base
.speed
= SPEED_10000
;
52 cmd
->base
.duplex
= DUPLEX_FULL
;
53 cmd
->base
.port
= PORT_TP
;
54 cmd
->base
.autoneg
= AUTONEG_DISABLE
;
58 static void veth_get_drvinfo(struct net_device
*dev
, struct ethtool_drvinfo
*info
)
60 strlcpy(info
->driver
, DRV_NAME
, sizeof(info
->driver
));
61 strlcpy(info
->version
, DRV_VERSION
, sizeof(info
->version
));
64 static void veth_get_strings(struct net_device
*dev
, u32 stringset
, u8
*buf
)
68 memcpy(buf
, ðtool_stats_keys
, sizeof(ethtool_stats_keys
));
73 static int veth_get_sset_count(struct net_device
*dev
, int sset
)
77 return ARRAY_SIZE(ethtool_stats_keys
);
83 static void veth_get_ethtool_stats(struct net_device
*dev
,
84 struct ethtool_stats
*stats
, u64
*data
)
86 struct veth_priv
*priv
= netdev_priv(dev
);
87 struct net_device
*peer
= rtnl_dereference(priv
->peer
);
89 data
[0] = peer
? peer
->ifindex
: 0;
92 static const struct ethtool_ops veth_ethtool_ops
= {
93 .get_drvinfo
= veth_get_drvinfo
,
94 .get_link
= ethtool_op_get_link
,
95 .get_strings
= veth_get_strings
,
96 .get_sset_count
= veth_get_sset_count
,
97 .get_ethtool_stats
= veth_get_ethtool_stats
,
98 .get_link_ksettings
= veth_get_link_ksettings
,
101 static netdev_tx_t
veth_xmit(struct sk_buff
*skb
, struct net_device
*dev
)
103 struct veth_priv
*priv
= netdev_priv(dev
);
104 struct net_device
*rcv
;
105 int length
= skb
->len
;
108 rcv
= rcu_dereference(priv
->peer
);
109 if (unlikely(!rcv
)) {
114 if (likely(dev_forward_skb(rcv
, skb
) == NET_RX_SUCCESS
)) {
115 struct pcpu_vstats
*stats
= this_cpu_ptr(dev
->vstats
);
117 u64_stats_update_begin(&stats
->syncp
);
118 stats
->bytes
+= length
;
120 u64_stats_update_end(&stats
->syncp
);
123 atomic64_inc(&priv
->dropped
);
133 static u64
veth_stats_one(struct pcpu_vstats
*result
, struct net_device
*dev
)
135 struct veth_priv
*priv
= netdev_priv(dev
);
140 for_each_possible_cpu(cpu
) {
141 struct pcpu_vstats
*stats
= per_cpu_ptr(dev
->vstats
, cpu
);
146 start
= u64_stats_fetch_begin_irq(&stats
->syncp
);
147 packets
= stats
->packets
;
148 bytes
= stats
->bytes
;
149 } while (u64_stats_fetch_retry_irq(&stats
->syncp
, start
));
150 result
->packets
+= packets
;
151 result
->bytes
+= bytes
;
153 return atomic64_read(&priv
->dropped
);
156 static void veth_get_stats64(struct net_device
*dev
,
157 struct rtnl_link_stats64
*tot
)
159 struct veth_priv
*priv
= netdev_priv(dev
);
160 struct net_device
*peer
;
161 struct pcpu_vstats one
;
163 tot
->tx_dropped
= veth_stats_one(&one
, dev
);
164 tot
->tx_bytes
= one
.bytes
;
165 tot
->tx_packets
= one
.packets
;
168 peer
= rcu_dereference(priv
->peer
);
170 tot
->rx_dropped
= veth_stats_one(&one
, peer
);
171 tot
->rx_bytes
= one
.bytes
;
172 tot
->rx_packets
= one
.packets
;
177 /* fake multicast ability */
178 static void veth_set_multicast_list(struct net_device
*dev
)
182 static int veth_open(struct net_device
*dev
)
184 struct veth_priv
*priv
= netdev_priv(dev
);
185 struct net_device
*peer
= rtnl_dereference(priv
->peer
);
190 if (peer
->flags
& IFF_UP
) {
191 netif_carrier_on(dev
);
192 netif_carrier_on(peer
);
197 static int veth_close(struct net_device
*dev
)
199 struct veth_priv
*priv
= netdev_priv(dev
);
200 struct net_device
*peer
= rtnl_dereference(priv
->peer
);
202 netif_carrier_off(dev
);
204 netif_carrier_off(peer
);
209 static int is_valid_veth_mtu(int mtu
)
211 return mtu
>= ETH_MIN_MTU
&& mtu
<= ETH_MAX_MTU
;
214 static int veth_dev_init(struct net_device
*dev
)
216 dev
->vstats
= netdev_alloc_pcpu_stats(struct pcpu_vstats
);
222 static void veth_dev_free(struct net_device
*dev
)
224 free_percpu(dev
->vstats
);
227 #ifdef CONFIG_NET_POLL_CONTROLLER
228 static void veth_poll_controller(struct net_device
*dev
)
230 /* veth only receives frames when its peer sends one
231 * Since it's a synchronous operation, we are guaranteed
232 * never to have pending data when we poll for it so
233 * there is nothing to do here.
235 * We need this though so netpoll recognizes us as an interface that
236 * supports polling, which enables bridge devices in virt setups to
237 * still use netconsole
240 #endif /* CONFIG_NET_POLL_CONTROLLER */
242 static int veth_get_iflink(const struct net_device
*dev
)
244 struct veth_priv
*priv
= netdev_priv(dev
);
245 struct net_device
*peer
;
249 peer
= rcu_dereference(priv
->peer
);
250 iflink
= peer
? peer
->ifindex
: 0;
256 static void veth_set_rx_headroom(struct net_device
*dev
, int new_hr
)
258 struct veth_priv
*peer_priv
, *priv
= netdev_priv(dev
);
259 struct net_device
*peer
;
265 peer
= rcu_dereference(priv
->peer
);
269 peer_priv
= netdev_priv(peer
);
270 priv
->requested_headroom
= new_hr
;
271 new_hr
= max(priv
->requested_headroom
, peer_priv
->requested_headroom
);
272 dev
->needed_headroom
= new_hr
;
273 peer
->needed_headroom
= new_hr
;
279 static const struct net_device_ops veth_netdev_ops
= {
280 .ndo_init
= veth_dev_init
,
281 .ndo_open
= veth_open
,
282 .ndo_stop
= veth_close
,
283 .ndo_start_xmit
= veth_xmit
,
284 .ndo_get_stats64
= veth_get_stats64
,
285 .ndo_set_rx_mode
= veth_set_multicast_list
,
286 .ndo_set_mac_address
= eth_mac_addr
,
287 #ifdef CONFIG_NET_POLL_CONTROLLER
288 .ndo_poll_controller
= veth_poll_controller
,
290 .ndo_get_iflink
= veth_get_iflink
,
291 .ndo_features_check
= passthru_features_check
,
292 .ndo_set_rx_headroom
= veth_set_rx_headroom
,
295 #define VETH_FEATURES (NETIF_F_SG | NETIF_F_FRAGLIST | NETIF_F_HW_CSUM | \
296 NETIF_F_RXCSUM | NETIF_F_SCTP_CRC | NETIF_F_HIGHDMA | \
297 NETIF_F_GSO_SOFTWARE | NETIF_F_GSO_ENCAP_ALL | \
298 NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX | \
299 NETIF_F_HW_VLAN_STAG_TX | NETIF_F_HW_VLAN_STAG_RX )
301 static void veth_setup(struct net_device
*dev
)
305 dev
->priv_flags
&= ~IFF_TX_SKB_SHARING
;
306 dev
->priv_flags
|= IFF_LIVE_ADDR_CHANGE
;
307 dev
->priv_flags
|= IFF_NO_QUEUE
;
308 dev
->priv_flags
|= IFF_PHONY_HEADROOM
;
310 dev
->netdev_ops
= &veth_netdev_ops
;
311 dev
->ethtool_ops
= &veth_ethtool_ops
;
312 dev
->features
|= NETIF_F_LLTX
;
313 dev
->features
|= VETH_FEATURES
;
314 dev
->vlan_features
= dev
->features
&
315 ~(NETIF_F_HW_VLAN_CTAG_TX
|
316 NETIF_F_HW_VLAN_STAG_TX
|
317 NETIF_F_HW_VLAN_CTAG_RX
|
318 NETIF_F_HW_VLAN_STAG_RX
);
319 dev
->needs_free_netdev
= true;
320 dev
->priv_destructor
= veth_dev_free
;
321 dev
->max_mtu
= ETH_MAX_MTU
;
323 dev
->hw_features
= VETH_FEATURES
;
324 dev
->hw_enc_features
= VETH_FEATURES
;
325 dev
->mpls_features
= NETIF_F_HW_CSUM
| NETIF_F_GSO_SOFTWARE
;
332 static int veth_validate(struct nlattr
*tb
[], struct nlattr
*data
[],
333 struct netlink_ext_ack
*extack
)
335 if (tb
[IFLA_ADDRESS
]) {
336 if (nla_len(tb
[IFLA_ADDRESS
]) != ETH_ALEN
)
338 if (!is_valid_ether_addr(nla_data(tb
[IFLA_ADDRESS
])))
339 return -EADDRNOTAVAIL
;
342 if (!is_valid_veth_mtu(nla_get_u32(tb
[IFLA_MTU
])))
348 static struct rtnl_link_ops veth_link_ops
;
350 static int veth_newlink(struct net
*src_net
, struct net_device
*dev
,
351 struct nlattr
*tb
[], struct nlattr
*data
[],
352 struct netlink_ext_ack
*extack
)
355 struct net_device
*peer
;
356 struct veth_priv
*priv
;
357 char ifname
[IFNAMSIZ
];
358 struct nlattr
*peer_tb
[IFLA_MAX
+ 1], **tbp
;
359 unsigned char name_assign_type
;
360 struct ifinfomsg
*ifmp
;
364 * create and register peer first
366 if (data
!= NULL
&& data
[VETH_INFO_PEER
] != NULL
) {
367 struct nlattr
*nla_peer
;
369 nla_peer
= data
[VETH_INFO_PEER
];
370 ifmp
= nla_data(nla_peer
);
371 err
= rtnl_nla_parse_ifla(peer_tb
,
372 nla_data(nla_peer
) + sizeof(struct ifinfomsg
),
373 nla_len(nla_peer
) - sizeof(struct ifinfomsg
),
378 err
= veth_validate(peer_tb
, NULL
, extack
);
388 if (ifmp
&& tbp
[IFLA_IFNAME
]) {
389 nla_strlcpy(ifname
, tbp
[IFLA_IFNAME
], IFNAMSIZ
);
390 name_assign_type
= NET_NAME_USER
;
392 snprintf(ifname
, IFNAMSIZ
, DRV_NAME
"%%d");
393 name_assign_type
= NET_NAME_ENUM
;
396 net
= rtnl_link_get_net(src_net
, tbp
);
400 peer
= rtnl_create_link(net
, ifname
, name_assign_type
,
401 &veth_link_ops
, tbp
);
404 return PTR_ERR(peer
);
407 if (!ifmp
|| !tbp
[IFLA_ADDRESS
])
408 eth_hw_addr_random(peer
);
410 if (ifmp
&& (dev
->ifindex
!= 0))
411 peer
->ifindex
= ifmp
->ifi_index
;
413 err
= register_netdevice(peer
);
417 goto err_register_peer
;
419 netif_carrier_off(peer
);
421 err
= rtnl_configure_link(peer
, ifmp
);
423 goto err_configure_peer
;
428 * note, that since we've registered new device the dev's name
429 * should be re-allocated
432 if (tb
[IFLA_ADDRESS
] == NULL
)
433 eth_hw_addr_random(dev
);
436 nla_strlcpy(dev
->name
, tb
[IFLA_IFNAME
], IFNAMSIZ
);
438 snprintf(dev
->name
, IFNAMSIZ
, DRV_NAME
"%%d");
440 err
= register_netdevice(dev
);
442 goto err_register_dev
;
444 netif_carrier_off(dev
);
447 * tie the deviced together
450 priv
= netdev_priv(dev
);
451 rcu_assign_pointer(priv
->peer
, peer
);
453 priv
= netdev_priv(peer
);
454 rcu_assign_pointer(priv
->peer
, dev
);
460 unregister_netdevice(peer
);
468 static void veth_dellink(struct net_device
*dev
, struct list_head
*head
)
470 struct veth_priv
*priv
;
471 struct net_device
*peer
;
473 priv
= netdev_priv(dev
);
474 peer
= rtnl_dereference(priv
->peer
);
476 /* Note : dellink() is called from default_device_exit_batch(),
477 * before a rcu_synchronize() point. The devices are guaranteed
478 * not being freed before one RCU grace period.
480 RCU_INIT_POINTER(priv
->peer
, NULL
);
481 unregister_netdevice_queue(dev
, head
);
484 priv
= netdev_priv(peer
);
485 RCU_INIT_POINTER(priv
->peer
, NULL
);
486 unregister_netdevice_queue(peer
, head
);
490 static const struct nla_policy veth_policy
[VETH_INFO_MAX
+ 1] = {
491 [VETH_INFO_PEER
] = { .len
= sizeof(struct ifinfomsg
) },
494 static struct net
*veth_get_link_net(const struct net_device
*dev
)
496 struct veth_priv
*priv
= netdev_priv(dev
);
497 struct net_device
*peer
= rtnl_dereference(priv
->peer
);
499 return peer
? dev_net(peer
) : dev_net(dev
);
502 static struct rtnl_link_ops veth_link_ops
= {
504 .priv_size
= sizeof(struct veth_priv
),
506 .validate
= veth_validate
,
507 .newlink
= veth_newlink
,
508 .dellink
= veth_dellink
,
509 .policy
= veth_policy
,
510 .maxtype
= VETH_INFO_MAX
,
511 .get_link_net
= veth_get_link_net
,
518 static __init
int veth_init(void)
520 return rtnl_link_register(&veth_link_ops
);
523 static __exit
void veth_exit(void)
525 rtnl_link_unregister(&veth_link_ops
);
528 module_init(veth_init
);
529 module_exit(veth_exit
);
531 MODULE_DESCRIPTION("Virtual Ethernet Tunnel");
532 MODULE_LICENSE("GPL v2");
533 MODULE_ALIAS_RTNL_LINK(DRV_NAME
);