2 * GRE over IPv6 protocol decoder.
4 * Authors: Dmitry Kozlov (xeb@mail.ru)
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
13 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
15 #include <linux/capability.h>
16 #include <linux/module.h>
17 #include <linux/types.h>
18 #include <linux/kernel.h>
19 #include <linux/slab.h>
20 #include <linux/uaccess.h>
21 #include <linux/skbuff.h>
22 #include <linux/netdevice.h>
24 #include <linux/tcp.h>
25 #include <linux/udp.h>
26 #include <linux/if_arp.h>
27 #include <linux/init.h>
28 #include <linux/in6.h>
29 #include <linux/inetdevice.h>
30 #include <linux/igmp.h>
31 #include <linux/netfilter_ipv4.h>
32 #include <linux/etherdevice.h>
33 #include <linux/if_ether.h>
34 #include <linux/hash.h>
35 #include <linux/if_tunnel.h>
36 #include <linux/ip6_tunnel.h>
40 #include <net/ip_tunnels.h>
42 #include <net/protocol.h>
43 #include <net/addrconf.h>
45 #include <net/checksum.h>
46 #include <net/dsfield.h>
47 #include <net/inet_ecn.h>
49 #include <net/net_namespace.h>
50 #include <net/netns/generic.h>
51 #include <net/rtnetlink.h>
54 #include <net/ip6_fib.h>
55 #include <net/ip6_route.h>
56 #include <net/ip6_tunnel.h>
59 static bool log_ecn_error
= true;
60 module_param(log_ecn_error
, bool, 0644);
61 MODULE_PARM_DESC(log_ecn_error
, "Log packets received with corrupted ECN");
63 #define HASH_SIZE_SHIFT 5
64 #define HASH_SIZE (1 << HASH_SIZE_SHIFT)
66 static int ip6gre_net_id __read_mostly
;
68 struct ip6_tnl __rcu
*tunnels
[4][HASH_SIZE
];
70 struct net_device
*fb_tunnel_dev
;
73 static struct rtnl_link_ops ip6gre_link_ops __read_mostly
;
74 static struct rtnl_link_ops ip6gre_tap_ops __read_mostly
;
75 static int ip6gre_tunnel_init(struct net_device
*dev
);
76 static void ip6gre_tunnel_setup(struct net_device
*dev
);
77 static void ip6gre_tunnel_link(struct ip6gre_net
*ign
, struct ip6_tnl
*t
);
78 static void ip6gre_tnl_link_config(struct ip6_tnl
*t
, int set_mtu
);
80 /* Tunnel hash table */
90 We require exact key match i.e. if a key is present in packet
91 it will match only tunnel with the same key; if it is not present,
92 it will match only keyless tunnel.
94 All keysless packets, if not matched configured keyless tunnels
95 will match fallback tunnel.
98 #define HASH_KEY(key) (((__force u32)key^((__force u32)key>>4))&(HASH_SIZE - 1))
99 static u32
HASH_ADDR(const struct in6_addr
*addr
)
101 u32 hash
= ipv6_addr_hash(addr
);
103 return hash_32(hash
, HASH_SIZE_SHIFT
);
106 #define tunnels_r_l tunnels[3]
107 #define tunnels_r tunnels[2]
108 #define tunnels_l tunnels[1]
109 #define tunnels_wc tunnels[0]
111 /* Given src, dst and key, find appropriate for input tunnel. */
113 static struct ip6_tnl
*ip6gre_tunnel_lookup(struct net_device
*dev
,
114 const struct in6_addr
*remote
, const struct in6_addr
*local
,
115 __be32 key
, __be16 gre_proto
)
117 struct net
*net
= dev_net(dev
);
118 int link
= dev
->ifindex
;
119 unsigned int h0
= HASH_ADDR(remote
);
120 unsigned int h1
= HASH_KEY(key
);
121 struct ip6_tnl
*t
, *cand
= NULL
;
122 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
123 int dev_type
= (gre_proto
== htons(ETH_P_TEB
)) ?
124 ARPHRD_ETHER
: ARPHRD_IP6GRE
;
125 int score
, cand_score
= 4;
127 for_each_ip_tunnel_rcu(t
, ign
->tunnels_r_l
[h0
^ h1
]) {
128 if (!ipv6_addr_equal(local
, &t
->parms
.laddr
) ||
129 !ipv6_addr_equal(remote
, &t
->parms
.raddr
) ||
130 key
!= t
->parms
.i_key
||
131 !(t
->dev
->flags
& IFF_UP
))
134 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
135 t
->dev
->type
!= dev_type
)
139 if (t
->parms
.link
!= link
)
141 if (t
->dev
->type
!= dev_type
)
146 if (score
< cand_score
) {
152 for_each_ip_tunnel_rcu(t
, ign
->tunnels_r
[h0
^ h1
]) {
153 if (!ipv6_addr_equal(remote
, &t
->parms
.raddr
) ||
154 key
!= t
->parms
.i_key
||
155 !(t
->dev
->flags
& IFF_UP
))
158 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
159 t
->dev
->type
!= dev_type
)
163 if (t
->parms
.link
!= link
)
165 if (t
->dev
->type
!= dev_type
)
170 if (score
< cand_score
) {
176 for_each_ip_tunnel_rcu(t
, ign
->tunnels_l
[h1
]) {
177 if ((!ipv6_addr_equal(local
, &t
->parms
.laddr
) &&
178 (!ipv6_addr_equal(local
, &t
->parms
.raddr
) ||
179 !ipv6_addr_is_multicast(local
))) ||
180 key
!= t
->parms
.i_key
||
181 !(t
->dev
->flags
& IFF_UP
))
184 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
185 t
->dev
->type
!= dev_type
)
189 if (t
->parms
.link
!= link
)
191 if (t
->dev
->type
!= dev_type
)
196 if (score
< cand_score
) {
202 for_each_ip_tunnel_rcu(t
, ign
->tunnels_wc
[h1
]) {
203 if (t
->parms
.i_key
!= key
||
204 !(t
->dev
->flags
& IFF_UP
))
207 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
208 t
->dev
->type
!= dev_type
)
212 if (t
->parms
.link
!= link
)
214 if (t
->dev
->type
!= dev_type
)
219 if (score
< cand_score
) {
228 dev
= ign
->fb_tunnel_dev
;
229 if (dev
->flags
& IFF_UP
)
230 return netdev_priv(dev
);
235 static struct ip6_tnl __rcu
**__ip6gre_bucket(struct ip6gre_net
*ign
,
236 const struct __ip6_tnl_parm
*p
)
238 const struct in6_addr
*remote
= &p
->raddr
;
239 const struct in6_addr
*local
= &p
->laddr
;
240 unsigned int h
= HASH_KEY(p
->i_key
);
243 if (!ipv6_addr_any(local
))
245 if (!ipv6_addr_any(remote
) && !ipv6_addr_is_multicast(remote
)) {
247 h
^= HASH_ADDR(remote
);
250 return &ign
->tunnels
[prio
][h
];
253 static inline struct ip6_tnl __rcu
**ip6gre_bucket(struct ip6gre_net
*ign
,
254 const struct ip6_tnl
*t
)
256 return __ip6gre_bucket(ign
, &t
->parms
);
259 static void ip6gre_tunnel_link(struct ip6gre_net
*ign
, struct ip6_tnl
*t
)
261 struct ip6_tnl __rcu
**tp
= ip6gre_bucket(ign
, t
);
263 rcu_assign_pointer(t
->next
, rtnl_dereference(*tp
));
264 rcu_assign_pointer(*tp
, t
);
267 static void ip6gre_tunnel_unlink(struct ip6gre_net
*ign
, struct ip6_tnl
*t
)
269 struct ip6_tnl __rcu
**tp
;
270 struct ip6_tnl
*iter
;
272 for (tp
= ip6gre_bucket(ign
, t
);
273 (iter
= rtnl_dereference(*tp
)) != NULL
;
276 rcu_assign_pointer(*tp
, t
->next
);
282 static struct ip6_tnl
*ip6gre_tunnel_find(struct net
*net
,
283 const struct __ip6_tnl_parm
*parms
,
286 const struct in6_addr
*remote
= &parms
->raddr
;
287 const struct in6_addr
*local
= &parms
->laddr
;
288 __be32 key
= parms
->i_key
;
289 int link
= parms
->link
;
291 struct ip6_tnl __rcu
**tp
;
292 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
294 for (tp
= __ip6gre_bucket(ign
, parms
);
295 (t
= rtnl_dereference(*tp
)) != NULL
;
297 if (ipv6_addr_equal(local
, &t
->parms
.laddr
) &&
298 ipv6_addr_equal(remote
, &t
->parms
.raddr
) &&
299 key
== t
->parms
.i_key
&&
300 link
== t
->parms
.link
&&
301 type
== t
->dev
->type
)
307 static struct ip6_tnl
*ip6gre_tunnel_locate(struct net
*net
,
308 const struct __ip6_tnl_parm
*parms
, int create
)
310 struct ip6_tnl
*t
, *nt
;
311 struct net_device
*dev
;
313 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
315 t
= ip6gre_tunnel_find(net
, parms
, ARPHRD_IP6GRE
);
322 strlcpy(name
, parms
->name
, IFNAMSIZ
);
324 strcpy(name
, "ip6gre%d");
326 dev
= alloc_netdev(sizeof(*t
), name
, NET_NAME_UNKNOWN
,
327 ip6gre_tunnel_setup
);
331 dev_net_set(dev
, net
);
333 nt
= netdev_priv(dev
);
335 dev
->rtnl_link_ops
= &ip6gre_link_ops
;
338 nt
->net
= dev_net(dev
);
339 ip6gre_tnl_link_config(nt
, 1);
341 if (register_netdevice(dev
) < 0)
344 /* Can use a lockless transmit, unless we generate output sequences */
345 if (!(nt
->parms
.o_flags
& GRE_SEQ
))
346 dev
->features
|= NETIF_F_LLTX
;
349 ip6gre_tunnel_link(ign
, nt
);
357 static void ip6gre_tunnel_uninit(struct net_device
*dev
)
359 struct ip6_tnl
*t
= netdev_priv(dev
);
360 struct ip6gre_net
*ign
= net_generic(t
->net
, ip6gre_net_id
);
362 ip6gre_tunnel_unlink(ign
, t
);
363 dst_cache_reset(&t
->dst_cache
);
368 static void ip6gre_err(struct sk_buff
*skb
, struct inet6_skb_parm
*opt
,
369 u8 type
, u8 code
, int offset
, __be32 info
)
371 const struct ipv6hdr
*ipv6h
= (const struct ipv6hdr
*)skb
->data
;
372 __be16
*p
= (__be16
*)(skb
->data
+ offset
);
373 int grehlen
= offset
+ 4;
378 if (flags
&(GRE_CSUM
|GRE_KEY
|GRE_SEQ
|GRE_ROUTING
|GRE_VERSION
)) {
379 if (flags
&(GRE_VERSION
|GRE_ROUTING
))
388 /* If only 8 bytes returned, keyed message will be dropped here */
389 if (!pskb_may_pull(skb
, grehlen
))
391 ipv6h
= (const struct ipv6hdr
*)skb
->data
;
392 p
= (__be16
*)(skb
->data
+ offset
);
394 t
= ip6gre_tunnel_lookup(skb
->dev
, &ipv6h
->daddr
, &ipv6h
->saddr
,
396 *(((__be32
*)p
) + (grehlen
/ 4) - 1) : 0,
403 struct ipv6_tlv_tnl_enc_lim
*tel
;
405 case ICMPV6_DEST_UNREACH
:
406 net_dbg_ratelimited("%s: Path to destination invalid or inactive!\n",
409 case ICMPV6_TIME_EXCEED
:
410 if (code
== ICMPV6_EXC_HOPLIMIT
) {
411 net_dbg_ratelimited("%s: Too small hop limit or routing loop in tunnel!\n",
415 case ICMPV6_PARAMPROB
:
417 if (code
== ICMPV6_HDR_FIELD
)
418 teli
= ip6_tnl_parse_tlv_enc_lim(skb
, skb
->data
);
420 if (teli
&& teli
== be32_to_cpu(info
) - 2) {
421 tel
= (struct ipv6_tlv_tnl_enc_lim
*) &skb
->data
[teli
];
422 if (tel
->encap_limit
== 0) {
423 net_dbg_ratelimited("%s: Too small encapsulation limit or routing loop in tunnel!\n",
427 net_dbg_ratelimited("%s: Recipient unable to parse tunneled packet!\n",
431 case ICMPV6_PKT_TOOBIG
:
432 mtu
= be32_to_cpu(info
) - offset
;
433 if (mtu
< IPV6_MIN_MTU
)
439 if (time_before(jiffies
, t
->err_time
+ IP6TUNNEL_ERR_TIMEO
))
443 t
->err_time
= jiffies
;
446 static int ip6gre_rcv(struct sk_buff
*skb
)
448 const struct ipv6hdr
*ipv6h
;
454 struct ip6_tnl
*tunnel
;
459 if (!pskb_may_pull(skb
, sizeof(struct in6_addr
)))
462 ipv6h
= ipv6_hdr(skb
);
464 flags
= *(__be16
*)h
;
466 if (flags
&(GRE_CSUM
|GRE_KEY
|GRE_ROUTING
|GRE_SEQ
|GRE_VERSION
)) {
467 /* - Version must be 0.
468 - We do not support routing headers.
470 if (flags
&(GRE_VERSION
|GRE_ROUTING
))
473 if (flags
&GRE_CSUM
) {
474 csum
= skb_checksum_simple_validate(skb
);
478 key
= *(__be32
*)(h
+ offset
);
482 seqno
= ntohl(*(__be32
*)(h
+ offset
));
487 gre_proto
= *(__be16
*)(h
+ 2);
489 tunnel
= ip6gre_tunnel_lookup(skb
->dev
,
490 &ipv6h
->saddr
, &ipv6h
->daddr
, key
,
493 struct pcpu_sw_netstats
*tstats
;
495 if (!xfrm6_policy_check(NULL
, XFRM_POLICY_IN
, skb
))
498 if (!ip6_tnl_rcv_ctl(tunnel
, &ipv6h
->daddr
, &ipv6h
->saddr
)) {
499 tunnel
->dev
->stats
.rx_dropped
++;
503 skb
->protocol
= gre_proto
;
504 /* WCCP version 1 and 2 protocol decoding.
505 * - Change protocol to IPv6
506 * - When dealing with WCCPv2, Skip extra 4 bytes in GRE header
508 if (flags
== 0 && gre_proto
== htons(ETH_P_WCCP
)) {
509 skb
->protocol
= htons(ETH_P_IPV6
);
510 if ((*(h
+ offset
) & 0xF0) != 0x40)
514 skb
->mac_header
= skb
->network_header
;
515 __pskb_pull(skb
, offset
);
516 skb_postpull_rcsum(skb
, skb_transport_header(skb
), offset
);
518 if (((flags
&GRE_CSUM
) && csum
) ||
519 (!(flags
&GRE_CSUM
) && tunnel
->parms
.i_flags
&GRE_CSUM
)) {
520 tunnel
->dev
->stats
.rx_crc_errors
++;
521 tunnel
->dev
->stats
.rx_errors
++;
524 if (tunnel
->parms
.i_flags
&GRE_SEQ
) {
525 if (!(flags
&GRE_SEQ
) ||
527 (s32
)(seqno
- tunnel
->i_seqno
) < 0)) {
528 tunnel
->dev
->stats
.rx_fifo_errors
++;
529 tunnel
->dev
->stats
.rx_errors
++;
532 tunnel
->i_seqno
= seqno
+ 1;
535 /* Warning: All skb pointers will be invalidated! */
536 if (tunnel
->dev
->type
== ARPHRD_ETHER
) {
537 if (!pskb_may_pull(skb
, ETH_HLEN
)) {
538 tunnel
->dev
->stats
.rx_length_errors
++;
539 tunnel
->dev
->stats
.rx_errors
++;
543 ipv6h
= ipv6_hdr(skb
);
544 skb
->protocol
= eth_type_trans(skb
, tunnel
->dev
);
545 skb_postpull_rcsum(skb
, eth_hdr(skb
), ETH_HLEN
);
548 __skb_tunnel_rx(skb
, tunnel
->dev
, tunnel
->net
);
550 skb_reset_network_header(skb
);
552 err
= IP6_ECN_decapsulate(ipv6h
, skb
);
555 net_info_ratelimited("non-ECT from %pI6 with dsfield=%#x\n",
557 ipv6_get_dsfield(ipv6h
));
559 ++tunnel
->dev
->stats
.rx_frame_errors
;
560 ++tunnel
->dev
->stats
.rx_errors
;
565 tstats
= this_cpu_ptr(tunnel
->dev
->tstats
);
566 u64_stats_update_begin(&tstats
->syncp
);
567 tstats
->rx_packets
++;
568 tstats
->rx_bytes
+= skb
->len
;
569 u64_stats_update_end(&tstats
->syncp
);
575 icmpv6_send(skb
, ICMPV6_DEST_UNREACH
, ICMPV6_PORT_UNREACH
, 0);
582 struct ipv6_tel_txoption
{
583 struct ipv6_txoptions ops
;
587 static void init_tel_txopt(struct ipv6_tel_txoption
*opt
, __u8 encap_limit
)
589 memset(opt
, 0, sizeof(struct ipv6_tel_txoption
));
591 opt
->dst_opt
[2] = IPV6_TLV_TNL_ENCAP_LIMIT
;
593 opt
->dst_opt
[4] = encap_limit
;
594 opt
->dst_opt
[5] = IPV6_TLV_PADN
;
597 opt
->ops
.dst0opt
= (struct ipv6_opt_hdr
*) opt
->dst_opt
;
598 opt
->ops
.opt_nflen
= 8;
601 static __sum16
gre6_checksum(struct sk_buff
*skb
)
605 if (skb
->ip_summed
== CHECKSUM_PARTIAL
)
606 csum
= lco_csum(skb
);
608 csum
= skb_checksum(skb
, sizeof(struct ipv6hdr
),
609 skb
->len
- sizeof(struct ipv6hdr
), 0);
610 return csum_fold(csum
);
613 static netdev_tx_t
ip6gre_xmit2(struct sk_buff
*skb
,
614 struct net_device
*dev
,
620 struct ip6_tnl
*tunnel
= netdev_priv(dev
);
621 struct net
*net
= tunnel
->net
;
622 struct net_device
*tdev
; /* Device to other host */
623 struct ipv6hdr
*ipv6h
; /* Our new IP header */
624 unsigned int min_headroom
= 0; /* The extra header space needed */
626 struct ipv6_tel_txoption opt
;
628 struct dst_entry
*dst
= NULL
, *ndst
= NULL
;
629 struct net_device_stats
*stats
= &tunnel
->dev
->stats
;
634 if (dev
->type
== ARPHRD_ETHER
)
635 IPCB(skb
)->flags
= 0;
637 if (dev
->header_ops
&& dev
->type
== ARPHRD_IP6GRE
) {
639 ipv6h
= (struct ipv6hdr
*)skb
->data
;
640 fl6
->daddr
= ipv6h
->daddr
;
642 gre_hlen
= tunnel
->hlen
;
643 fl6
->daddr
= tunnel
->parms
.raddr
;
646 if (!fl6
->flowi6_mark
)
647 dst
= dst_cache_get(&tunnel
->dst_cache
);
650 dst
= ip6_route_output(net
, NULL
, fl6
);
653 goto tx_err_link_failure
;
654 dst
= xfrm_lookup(net
, dst
, flowi6_to_flowi(fl6
), NULL
, 0);
658 goto tx_err_link_failure
;
667 net_warn_ratelimited("%s: Local routing loop detected!\n",
669 goto tx_err_dst_release
;
672 mtu
= dst_mtu(dst
) - sizeof(*ipv6h
);
673 if (encap_limit
>= 0) {
677 if (mtu
< IPV6_MIN_MTU
)
680 skb_dst(skb
)->ops
->update_pmtu(skb_dst(skb
), NULL
, skb
, mtu
);
681 if (skb
->len
> mtu
&& !skb_is_gso(skb
)) {
684 goto tx_err_dst_release
;
687 if (tunnel
->err_count
> 0) {
688 if (time_before(jiffies
,
689 tunnel
->err_time
+ IP6TUNNEL_ERR_TIMEO
)) {
692 dst_link_failure(skb
);
694 tunnel
->err_count
= 0;
697 skb_scrub_packet(skb
, !net_eq(tunnel
->net
, dev_net(dev
)));
699 min_headroom
+= LL_RESERVED_SPACE(tdev
) + gre_hlen
+ dst
->header_len
;
701 if (skb_headroom(skb
) < min_headroom
|| skb_header_cloned(skb
)) {
702 int head_delta
= SKB_DATA_ALIGN(min_headroom
-
706 err
= pskb_expand_head(skb
, max_t(int, head_delta
, 0),
708 if (min_headroom
> dev
->needed_headroom
)
709 dev
->needed_headroom
= min_headroom
;
711 goto tx_err_dst_release
;
714 if (!fl6
->flowi6_mark
&& ndst
)
715 dst_cache_set_ip6(&tunnel
->dst_cache
, ndst
, &fl6
->saddr
);
716 skb_dst_set(skb
, dst
);
719 if (encap_limit
>= 0) {
720 init_tel_txopt(&opt
, encap_limit
);
721 ipv6_push_nfrag_opts(skb
, &opt
.ops
, &proto
, NULL
);
724 err
= iptunnel_handle_offloads(skb
,
725 (tunnel
->parms
.o_flags
& GRE_CSUM
) ?
726 SKB_GSO_GRE_CSUM
: SKB_GSO_GRE
);
728 goto tx_err_dst_release
;
730 skb_push(skb
, gre_hlen
);
731 skb_reset_network_header(skb
);
732 skb_set_transport_header(skb
, sizeof(*ipv6h
));
735 * Push down and install the IP header.
737 ipv6h
= ipv6_hdr(skb
);
738 ip6_flow_hdr(ipv6h
, INET_ECN_encapsulate(0, dsfield
),
739 ip6_make_flowlabel(net
, skb
, fl6
->flowlabel
, true, fl6
));
740 ipv6h
->hop_limit
= tunnel
->parms
.hop_limit
;
741 ipv6h
->nexthdr
= proto
;
742 ipv6h
->saddr
= fl6
->saddr
;
743 ipv6h
->daddr
= fl6
->daddr
;
745 ((__be16
*)(ipv6h
+ 1))[0] = tunnel
->parms
.o_flags
;
746 protocol
= (dev
->type
== ARPHRD_ETHER
) ?
747 htons(ETH_P_TEB
) : skb
->protocol
;
748 ((__be16
*)(ipv6h
+ 1))[1] = protocol
;
750 if (tunnel
->parms
.o_flags
&(GRE_KEY
|GRE_CSUM
|GRE_SEQ
)) {
751 __be32
*ptr
= (__be32
*)(((u8
*)ipv6h
) + tunnel
->hlen
- 4);
753 if (tunnel
->parms
.o_flags
&GRE_SEQ
) {
755 *ptr
= htonl(tunnel
->o_seqno
);
758 if (tunnel
->parms
.o_flags
&GRE_KEY
) {
759 *ptr
= tunnel
->parms
.o_key
;
762 if ((tunnel
->parms
.o_flags
& GRE_CSUM
) &&
763 !(skb_shinfo(skb
)->gso_type
&
764 (SKB_GSO_GRE
| SKB_GSO_GRE_CSUM
))) {
766 *(__sum16
*)ptr
= gre6_checksum(skb
);
770 skb_set_inner_protocol(skb
, protocol
);
772 ip6tunnel_xmit(NULL
, skb
, dev
);
775 stats
->tx_carrier_errors
++;
776 dst_link_failure(skb
);
782 static inline int ip6gre_xmit_ipv4(struct sk_buff
*skb
, struct net_device
*dev
)
784 struct ip6_tnl
*t
= netdev_priv(dev
);
785 const struct iphdr
*iph
= ip_hdr(skb
);
786 int encap_limit
= -1;
792 memset(&(IPCB(skb
)->opt
), 0, sizeof(IPCB(skb
)->opt
));
794 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
795 encap_limit
= t
->parms
.encap_limit
;
797 memcpy(&fl6
, &t
->fl
.u
.ip6
, sizeof(fl6
));
798 fl6
.flowi6_proto
= IPPROTO_GRE
;
800 dsfield
= ipv4_get_dsfield(iph
);
802 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_TCLASS
)
803 fl6
.flowlabel
|= htonl((__u32
)iph
->tos
<< IPV6_TCLASS_SHIFT
)
805 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_FWMARK
)
806 fl6
.flowi6_mark
= skb
->mark
;
808 err
= ip6gre_xmit2(skb
, dev
, dsfield
, &fl6
, encap_limit
, &mtu
);
810 /* XXX: send ICMP error even if DF is not set. */
811 if (err
== -EMSGSIZE
)
812 icmp_send(skb
, ICMP_DEST_UNREACH
, ICMP_FRAG_NEEDED
,
820 static inline int ip6gre_xmit_ipv6(struct sk_buff
*skb
, struct net_device
*dev
)
822 struct ip6_tnl
*t
= netdev_priv(dev
);
823 struct ipv6hdr
*ipv6h
= ipv6_hdr(skb
);
824 int encap_limit
= -1;
831 if (ipv6_addr_equal(&t
->parms
.raddr
, &ipv6h
->saddr
))
834 offset
= ip6_tnl_parse_tlv_enc_lim(skb
, skb_network_header(skb
));
836 struct ipv6_tlv_tnl_enc_lim
*tel
;
837 tel
= (struct ipv6_tlv_tnl_enc_lim
*)&skb_network_header(skb
)[offset
];
838 if (tel
->encap_limit
== 0) {
839 icmpv6_send(skb
, ICMPV6_PARAMPROB
,
840 ICMPV6_HDR_FIELD
, offset
+ 2);
843 encap_limit
= tel
->encap_limit
- 1;
844 } else if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
845 encap_limit
= t
->parms
.encap_limit
;
847 memcpy(&fl6
, &t
->fl
.u
.ip6
, sizeof(fl6
));
848 fl6
.flowi6_proto
= IPPROTO_GRE
;
850 dsfield
= ipv6_get_dsfield(ipv6h
);
851 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_TCLASS
)
852 fl6
.flowlabel
|= (*(__be32
*) ipv6h
& IPV6_TCLASS_MASK
);
853 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_FLOWLABEL
)
854 fl6
.flowlabel
|= ip6_flowlabel(ipv6h
);
855 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_FWMARK
)
856 fl6
.flowi6_mark
= skb
->mark
;
858 err
= ip6gre_xmit2(skb
, dev
, dsfield
, &fl6
, encap_limit
, &mtu
);
860 if (err
== -EMSGSIZE
)
861 icmpv6_send(skb
, ICMPV6_PKT_TOOBIG
, 0, mtu
);
869 * ip6_tnl_addr_conflict - compare packet addresses to tunnel's own
870 * @t: the outgoing tunnel device
871 * @hdr: IPv6 header from the incoming packet
874 * Avoid trivial tunneling loop by checking that tunnel exit-point
875 * doesn't match source of incoming packet.
882 static inline bool ip6gre_tnl_addr_conflict(const struct ip6_tnl
*t
,
883 const struct ipv6hdr
*hdr
)
885 return ipv6_addr_equal(&t
->parms
.raddr
, &hdr
->saddr
);
888 static int ip6gre_xmit_other(struct sk_buff
*skb
, struct net_device
*dev
)
890 struct ip6_tnl
*t
= netdev_priv(dev
);
891 int encap_limit
= -1;
896 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
897 encap_limit
= t
->parms
.encap_limit
;
899 memcpy(&fl6
, &t
->fl
.u
.ip6
, sizeof(fl6
));
900 fl6
.flowi6_proto
= skb
->protocol
;
902 err
= ip6gre_xmit2(skb
, dev
, 0, &fl6
, encap_limit
, &mtu
);
907 static netdev_tx_t
ip6gre_tunnel_xmit(struct sk_buff
*skb
,
908 struct net_device
*dev
)
910 struct ip6_tnl
*t
= netdev_priv(dev
);
911 struct net_device_stats
*stats
= &t
->dev
->stats
;
914 if (!ip6_tnl_xmit_ctl(t
, &t
->parms
.laddr
, &t
->parms
.raddr
))
917 switch (skb
->protocol
) {
918 case htons(ETH_P_IP
):
919 ret
= ip6gre_xmit_ipv4(skb
, dev
);
921 case htons(ETH_P_IPV6
):
922 ret
= ip6gre_xmit_ipv6(skb
, dev
);
925 ret
= ip6gre_xmit_other(skb
, dev
);
941 static void ip6gre_tnl_link_config(struct ip6_tnl
*t
, int set_mtu
)
943 struct net_device
*dev
= t
->dev
;
944 struct __ip6_tnl_parm
*p
= &t
->parms
;
945 struct flowi6
*fl6
= &t
->fl
.u
.ip6
;
946 int addend
= sizeof(struct ipv6hdr
) + 4;
948 if (dev
->type
!= ARPHRD_ETHER
) {
949 memcpy(dev
->dev_addr
, &p
->laddr
, sizeof(struct in6_addr
));
950 memcpy(dev
->broadcast
, &p
->raddr
, sizeof(struct in6_addr
));
953 /* Set up flowi template */
954 fl6
->saddr
= p
->laddr
;
955 fl6
->daddr
= p
->raddr
;
956 fl6
->flowi6_oif
= p
->link
;
959 if (!(p
->flags
&IP6_TNL_F_USE_ORIG_TCLASS
))
960 fl6
->flowlabel
|= IPV6_TCLASS_MASK
& p
->flowinfo
;
961 if (!(p
->flags
&IP6_TNL_F_USE_ORIG_FLOWLABEL
))
962 fl6
->flowlabel
|= IPV6_FLOWLABEL_MASK
& p
->flowinfo
;
964 p
->flags
&= ~(IP6_TNL_F_CAP_XMIT
|IP6_TNL_F_CAP_RCV
|IP6_TNL_F_CAP_PER_PACKET
);
965 p
->flags
|= ip6_tnl_get_cap(t
, &p
->laddr
, &p
->raddr
);
967 if (p
->flags
&IP6_TNL_F_CAP_XMIT
&&
968 p
->flags
&IP6_TNL_F_CAP_RCV
&& dev
->type
!= ARPHRD_ETHER
)
969 dev
->flags
|= IFF_POINTOPOINT
;
971 dev
->flags
&= ~IFF_POINTOPOINT
;
973 /* Precalculate GRE options length */
974 if (t
->parms
.o_flags
&(GRE_CSUM
|GRE_KEY
|GRE_SEQ
)) {
975 if (t
->parms
.o_flags
&GRE_CSUM
)
977 if (t
->parms
.o_flags
&GRE_KEY
)
979 if (t
->parms
.o_flags
&GRE_SEQ
)
984 if (p
->flags
& IP6_TNL_F_CAP_XMIT
) {
985 int strict
= (ipv6_addr_type(&p
->raddr
) &
986 (IPV6_ADDR_MULTICAST
|IPV6_ADDR_LINKLOCAL
));
988 struct rt6_info
*rt
= rt6_lookup(t
->net
,
989 &p
->raddr
, &p
->laddr
,
996 dev
->hard_header_len
= rt
->dst
.dev
->hard_header_len
+ addend
;
999 dev
->mtu
= rt
->dst
.dev
->mtu
- addend
;
1000 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
1002 if (dev
->type
== ARPHRD_ETHER
)
1003 dev
->mtu
-= ETH_HLEN
;
1005 if (dev
->mtu
< IPV6_MIN_MTU
)
1006 dev
->mtu
= IPV6_MIN_MTU
;
1013 static int ip6gre_tnl_change(struct ip6_tnl
*t
,
1014 const struct __ip6_tnl_parm
*p
, int set_mtu
)
1016 t
->parms
.laddr
= p
->laddr
;
1017 t
->parms
.raddr
= p
->raddr
;
1018 t
->parms
.flags
= p
->flags
;
1019 t
->parms
.hop_limit
= p
->hop_limit
;
1020 t
->parms
.encap_limit
= p
->encap_limit
;
1021 t
->parms
.flowinfo
= p
->flowinfo
;
1022 t
->parms
.link
= p
->link
;
1023 t
->parms
.proto
= p
->proto
;
1024 t
->parms
.i_key
= p
->i_key
;
1025 t
->parms
.o_key
= p
->o_key
;
1026 t
->parms
.i_flags
= p
->i_flags
;
1027 t
->parms
.o_flags
= p
->o_flags
;
1028 dst_cache_reset(&t
->dst_cache
);
1029 ip6gre_tnl_link_config(t
, set_mtu
);
1033 static void ip6gre_tnl_parm_from_user(struct __ip6_tnl_parm
*p
,
1034 const struct ip6_tnl_parm2
*u
)
1036 p
->laddr
= u
->laddr
;
1037 p
->raddr
= u
->raddr
;
1038 p
->flags
= u
->flags
;
1039 p
->hop_limit
= u
->hop_limit
;
1040 p
->encap_limit
= u
->encap_limit
;
1041 p
->flowinfo
= u
->flowinfo
;
1043 p
->i_key
= u
->i_key
;
1044 p
->o_key
= u
->o_key
;
1045 p
->i_flags
= u
->i_flags
;
1046 p
->o_flags
= u
->o_flags
;
1047 memcpy(p
->name
, u
->name
, sizeof(u
->name
));
1050 static void ip6gre_tnl_parm_to_user(struct ip6_tnl_parm2
*u
,
1051 const struct __ip6_tnl_parm
*p
)
1053 u
->proto
= IPPROTO_GRE
;
1054 u
->laddr
= p
->laddr
;
1055 u
->raddr
= p
->raddr
;
1056 u
->flags
= p
->flags
;
1057 u
->hop_limit
= p
->hop_limit
;
1058 u
->encap_limit
= p
->encap_limit
;
1059 u
->flowinfo
= p
->flowinfo
;
1061 u
->i_key
= p
->i_key
;
1062 u
->o_key
= p
->o_key
;
1063 u
->i_flags
= p
->i_flags
;
1064 u
->o_flags
= p
->o_flags
;
1065 memcpy(u
->name
, p
->name
, sizeof(u
->name
));
1068 static int ip6gre_tunnel_ioctl(struct net_device
*dev
,
1069 struct ifreq
*ifr
, int cmd
)
1072 struct ip6_tnl_parm2 p
;
1073 struct __ip6_tnl_parm p1
;
1074 struct ip6_tnl
*t
= netdev_priv(dev
);
1075 struct net
*net
= t
->net
;
1076 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1080 if (dev
== ign
->fb_tunnel_dev
) {
1081 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
))) {
1085 ip6gre_tnl_parm_from_user(&p1
, &p
);
1086 t
= ip6gre_tunnel_locate(net
, &p1
, 0);
1088 t
= netdev_priv(dev
);
1090 memset(&p
, 0, sizeof(p
));
1091 ip6gre_tnl_parm_to_user(&p
, &t
->parms
);
1092 if (copy_to_user(ifr
->ifr_ifru
.ifru_data
, &p
, sizeof(p
)))
1099 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
1103 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
)))
1107 if ((p
.i_flags
|p
.o_flags
)&(GRE_VERSION
|GRE_ROUTING
))
1110 if (!(p
.i_flags
&GRE_KEY
))
1112 if (!(p
.o_flags
&GRE_KEY
))
1115 ip6gre_tnl_parm_from_user(&p1
, &p
);
1116 t
= ip6gre_tunnel_locate(net
, &p1
, cmd
== SIOCADDTUNNEL
);
1118 if (dev
!= ign
->fb_tunnel_dev
&& cmd
== SIOCCHGTUNNEL
) {
1120 if (t
->dev
!= dev
) {
1125 t
= netdev_priv(dev
);
1127 ip6gre_tunnel_unlink(ign
, t
);
1129 ip6gre_tnl_change(t
, &p1
, 1);
1130 ip6gre_tunnel_link(ign
, t
);
1131 netdev_state_change(dev
);
1138 memset(&p
, 0, sizeof(p
));
1139 ip6gre_tnl_parm_to_user(&p
, &t
->parms
);
1140 if (copy_to_user(ifr
->ifr_ifru
.ifru_data
, &p
, sizeof(p
)))
1143 err
= (cmd
== SIOCADDTUNNEL
? -ENOBUFS
: -ENOENT
);
1148 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
1151 if (dev
== ign
->fb_tunnel_dev
) {
1153 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
)))
1156 ip6gre_tnl_parm_from_user(&p1
, &p
);
1157 t
= ip6gre_tunnel_locate(net
, &p1
, 0);
1161 if (t
== netdev_priv(ign
->fb_tunnel_dev
))
1165 unregister_netdevice(dev
);
1177 static int ip6gre_tunnel_change_mtu(struct net_device
*dev
, int new_mtu
)
1180 new_mtu
> 0xFFF8 - dev
->hard_header_len
)
1186 static int ip6gre_header(struct sk_buff
*skb
, struct net_device
*dev
,
1187 unsigned short type
,
1188 const void *daddr
, const void *saddr
, unsigned int len
)
1190 struct ip6_tnl
*t
= netdev_priv(dev
);
1191 struct ipv6hdr
*ipv6h
= (struct ipv6hdr
*)skb_push(skb
, t
->hlen
);
1192 __be16
*p
= (__be16
*)(ipv6h
+1);
1194 ip6_flow_hdr(ipv6h
, 0,
1195 ip6_make_flowlabel(dev_net(dev
), skb
,
1196 t
->fl
.u
.ip6
.flowlabel
, true,
1198 ipv6h
->hop_limit
= t
->parms
.hop_limit
;
1199 ipv6h
->nexthdr
= NEXTHDR_GRE
;
1200 ipv6h
->saddr
= t
->parms
.laddr
;
1201 ipv6h
->daddr
= t
->parms
.raddr
;
1203 p
[0] = t
->parms
.o_flags
;
1207 * Set the source hardware address.
1211 memcpy(&ipv6h
->saddr
, saddr
, sizeof(struct in6_addr
));
1213 memcpy(&ipv6h
->daddr
, daddr
, sizeof(struct in6_addr
));
1214 if (!ipv6_addr_any(&ipv6h
->daddr
))
1220 static const struct header_ops ip6gre_header_ops
= {
1221 .create
= ip6gre_header
,
1224 static const struct net_device_ops ip6gre_netdev_ops
= {
1225 .ndo_init
= ip6gre_tunnel_init
,
1226 .ndo_uninit
= ip6gre_tunnel_uninit
,
1227 .ndo_start_xmit
= ip6gre_tunnel_xmit
,
1228 .ndo_do_ioctl
= ip6gre_tunnel_ioctl
,
1229 .ndo_change_mtu
= ip6gre_tunnel_change_mtu
,
1230 .ndo_get_stats64
= ip_tunnel_get_stats64
,
1231 .ndo_get_iflink
= ip6_tnl_get_iflink
,
1234 static void ip6gre_dev_free(struct net_device
*dev
)
1236 struct ip6_tnl
*t
= netdev_priv(dev
);
1238 dst_cache_destroy(&t
->dst_cache
);
1239 free_percpu(dev
->tstats
);
1243 static void ip6gre_tunnel_setup(struct net_device
*dev
)
1247 dev
->netdev_ops
= &ip6gre_netdev_ops
;
1248 dev
->destructor
= ip6gre_dev_free
;
1250 dev
->type
= ARPHRD_IP6GRE
;
1251 dev
->hard_header_len
= LL_MAX_HEADER
+ sizeof(struct ipv6hdr
) + 4;
1252 dev
->mtu
= ETH_DATA_LEN
- sizeof(struct ipv6hdr
) - 4;
1253 t
= netdev_priv(dev
);
1254 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
1256 dev
->flags
|= IFF_NOARP
;
1257 dev
->addr_len
= sizeof(struct in6_addr
);
1258 netif_keep_dst(dev
);
1261 static int ip6gre_tunnel_init_common(struct net_device
*dev
)
1263 struct ip6_tnl
*tunnel
;
1266 tunnel
= netdev_priv(dev
);
1269 tunnel
->net
= dev_net(dev
);
1270 strcpy(tunnel
->parms
.name
, dev
->name
);
1272 dev
->tstats
= netdev_alloc_pcpu_stats(struct pcpu_sw_netstats
);
1276 ret
= dst_cache_init(&tunnel
->dst_cache
, GFP_KERNEL
);
1278 free_percpu(dev
->tstats
);
1286 static int ip6gre_tunnel_init(struct net_device
*dev
)
1288 struct ip6_tnl
*tunnel
;
1291 ret
= ip6gre_tunnel_init_common(dev
);
1295 tunnel
= netdev_priv(dev
);
1297 memcpy(dev
->dev_addr
, &tunnel
->parms
.laddr
, sizeof(struct in6_addr
));
1298 memcpy(dev
->broadcast
, &tunnel
->parms
.raddr
, sizeof(struct in6_addr
));
1300 if (ipv6_addr_any(&tunnel
->parms
.raddr
))
1301 dev
->header_ops
= &ip6gre_header_ops
;
1306 static void ip6gre_fb_tunnel_init(struct net_device
*dev
)
1308 struct ip6_tnl
*tunnel
= netdev_priv(dev
);
1311 tunnel
->net
= dev_net(dev
);
1312 strcpy(tunnel
->parms
.name
, dev
->name
);
1314 tunnel
->hlen
= sizeof(struct ipv6hdr
) + 4;
1320 static struct inet6_protocol ip6gre_protocol __read_mostly
= {
1321 .handler
= ip6gre_rcv
,
1322 .err_handler
= ip6gre_err
,
1323 .flags
= INET6_PROTO_NOPOLICY
|INET6_PROTO_FINAL
,
1326 static void ip6gre_destroy_tunnels(struct net
*net
, struct list_head
*head
)
1328 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1329 struct net_device
*dev
, *aux
;
1332 for_each_netdev_safe(net
, dev
, aux
)
1333 if (dev
->rtnl_link_ops
== &ip6gre_link_ops
||
1334 dev
->rtnl_link_ops
== &ip6gre_tap_ops
)
1335 unregister_netdevice_queue(dev
, head
);
1337 for (prio
= 0; prio
< 4; prio
++) {
1339 for (h
= 0; h
< HASH_SIZE
; h
++) {
1342 t
= rtnl_dereference(ign
->tunnels
[prio
][h
]);
1345 /* If dev is in the same netns, it has already
1346 * been added to the list by the previous loop.
1348 if (!net_eq(dev_net(t
->dev
), net
))
1349 unregister_netdevice_queue(t
->dev
,
1351 t
= rtnl_dereference(t
->next
);
1357 static int __net_init
ip6gre_init_net(struct net
*net
)
1359 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1362 ign
->fb_tunnel_dev
= alloc_netdev(sizeof(struct ip6_tnl
), "ip6gre0",
1364 ip6gre_tunnel_setup
);
1365 if (!ign
->fb_tunnel_dev
) {
1369 dev_net_set(ign
->fb_tunnel_dev
, net
);
1370 /* FB netdevice is special: we have one, and only one per netns.
1371 * Allowing to move it to another netns is clearly unsafe.
1373 ign
->fb_tunnel_dev
->features
|= NETIF_F_NETNS_LOCAL
;
1376 ip6gre_fb_tunnel_init(ign
->fb_tunnel_dev
);
1377 ign
->fb_tunnel_dev
->rtnl_link_ops
= &ip6gre_link_ops
;
1379 err
= register_netdev(ign
->fb_tunnel_dev
);
1383 rcu_assign_pointer(ign
->tunnels_wc
[0],
1384 netdev_priv(ign
->fb_tunnel_dev
));
1388 ip6gre_dev_free(ign
->fb_tunnel_dev
);
1393 static void __net_exit
ip6gre_exit_net(struct net
*net
)
1398 ip6gre_destroy_tunnels(net
, &list
);
1399 unregister_netdevice_many(&list
);
1403 static struct pernet_operations ip6gre_net_ops
= {
1404 .init
= ip6gre_init_net
,
1405 .exit
= ip6gre_exit_net
,
1406 .id
= &ip6gre_net_id
,
1407 .size
= sizeof(struct ip6gre_net
),
1410 static int ip6gre_tunnel_validate(struct nlattr
*tb
[], struct nlattr
*data
[])
1418 if (data
[IFLA_GRE_IFLAGS
])
1419 flags
|= nla_get_be16(data
[IFLA_GRE_IFLAGS
]);
1420 if (data
[IFLA_GRE_OFLAGS
])
1421 flags
|= nla_get_be16(data
[IFLA_GRE_OFLAGS
]);
1422 if (flags
& (GRE_VERSION
|GRE_ROUTING
))
1428 static int ip6gre_tap_validate(struct nlattr
*tb
[], struct nlattr
*data
[])
1430 struct in6_addr daddr
;
1432 if (tb
[IFLA_ADDRESS
]) {
1433 if (nla_len(tb
[IFLA_ADDRESS
]) != ETH_ALEN
)
1435 if (!is_valid_ether_addr(nla_data(tb
[IFLA_ADDRESS
])))
1436 return -EADDRNOTAVAIL
;
1442 if (data
[IFLA_GRE_REMOTE
]) {
1443 daddr
= nla_get_in6_addr(data
[IFLA_GRE_REMOTE
]);
1444 if (ipv6_addr_any(&daddr
))
1449 return ip6gre_tunnel_validate(tb
, data
);
1453 static void ip6gre_netlink_parms(struct nlattr
*data
[],
1454 struct __ip6_tnl_parm
*parms
)
1456 memset(parms
, 0, sizeof(*parms
));
1461 if (data
[IFLA_GRE_LINK
])
1462 parms
->link
= nla_get_u32(data
[IFLA_GRE_LINK
]);
1464 if (data
[IFLA_GRE_IFLAGS
])
1465 parms
->i_flags
= nla_get_be16(data
[IFLA_GRE_IFLAGS
]);
1467 if (data
[IFLA_GRE_OFLAGS
])
1468 parms
->o_flags
= nla_get_be16(data
[IFLA_GRE_OFLAGS
]);
1470 if (data
[IFLA_GRE_IKEY
])
1471 parms
->i_key
= nla_get_be32(data
[IFLA_GRE_IKEY
]);
1473 if (data
[IFLA_GRE_OKEY
])
1474 parms
->o_key
= nla_get_be32(data
[IFLA_GRE_OKEY
]);
1476 if (data
[IFLA_GRE_LOCAL
])
1477 parms
->laddr
= nla_get_in6_addr(data
[IFLA_GRE_LOCAL
]);
1479 if (data
[IFLA_GRE_REMOTE
])
1480 parms
->raddr
= nla_get_in6_addr(data
[IFLA_GRE_REMOTE
]);
1482 if (data
[IFLA_GRE_TTL
])
1483 parms
->hop_limit
= nla_get_u8(data
[IFLA_GRE_TTL
]);
1485 if (data
[IFLA_GRE_ENCAP_LIMIT
])
1486 parms
->encap_limit
= nla_get_u8(data
[IFLA_GRE_ENCAP_LIMIT
]);
1488 if (data
[IFLA_GRE_FLOWINFO
])
1489 parms
->flowinfo
= nla_get_u32(data
[IFLA_GRE_FLOWINFO
]);
1491 if (data
[IFLA_GRE_FLAGS
])
1492 parms
->flags
= nla_get_u32(data
[IFLA_GRE_FLAGS
]);
1495 static int ip6gre_tap_init(struct net_device
*dev
)
1497 struct ip6_tnl
*tunnel
;
1500 ret
= ip6gre_tunnel_init_common(dev
);
1504 tunnel
= netdev_priv(dev
);
1506 ip6gre_tnl_link_config(tunnel
, 1);
1511 static const struct net_device_ops ip6gre_tap_netdev_ops
= {
1512 .ndo_init
= ip6gre_tap_init
,
1513 .ndo_uninit
= ip6gre_tunnel_uninit
,
1514 .ndo_start_xmit
= ip6gre_tunnel_xmit
,
1515 .ndo_set_mac_address
= eth_mac_addr
,
1516 .ndo_validate_addr
= eth_validate_addr
,
1517 .ndo_change_mtu
= ip6gre_tunnel_change_mtu
,
1518 .ndo_get_stats64
= ip_tunnel_get_stats64
,
1519 .ndo_get_iflink
= ip6_tnl_get_iflink
,
1522 #define GRE6_FEATURES (NETIF_F_SG | \
1523 NETIF_F_FRAGLIST | \
1527 static void ip6gre_tap_setup(struct net_device
*dev
)
1532 dev
->netdev_ops
= &ip6gre_tap_netdev_ops
;
1533 dev
->destructor
= ip6gre_dev_free
;
1535 dev
->features
|= NETIF_F_NETNS_LOCAL
;
1536 dev
->priv_flags
&= ~IFF_TX_SKB_SHARING
;
1539 static int ip6gre_newlink(struct net
*src_net
, struct net_device
*dev
,
1540 struct nlattr
*tb
[], struct nlattr
*data
[])
1543 struct net
*net
= dev_net(dev
);
1544 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1547 nt
= netdev_priv(dev
);
1548 ip6gre_netlink_parms(data
, &nt
->parms
);
1550 if (ip6gre_tunnel_find(net
, &nt
->parms
, dev
->type
))
1553 if (dev
->type
== ARPHRD_ETHER
&& !tb
[IFLA_ADDRESS
])
1554 eth_hw_addr_random(dev
);
1557 nt
->net
= dev_net(dev
);
1558 ip6gre_tnl_link_config(nt
, !tb
[IFLA_MTU
]);
1560 dev
->features
|= GRE6_FEATURES
;
1561 dev
->hw_features
|= GRE6_FEATURES
;
1563 if (!(nt
->parms
.o_flags
& GRE_SEQ
)) {
1564 /* TCP segmentation offload is not supported when we
1565 * generate output sequences.
1567 dev
->features
|= NETIF_F_GSO_SOFTWARE
;
1568 dev
->hw_features
|= NETIF_F_GSO_SOFTWARE
;
1570 /* Can use a lockless transmit, unless we generate
1573 dev
->features
|= NETIF_F_LLTX
;
1576 err
= register_netdevice(dev
);
1581 ip6gre_tunnel_link(ign
, nt
);
1587 static int ip6gre_changelink(struct net_device
*dev
, struct nlattr
*tb
[],
1588 struct nlattr
*data
[])
1590 struct ip6_tnl
*t
, *nt
= netdev_priv(dev
);
1591 struct net
*net
= nt
->net
;
1592 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1593 struct __ip6_tnl_parm p
;
1595 if (dev
== ign
->fb_tunnel_dev
)
1598 ip6gre_netlink_parms(data
, &p
);
1600 t
= ip6gre_tunnel_locate(net
, &p
, 0);
1609 ip6gre_tunnel_unlink(ign
, t
);
1610 ip6gre_tnl_change(t
, &p
, !tb
[IFLA_MTU
]);
1611 ip6gre_tunnel_link(ign
, t
);
1615 static void ip6gre_dellink(struct net_device
*dev
, struct list_head
*head
)
1617 struct net
*net
= dev_net(dev
);
1618 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1620 if (dev
!= ign
->fb_tunnel_dev
)
1621 unregister_netdevice_queue(dev
, head
);
1624 static size_t ip6gre_get_size(const struct net_device
*dev
)
1629 /* IFLA_GRE_IFLAGS */
1631 /* IFLA_GRE_OFLAGS */
1637 /* IFLA_GRE_LOCAL */
1638 nla_total_size(sizeof(struct in6_addr
)) +
1639 /* IFLA_GRE_REMOTE */
1640 nla_total_size(sizeof(struct in6_addr
)) +
1645 /* IFLA_GRE_ENCAP_LIMIT */
1647 /* IFLA_GRE_FLOWINFO */
1649 /* IFLA_GRE_FLAGS */
1654 static int ip6gre_fill_info(struct sk_buff
*skb
, const struct net_device
*dev
)
1656 struct ip6_tnl
*t
= netdev_priv(dev
);
1657 struct __ip6_tnl_parm
*p
= &t
->parms
;
1659 if (nla_put_u32(skb
, IFLA_GRE_LINK
, p
->link
) ||
1660 nla_put_be16(skb
, IFLA_GRE_IFLAGS
, p
->i_flags
) ||
1661 nla_put_be16(skb
, IFLA_GRE_OFLAGS
, p
->o_flags
) ||
1662 nla_put_be32(skb
, IFLA_GRE_IKEY
, p
->i_key
) ||
1663 nla_put_be32(skb
, IFLA_GRE_OKEY
, p
->o_key
) ||
1664 nla_put_in6_addr(skb
, IFLA_GRE_LOCAL
, &p
->laddr
) ||
1665 nla_put_in6_addr(skb
, IFLA_GRE_REMOTE
, &p
->raddr
) ||
1666 nla_put_u8(skb
, IFLA_GRE_TTL
, p
->hop_limit
) ||
1667 /*nla_put_u8(skb, IFLA_GRE_TOS, t->priority) ||*/
1668 nla_put_u8(skb
, IFLA_GRE_ENCAP_LIMIT
, p
->encap_limit
) ||
1669 nla_put_be32(skb
, IFLA_GRE_FLOWINFO
, p
->flowinfo
) ||
1670 nla_put_u32(skb
, IFLA_GRE_FLAGS
, p
->flags
))
1671 goto nla_put_failure
;
1678 static const struct nla_policy ip6gre_policy
[IFLA_GRE_MAX
+ 1] = {
1679 [IFLA_GRE_LINK
] = { .type
= NLA_U32
},
1680 [IFLA_GRE_IFLAGS
] = { .type
= NLA_U16
},
1681 [IFLA_GRE_OFLAGS
] = { .type
= NLA_U16
},
1682 [IFLA_GRE_IKEY
] = { .type
= NLA_U32
},
1683 [IFLA_GRE_OKEY
] = { .type
= NLA_U32
},
1684 [IFLA_GRE_LOCAL
] = { .len
= FIELD_SIZEOF(struct ipv6hdr
, saddr
) },
1685 [IFLA_GRE_REMOTE
] = { .len
= FIELD_SIZEOF(struct ipv6hdr
, daddr
) },
1686 [IFLA_GRE_TTL
] = { .type
= NLA_U8
},
1687 [IFLA_GRE_ENCAP_LIMIT
] = { .type
= NLA_U8
},
1688 [IFLA_GRE_FLOWINFO
] = { .type
= NLA_U32
},
1689 [IFLA_GRE_FLAGS
] = { .type
= NLA_U32
},
1692 static struct rtnl_link_ops ip6gre_link_ops __read_mostly
= {
1694 .maxtype
= IFLA_GRE_MAX
,
1695 .policy
= ip6gre_policy
,
1696 .priv_size
= sizeof(struct ip6_tnl
),
1697 .setup
= ip6gre_tunnel_setup
,
1698 .validate
= ip6gre_tunnel_validate
,
1699 .newlink
= ip6gre_newlink
,
1700 .changelink
= ip6gre_changelink
,
1701 .dellink
= ip6gre_dellink
,
1702 .get_size
= ip6gre_get_size
,
1703 .fill_info
= ip6gre_fill_info
,
1704 .get_link_net
= ip6_tnl_get_link_net
,
1707 static struct rtnl_link_ops ip6gre_tap_ops __read_mostly
= {
1708 .kind
= "ip6gretap",
1709 .maxtype
= IFLA_GRE_MAX
,
1710 .policy
= ip6gre_policy
,
1711 .priv_size
= sizeof(struct ip6_tnl
),
1712 .setup
= ip6gre_tap_setup
,
1713 .validate
= ip6gre_tap_validate
,
1714 .newlink
= ip6gre_newlink
,
1715 .changelink
= ip6gre_changelink
,
1716 .get_size
= ip6gre_get_size
,
1717 .fill_info
= ip6gre_fill_info
,
1718 .get_link_net
= ip6_tnl_get_link_net
,
1722 * And now the modules code and kernel interface.
1725 static int __init
ip6gre_init(void)
1729 pr_info("GRE over IPv6 tunneling driver\n");
1731 err
= register_pernet_device(&ip6gre_net_ops
);
1735 err
= inet6_add_protocol(&ip6gre_protocol
, IPPROTO_GRE
);
1737 pr_info("%s: can't add protocol\n", __func__
);
1738 goto add_proto_failed
;
1741 err
= rtnl_link_register(&ip6gre_link_ops
);
1743 goto rtnl_link_failed
;
1745 err
= rtnl_link_register(&ip6gre_tap_ops
);
1747 goto tap_ops_failed
;
1753 rtnl_link_unregister(&ip6gre_link_ops
);
1755 inet6_del_protocol(&ip6gre_protocol
, IPPROTO_GRE
);
1757 unregister_pernet_device(&ip6gre_net_ops
);
1761 static void __exit
ip6gre_fini(void)
1763 rtnl_link_unregister(&ip6gre_tap_ops
);
1764 rtnl_link_unregister(&ip6gre_link_ops
);
1765 inet6_del_protocol(&ip6gre_protocol
, IPPROTO_GRE
);
1766 unregister_pernet_device(&ip6gre_net_ops
);
1769 module_init(ip6gre_init
);
1770 module_exit(ip6gre_fini
);
1771 MODULE_LICENSE("GPL");
1772 MODULE_AUTHOR("D. Kozlov (xeb@mail.ru)");
1773 MODULE_DESCRIPTION("GRE over IPv6 tunneling device");
1774 MODULE_ALIAS_RTNL_LINK("ip6gre");
1775 MODULE_ALIAS_RTNL_LINK("ip6gretap");
1776 MODULE_ALIAS_NETDEV("ip6gre0");