2 * Linux IPv6 multicast routing support for BSD pim6sd
3 * Based on net/ipv4/ipmr.c.
5 * (c) 2004 Mickael Hoerdt, <hoerdt@clarinet.u-strasbg.fr>
6 * LSIIT Laboratory, Strasbourg, France
7 * (c) 2004 Jean-Philippe Andriot, <jean-philippe.andriot@6WIND.com>
9 * Copyright (C)2007,2008 USAGI/WIDE Project
10 * YOSHIFUJI Hideaki <yoshfuji@linux-ipv6.org>
12 * This program is free software; you can redistribute it and/or
13 * modify it under the terms of the GNU General Public License
14 * as published by the Free Software Foundation; either version
15 * 2 of the License, or (at your option) any later version.
19 #include <asm/system.h>
20 #include <asm/uaccess.h>
21 #include <linux/types.h>
22 #include <linux/sched.h>
23 #include <linux/errno.h>
24 #include <linux/timer.h>
26 #include <linux/kernel.h>
27 #include <linux/fcntl.h>
28 #include <linux/stat.h>
29 #include <linux/socket.h>
30 #include <linux/inet.h>
31 #include <linux/netdevice.h>
32 #include <linux/inetdevice.h>
33 #include <linux/proc_fs.h>
34 #include <linux/seq_file.h>
35 #include <linux/init.h>
36 #include <linux/slab.h>
37 #include <net/protocol.h>
38 #include <linux/skbuff.h>
41 #include <linux/notifier.h>
42 #include <linux/if_arp.h>
43 #include <net/checksum.h>
44 #include <net/netlink.h>
45 #include <net/fib_rules.h>
48 #include <net/ip6_route.h>
49 #include <linux/mroute6.h>
50 #include <linux/pim.h>
51 #include <net/addrconf.h>
52 #include <linux/netfilter_ipv6.h>
53 #include <net/ip6_checksum.h>
56 struct list_head list
;
61 struct sock
*mroute6_sk
;
62 struct timer_list ipmr_expire_timer
;
63 struct list_head mfc6_unres_queue
;
64 struct list_head mfc6_cache_array
[MFC6_LINES
];
65 struct mif_device vif6_table
[MAXMIFS
];
67 atomic_t cache_resolve_queue_len
;
70 #ifdef CONFIG_IPV6_PIMSM_V2
71 int mroute_reg_vif_num
;
76 struct fib_rule common
;
80 struct mr6_table
*mrt
;
83 /* Big lock, protecting vif table, mrt cache and mroute socket state.
84 Note that the changes are semaphored via rtnl_lock.
87 static DEFINE_RWLOCK(mrt_lock
);
90 * Multicast router control variables
93 #define MIF_EXISTS(_mrt, _idx) ((_mrt)->vif6_table[_idx].dev != NULL)
95 /* Special spinlock for queue of unresolved entries */
96 static DEFINE_SPINLOCK(mfc_unres_lock
);
98 /* We return to original Alan's scheme. Hash table of resolved
99 entries is changed only in process context and protected
100 with weak lock mrt_lock. Queue of unresolved entries is protected
101 with strong spinlock mfc_unres_lock.
103 In this case data path is free of exclusive locks at all.
106 static struct kmem_cache
*mrt_cachep __read_mostly
;
108 static struct mr6_table
*ip6mr_new_table(struct net
*net
, u32 id
);
109 static void ip6mr_free_table(struct mr6_table
*mrt
);
111 static int ip6_mr_forward(struct net
*net
, struct mr6_table
*mrt
,
112 struct sk_buff
*skb
, struct mfc6_cache
*cache
);
113 static int ip6mr_cache_report(struct mr6_table
*mrt
, struct sk_buff
*pkt
,
114 mifi_t mifi
, int assert);
115 static int __ip6mr_fill_mroute(struct mr6_table
*mrt
, struct sk_buff
*skb
,
116 struct mfc6_cache
*c
, struct rtmsg
*rtm
);
117 static int ip6mr_rtm_dumproute(struct sk_buff
*skb
,
118 struct netlink_callback
*cb
);
119 static void mroute_clean_tables(struct mr6_table
*mrt
);
120 static void ipmr_expire_process(unsigned long arg
);
122 #ifdef CONFIG_IPV6_MROUTE_MULTIPLE_TABLES
123 #define ip6mr_for_each_table(mrt, net) \
124 list_for_each_entry_rcu(mrt, &net->ipv6.mr6_tables, list)
126 static struct mr6_table
*ip6mr_get_table(struct net
*net
, u32 id
)
128 struct mr6_table
*mrt
;
130 ip6mr_for_each_table(mrt
, net
) {
137 static int ip6mr_fib_lookup(struct net
*net
, struct flowi
*flp
,
138 struct mr6_table
**mrt
)
140 struct ip6mr_result res
;
141 struct fib_lookup_arg arg
= { .result
= &res
, };
144 err
= fib_rules_lookup(net
->ipv6
.mr6_rules_ops
, flp
, 0, &arg
);
151 static int ip6mr_rule_action(struct fib_rule
*rule
, struct flowi
*flp
,
152 int flags
, struct fib_lookup_arg
*arg
)
154 struct ip6mr_result
*res
= arg
->result
;
155 struct mr6_table
*mrt
;
157 switch (rule
->action
) {
160 case FR_ACT_UNREACHABLE
:
162 case FR_ACT_PROHIBIT
:
164 case FR_ACT_BLACKHOLE
:
169 mrt
= ip6mr_get_table(rule
->fr_net
, rule
->table
);
176 static int ip6mr_rule_match(struct fib_rule
*rule
, struct flowi
*flp
, int flags
)
181 static const struct nla_policy ip6mr_rule_policy
[FRA_MAX
+ 1] = {
185 static int ip6mr_rule_configure(struct fib_rule
*rule
, struct sk_buff
*skb
,
186 struct fib_rule_hdr
*frh
, struct nlattr
**tb
)
191 static int ip6mr_rule_compare(struct fib_rule
*rule
, struct fib_rule_hdr
*frh
,
197 static int ip6mr_rule_fill(struct fib_rule
*rule
, struct sk_buff
*skb
,
198 struct fib_rule_hdr
*frh
)
206 static const struct fib_rules_ops __net_initdata ip6mr_rules_ops_template
= {
207 .family
= RTNL_FAMILY_IP6MR
,
208 .rule_size
= sizeof(struct ip6mr_rule
),
209 .addr_size
= sizeof(struct in6_addr
),
210 .action
= ip6mr_rule_action
,
211 .match
= ip6mr_rule_match
,
212 .configure
= ip6mr_rule_configure
,
213 .compare
= ip6mr_rule_compare
,
214 .default_pref
= fib_default_rule_pref
,
215 .fill
= ip6mr_rule_fill
,
216 .nlgroup
= RTNLGRP_IPV6_RULE
,
217 .policy
= ip6mr_rule_policy
,
218 .owner
= THIS_MODULE
,
221 static int __net_init
ip6mr_rules_init(struct net
*net
)
223 struct fib_rules_ops
*ops
;
224 struct mr6_table
*mrt
;
227 ops
= fib_rules_register(&ip6mr_rules_ops_template
, net
);
231 INIT_LIST_HEAD(&net
->ipv6
.mr6_tables
);
233 mrt
= ip6mr_new_table(net
, RT6_TABLE_DFLT
);
239 err
= fib_default_rule_add(ops
, 0x7fff, RT6_TABLE_DFLT
, 0);
243 net
->ipv6
.mr6_rules_ops
= ops
;
249 fib_rules_unregister(ops
);
253 static void __net_exit
ip6mr_rules_exit(struct net
*net
)
255 struct mr6_table
*mrt
, *next
;
257 list_for_each_entry_safe(mrt
, next
, &net
->ipv6
.mr6_tables
, list
) {
258 list_del(&mrt
->list
);
259 ip6mr_free_table(mrt
);
261 fib_rules_unregister(net
->ipv6
.mr6_rules_ops
);
264 #define ip6mr_for_each_table(mrt, net) \
265 for (mrt = net->ipv6.mrt6; mrt; mrt = NULL)
267 static struct mr6_table
*ip6mr_get_table(struct net
*net
, u32 id
)
269 return net
->ipv6
.mrt6
;
272 static int ip6mr_fib_lookup(struct net
*net
, struct flowi
*flp
,
273 struct mr6_table
**mrt
)
275 *mrt
= net
->ipv6
.mrt6
;
279 static int __net_init
ip6mr_rules_init(struct net
*net
)
281 net
->ipv6
.mrt6
= ip6mr_new_table(net
, RT6_TABLE_DFLT
);
282 return net
->ipv6
.mrt6
? 0 : -ENOMEM
;
285 static void __net_exit
ip6mr_rules_exit(struct net
*net
)
287 ip6mr_free_table(net
->ipv6
.mrt6
);
291 static struct mr6_table
*ip6mr_new_table(struct net
*net
, u32 id
)
293 struct mr6_table
*mrt
;
296 mrt
= ip6mr_get_table(net
, id
);
300 mrt
= kzalloc(sizeof(*mrt
), GFP_KERNEL
);
304 write_pnet(&mrt
->net
, net
);
306 /* Forwarding cache */
307 for (i
= 0; i
< MFC6_LINES
; i
++)
308 INIT_LIST_HEAD(&mrt
->mfc6_cache_array
[i
]);
310 INIT_LIST_HEAD(&mrt
->mfc6_unres_queue
);
312 setup_timer(&mrt
->ipmr_expire_timer
, ipmr_expire_process
,
315 #ifdef CONFIG_IPV6_PIMSM_V2
316 mrt
->mroute_reg_vif_num
= -1;
318 #ifdef CONFIG_IPV6_MROUTE_MULTIPLE_TABLES
319 list_add_tail_rcu(&mrt
->list
, &net
->ipv6
.mr6_tables
);
324 static void ip6mr_free_table(struct mr6_table
*mrt
)
326 del_timer(&mrt
->ipmr_expire_timer
);
327 mroute_clean_tables(mrt
);
331 #ifdef CONFIG_PROC_FS
333 struct ipmr_mfc_iter
{
334 struct seq_net_private p
;
335 struct mr6_table
*mrt
;
336 struct list_head
*cache
;
341 static struct mfc6_cache
*ipmr_mfc_seq_idx(struct net
*net
,
342 struct ipmr_mfc_iter
*it
, loff_t pos
)
344 struct mr6_table
*mrt
= it
->mrt
;
345 struct mfc6_cache
*mfc
;
347 read_lock(&mrt_lock
);
348 for (it
->ct
= 0; it
->ct
< MFC6_LINES
; it
->ct
++) {
349 it
->cache
= &mrt
->mfc6_cache_array
[it
->ct
];
350 list_for_each_entry(mfc
, it
->cache
, list
)
354 read_unlock(&mrt_lock
);
356 spin_lock_bh(&mfc_unres_lock
);
357 it
->cache
= &mrt
->mfc6_unres_queue
;
358 list_for_each_entry(mfc
, it
->cache
, list
)
361 spin_unlock_bh(&mfc_unres_lock
);
368 * The /proc interfaces to multicast routing /proc/ip6_mr_cache /proc/ip6_mr_vif
371 struct ipmr_vif_iter
{
372 struct seq_net_private p
;
373 struct mr6_table
*mrt
;
377 static struct mif_device
*ip6mr_vif_seq_idx(struct net
*net
,
378 struct ipmr_vif_iter
*iter
,
381 struct mr6_table
*mrt
= iter
->mrt
;
383 for (iter
->ct
= 0; iter
->ct
< mrt
->maxvif
; ++iter
->ct
) {
384 if (!MIF_EXISTS(mrt
, iter
->ct
))
387 return &mrt
->vif6_table
[iter
->ct
];
392 static void *ip6mr_vif_seq_start(struct seq_file
*seq
, loff_t
*pos
)
395 struct ipmr_vif_iter
*iter
= seq
->private;
396 struct net
*net
= seq_file_net(seq
);
397 struct mr6_table
*mrt
;
399 mrt
= ip6mr_get_table(net
, RT6_TABLE_DFLT
);
401 return ERR_PTR(-ENOENT
);
405 read_lock(&mrt_lock
);
406 return *pos
? ip6mr_vif_seq_idx(net
, seq
->private, *pos
- 1)
410 static void *ip6mr_vif_seq_next(struct seq_file
*seq
, void *v
, loff_t
*pos
)
412 struct ipmr_vif_iter
*iter
= seq
->private;
413 struct net
*net
= seq_file_net(seq
);
414 struct mr6_table
*mrt
= iter
->mrt
;
417 if (v
== SEQ_START_TOKEN
)
418 return ip6mr_vif_seq_idx(net
, iter
, 0);
420 while (++iter
->ct
< mrt
->maxvif
) {
421 if (!MIF_EXISTS(mrt
, iter
->ct
))
423 return &mrt
->vif6_table
[iter
->ct
];
428 static void ip6mr_vif_seq_stop(struct seq_file
*seq
, void *v
)
431 read_unlock(&mrt_lock
);
434 static int ip6mr_vif_seq_show(struct seq_file
*seq
, void *v
)
436 struct ipmr_vif_iter
*iter
= seq
->private;
437 struct mr6_table
*mrt
= iter
->mrt
;
439 if (v
== SEQ_START_TOKEN
) {
441 "Interface BytesIn PktsIn BytesOut PktsOut Flags\n");
443 const struct mif_device
*vif
= v
;
444 const char *name
= vif
->dev
? vif
->dev
->name
: "none";
447 "%2td %-10s %8ld %7ld %8ld %7ld %05X\n",
448 vif
- mrt
->vif6_table
,
449 name
, vif
->bytes_in
, vif
->pkt_in
,
450 vif
->bytes_out
, vif
->pkt_out
,
456 static const struct seq_operations ip6mr_vif_seq_ops
= {
457 .start
= ip6mr_vif_seq_start
,
458 .next
= ip6mr_vif_seq_next
,
459 .stop
= ip6mr_vif_seq_stop
,
460 .show
= ip6mr_vif_seq_show
,
463 static int ip6mr_vif_open(struct inode
*inode
, struct file
*file
)
465 return seq_open_net(inode
, file
, &ip6mr_vif_seq_ops
,
466 sizeof(struct ipmr_vif_iter
));
469 static const struct file_operations ip6mr_vif_fops
= {
470 .owner
= THIS_MODULE
,
471 .open
= ip6mr_vif_open
,
474 .release
= seq_release_net
,
477 static void *ipmr_mfc_seq_start(struct seq_file
*seq
, loff_t
*pos
)
479 struct ipmr_mfc_iter
*it
= seq
->private;
480 struct net
*net
= seq_file_net(seq
);
481 struct mr6_table
*mrt
;
483 mrt
= ip6mr_get_table(net
, RT6_TABLE_DFLT
);
485 return ERR_PTR(-ENOENT
);
488 return *pos
? ipmr_mfc_seq_idx(net
, seq
->private, *pos
- 1)
492 static void *ipmr_mfc_seq_next(struct seq_file
*seq
, void *v
, loff_t
*pos
)
494 struct mfc6_cache
*mfc
= v
;
495 struct ipmr_mfc_iter
*it
= seq
->private;
496 struct net
*net
= seq_file_net(seq
);
497 struct mr6_table
*mrt
= it
->mrt
;
501 if (v
== SEQ_START_TOKEN
)
502 return ipmr_mfc_seq_idx(net
, seq
->private, 0);
504 if (mfc
->list
.next
!= it
->cache
)
505 return list_entry(mfc
->list
.next
, struct mfc6_cache
, list
);
507 if (it
->cache
== &mrt
->mfc6_unres_queue
)
510 BUG_ON(it
->cache
!= &mrt
->mfc6_cache_array
[it
->ct
]);
512 while (++it
->ct
< MFC6_LINES
) {
513 it
->cache
= &mrt
->mfc6_cache_array
[it
->ct
];
514 if (list_empty(it
->cache
))
516 return list_first_entry(it
->cache
, struct mfc6_cache
, list
);
519 /* exhausted cache_array, show unresolved */
520 read_unlock(&mrt_lock
);
521 it
->cache
= &mrt
->mfc6_unres_queue
;
524 spin_lock_bh(&mfc_unres_lock
);
525 if (!list_empty(it
->cache
))
526 return list_first_entry(it
->cache
, struct mfc6_cache
, list
);
529 spin_unlock_bh(&mfc_unres_lock
);
535 static void ipmr_mfc_seq_stop(struct seq_file
*seq
, void *v
)
537 struct ipmr_mfc_iter
*it
= seq
->private;
538 struct mr6_table
*mrt
= it
->mrt
;
540 if (it
->cache
== &mrt
->mfc6_unres_queue
)
541 spin_unlock_bh(&mfc_unres_lock
);
542 else if (it
->cache
== mrt
->mfc6_cache_array
)
543 read_unlock(&mrt_lock
);
546 static int ipmr_mfc_seq_show(struct seq_file
*seq
, void *v
)
550 if (v
== SEQ_START_TOKEN
) {
554 "Iif Pkts Bytes Wrong Oifs\n");
556 const struct mfc6_cache
*mfc
= v
;
557 const struct ipmr_mfc_iter
*it
= seq
->private;
558 struct mr6_table
*mrt
= it
->mrt
;
560 seq_printf(seq
, "%pI6 %pI6 %-3hd",
561 &mfc
->mf6c_mcastgrp
, &mfc
->mf6c_origin
,
564 if (it
->cache
!= &mrt
->mfc6_unres_queue
) {
565 seq_printf(seq
, " %8lu %8lu %8lu",
567 mfc
->mfc_un
.res
.bytes
,
568 mfc
->mfc_un
.res
.wrong_if
);
569 for (n
= mfc
->mfc_un
.res
.minvif
;
570 n
< mfc
->mfc_un
.res
.maxvif
; n
++) {
571 if (MIF_EXISTS(mrt
, n
) &&
572 mfc
->mfc_un
.res
.ttls
[n
] < 255)
575 n
, mfc
->mfc_un
.res
.ttls
[n
]);
578 /* unresolved mfc_caches don't contain
579 * pkt, bytes and wrong_if values
581 seq_printf(seq
, " %8lu %8lu %8lu", 0ul, 0ul, 0ul);
588 static const struct seq_operations ipmr_mfc_seq_ops
= {
589 .start
= ipmr_mfc_seq_start
,
590 .next
= ipmr_mfc_seq_next
,
591 .stop
= ipmr_mfc_seq_stop
,
592 .show
= ipmr_mfc_seq_show
,
595 static int ipmr_mfc_open(struct inode
*inode
, struct file
*file
)
597 return seq_open_net(inode
, file
, &ipmr_mfc_seq_ops
,
598 sizeof(struct ipmr_mfc_iter
));
601 static const struct file_operations ip6mr_mfc_fops
= {
602 .owner
= THIS_MODULE
,
603 .open
= ipmr_mfc_open
,
606 .release
= seq_release_net
,
610 #ifdef CONFIG_IPV6_PIMSM_V2
612 static int pim6_rcv(struct sk_buff
*skb
)
614 struct pimreghdr
*pim
;
615 struct ipv6hdr
*encap
;
616 struct net_device
*reg_dev
= NULL
;
617 struct net
*net
= dev_net(skb
->dev
);
618 struct mr6_table
*mrt
;
620 .iif
= skb
->dev
->ifindex
,
625 if (!pskb_may_pull(skb
, sizeof(*pim
) + sizeof(*encap
)))
628 pim
= (struct pimreghdr
*)skb_transport_header(skb
);
629 if (pim
->type
!= ((PIM_VERSION
<< 4) | PIM_REGISTER
) ||
630 (pim
->flags
& PIM_NULL_REGISTER
) ||
631 (csum_ipv6_magic(&ipv6_hdr(skb
)->saddr
, &ipv6_hdr(skb
)->daddr
,
632 sizeof(*pim
), IPPROTO_PIM
,
633 csum_partial((void *)pim
, sizeof(*pim
), 0)) &&
634 csum_fold(skb_checksum(skb
, 0, skb
->len
, 0))))
637 /* check if the inner packet is destined to mcast group */
638 encap
= (struct ipv6hdr
*)(skb_transport_header(skb
) +
641 if (!ipv6_addr_is_multicast(&encap
->daddr
) ||
642 encap
->payload_len
== 0 ||
643 ntohs(encap
->payload_len
) + sizeof(*pim
) > skb
->len
)
646 if (ip6mr_fib_lookup(net
, &fl
, &mrt
) < 0)
648 reg_vif_num
= mrt
->mroute_reg_vif_num
;
650 read_lock(&mrt_lock
);
651 if (reg_vif_num
>= 0)
652 reg_dev
= mrt
->vif6_table
[reg_vif_num
].dev
;
655 read_unlock(&mrt_lock
);
660 skb
->mac_header
= skb
->network_header
;
661 skb_pull(skb
, (u8
*)encap
- skb
->data
);
662 skb_reset_network_header(skb
);
663 skb
->protocol
= htons(ETH_P_IPV6
);
665 skb
->pkt_type
= PACKET_HOST
;
667 skb_tunnel_rx(skb
, reg_dev
);
678 static const struct inet6_protocol pim6_protocol
= {
682 /* Service routines creating virtual interfaces: PIMREG */
684 static netdev_tx_t
reg_vif_xmit(struct sk_buff
*skb
,
685 struct net_device
*dev
)
687 struct net
*net
= dev_net(dev
);
688 struct mr6_table
*mrt
;
696 err
= ip6mr_fib_lookup(net
, &fl
, &mrt
);
700 read_lock(&mrt_lock
);
701 dev
->stats
.tx_bytes
+= skb
->len
;
702 dev
->stats
.tx_packets
++;
703 ip6mr_cache_report(mrt
, skb
, mrt
->mroute_reg_vif_num
, MRT6MSG_WHOLEPKT
);
704 read_unlock(&mrt_lock
);
709 static const struct net_device_ops reg_vif_netdev_ops
= {
710 .ndo_start_xmit
= reg_vif_xmit
,
713 static void reg_vif_setup(struct net_device
*dev
)
715 dev
->type
= ARPHRD_PIMREG
;
716 dev
->mtu
= 1500 - sizeof(struct ipv6hdr
) - 8;
717 dev
->flags
= IFF_NOARP
;
718 dev
->netdev_ops
= ®_vif_netdev_ops
;
719 dev
->destructor
= free_netdev
;
720 dev
->features
|= NETIF_F_NETNS_LOCAL
;
723 static struct net_device
*ip6mr_reg_vif(struct net
*net
, struct mr6_table
*mrt
)
725 struct net_device
*dev
;
728 if (mrt
->id
== RT6_TABLE_DFLT
)
729 sprintf(name
, "pim6reg");
731 sprintf(name
, "pim6reg%u", mrt
->id
);
733 dev
= alloc_netdev(0, name
, reg_vif_setup
);
737 dev_net_set(dev
, net
);
739 if (register_netdevice(dev
)) {
752 /* allow the register to be completed before unregistering. */
756 unregister_netdevice(dev
);
765 static int mif6_delete(struct mr6_table
*mrt
, int vifi
, struct list_head
*head
)
767 struct mif_device
*v
;
768 struct net_device
*dev
;
769 struct inet6_dev
*in6_dev
;
771 if (vifi
< 0 || vifi
>= mrt
->maxvif
)
772 return -EADDRNOTAVAIL
;
774 v
= &mrt
->vif6_table
[vifi
];
776 write_lock_bh(&mrt_lock
);
781 write_unlock_bh(&mrt_lock
);
782 return -EADDRNOTAVAIL
;
785 #ifdef CONFIG_IPV6_PIMSM_V2
786 if (vifi
== mrt
->mroute_reg_vif_num
)
787 mrt
->mroute_reg_vif_num
= -1;
790 if (vifi
+ 1 == mrt
->maxvif
) {
792 for (tmp
= vifi
- 1; tmp
>= 0; tmp
--) {
793 if (MIF_EXISTS(mrt
, tmp
))
796 mrt
->maxvif
= tmp
+ 1;
799 write_unlock_bh(&mrt_lock
);
801 dev_set_allmulti(dev
, -1);
803 in6_dev
= __in6_dev_get(dev
);
805 in6_dev
->cnf
.mc_forwarding
--;
807 if (v
->flags
& MIFF_REGISTER
)
808 unregister_netdevice_queue(dev
, head
);
814 static inline void ip6mr_cache_free(struct mfc6_cache
*c
)
816 kmem_cache_free(mrt_cachep
, c
);
819 /* Destroy an unresolved cache entry, killing queued skbs
820 and reporting error to netlink readers.
823 static void ip6mr_destroy_unres(struct mr6_table
*mrt
, struct mfc6_cache
*c
)
825 struct net
*net
= read_pnet(&mrt
->net
);
828 atomic_dec(&mrt
->cache_resolve_queue_len
);
830 while((skb
= skb_dequeue(&c
->mfc_un
.unres
.unresolved
)) != NULL
) {
831 if (ipv6_hdr(skb
)->version
== 0) {
832 struct nlmsghdr
*nlh
= (struct nlmsghdr
*)skb_pull(skb
, sizeof(struct ipv6hdr
));
833 nlh
->nlmsg_type
= NLMSG_ERROR
;
834 nlh
->nlmsg_len
= NLMSG_LENGTH(sizeof(struct nlmsgerr
));
835 skb_trim(skb
, nlh
->nlmsg_len
);
836 ((struct nlmsgerr
*)NLMSG_DATA(nlh
))->error
= -ETIMEDOUT
;
837 rtnl_unicast(skb
, net
, NETLINK_CB(skb
).pid
);
846 /* Timer process for all the unresolved queue. */
848 static void ipmr_do_expire_process(struct mr6_table
*mrt
)
850 unsigned long now
= jiffies
;
851 unsigned long expires
= 10 * HZ
;
852 struct mfc6_cache
*c
, *next
;
854 list_for_each_entry_safe(c
, next
, &mrt
->mfc6_unres_queue
, list
) {
855 if (time_after(c
->mfc_un
.unres
.expires
, now
)) {
857 unsigned long interval
= c
->mfc_un
.unres
.expires
- now
;
858 if (interval
< expires
)
864 ip6mr_destroy_unres(mrt
, c
);
867 if (!list_empty(&mrt
->mfc6_unres_queue
))
868 mod_timer(&mrt
->ipmr_expire_timer
, jiffies
+ expires
);
871 static void ipmr_expire_process(unsigned long arg
)
873 struct mr6_table
*mrt
= (struct mr6_table
*)arg
;
875 if (!spin_trylock(&mfc_unres_lock
)) {
876 mod_timer(&mrt
->ipmr_expire_timer
, jiffies
+ 1);
880 if (!list_empty(&mrt
->mfc6_unres_queue
))
881 ipmr_do_expire_process(mrt
);
883 spin_unlock(&mfc_unres_lock
);
886 /* Fill oifs list. It is called under write locked mrt_lock. */
888 static void ip6mr_update_thresholds(struct mr6_table
*mrt
, struct mfc6_cache
*cache
,
893 cache
->mfc_un
.res
.minvif
= MAXMIFS
;
894 cache
->mfc_un
.res
.maxvif
= 0;
895 memset(cache
->mfc_un
.res
.ttls
, 255, MAXMIFS
);
897 for (vifi
= 0; vifi
< mrt
->maxvif
; vifi
++) {
898 if (MIF_EXISTS(mrt
, vifi
) &&
899 ttls
[vifi
] && ttls
[vifi
] < 255) {
900 cache
->mfc_un
.res
.ttls
[vifi
] = ttls
[vifi
];
901 if (cache
->mfc_un
.res
.minvif
> vifi
)
902 cache
->mfc_un
.res
.minvif
= vifi
;
903 if (cache
->mfc_un
.res
.maxvif
<= vifi
)
904 cache
->mfc_un
.res
.maxvif
= vifi
+ 1;
909 static int mif6_add(struct net
*net
, struct mr6_table
*mrt
,
910 struct mif6ctl
*vifc
, int mrtsock
)
912 int vifi
= vifc
->mif6c_mifi
;
913 struct mif_device
*v
= &mrt
->vif6_table
[vifi
];
914 struct net_device
*dev
;
915 struct inet6_dev
*in6_dev
;
919 if (MIF_EXISTS(mrt
, vifi
))
922 switch (vifc
->mif6c_flags
) {
923 #ifdef CONFIG_IPV6_PIMSM_V2
926 * Special Purpose VIF in PIM
927 * All the packets will be sent to the daemon
929 if (mrt
->mroute_reg_vif_num
>= 0)
931 dev
= ip6mr_reg_vif(net
, mrt
);
934 err
= dev_set_allmulti(dev
, 1);
936 unregister_netdevice(dev
);
943 dev
= dev_get_by_index(net
, vifc
->mif6c_pifi
);
945 return -EADDRNOTAVAIL
;
946 err
= dev_set_allmulti(dev
, 1);
956 in6_dev
= __in6_dev_get(dev
);
958 in6_dev
->cnf
.mc_forwarding
++;
961 * Fill in the VIF structures
963 v
->rate_limit
= vifc
->vifc_rate_limit
;
964 v
->flags
= vifc
->mif6c_flags
;
966 v
->flags
|= VIFF_STATIC
;
967 v
->threshold
= vifc
->vifc_threshold
;
972 v
->link
= dev
->ifindex
;
973 if (v
->flags
& MIFF_REGISTER
)
974 v
->link
= dev
->iflink
;
976 /* And finish update writing critical data */
977 write_lock_bh(&mrt_lock
);
979 #ifdef CONFIG_IPV6_PIMSM_V2
980 if (v
->flags
& MIFF_REGISTER
)
981 mrt
->mroute_reg_vif_num
= vifi
;
983 if (vifi
+ 1 > mrt
->maxvif
)
984 mrt
->maxvif
= vifi
+ 1;
985 write_unlock_bh(&mrt_lock
);
989 static struct mfc6_cache
*ip6mr_cache_find(struct mr6_table
*mrt
,
990 struct in6_addr
*origin
,
991 struct in6_addr
*mcastgrp
)
993 int line
= MFC6_HASH(mcastgrp
, origin
);
994 struct mfc6_cache
*c
;
996 list_for_each_entry(c
, &mrt
->mfc6_cache_array
[line
], list
) {
997 if (ipv6_addr_equal(&c
->mf6c_origin
, origin
) &&
998 ipv6_addr_equal(&c
->mf6c_mcastgrp
, mcastgrp
))
1005 * Allocate a multicast cache entry
1007 static struct mfc6_cache
*ip6mr_cache_alloc(void)
1009 struct mfc6_cache
*c
= kmem_cache_zalloc(mrt_cachep
, GFP_KERNEL
);
1012 c
->mfc_un
.res
.minvif
= MAXMIFS
;
1016 static struct mfc6_cache
*ip6mr_cache_alloc_unres(void)
1018 struct mfc6_cache
*c
= kmem_cache_zalloc(mrt_cachep
, GFP_ATOMIC
);
1021 skb_queue_head_init(&c
->mfc_un
.unres
.unresolved
);
1022 c
->mfc_un
.unres
.expires
= jiffies
+ 10 * HZ
;
1027 * A cache entry has gone into a resolved state from queued
1030 static void ip6mr_cache_resolve(struct net
*net
, struct mr6_table
*mrt
,
1031 struct mfc6_cache
*uc
, struct mfc6_cache
*c
)
1033 struct sk_buff
*skb
;
1036 * Play the pending entries through our router
1039 while((skb
= __skb_dequeue(&uc
->mfc_un
.unres
.unresolved
))) {
1040 if (ipv6_hdr(skb
)->version
== 0) {
1042 struct nlmsghdr
*nlh
= (struct nlmsghdr
*)skb_pull(skb
, sizeof(struct ipv6hdr
));
1044 if (__ip6mr_fill_mroute(mrt
, skb
, c
, NLMSG_DATA(nlh
)) > 0) {
1045 nlh
->nlmsg_len
= skb_tail_pointer(skb
) - (u8
*)nlh
;
1047 nlh
->nlmsg_type
= NLMSG_ERROR
;
1048 nlh
->nlmsg_len
= NLMSG_LENGTH(sizeof(struct nlmsgerr
));
1049 skb_trim(skb
, nlh
->nlmsg_len
);
1050 ((struct nlmsgerr
*)NLMSG_DATA(nlh
))->error
= -EMSGSIZE
;
1052 err
= rtnl_unicast(skb
, net
, NETLINK_CB(skb
).pid
);
1054 ip6_mr_forward(net
, mrt
, skb
, c
);
1059 * Bounce a cache query up to pim6sd. We could use netlink for this but pim6sd
1060 * expects the following bizarre scheme.
1062 * Called under mrt_lock.
1065 static int ip6mr_cache_report(struct mr6_table
*mrt
, struct sk_buff
*pkt
,
1066 mifi_t mifi
, int assert)
1068 struct sk_buff
*skb
;
1069 struct mrt6msg
*msg
;
1072 #ifdef CONFIG_IPV6_PIMSM_V2
1073 if (assert == MRT6MSG_WHOLEPKT
)
1074 skb
= skb_realloc_headroom(pkt
, -skb_network_offset(pkt
)
1078 skb
= alloc_skb(sizeof(struct ipv6hdr
) + sizeof(*msg
), GFP_ATOMIC
);
1083 /* I suppose that internal messages
1084 * do not require checksums */
1086 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
1088 #ifdef CONFIG_IPV6_PIMSM_V2
1089 if (assert == MRT6MSG_WHOLEPKT
) {
1090 /* Ugly, but we have no choice with this interface.
1091 Duplicate old header, fix length etc.
1092 And all this only to mangle msg->im6_msgtype and
1093 to set msg->im6_mbz to "mbz" :-)
1095 skb_push(skb
, -skb_network_offset(pkt
));
1097 skb_push(skb
, sizeof(*msg
));
1098 skb_reset_transport_header(skb
);
1099 msg
= (struct mrt6msg
*)skb_transport_header(skb
);
1101 msg
->im6_msgtype
= MRT6MSG_WHOLEPKT
;
1102 msg
->im6_mif
= mrt
->mroute_reg_vif_num
;
1104 ipv6_addr_copy(&msg
->im6_src
, &ipv6_hdr(pkt
)->saddr
);
1105 ipv6_addr_copy(&msg
->im6_dst
, &ipv6_hdr(pkt
)->daddr
);
1107 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
1112 * Copy the IP header
1115 skb_put(skb
, sizeof(struct ipv6hdr
));
1116 skb_reset_network_header(skb
);
1117 skb_copy_to_linear_data(skb
, ipv6_hdr(pkt
), sizeof(struct ipv6hdr
));
1122 skb_put(skb
, sizeof(*msg
));
1123 skb_reset_transport_header(skb
);
1124 msg
= (struct mrt6msg
*)skb_transport_header(skb
);
1127 msg
->im6_msgtype
= assert;
1128 msg
->im6_mif
= mifi
;
1130 ipv6_addr_copy(&msg
->im6_src
, &ipv6_hdr(pkt
)->saddr
);
1131 ipv6_addr_copy(&msg
->im6_dst
, &ipv6_hdr(pkt
)->daddr
);
1133 skb_dst_set(skb
, dst_clone(skb_dst(pkt
)));
1134 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
1137 if (mrt
->mroute6_sk
== NULL
) {
1143 * Deliver to user space multicast routing algorithms
1145 ret
= sock_queue_rcv_skb(mrt
->mroute6_sk
, skb
);
1147 if (net_ratelimit())
1148 printk(KERN_WARNING
"mroute6: pending queue full, dropping entries.\n");
1156 * Queue a packet for resolution. It gets locked cache entry!
1160 ip6mr_cache_unresolved(struct mr6_table
*mrt
, mifi_t mifi
, struct sk_buff
*skb
)
1164 struct mfc6_cache
*c
;
1166 spin_lock_bh(&mfc_unres_lock
);
1167 list_for_each_entry(c
, &mrt
->mfc6_unres_queue
, list
) {
1168 if (ipv6_addr_equal(&c
->mf6c_mcastgrp
, &ipv6_hdr(skb
)->daddr
) &&
1169 ipv6_addr_equal(&c
->mf6c_origin
, &ipv6_hdr(skb
)->saddr
)) {
1177 * Create a new entry if allowable
1180 if (atomic_read(&mrt
->cache_resolve_queue_len
) >= 10 ||
1181 (c
= ip6mr_cache_alloc_unres()) == NULL
) {
1182 spin_unlock_bh(&mfc_unres_lock
);
1189 * Fill in the new cache entry
1191 c
->mf6c_parent
= -1;
1192 c
->mf6c_origin
= ipv6_hdr(skb
)->saddr
;
1193 c
->mf6c_mcastgrp
= ipv6_hdr(skb
)->daddr
;
1196 * Reflect first query at pim6sd
1198 err
= ip6mr_cache_report(mrt
, skb
, mifi
, MRT6MSG_NOCACHE
);
1200 /* If the report failed throw the cache entry
1203 spin_unlock_bh(&mfc_unres_lock
);
1205 ip6mr_cache_free(c
);
1210 atomic_inc(&mrt
->cache_resolve_queue_len
);
1211 list_add(&c
->list
, &mrt
->mfc6_unres_queue
);
1213 ipmr_do_expire_process(mrt
);
1217 * See if we can append the packet
1219 if (c
->mfc_un
.unres
.unresolved
.qlen
> 3) {
1223 skb_queue_tail(&c
->mfc_un
.unres
.unresolved
, skb
);
1227 spin_unlock_bh(&mfc_unres_lock
);
1232 * MFC6 cache manipulation by user space
1235 static int ip6mr_mfc_delete(struct mr6_table
*mrt
, struct mf6cctl
*mfc
)
1238 struct mfc6_cache
*c
, *next
;
1240 line
= MFC6_HASH(&mfc
->mf6cc_mcastgrp
.sin6_addr
, &mfc
->mf6cc_origin
.sin6_addr
);
1242 list_for_each_entry_safe(c
, next
, &mrt
->mfc6_cache_array
[line
], list
) {
1243 if (ipv6_addr_equal(&c
->mf6c_origin
, &mfc
->mf6cc_origin
.sin6_addr
) &&
1244 ipv6_addr_equal(&c
->mf6c_mcastgrp
, &mfc
->mf6cc_mcastgrp
.sin6_addr
)) {
1245 write_lock_bh(&mrt_lock
);
1247 write_unlock_bh(&mrt_lock
);
1249 ip6mr_cache_free(c
);
1256 static int ip6mr_device_event(struct notifier_block
*this,
1257 unsigned long event
, void *ptr
)
1259 struct net_device
*dev
= ptr
;
1260 struct net
*net
= dev_net(dev
);
1261 struct mr6_table
*mrt
;
1262 struct mif_device
*v
;
1266 if (event
!= NETDEV_UNREGISTER
)
1269 ip6mr_for_each_table(mrt
, net
) {
1270 v
= &mrt
->vif6_table
[0];
1271 for (ct
= 0; ct
< mrt
->maxvif
; ct
++, v
++) {
1273 mif6_delete(mrt
, ct
, &list
);
1276 unregister_netdevice_many(&list
);
1281 static struct notifier_block ip6_mr_notifier
= {
1282 .notifier_call
= ip6mr_device_event
1286 * Setup for IP multicast routing
1289 static int __net_init
ip6mr_net_init(struct net
*net
)
1293 err
= ip6mr_rules_init(net
);
1297 #ifdef CONFIG_PROC_FS
1299 if (!proc_net_fops_create(net
, "ip6_mr_vif", 0, &ip6mr_vif_fops
))
1301 if (!proc_net_fops_create(net
, "ip6_mr_cache", 0, &ip6mr_mfc_fops
))
1302 goto proc_cache_fail
;
1307 #ifdef CONFIG_PROC_FS
1309 proc_net_remove(net
, "ip6_mr_vif");
1311 ip6mr_rules_exit(net
);
1317 static void __net_exit
ip6mr_net_exit(struct net
*net
)
1319 #ifdef CONFIG_PROC_FS
1320 proc_net_remove(net
, "ip6_mr_cache");
1321 proc_net_remove(net
, "ip6_mr_vif");
1323 ip6mr_rules_exit(net
);
1326 static struct pernet_operations ip6mr_net_ops
= {
1327 .init
= ip6mr_net_init
,
1328 .exit
= ip6mr_net_exit
,
1331 int __init
ip6_mr_init(void)
1335 mrt_cachep
= kmem_cache_create("ip6_mrt_cache",
1336 sizeof(struct mfc6_cache
),
1337 0, SLAB_HWCACHE_ALIGN
,
1342 err
= register_pernet_subsys(&ip6mr_net_ops
);
1344 goto reg_pernet_fail
;
1346 err
= register_netdevice_notifier(&ip6_mr_notifier
);
1348 goto reg_notif_fail
;
1349 #ifdef CONFIG_IPV6_PIMSM_V2
1350 if (inet6_add_protocol(&pim6_protocol
, IPPROTO_PIM
) < 0) {
1351 printk(KERN_ERR
"ip6_mr_init: can't add PIM protocol\n");
1353 goto add_proto_fail
;
1356 rtnl_register(RTNL_FAMILY_IP6MR
, RTM_GETROUTE
, NULL
, ip6mr_rtm_dumproute
);
1358 #ifdef CONFIG_IPV6_PIMSM_V2
1360 unregister_netdevice_notifier(&ip6_mr_notifier
);
1363 unregister_pernet_subsys(&ip6mr_net_ops
);
1365 kmem_cache_destroy(mrt_cachep
);
1369 void ip6_mr_cleanup(void)
1371 unregister_netdevice_notifier(&ip6_mr_notifier
);
1372 unregister_pernet_subsys(&ip6mr_net_ops
);
1373 kmem_cache_destroy(mrt_cachep
);
1376 static int ip6mr_mfc_add(struct net
*net
, struct mr6_table
*mrt
,
1377 struct mf6cctl
*mfc
, int mrtsock
)
1381 struct mfc6_cache
*uc
, *c
;
1382 unsigned char ttls
[MAXMIFS
];
1385 if (mfc
->mf6cc_parent
>= MAXMIFS
)
1388 memset(ttls
, 255, MAXMIFS
);
1389 for (i
= 0; i
< MAXMIFS
; i
++) {
1390 if (IF_ISSET(i
, &mfc
->mf6cc_ifset
))
1395 line
= MFC6_HASH(&mfc
->mf6cc_mcastgrp
.sin6_addr
, &mfc
->mf6cc_origin
.sin6_addr
);
1397 list_for_each_entry(c
, &mrt
->mfc6_cache_array
[line
], list
) {
1398 if (ipv6_addr_equal(&c
->mf6c_origin
, &mfc
->mf6cc_origin
.sin6_addr
) &&
1399 ipv6_addr_equal(&c
->mf6c_mcastgrp
, &mfc
->mf6cc_mcastgrp
.sin6_addr
)) {
1406 write_lock_bh(&mrt_lock
);
1407 c
->mf6c_parent
= mfc
->mf6cc_parent
;
1408 ip6mr_update_thresholds(mrt
, c
, ttls
);
1410 c
->mfc_flags
|= MFC_STATIC
;
1411 write_unlock_bh(&mrt_lock
);
1415 if (!ipv6_addr_is_multicast(&mfc
->mf6cc_mcastgrp
.sin6_addr
))
1418 c
= ip6mr_cache_alloc();
1422 c
->mf6c_origin
= mfc
->mf6cc_origin
.sin6_addr
;
1423 c
->mf6c_mcastgrp
= mfc
->mf6cc_mcastgrp
.sin6_addr
;
1424 c
->mf6c_parent
= mfc
->mf6cc_parent
;
1425 ip6mr_update_thresholds(mrt
, c
, ttls
);
1427 c
->mfc_flags
|= MFC_STATIC
;
1429 write_lock_bh(&mrt_lock
);
1430 list_add(&c
->list
, &mrt
->mfc6_cache_array
[line
]);
1431 write_unlock_bh(&mrt_lock
);
1434 * Check to see if we resolved a queued list. If so we
1435 * need to send on the frames and tidy up.
1438 spin_lock_bh(&mfc_unres_lock
);
1439 list_for_each_entry(uc
, &mrt
->mfc6_unres_queue
, list
) {
1440 if (ipv6_addr_equal(&uc
->mf6c_origin
, &c
->mf6c_origin
) &&
1441 ipv6_addr_equal(&uc
->mf6c_mcastgrp
, &c
->mf6c_mcastgrp
)) {
1442 list_del(&uc
->list
);
1443 atomic_dec(&mrt
->cache_resolve_queue_len
);
1448 if (list_empty(&mrt
->mfc6_unres_queue
))
1449 del_timer(&mrt
->ipmr_expire_timer
);
1450 spin_unlock_bh(&mfc_unres_lock
);
1453 ip6mr_cache_resolve(net
, mrt
, uc
, c
);
1454 ip6mr_cache_free(uc
);
1460 * Close the multicast socket, and clear the vif tables etc
1463 static void mroute_clean_tables(struct mr6_table
*mrt
)
1467 struct mfc6_cache
*c
, *next
;
1470 * Shut down all active vif entries
1472 for (i
= 0; i
< mrt
->maxvif
; i
++) {
1473 if (!(mrt
->vif6_table
[i
].flags
& VIFF_STATIC
))
1474 mif6_delete(mrt
, i
, &list
);
1476 unregister_netdevice_many(&list
);
1481 for (i
= 0; i
< MFC6_LINES
; i
++) {
1482 list_for_each_entry_safe(c
, next
, &mrt
->mfc6_cache_array
[i
], list
) {
1483 if (c
->mfc_flags
& MFC_STATIC
)
1485 write_lock_bh(&mrt_lock
);
1487 write_unlock_bh(&mrt_lock
);
1489 ip6mr_cache_free(c
);
1493 if (atomic_read(&mrt
->cache_resolve_queue_len
) != 0) {
1494 spin_lock_bh(&mfc_unres_lock
);
1495 list_for_each_entry_safe(c
, next
, &mrt
->mfc6_unres_queue
, list
) {
1497 ip6mr_destroy_unres(mrt
, c
);
1499 spin_unlock_bh(&mfc_unres_lock
);
1503 static int ip6mr_sk_init(struct mr6_table
*mrt
, struct sock
*sk
)
1506 struct net
*net
= sock_net(sk
);
1509 write_lock_bh(&mrt_lock
);
1510 if (likely(mrt
->mroute6_sk
== NULL
)) {
1511 mrt
->mroute6_sk
= sk
;
1512 net
->ipv6
.devconf_all
->mc_forwarding
++;
1516 write_unlock_bh(&mrt_lock
);
1523 int ip6mr_sk_done(struct sock
*sk
)
1526 struct net
*net
= sock_net(sk
);
1527 struct mr6_table
*mrt
;
1530 ip6mr_for_each_table(mrt
, net
) {
1531 if (sk
== mrt
->mroute6_sk
) {
1532 write_lock_bh(&mrt_lock
);
1533 mrt
->mroute6_sk
= NULL
;
1534 net
->ipv6
.devconf_all
->mc_forwarding
--;
1535 write_unlock_bh(&mrt_lock
);
1537 mroute_clean_tables(mrt
);
1547 struct sock
*mroute6_socket(struct net
*net
, struct sk_buff
*skb
)
1549 struct mr6_table
*mrt
;
1551 .iif
= skb
->skb_iif
,
1552 .oif
= skb
->dev
->ifindex
,
1556 if (ip6mr_fib_lookup(net
, &fl
, &mrt
) < 0)
1559 return mrt
->mroute6_sk
;
1563 * Socket options and virtual interface manipulation. The whole
1564 * virtual interface system is a complete heap, but unfortunately
1565 * that's how BSD mrouted happens to think. Maybe one day with a proper
1566 * MOSPF/PIM router set up we can clean this up.
1569 int ip6_mroute_setsockopt(struct sock
*sk
, int optname
, char __user
*optval
, unsigned int optlen
)
1575 struct net
*net
= sock_net(sk
);
1576 struct mr6_table
*mrt
;
1578 mrt
= ip6mr_get_table(net
, raw6_sk(sk
)->ip6mr_table
? : RT6_TABLE_DFLT
);
1582 if (optname
!= MRT6_INIT
) {
1583 if (sk
!= mrt
->mroute6_sk
&& !capable(CAP_NET_ADMIN
))
1589 if (sk
->sk_type
!= SOCK_RAW
||
1590 inet_sk(sk
)->inet_num
!= IPPROTO_ICMPV6
)
1592 if (optlen
< sizeof(int))
1595 return ip6mr_sk_init(mrt
, sk
);
1598 return ip6mr_sk_done(sk
);
1601 if (optlen
< sizeof(vif
))
1603 if (copy_from_user(&vif
, optval
, sizeof(vif
)))
1605 if (vif
.mif6c_mifi
>= MAXMIFS
)
1608 ret
= mif6_add(net
, mrt
, &vif
, sk
== mrt
->mroute6_sk
);
1613 if (optlen
< sizeof(mifi_t
))
1615 if (copy_from_user(&mifi
, optval
, sizeof(mifi_t
)))
1618 ret
= mif6_delete(mrt
, mifi
, NULL
);
1623 * Manipulate the forwarding caches. These live
1624 * in a sort of kernel/user symbiosis.
1628 if (optlen
< sizeof(mfc
))
1630 if (copy_from_user(&mfc
, optval
, sizeof(mfc
)))
1633 if (optname
== MRT6_DEL_MFC
)
1634 ret
= ip6mr_mfc_delete(mrt
, &mfc
);
1636 ret
= ip6mr_mfc_add(net
, mrt
, &mfc
, sk
== mrt
->mroute6_sk
);
1641 * Control PIM assert (to activate pim will activate assert)
1646 if (get_user(v
, (int __user
*)optval
))
1648 mrt
->mroute_do_assert
= !!v
;
1652 #ifdef CONFIG_IPV6_PIMSM_V2
1656 if (get_user(v
, (int __user
*)optval
))
1661 if (v
!= mrt
->mroute_do_pim
) {
1662 mrt
->mroute_do_pim
= v
;
1663 mrt
->mroute_do_assert
= v
;
1670 #ifdef CONFIG_IPV6_MROUTE_MULTIPLE_TABLES
1675 if (optlen
!= sizeof(u32
))
1677 if (get_user(v
, (u32 __user
*)optval
))
1679 if (sk
== mrt
->mroute6_sk
)
1684 if (!ip6mr_new_table(net
, v
))
1686 raw6_sk(sk
)->ip6mr_table
= v
;
1692 * Spurious command, or MRT6_VERSION which you cannot
1696 return -ENOPROTOOPT
;
1701 * Getsock opt support for the multicast routing system.
1704 int ip6_mroute_getsockopt(struct sock
*sk
, int optname
, char __user
*optval
,
1709 struct net
*net
= sock_net(sk
);
1710 struct mr6_table
*mrt
;
1712 mrt
= ip6mr_get_table(net
, raw6_sk(sk
)->ip6mr_table
? : RT6_TABLE_DFLT
);
1720 #ifdef CONFIG_IPV6_PIMSM_V2
1722 val
= mrt
->mroute_do_pim
;
1726 val
= mrt
->mroute_do_assert
;
1729 return -ENOPROTOOPT
;
1732 if (get_user(olr
, optlen
))
1735 olr
= min_t(int, olr
, sizeof(int));
1739 if (put_user(olr
, optlen
))
1741 if (copy_to_user(optval
, &val
, olr
))
1747 * The IP multicast ioctl support routines.
1750 int ip6mr_ioctl(struct sock
*sk
, int cmd
, void __user
*arg
)
1752 struct sioc_sg_req6 sr
;
1753 struct sioc_mif_req6 vr
;
1754 struct mif_device
*vif
;
1755 struct mfc6_cache
*c
;
1756 struct net
*net
= sock_net(sk
);
1757 struct mr6_table
*mrt
;
1759 mrt
= ip6mr_get_table(net
, raw6_sk(sk
)->ip6mr_table
? : RT6_TABLE_DFLT
);
1764 case SIOCGETMIFCNT_IN6
:
1765 if (copy_from_user(&vr
, arg
, sizeof(vr
)))
1767 if (vr
.mifi
>= mrt
->maxvif
)
1769 read_lock(&mrt_lock
);
1770 vif
= &mrt
->vif6_table
[vr
.mifi
];
1771 if (MIF_EXISTS(mrt
, vr
.mifi
)) {
1772 vr
.icount
= vif
->pkt_in
;
1773 vr
.ocount
= vif
->pkt_out
;
1774 vr
.ibytes
= vif
->bytes_in
;
1775 vr
.obytes
= vif
->bytes_out
;
1776 read_unlock(&mrt_lock
);
1778 if (copy_to_user(arg
, &vr
, sizeof(vr
)))
1782 read_unlock(&mrt_lock
);
1783 return -EADDRNOTAVAIL
;
1784 case SIOCGETSGCNT_IN6
:
1785 if (copy_from_user(&sr
, arg
, sizeof(sr
)))
1788 read_lock(&mrt_lock
);
1789 c
= ip6mr_cache_find(mrt
, &sr
.src
.sin6_addr
, &sr
.grp
.sin6_addr
);
1791 sr
.pktcnt
= c
->mfc_un
.res
.pkt
;
1792 sr
.bytecnt
= c
->mfc_un
.res
.bytes
;
1793 sr
.wrong_if
= c
->mfc_un
.res
.wrong_if
;
1794 read_unlock(&mrt_lock
);
1796 if (copy_to_user(arg
, &sr
, sizeof(sr
)))
1800 read_unlock(&mrt_lock
);
1801 return -EADDRNOTAVAIL
;
1803 return -ENOIOCTLCMD
;
1808 static inline int ip6mr_forward2_finish(struct sk_buff
*skb
)
1810 IP6_INC_STATS_BH(dev_net(skb_dst(skb
)->dev
), ip6_dst_idev(skb_dst(skb
)),
1811 IPSTATS_MIB_OUTFORWDATAGRAMS
);
1812 return dst_output(skb
);
1816 * Processing handlers for ip6mr_forward
1819 static int ip6mr_forward2(struct net
*net
, struct mr6_table
*mrt
,
1820 struct sk_buff
*skb
, struct mfc6_cache
*c
, int vifi
)
1822 struct ipv6hdr
*ipv6h
;
1823 struct mif_device
*vif
= &mrt
->vif6_table
[vifi
];
1824 struct net_device
*dev
;
1825 struct dst_entry
*dst
;
1828 if (vif
->dev
== NULL
)
1831 #ifdef CONFIG_IPV6_PIMSM_V2
1832 if (vif
->flags
& MIFF_REGISTER
) {
1834 vif
->bytes_out
+= skb
->len
;
1835 vif
->dev
->stats
.tx_bytes
+= skb
->len
;
1836 vif
->dev
->stats
.tx_packets
++;
1837 ip6mr_cache_report(mrt
, skb
, vifi
, MRT6MSG_WHOLEPKT
);
1842 ipv6h
= ipv6_hdr(skb
);
1844 fl
= (struct flowi
) {
1847 { .daddr
= ipv6h
->daddr
, }
1851 dst
= ip6_route_output(net
, NULL
, &fl
);
1856 skb_dst_set(skb
, dst
);
1859 * RFC1584 teaches, that DVMRP/PIM router must deliver packets locally
1860 * not only before forwarding, but after forwarding on all output
1861 * interfaces. It is clear, if mrouter runs a multicasting
1862 * program, it should receive packets not depending to what interface
1863 * program is joined.
1864 * If we will not make it, the program will have to join on all
1865 * interfaces. On the other hand, multihoming host (or router, but
1866 * not mrouter) cannot join to more than one interface - it will
1867 * result in receiving multiple packets.
1872 vif
->bytes_out
+= skb
->len
;
1874 /* We are about to write */
1875 /* XXX: extension headers? */
1876 if (skb_cow(skb
, sizeof(*ipv6h
) + LL_RESERVED_SPACE(dev
)))
1879 ipv6h
= ipv6_hdr(skb
);
1882 IP6CB(skb
)->flags
|= IP6SKB_FORWARDED
;
1884 return NF_HOOK(NFPROTO_IPV6
, NF_INET_FORWARD
, skb
, skb
->dev
, dev
,
1885 ip6mr_forward2_finish
);
1892 static int ip6mr_find_vif(struct mr6_table
*mrt
, struct net_device
*dev
)
1896 for (ct
= mrt
->maxvif
- 1; ct
>= 0; ct
--) {
1897 if (mrt
->vif6_table
[ct
].dev
== dev
)
1903 static int ip6_mr_forward(struct net
*net
, struct mr6_table
*mrt
,
1904 struct sk_buff
*skb
, struct mfc6_cache
*cache
)
1909 vif
= cache
->mf6c_parent
;
1910 cache
->mfc_un
.res
.pkt
++;
1911 cache
->mfc_un
.res
.bytes
+= skb
->len
;
1914 * Wrong interface: drop packet and (maybe) send PIM assert.
1916 if (mrt
->vif6_table
[vif
].dev
!= skb
->dev
) {
1919 cache
->mfc_un
.res
.wrong_if
++;
1920 true_vifi
= ip6mr_find_vif(mrt
, skb
->dev
);
1922 if (true_vifi
>= 0 && mrt
->mroute_do_assert
&&
1923 /* pimsm uses asserts, when switching from RPT to SPT,
1924 so that we cannot check that packet arrived on an oif.
1925 It is bad, but otherwise we would need to move pretty
1926 large chunk of pimd to kernel. Ough... --ANK
1928 (mrt
->mroute_do_pim
||
1929 cache
->mfc_un
.res
.ttls
[true_vifi
] < 255) &&
1931 cache
->mfc_un
.res
.last_assert
+ MFC_ASSERT_THRESH
)) {
1932 cache
->mfc_un
.res
.last_assert
= jiffies
;
1933 ip6mr_cache_report(mrt
, skb
, true_vifi
, MRT6MSG_WRONGMIF
);
1938 mrt
->vif6_table
[vif
].pkt_in
++;
1939 mrt
->vif6_table
[vif
].bytes_in
+= skb
->len
;
1944 for (ct
= cache
->mfc_un
.res
.maxvif
- 1; ct
>= cache
->mfc_un
.res
.minvif
; ct
--) {
1945 if (ipv6_hdr(skb
)->hop_limit
> cache
->mfc_un
.res
.ttls
[ct
]) {
1947 struct sk_buff
*skb2
= skb_clone(skb
, GFP_ATOMIC
);
1949 ip6mr_forward2(net
, mrt
, skb2
, cache
, psend
);
1955 ip6mr_forward2(net
, mrt
, skb
, cache
, psend
);
1966 * Multicast packets for forwarding arrive here
1969 int ip6_mr_input(struct sk_buff
*skb
)
1971 struct mfc6_cache
*cache
;
1972 struct net
*net
= dev_net(skb
->dev
);
1973 struct mr6_table
*mrt
;
1975 .iif
= skb
->dev
->ifindex
,
1980 err
= ip6mr_fib_lookup(net
, &fl
, &mrt
);
1984 read_lock(&mrt_lock
);
1985 cache
= ip6mr_cache_find(mrt
,
1986 &ipv6_hdr(skb
)->saddr
, &ipv6_hdr(skb
)->daddr
);
1989 * No usable cache entry
1991 if (cache
== NULL
) {
1994 vif
= ip6mr_find_vif(mrt
, skb
->dev
);
1996 int err
= ip6mr_cache_unresolved(mrt
, vif
, skb
);
1997 read_unlock(&mrt_lock
);
2001 read_unlock(&mrt_lock
);
2006 ip6_mr_forward(net
, mrt
, skb
, cache
);
2008 read_unlock(&mrt_lock
);
2014 static int __ip6mr_fill_mroute(struct mr6_table
*mrt
, struct sk_buff
*skb
,
2015 struct mfc6_cache
*c
, struct rtmsg
*rtm
)
2018 struct rtnexthop
*nhp
;
2019 u8
*b
= skb_tail_pointer(skb
);
2020 struct rtattr
*mp_head
;
2022 /* If cache is unresolved, don't try to parse IIF and OIF */
2023 if (c
->mf6c_parent
>= MAXMIFS
)
2026 if (MIF_EXISTS(mrt
, c
->mf6c_parent
))
2027 RTA_PUT(skb
, RTA_IIF
, 4, &mrt
->vif6_table
[c
->mf6c_parent
].dev
->ifindex
);
2029 mp_head
= (struct rtattr
*)skb_put(skb
, RTA_LENGTH(0));
2031 for (ct
= c
->mfc_un
.res
.minvif
; ct
< c
->mfc_un
.res
.maxvif
; ct
++) {
2032 if (MIF_EXISTS(mrt
, ct
) && c
->mfc_un
.res
.ttls
[ct
] < 255) {
2033 if (skb_tailroom(skb
) < RTA_ALIGN(RTA_ALIGN(sizeof(*nhp
)) + 4))
2034 goto rtattr_failure
;
2035 nhp
= (struct rtnexthop
*)skb_put(skb
, RTA_ALIGN(sizeof(*nhp
)));
2036 nhp
->rtnh_flags
= 0;
2037 nhp
->rtnh_hops
= c
->mfc_un
.res
.ttls
[ct
];
2038 nhp
->rtnh_ifindex
= mrt
->vif6_table
[ct
].dev
->ifindex
;
2039 nhp
->rtnh_len
= sizeof(*nhp
);
2042 mp_head
->rta_type
= RTA_MULTIPATH
;
2043 mp_head
->rta_len
= skb_tail_pointer(skb
) - (u8
*)mp_head
;
2044 rtm
->rtm_type
= RTN_MULTICAST
;
2052 int ip6mr_get_route(struct net
*net
,
2053 struct sk_buff
*skb
, struct rtmsg
*rtm
, int nowait
)
2056 struct mr6_table
*mrt
;
2057 struct mfc6_cache
*cache
;
2058 struct rt6_info
*rt
= (struct rt6_info
*)skb_dst(skb
);
2060 mrt
= ip6mr_get_table(net
, RT6_TABLE_DFLT
);
2064 read_lock(&mrt_lock
);
2065 cache
= ip6mr_cache_find(mrt
, &rt
->rt6i_src
.addr
, &rt
->rt6i_dst
.addr
);
2068 struct sk_buff
*skb2
;
2069 struct ipv6hdr
*iph
;
2070 struct net_device
*dev
;
2074 read_unlock(&mrt_lock
);
2079 if (dev
== NULL
|| (vif
= ip6mr_find_vif(mrt
, dev
)) < 0) {
2080 read_unlock(&mrt_lock
);
2084 /* really correct? */
2085 skb2
= alloc_skb(sizeof(struct ipv6hdr
), GFP_ATOMIC
);
2087 read_unlock(&mrt_lock
);
2091 skb_reset_transport_header(skb2
);
2093 skb_put(skb2
, sizeof(struct ipv6hdr
));
2094 skb_reset_network_header(skb2
);
2096 iph
= ipv6_hdr(skb2
);
2099 iph
->flow_lbl
[0] = 0;
2100 iph
->flow_lbl
[1] = 0;
2101 iph
->flow_lbl
[2] = 0;
2102 iph
->payload_len
= 0;
2103 iph
->nexthdr
= IPPROTO_NONE
;
2105 ipv6_addr_copy(&iph
->saddr
, &rt
->rt6i_src
.addr
);
2106 ipv6_addr_copy(&iph
->daddr
, &rt
->rt6i_dst
.addr
);
2108 err
= ip6mr_cache_unresolved(mrt
, vif
, skb2
);
2109 read_unlock(&mrt_lock
);
2114 if (!nowait
&& (rtm
->rtm_flags
&RTM_F_NOTIFY
))
2115 cache
->mfc_flags
|= MFC_NOTIFY
;
2117 err
= __ip6mr_fill_mroute(mrt
, skb
, cache
, rtm
);
2118 read_unlock(&mrt_lock
);
2122 static int ip6mr_fill_mroute(struct mr6_table
*mrt
, struct sk_buff
*skb
,
2123 u32 pid
, u32 seq
, struct mfc6_cache
*c
)
2125 struct nlmsghdr
*nlh
;
2128 nlh
= nlmsg_put(skb
, pid
, seq
, RTM_NEWROUTE
, sizeof(*rtm
), NLM_F_MULTI
);
2132 rtm
= nlmsg_data(nlh
);
2133 rtm
->rtm_family
= RTNL_FAMILY_IPMR
;
2134 rtm
->rtm_dst_len
= 128;
2135 rtm
->rtm_src_len
= 128;
2137 rtm
->rtm_table
= mrt
->id
;
2138 NLA_PUT_U32(skb
, RTA_TABLE
, mrt
->id
);
2139 rtm
->rtm_scope
= RT_SCOPE_UNIVERSE
;
2140 rtm
->rtm_protocol
= RTPROT_UNSPEC
;
2143 NLA_PUT(skb
, RTA_SRC
, 16, &c
->mf6c_origin
);
2144 NLA_PUT(skb
, RTA_DST
, 16, &c
->mf6c_mcastgrp
);
2146 if (__ip6mr_fill_mroute(mrt
, skb
, c
, rtm
) < 0)
2147 goto nla_put_failure
;
2149 return nlmsg_end(skb
, nlh
);
2152 nlmsg_cancel(skb
, nlh
);
2156 static int ip6mr_rtm_dumproute(struct sk_buff
*skb
, struct netlink_callback
*cb
)
2158 struct net
*net
= sock_net(skb
->sk
);
2159 struct mr6_table
*mrt
;
2160 struct mfc6_cache
*mfc
;
2161 unsigned int t
= 0, s_t
;
2162 unsigned int h
= 0, s_h
;
2163 unsigned int e
= 0, s_e
;
2169 read_lock(&mrt_lock
);
2170 ip6mr_for_each_table(mrt
, net
) {
2175 for (h
= s_h
; h
< MFC6_LINES
; h
++) {
2176 list_for_each_entry(mfc
, &mrt
->mfc6_cache_array
[h
], list
) {
2179 if (ip6mr_fill_mroute(mrt
, skb
,
2180 NETLINK_CB(cb
->skb
).pid
,
2194 read_unlock(&mrt_lock
);