thinkpad-acpi: name event constants
[linux-2.6/linux-acpi-2.6/ibm-acpi-2.6.git] / net / ipv4 / ipmr.c
blob9a8da5ed92b7cab3c4883b5866c3a69e655a7278
1 /*
2 * IP multicast routing support for mrouted 3.6/3.8
4 * (c) 1995 Alan Cox, <alan@lxorguk.ukuu.org.uk>
5 * Linux Consultancy and Custom Driver Development
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
12 * Fixes:
13 * Michael Chastain : Incorrect size of copying.
14 * Alan Cox : Added the cache manager code
15 * Alan Cox : Fixed the clone/copy bug and device race.
16 * Mike McLagan : Routing by source
17 * Malcolm Beattie : Buffer handling fixes.
18 * Alexey Kuznetsov : Double buffer free and other fixes.
19 * SVR Anand : Fixed several multicast bugs and problems.
20 * Alexey Kuznetsov : Status, optimisations and more.
21 * Brad Parker : Better behaviour on mrouted upcall
22 * overflow.
23 * Carlos Picoto : PIMv1 Support
24 * Pavlin Ivanov Radoslavov: PIMv2 Registers must checksum only PIM header
25 * Relax this requrement to work with older peers.
29 #include <asm/system.h>
30 #include <asm/uaccess.h>
31 #include <linux/types.h>
32 #include <linux/capability.h>
33 #include <linux/errno.h>
34 #include <linux/timer.h>
35 #include <linux/mm.h>
36 #include <linux/kernel.h>
37 #include <linux/fcntl.h>
38 #include <linux/stat.h>
39 #include <linux/socket.h>
40 #include <linux/in.h>
41 #include <linux/inet.h>
42 #include <linux/netdevice.h>
43 #include <linux/inetdevice.h>
44 #include <linux/igmp.h>
45 #include <linux/proc_fs.h>
46 #include <linux/seq_file.h>
47 #include <linux/mroute.h>
48 #include <linux/init.h>
49 #include <linux/if_ether.h>
50 #include <net/net_namespace.h>
51 #include <net/ip.h>
52 #include <net/protocol.h>
53 #include <linux/skbuff.h>
54 #include <net/route.h>
55 #include <net/sock.h>
56 #include <net/icmp.h>
57 #include <net/udp.h>
58 #include <net/raw.h>
59 #include <linux/notifier.h>
60 #include <linux/if_arp.h>
61 #include <linux/netfilter_ipv4.h>
62 #include <net/ipip.h>
63 #include <net/checksum.h>
64 #include <net/netlink.h>
66 #if defined(CONFIG_IP_PIMSM_V1) || defined(CONFIG_IP_PIMSM_V2)
67 #define CONFIG_IP_PIMSM 1
68 #endif
70 /* Big lock, protecting vif table, mrt cache and mroute socket state.
71 Note that the changes are semaphored via rtnl_lock.
74 static DEFINE_RWLOCK(mrt_lock);
77 * Multicast router control variables
80 #define VIF_EXISTS(_net, _idx) ((_net)->ipv4.vif_table[_idx].dev != NULL)
82 static struct mfc_cache *mfc_unres_queue; /* Queue of unresolved entries */
84 /* Special spinlock for queue of unresolved entries */
85 static DEFINE_SPINLOCK(mfc_unres_lock);
87 /* We return to original Alan's scheme. Hash table of resolved
88 entries is changed only in process context and protected
89 with weak lock mrt_lock. Queue of unresolved entries is protected
90 with strong spinlock mfc_unres_lock.
92 In this case data path is free of exclusive locks at all.
95 static struct kmem_cache *mrt_cachep __read_mostly;
97 static int ip_mr_forward(struct sk_buff *skb, struct mfc_cache *cache, int local);
98 static int ipmr_cache_report(struct net *net,
99 struct sk_buff *pkt, vifi_t vifi, int assert);
100 static int ipmr_fill_mroute(struct sk_buff *skb, struct mfc_cache *c, struct rtmsg *rtm);
102 #ifdef CONFIG_IP_PIMSM_V2
103 static struct net_protocol pim_protocol;
104 #endif
106 static struct timer_list ipmr_expire_timer;
108 /* Service routines creating virtual interfaces: DVMRP tunnels and PIMREG */
110 static void ipmr_del_tunnel(struct net_device *dev, struct vifctl *v)
112 struct net *net = dev_net(dev);
114 dev_close(dev);
116 dev = __dev_get_by_name(net, "tunl0");
117 if (dev) {
118 const struct net_device_ops *ops = dev->netdev_ops;
119 struct ifreq ifr;
120 struct ip_tunnel_parm p;
122 memset(&p, 0, sizeof(p));
123 p.iph.daddr = v->vifc_rmt_addr.s_addr;
124 p.iph.saddr = v->vifc_lcl_addr.s_addr;
125 p.iph.version = 4;
126 p.iph.ihl = 5;
127 p.iph.protocol = IPPROTO_IPIP;
128 sprintf(p.name, "dvmrp%d", v->vifc_vifi);
129 ifr.ifr_ifru.ifru_data = (__force void __user *)&p;
131 if (ops->ndo_do_ioctl) {
132 mm_segment_t oldfs = get_fs();
134 set_fs(KERNEL_DS);
135 ops->ndo_do_ioctl(dev, &ifr, SIOCDELTUNNEL);
136 set_fs(oldfs);
141 static
142 struct net_device *ipmr_new_tunnel(struct net *net, struct vifctl *v)
144 struct net_device *dev;
146 dev = __dev_get_by_name(net, "tunl0");
148 if (dev) {
149 const struct net_device_ops *ops = dev->netdev_ops;
150 int err;
151 struct ifreq ifr;
152 struct ip_tunnel_parm p;
153 struct in_device *in_dev;
155 memset(&p, 0, sizeof(p));
156 p.iph.daddr = v->vifc_rmt_addr.s_addr;
157 p.iph.saddr = v->vifc_lcl_addr.s_addr;
158 p.iph.version = 4;
159 p.iph.ihl = 5;
160 p.iph.protocol = IPPROTO_IPIP;
161 sprintf(p.name, "dvmrp%d", v->vifc_vifi);
162 ifr.ifr_ifru.ifru_data = (__force void __user *)&p;
164 if (ops->ndo_do_ioctl) {
165 mm_segment_t oldfs = get_fs();
167 set_fs(KERNEL_DS);
168 err = ops->ndo_do_ioctl(dev, &ifr, SIOCADDTUNNEL);
169 set_fs(oldfs);
170 } else
171 err = -EOPNOTSUPP;
173 dev = NULL;
175 if (err == 0 &&
176 (dev = __dev_get_by_name(net, p.name)) != NULL) {
177 dev->flags |= IFF_MULTICAST;
179 in_dev = __in_dev_get_rtnl(dev);
180 if (in_dev == NULL)
181 goto failure;
183 ipv4_devconf_setall(in_dev);
184 IPV4_DEVCONF(in_dev->cnf, RP_FILTER) = 0;
186 if (dev_open(dev))
187 goto failure;
188 dev_hold(dev);
191 return dev;
193 failure:
194 /* allow the register to be completed before unregistering. */
195 rtnl_unlock();
196 rtnl_lock();
198 unregister_netdevice(dev);
199 return NULL;
202 #ifdef CONFIG_IP_PIMSM
204 static int reg_vif_xmit(struct sk_buff *skb, struct net_device *dev)
206 struct net *net = dev_net(dev);
208 read_lock(&mrt_lock);
209 dev->stats.tx_bytes += skb->len;
210 dev->stats.tx_packets++;
211 ipmr_cache_report(net, skb, net->ipv4.mroute_reg_vif_num,
212 IGMPMSG_WHOLEPKT);
213 read_unlock(&mrt_lock);
214 kfree_skb(skb);
215 return 0;
218 static const struct net_device_ops reg_vif_netdev_ops = {
219 .ndo_start_xmit = reg_vif_xmit,
222 static void reg_vif_setup(struct net_device *dev)
224 dev->type = ARPHRD_PIMREG;
225 dev->mtu = ETH_DATA_LEN - sizeof(struct iphdr) - 8;
226 dev->flags = IFF_NOARP;
227 dev->netdev_ops = &reg_vif_netdev_ops,
228 dev->destructor = free_netdev;
229 dev->features |= NETIF_F_NETNS_LOCAL;
232 static struct net_device *ipmr_reg_vif(struct net *net)
234 struct net_device *dev;
235 struct in_device *in_dev;
237 dev = alloc_netdev(0, "pimreg", reg_vif_setup);
239 if (dev == NULL)
240 return NULL;
242 dev_net_set(dev, net);
244 if (register_netdevice(dev)) {
245 free_netdev(dev);
246 return NULL;
248 dev->iflink = 0;
250 rcu_read_lock();
251 if ((in_dev = __in_dev_get_rcu(dev)) == NULL) {
252 rcu_read_unlock();
253 goto failure;
256 ipv4_devconf_setall(in_dev);
257 IPV4_DEVCONF(in_dev->cnf, RP_FILTER) = 0;
258 rcu_read_unlock();
260 if (dev_open(dev))
261 goto failure;
263 dev_hold(dev);
265 return dev;
267 failure:
268 /* allow the register to be completed before unregistering. */
269 rtnl_unlock();
270 rtnl_lock();
272 unregister_netdevice(dev);
273 return NULL;
275 #endif
278 * Delete a VIF entry
279 * @notify: Set to 1, if the caller is a notifier_call
282 static int vif_delete(struct net *net, int vifi, int notify)
284 struct vif_device *v;
285 struct net_device *dev;
286 struct in_device *in_dev;
288 if (vifi < 0 || vifi >= net->ipv4.maxvif)
289 return -EADDRNOTAVAIL;
291 v = &net->ipv4.vif_table[vifi];
293 write_lock_bh(&mrt_lock);
294 dev = v->dev;
295 v->dev = NULL;
297 if (!dev) {
298 write_unlock_bh(&mrt_lock);
299 return -EADDRNOTAVAIL;
302 #ifdef CONFIG_IP_PIMSM
303 if (vifi == net->ipv4.mroute_reg_vif_num)
304 net->ipv4.mroute_reg_vif_num = -1;
305 #endif
307 if (vifi+1 == net->ipv4.maxvif) {
308 int tmp;
309 for (tmp=vifi-1; tmp>=0; tmp--) {
310 if (VIF_EXISTS(net, tmp))
311 break;
313 net->ipv4.maxvif = tmp+1;
316 write_unlock_bh(&mrt_lock);
318 dev_set_allmulti(dev, -1);
320 if ((in_dev = __in_dev_get_rtnl(dev)) != NULL) {
321 IPV4_DEVCONF(in_dev->cnf, MC_FORWARDING)--;
322 ip_rt_multicast_event(in_dev);
325 if (v->flags&(VIFF_TUNNEL|VIFF_REGISTER) && !notify)
326 unregister_netdevice(dev);
328 dev_put(dev);
329 return 0;
332 static inline void ipmr_cache_free(struct mfc_cache *c)
334 release_net(mfc_net(c));
335 kmem_cache_free(mrt_cachep, c);
338 /* Destroy an unresolved cache entry, killing queued skbs
339 and reporting error to netlink readers.
342 static void ipmr_destroy_unres(struct mfc_cache *c)
344 struct sk_buff *skb;
345 struct nlmsgerr *e;
346 struct net *net = mfc_net(c);
348 atomic_dec(&net->ipv4.cache_resolve_queue_len);
350 while ((skb = skb_dequeue(&c->mfc_un.unres.unresolved))) {
351 if (ip_hdr(skb)->version == 0) {
352 struct nlmsghdr *nlh = (struct nlmsghdr *)skb_pull(skb, sizeof(struct iphdr));
353 nlh->nlmsg_type = NLMSG_ERROR;
354 nlh->nlmsg_len = NLMSG_LENGTH(sizeof(struct nlmsgerr));
355 skb_trim(skb, nlh->nlmsg_len);
356 e = NLMSG_DATA(nlh);
357 e->error = -ETIMEDOUT;
358 memset(&e->msg, 0, sizeof(e->msg));
360 rtnl_unicast(skb, net, NETLINK_CB(skb).pid);
361 } else
362 kfree_skb(skb);
365 ipmr_cache_free(c);
369 /* Single timer process for all the unresolved queue. */
371 static void ipmr_expire_process(unsigned long dummy)
373 unsigned long now;
374 unsigned long expires;
375 struct mfc_cache *c, **cp;
377 if (!spin_trylock(&mfc_unres_lock)) {
378 mod_timer(&ipmr_expire_timer, jiffies+HZ/10);
379 return;
382 if (mfc_unres_queue == NULL)
383 goto out;
385 now = jiffies;
386 expires = 10*HZ;
387 cp = &mfc_unres_queue;
389 while ((c=*cp) != NULL) {
390 if (time_after(c->mfc_un.unres.expires, now)) {
391 unsigned long interval = c->mfc_un.unres.expires - now;
392 if (interval < expires)
393 expires = interval;
394 cp = &c->next;
395 continue;
398 *cp = c->next;
400 ipmr_destroy_unres(c);
403 if (mfc_unres_queue != NULL)
404 mod_timer(&ipmr_expire_timer, jiffies + expires);
406 out:
407 spin_unlock(&mfc_unres_lock);
410 /* Fill oifs list. It is called under write locked mrt_lock. */
412 static void ipmr_update_thresholds(struct mfc_cache *cache, unsigned char *ttls)
414 int vifi;
415 struct net *net = mfc_net(cache);
417 cache->mfc_un.res.minvif = MAXVIFS;
418 cache->mfc_un.res.maxvif = 0;
419 memset(cache->mfc_un.res.ttls, 255, MAXVIFS);
421 for (vifi = 0; vifi < net->ipv4.maxvif; vifi++) {
422 if (VIF_EXISTS(net, vifi) &&
423 ttls[vifi] && ttls[vifi] < 255) {
424 cache->mfc_un.res.ttls[vifi] = ttls[vifi];
425 if (cache->mfc_un.res.minvif > vifi)
426 cache->mfc_un.res.minvif = vifi;
427 if (cache->mfc_un.res.maxvif <= vifi)
428 cache->mfc_un.res.maxvif = vifi + 1;
433 static int vif_add(struct net *net, struct vifctl *vifc, int mrtsock)
435 int vifi = vifc->vifc_vifi;
436 struct vif_device *v = &net->ipv4.vif_table[vifi];
437 struct net_device *dev;
438 struct in_device *in_dev;
439 int err;
441 /* Is vif busy ? */
442 if (VIF_EXISTS(net, vifi))
443 return -EADDRINUSE;
445 switch (vifc->vifc_flags) {
446 #ifdef CONFIG_IP_PIMSM
447 case VIFF_REGISTER:
449 * Special Purpose VIF in PIM
450 * All the packets will be sent to the daemon
452 if (net->ipv4.mroute_reg_vif_num >= 0)
453 return -EADDRINUSE;
454 dev = ipmr_reg_vif(net);
455 if (!dev)
456 return -ENOBUFS;
457 err = dev_set_allmulti(dev, 1);
458 if (err) {
459 unregister_netdevice(dev);
460 dev_put(dev);
461 return err;
463 break;
464 #endif
465 case VIFF_TUNNEL:
466 dev = ipmr_new_tunnel(net, vifc);
467 if (!dev)
468 return -ENOBUFS;
469 err = dev_set_allmulti(dev, 1);
470 if (err) {
471 ipmr_del_tunnel(dev, vifc);
472 dev_put(dev);
473 return err;
475 break;
476 case 0:
477 dev = ip_dev_find(net, vifc->vifc_lcl_addr.s_addr);
478 if (!dev)
479 return -EADDRNOTAVAIL;
480 err = dev_set_allmulti(dev, 1);
481 if (err) {
482 dev_put(dev);
483 return err;
485 break;
486 default:
487 return -EINVAL;
490 if ((in_dev = __in_dev_get_rtnl(dev)) == NULL)
491 return -EADDRNOTAVAIL;
492 IPV4_DEVCONF(in_dev->cnf, MC_FORWARDING)++;
493 ip_rt_multicast_event(in_dev);
496 * Fill in the VIF structures
498 v->rate_limit = vifc->vifc_rate_limit;
499 v->local = vifc->vifc_lcl_addr.s_addr;
500 v->remote = vifc->vifc_rmt_addr.s_addr;
501 v->flags = vifc->vifc_flags;
502 if (!mrtsock)
503 v->flags |= VIFF_STATIC;
504 v->threshold = vifc->vifc_threshold;
505 v->bytes_in = 0;
506 v->bytes_out = 0;
507 v->pkt_in = 0;
508 v->pkt_out = 0;
509 v->link = dev->ifindex;
510 if (v->flags&(VIFF_TUNNEL|VIFF_REGISTER))
511 v->link = dev->iflink;
513 /* And finish update writing critical data */
514 write_lock_bh(&mrt_lock);
515 v->dev = dev;
516 #ifdef CONFIG_IP_PIMSM
517 if (v->flags&VIFF_REGISTER)
518 net->ipv4.mroute_reg_vif_num = vifi;
519 #endif
520 if (vifi+1 > net->ipv4.maxvif)
521 net->ipv4.maxvif = vifi+1;
522 write_unlock_bh(&mrt_lock);
523 return 0;
526 static struct mfc_cache *ipmr_cache_find(struct net *net,
527 __be32 origin,
528 __be32 mcastgrp)
530 int line = MFC_HASH(mcastgrp, origin);
531 struct mfc_cache *c;
533 for (c = net->ipv4.mfc_cache_array[line]; c; c = c->next) {
534 if (c->mfc_origin==origin && c->mfc_mcastgrp==mcastgrp)
535 break;
537 return c;
541 * Allocate a multicast cache entry
543 static struct mfc_cache *ipmr_cache_alloc(struct net *net)
545 struct mfc_cache *c = kmem_cache_zalloc(mrt_cachep, GFP_KERNEL);
546 if (c == NULL)
547 return NULL;
548 c->mfc_un.res.minvif = MAXVIFS;
549 mfc_net_set(c, net);
550 return c;
553 static struct mfc_cache *ipmr_cache_alloc_unres(struct net *net)
555 struct mfc_cache *c = kmem_cache_zalloc(mrt_cachep, GFP_ATOMIC);
556 if (c == NULL)
557 return NULL;
558 skb_queue_head_init(&c->mfc_un.unres.unresolved);
559 c->mfc_un.unres.expires = jiffies + 10*HZ;
560 mfc_net_set(c, net);
561 return c;
565 * A cache entry has gone into a resolved state from queued
568 static void ipmr_cache_resolve(struct mfc_cache *uc, struct mfc_cache *c)
570 struct sk_buff *skb;
571 struct nlmsgerr *e;
574 * Play the pending entries through our router
577 while ((skb = __skb_dequeue(&uc->mfc_un.unres.unresolved))) {
578 if (ip_hdr(skb)->version == 0) {
579 struct nlmsghdr *nlh = (struct nlmsghdr *)skb_pull(skb, sizeof(struct iphdr));
581 if (ipmr_fill_mroute(skb, c, NLMSG_DATA(nlh)) > 0) {
582 nlh->nlmsg_len = (skb_tail_pointer(skb) -
583 (u8 *)nlh);
584 } else {
585 nlh->nlmsg_type = NLMSG_ERROR;
586 nlh->nlmsg_len = NLMSG_LENGTH(sizeof(struct nlmsgerr));
587 skb_trim(skb, nlh->nlmsg_len);
588 e = NLMSG_DATA(nlh);
589 e->error = -EMSGSIZE;
590 memset(&e->msg, 0, sizeof(e->msg));
593 rtnl_unicast(skb, mfc_net(c), NETLINK_CB(skb).pid);
594 } else
595 ip_mr_forward(skb, c, 0);
600 * Bounce a cache query up to mrouted. We could use netlink for this but mrouted
601 * expects the following bizarre scheme.
603 * Called under mrt_lock.
606 static int ipmr_cache_report(struct net *net,
607 struct sk_buff *pkt, vifi_t vifi, int assert)
609 struct sk_buff *skb;
610 const int ihl = ip_hdrlen(pkt);
611 struct igmphdr *igmp;
612 struct igmpmsg *msg;
613 int ret;
615 #ifdef CONFIG_IP_PIMSM
616 if (assert == IGMPMSG_WHOLEPKT)
617 skb = skb_realloc_headroom(pkt, sizeof(struct iphdr));
618 else
619 #endif
620 skb = alloc_skb(128, GFP_ATOMIC);
622 if (!skb)
623 return -ENOBUFS;
625 #ifdef CONFIG_IP_PIMSM
626 if (assert == IGMPMSG_WHOLEPKT) {
627 /* Ugly, but we have no choice with this interface.
628 Duplicate old header, fix ihl, length etc.
629 And all this only to mangle msg->im_msgtype and
630 to set msg->im_mbz to "mbz" :-)
632 skb_push(skb, sizeof(struct iphdr));
633 skb_reset_network_header(skb);
634 skb_reset_transport_header(skb);
635 msg = (struct igmpmsg *)skb_network_header(skb);
636 memcpy(msg, skb_network_header(pkt), sizeof(struct iphdr));
637 msg->im_msgtype = IGMPMSG_WHOLEPKT;
638 msg->im_mbz = 0;
639 msg->im_vif = net->ipv4.mroute_reg_vif_num;
640 ip_hdr(skb)->ihl = sizeof(struct iphdr) >> 2;
641 ip_hdr(skb)->tot_len = htons(ntohs(ip_hdr(pkt)->tot_len) +
642 sizeof(struct iphdr));
643 } else
644 #endif
648 * Copy the IP header
651 skb->network_header = skb->tail;
652 skb_put(skb, ihl);
653 skb_copy_to_linear_data(skb, pkt->data, ihl);
654 ip_hdr(skb)->protocol = 0; /* Flag to the kernel this is a route add */
655 msg = (struct igmpmsg *)skb_network_header(skb);
656 msg->im_vif = vifi;
657 skb_dst_set(skb, dst_clone(skb_dst(pkt)));
660 * Add our header
663 igmp=(struct igmphdr *)skb_put(skb, sizeof(struct igmphdr));
664 igmp->type =
665 msg->im_msgtype = assert;
666 igmp->code = 0;
667 ip_hdr(skb)->tot_len = htons(skb->len); /* Fix the length */
668 skb->transport_header = skb->network_header;
671 if (net->ipv4.mroute_sk == NULL) {
672 kfree_skb(skb);
673 return -EINVAL;
677 * Deliver to mrouted
679 ret = sock_queue_rcv_skb(net->ipv4.mroute_sk, skb);
680 if (ret < 0) {
681 if (net_ratelimit())
682 printk(KERN_WARNING "mroute: pending queue full, dropping entries.\n");
683 kfree_skb(skb);
686 return ret;
690 * Queue a packet for resolution. It gets locked cache entry!
693 static int
694 ipmr_cache_unresolved(struct net *net, vifi_t vifi, struct sk_buff *skb)
696 int err;
697 struct mfc_cache *c;
698 const struct iphdr *iph = ip_hdr(skb);
700 spin_lock_bh(&mfc_unres_lock);
701 for (c=mfc_unres_queue; c; c=c->next) {
702 if (net_eq(mfc_net(c), net) &&
703 c->mfc_mcastgrp == iph->daddr &&
704 c->mfc_origin == iph->saddr)
705 break;
708 if (c == NULL) {
710 * Create a new entry if allowable
713 if (atomic_read(&net->ipv4.cache_resolve_queue_len) >= 10 ||
714 (c = ipmr_cache_alloc_unres(net)) == NULL) {
715 spin_unlock_bh(&mfc_unres_lock);
717 kfree_skb(skb);
718 return -ENOBUFS;
722 * Fill in the new cache entry
724 c->mfc_parent = -1;
725 c->mfc_origin = iph->saddr;
726 c->mfc_mcastgrp = iph->daddr;
729 * Reflect first query at mrouted.
731 err = ipmr_cache_report(net, skb, vifi, IGMPMSG_NOCACHE);
732 if (err < 0) {
733 /* If the report failed throw the cache entry
734 out - Brad Parker
736 spin_unlock_bh(&mfc_unres_lock);
738 ipmr_cache_free(c);
739 kfree_skb(skb);
740 return err;
743 atomic_inc(&net->ipv4.cache_resolve_queue_len);
744 c->next = mfc_unres_queue;
745 mfc_unres_queue = c;
747 mod_timer(&ipmr_expire_timer, c->mfc_un.unres.expires);
751 * See if we can append the packet
753 if (c->mfc_un.unres.unresolved.qlen>3) {
754 kfree_skb(skb);
755 err = -ENOBUFS;
756 } else {
757 skb_queue_tail(&c->mfc_un.unres.unresolved, skb);
758 err = 0;
761 spin_unlock_bh(&mfc_unres_lock);
762 return err;
766 * MFC cache manipulation by user space mroute daemon
769 static int ipmr_mfc_delete(struct net *net, struct mfcctl *mfc)
771 int line;
772 struct mfc_cache *c, **cp;
774 line = MFC_HASH(mfc->mfcc_mcastgrp.s_addr, mfc->mfcc_origin.s_addr);
776 for (cp = &net->ipv4.mfc_cache_array[line];
777 (c = *cp) != NULL; cp = &c->next) {
778 if (c->mfc_origin == mfc->mfcc_origin.s_addr &&
779 c->mfc_mcastgrp == mfc->mfcc_mcastgrp.s_addr) {
780 write_lock_bh(&mrt_lock);
781 *cp = c->next;
782 write_unlock_bh(&mrt_lock);
784 ipmr_cache_free(c);
785 return 0;
788 return -ENOENT;
791 static int ipmr_mfc_add(struct net *net, struct mfcctl *mfc, int mrtsock)
793 int line;
794 struct mfc_cache *uc, *c, **cp;
796 line = MFC_HASH(mfc->mfcc_mcastgrp.s_addr, mfc->mfcc_origin.s_addr);
798 for (cp = &net->ipv4.mfc_cache_array[line];
799 (c = *cp) != NULL; cp = &c->next) {
800 if (c->mfc_origin == mfc->mfcc_origin.s_addr &&
801 c->mfc_mcastgrp == mfc->mfcc_mcastgrp.s_addr)
802 break;
805 if (c != NULL) {
806 write_lock_bh(&mrt_lock);
807 c->mfc_parent = mfc->mfcc_parent;
808 ipmr_update_thresholds(c, mfc->mfcc_ttls);
809 if (!mrtsock)
810 c->mfc_flags |= MFC_STATIC;
811 write_unlock_bh(&mrt_lock);
812 return 0;
815 if (!ipv4_is_multicast(mfc->mfcc_mcastgrp.s_addr))
816 return -EINVAL;
818 c = ipmr_cache_alloc(net);
819 if (c == NULL)
820 return -ENOMEM;
822 c->mfc_origin = mfc->mfcc_origin.s_addr;
823 c->mfc_mcastgrp = mfc->mfcc_mcastgrp.s_addr;
824 c->mfc_parent = mfc->mfcc_parent;
825 ipmr_update_thresholds(c, mfc->mfcc_ttls);
826 if (!mrtsock)
827 c->mfc_flags |= MFC_STATIC;
829 write_lock_bh(&mrt_lock);
830 c->next = net->ipv4.mfc_cache_array[line];
831 net->ipv4.mfc_cache_array[line] = c;
832 write_unlock_bh(&mrt_lock);
835 * Check to see if we resolved a queued list. If so we
836 * need to send on the frames and tidy up.
838 spin_lock_bh(&mfc_unres_lock);
839 for (cp = &mfc_unres_queue; (uc=*cp) != NULL;
840 cp = &uc->next) {
841 if (net_eq(mfc_net(uc), net) &&
842 uc->mfc_origin == c->mfc_origin &&
843 uc->mfc_mcastgrp == c->mfc_mcastgrp) {
844 *cp = uc->next;
845 atomic_dec(&net->ipv4.cache_resolve_queue_len);
846 break;
849 if (mfc_unres_queue == NULL)
850 del_timer(&ipmr_expire_timer);
851 spin_unlock_bh(&mfc_unres_lock);
853 if (uc) {
854 ipmr_cache_resolve(uc, c);
855 ipmr_cache_free(uc);
857 return 0;
861 * Close the multicast socket, and clear the vif tables etc
864 static void mroute_clean_tables(struct net *net)
866 int i;
869 * Shut down all active vif entries
871 for (i = 0; i < net->ipv4.maxvif; i++) {
872 if (!(net->ipv4.vif_table[i].flags&VIFF_STATIC))
873 vif_delete(net, i, 0);
877 * Wipe the cache
879 for (i=0; i<MFC_LINES; i++) {
880 struct mfc_cache *c, **cp;
882 cp = &net->ipv4.mfc_cache_array[i];
883 while ((c = *cp) != NULL) {
884 if (c->mfc_flags&MFC_STATIC) {
885 cp = &c->next;
886 continue;
888 write_lock_bh(&mrt_lock);
889 *cp = c->next;
890 write_unlock_bh(&mrt_lock);
892 ipmr_cache_free(c);
896 if (atomic_read(&net->ipv4.cache_resolve_queue_len) != 0) {
897 struct mfc_cache *c, **cp;
899 spin_lock_bh(&mfc_unres_lock);
900 cp = &mfc_unres_queue;
901 while ((c = *cp) != NULL) {
902 if (!net_eq(mfc_net(c), net)) {
903 cp = &c->next;
904 continue;
906 *cp = c->next;
908 ipmr_destroy_unres(c);
910 spin_unlock_bh(&mfc_unres_lock);
914 static void mrtsock_destruct(struct sock *sk)
916 struct net *net = sock_net(sk);
918 rtnl_lock();
919 if (sk == net->ipv4.mroute_sk) {
920 IPV4_DEVCONF_ALL(net, MC_FORWARDING)--;
922 write_lock_bh(&mrt_lock);
923 net->ipv4.mroute_sk = NULL;
924 write_unlock_bh(&mrt_lock);
926 mroute_clean_tables(net);
928 rtnl_unlock();
932 * Socket options and virtual interface manipulation. The whole
933 * virtual interface system is a complete heap, but unfortunately
934 * that's how BSD mrouted happens to think. Maybe one day with a proper
935 * MOSPF/PIM router set up we can clean this up.
938 int ip_mroute_setsockopt(struct sock *sk, int optname, char __user *optval, int optlen)
940 int ret;
941 struct vifctl vif;
942 struct mfcctl mfc;
943 struct net *net = sock_net(sk);
945 if (optname != MRT_INIT) {
946 if (sk != net->ipv4.mroute_sk && !capable(CAP_NET_ADMIN))
947 return -EACCES;
950 switch (optname) {
951 case MRT_INIT:
952 if (sk->sk_type != SOCK_RAW ||
953 inet_sk(sk)->num != IPPROTO_IGMP)
954 return -EOPNOTSUPP;
955 if (optlen != sizeof(int))
956 return -ENOPROTOOPT;
958 rtnl_lock();
959 if (net->ipv4.mroute_sk) {
960 rtnl_unlock();
961 return -EADDRINUSE;
964 ret = ip_ra_control(sk, 1, mrtsock_destruct);
965 if (ret == 0) {
966 write_lock_bh(&mrt_lock);
967 net->ipv4.mroute_sk = sk;
968 write_unlock_bh(&mrt_lock);
970 IPV4_DEVCONF_ALL(net, MC_FORWARDING)++;
972 rtnl_unlock();
973 return ret;
974 case MRT_DONE:
975 if (sk != net->ipv4.mroute_sk)
976 return -EACCES;
977 return ip_ra_control(sk, 0, NULL);
978 case MRT_ADD_VIF:
979 case MRT_DEL_VIF:
980 if (optlen != sizeof(vif))
981 return -EINVAL;
982 if (copy_from_user(&vif, optval, sizeof(vif)))
983 return -EFAULT;
984 if (vif.vifc_vifi >= MAXVIFS)
985 return -ENFILE;
986 rtnl_lock();
987 if (optname == MRT_ADD_VIF) {
988 ret = vif_add(net, &vif, sk == net->ipv4.mroute_sk);
989 } else {
990 ret = vif_delete(net, vif.vifc_vifi, 0);
992 rtnl_unlock();
993 return ret;
996 * Manipulate the forwarding caches. These live
997 * in a sort of kernel/user symbiosis.
999 case MRT_ADD_MFC:
1000 case MRT_DEL_MFC:
1001 if (optlen != sizeof(mfc))
1002 return -EINVAL;
1003 if (copy_from_user(&mfc, optval, sizeof(mfc)))
1004 return -EFAULT;
1005 rtnl_lock();
1006 if (optname == MRT_DEL_MFC)
1007 ret = ipmr_mfc_delete(net, &mfc);
1008 else
1009 ret = ipmr_mfc_add(net, &mfc, sk == net->ipv4.mroute_sk);
1010 rtnl_unlock();
1011 return ret;
1013 * Control PIM assert.
1015 case MRT_ASSERT:
1017 int v;
1018 if (get_user(v,(int __user *)optval))
1019 return -EFAULT;
1020 net->ipv4.mroute_do_assert = (v) ? 1 : 0;
1021 return 0;
1023 #ifdef CONFIG_IP_PIMSM
1024 case MRT_PIM:
1026 int v;
1028 if (get_user(v,(int __user *)optval))
1029 return -EFAULT;
1030 v = (v) ? 1 : 0;
1032 rtnl_lock();
1033 ret = 0;
1034 if (v != net->ipv4.mroute_do_pim) {
1035 net->ipv4.mroute_do_pim = v;
1036 net->ipv4.mroute_do_assert = v;
1038 rtnl_unlock();
1039 return ret;
1041 #endif
1043 * Spurious command, or MRT_VERSION which you cannot
1044 * set.
1046 default:
1047 return -ENOPROTOOPT;
1052 * Getsock opt support for the multicast routing system.
1055 int ip_mroute_getsockopt(struct sock *sk, int optname, char __user *optval, int __user *optlen)
1057 int olr;
1058 int val;
1059 struct net *net = sock_net(sk);
1061 if (optname != MRT_VERSION &&
1062 #ifdef CONFIG_IP_PIMSM
1063 optname!=MRT_PIM &&
1064 #endif
1065 optname!=MRT_ASSERT)
1066 return -ENOPROTOOPT;
1068 if (get_user(olr, optlen))
1069 return -EFAULT;
1071 olr = min_t(unsigned int, olr, sizeof(int));
1072 if (olr < 0)
1073 return -EINVAL;
1075 if (put_user(olr, optlen))
1076 return -EFAULT;
1077 if (optname == MRT_VERSION)
1078 val = 0x0305;
1079 #ifdef CONFIG_IP_PIMSM
1080 else if (optname == MRT_PIM)
1081 val = net->ipv4.mroute_do_pim;
1082 #endif
1083 else
1084 val = net->ipv4.mroute_do_assert;
1085 if (copy_to_user(optval, &val, olr))
1086 return -EFAULT;
1087 return 0;
1091 * The IP multicast ioctl support routines.
1094 int ipmr_ioctl(struct sock *sk, int cmd, void __user *arg)
1096 struct sioc_sg_req sr;
1097 struct sioc_vif_req vr;
1098 struct vif_device *vif;
1099 struct mfc_cache *c;
1100 struct net *net = sock_net(sk);
1102 switch (cmd) {
1103 case SIOCGETVIFCNT:
1104 if (copy_from_user(&vr, arg, sizeof(vr)))
1105 return -EFAULT;
1106 if (vr.vifi >= net->ipv4.maxvif)
1107 return -EINVAL;
1108 read_lock(&mrt_lock);
1109 vif = &net->ipv4.vif_table[vr.vifi];
1110 if (VIF_EXISTS(net, vr.vifi)) {
1111 vr.icount = vif->pkt_in;
1112 vr.ocount = vif->pkt_out;
1113 vr.ibytes = vif->bytes_in;
1114 vr.obytes = vif->bytes_out;
1115 read_unlock(&mrt_lock);
1117 if (copy_to_user(arg, &vr, sizeof(vr)))
1118 return -EFAULT;
1119 return 0;
1121 read_unlock(&mrt_lock);
1122 return -EADDRNOTAVAIL;
1123 case SIOCGETSGCNT:
1124 if (copy_from_user(&sr, arg, sizeof(sr)))
1125 return -EFAULT;
1127 read_lock(&mrt_lock);
1128 c = ipmr_cache_find(net, sr.src.s_addr, sr.grp.s_addr);
1129 if (c) {
1130 sr.pktcnt = c->mfc_un.res.pkt;
1131 sr.bytecnt = c->mfc_un.res.bytes;
1132 sr.wrong_if = c->mfc_un.res.wrong_if;
1133 read_unlock(&mrt_lock);
1135 if (copy_to_user(arg, &sr, sizeof(sr)))
1136 return -EFAULT;
1137 return 0;
1139 read_unlock(&mrt_lock);
1140 return -EADDRNOTAVAIL;
1141 default:
1142 return -ENOIOCTLCMD;
1147 static int ipmr_device_event(struct notifier_block *this, unsigned long event, void *ptr)
1149 struct net_device *dev = ptr;
1150 struct net *net = dev_net(dev);
1151 struct vif_device *v;
1152 int ct;
1154 if (!net_eq(dev_net(dev), net))
1155 return NOTIFY_DONE;
1157 if (event != NETDEV_UNREGISTER)
1158 return NOTIFY_DONE;
1159 v = &net->ipv4.vif_table[0];
1160 for (ct = 0; ct < net->ipv4.maxvif; ct++, v++) {
1161 if (v->dev == dev)
1162 vif_delete(net, ct, 1);
1164 return NOTIFY_DONE;
1168 static struct notifier_block ip_mr_notifier = {
1169 .notifier_call = ipmr_device_event,
1173 * Encapsulate a packet by attaching a valid IPIP header to it.
1174 * This avoids tunnel drivers and other mess and gives us the speed so
1175 * important for multicast video.
1178 static void ip_encap(struct sk_buff *skb, __be32 saddr, __be32 daddr)
1180 struct iphdr *iph;
1181 struct iphdr *old_iph = ip_hdr(skb);
1183 skb_push(skb, sizeof(struct iphdr));
1184 skb->transport_header = skb->network_header;
1185 skb_reset_network_header(skb);
1186 iph = ip_hdr(skb);
1188 iph->version = 4;
1189 iph->tos = old_iph->tos;
1190 iph->ttl = old_iph->ttl;
1191 iph->frag_off = 0;
1192 iph->daddr = daddr;
1193 iph->saddr = saddr;
1194 iph->protocol = IPPROTO_IPIP;
1195 iph->ihl = 5;
1196 iph->tot_len = htons(skb->len);
1197 ip_select_ident(iph, skb_dst(skb), NULL);
1198 ip_send_check(iph);
1200 memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
1201 nf_reset(skb);
1204 static inline int ipmr_forward_finish(struct sk_buff *skb)
1206 struct ip_options * opt = &(IPCB(skb)->opt);
1208 IP_INC_STATS_BH(dev_net(skb_dst(skb)->dev), IPSTATS_MIB_OUTFORWDATAGRAMS);
1210 if (unlikely(opt->optlen))
1211 ip_forward_options(skb);
1213 return dst_output(skb);
1217 * Processing handlers for ipmr_forward
1220 static void ipmr_queue_xmit(struct sk_buff *skb, struct mfc_cache *c, int vifi)
1222 struct net *net = mfc_net(c);
1223 const struct iphdr *iph = ip_hdr(skb);
1224 struct vif_device *vif = &net->ipv4.vif_table[vifi];
1225 struct net_device *dev;
1226 struct rtable *rt;
1227 int encap = 0;
1229 if (vif->dev == NULL)
1230 goto out_free;
1232 #ifdef CONFIG_IP_PIMSM
1233 if (vif->flags & VIFF_REGISTER) {
1234 vif->pkt_out++;
1235 vif->bytes_out += skb->len;
1236 vif->dev->stats.tx_bytes += skb->len;
1237 vif->dev->stats.tx_packets++;
1238 ipmr_cache_report(net, skb, vifi, IGMPMSG_WHOLEPKT);
1239 goto out_free;
1241 #endif
1243 if (vif->flags&VIFF_TUNNEL) {
1244 struct flowi fl = { .oif = vif->link,
1245 .nl_u = { .ip4_u =
1246 { .daddr = vif->remote,
1247 .saddr = vif->local,
1248 .tos = RT_TOS(iph->tos) } },
1249 .proto = IPPROTO_IPIP };
1250 if (ip_route_output_key(net, &rt, &fl))
1251 goto out_free;
1252 encap = sizeof(struct iphdr);
1253 } else {
1254 struct flowi fl = { .oif = vif->link,
1255 .nl_u = { .ip4_u =
1256 { .daddr = iph->daddr,
1257 .tos = RT_TOS(iph->tos) } },
1258 .proto = IPPROTO_IPIP };
1259 if (ip_route_output_key(net, &rt, &fl))
1260 goto out_free;
1263 dev = rt->u.dst.dev;
1265 if (skb->len+encap > dst_mtu(&rt->u.dst) && (ntohs(iph->frag_off) & IP_DF)) {
1266 /* Do not fragment multicasts. Alas, IPv4 does not
1267 allow to send ICMP, so that packets will disappear
1268 to blackhole.
1271 IP_INC_STATS_BH(dev_net(dev), IPSTATS_MIB_FRAGFAILS);
1272 ip_rt_put(rt);
1273 goto out_free;
1276 encap += LL_RESERVED_SPACE(dev) + rt->u.dst.header_len;
1278 if (skb_cow(skb, encap)) {
1279 ip_rt_put(rt);
1280 goto out_free;
1283 vif->pkt_out++;
1284 vif->bytes_out += skb->len;
1286 skb_dst_drop(skb);
1287 skb_dst_set(skb, &rt->u.dst);
1288 ip_decrease_ttl(ip_hdr(skb));
1290 /* FIXME: forward and output firewalls used to be called here.
1291 * What do we do with netfilter? -- RR */
1292 if (vif->flags & VIFF_TUNNEL) {
1293 ip_encap(skb, vif->local, vif->remote);
1294 /* FIXME: extra output firewall step used to be here. --RR */
1295 vif->dev->stats.tx_packets++;
1296 vif->dev->stats.tx_bytes += skb->len;
1299 IPCB(skb)->flags |= IPSKB_FORWARDED;
1302 * RFC1584 teaches, that DVMRP/PIM router must deliver packets locally
1303 * not only before forwarding, but after forwarding on all output
1304 * interfaces. It is clear, if mrouter runs a multicasting
1305 * program, it should receive packets not depending to what interface
1306 * program is joined.
1307 * If we will not make it, the program will have to join on all
1308 * interfaces. On the other hand, multihoming host (or router, but
1309 * not mrouter) cannot join to more than one interface - it will
1310 * result in receiving multiple packets.
1312 NF_HOOK(PF_INET, NF_INET_FORWARD, skb, skb->dev, dev,
1313 ipmr_forward_finish);
1314 return;
1316 out_free:
1317 kfree_skb(skb);
1318 return;
1321 static int ipmr_find_vif(struct net_device *dev)
1323 struct net *net = dev_net(dev);
1324 int ct;
1325 for (ct = net->ipv4.maxvif-1; ct >= 0; ct--) {
1326 if (net->ipv4.vif_table[ct].dev == dev)
1327 break;
1329 return ct;
1332 /* "local" means that we should preserve one skb (for local delivery) */
1334 static int ip_mr_forward(struct sk_buff *skb, struct mfc_cache *cache, int local)
1336 int psend = -1;
1337 int vif, ct;
1338 struct net *net = mfc_net(cache);
1340 vif = cache->mfc_parent;
1341 cache->mfc_un.res.pkt++;
1342 cache->mfc_un.res.bytes += skb->len;
1345 * Wrong interface: drop packet and (maybe) send PIM assert.
1347 if (net->ipv4.vif_table[vif].dev != skb->dev) {
1348 int true_vifi;
1350 if (skb_rtable(skb)->fl.iif == 0) {
1351 /* It is our own packet, looped back.
1352 Very complicated situation...
1354 The best workaround until routing daemons will be
1355 fixed is not to redistribute packet, if it was
1356 send through wrong interface. It means, that
1357 multicast applications WILL NOT work for
1358 (S,G), which have default multicast route pointing
1359 to wrong oif. In any case, it is not a good
1360 idea to use multicasting applications on router.
1362 goto dont_forward;
1365 cache->mfc_un.res.wrong_if++;
1366 true_vifi = ipmr_find_vif(skb->dev);
1368 if (true_vifi >= 0 && net->ipv4.mroute_do_assert &&
1369 /* pimsm uses asserts, when switching from RPT to SPT,
1370 so that we cannot check that packet arrived on an oif.
1371 It is bad, but otherwise we would need to move pretty
1372 large chunk of pimd to kernel. Ough... --ANK
1374 (net->ipv4.mroute_do_pim ||
1375 cache->mfc_un.res.ttls[true_vifi] < 255) &&
1376 time_after(jiffies,
1377 cache->mfc_un.res.last_assert + MFC_ASSERT_THRESH)) {
1378 cache->mfc_un.res.last_assert = jiffies;
1379 ipmr_cache_report(net, skb, true_vifi, IGMPMSG_WRONGVIF);
1381 goto dont_forward;
1384 net->ipv4.vif_table[vif].pkt_in++;
1385 net->ipv4.vif_table[vif].bytes_in += skb->len;
1388 * Forward the frame
1390 for (ct = cache->mfc_un.res.maxvif-1; ct >= cache->mfc_un.res.minvif; ct--) {
1391 if (ip_hdr(skb)->ttl > cache->mfc_un.res.ttls[ct]) {
1392 if (psend != -1) {
1393 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1394 if (skb2)
1395 ipmr_queue_xmit(skb2, cache, psend);
1397 psend = ct;
1400 if (psend != -1) {
1401 if (local) {
1402 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1403 if (skb2)
1404 ipmr_queue_xmit(skb2, cache, psend);
1405 } else {
1406 ipmr_queue_xmit(skb, cache, psend);
1407 return 0;
1411 dont_forward:
1412 if (!local)
1413 kfree_skb(skb);
1414 return 0;
1419 * Multicast packets for forwarding arrive here
1422 int ip_mr_input(struct sk_buff *skb)
1424 struct mfc_cache *cache;
1425 struct net *net = dev_net(skb->dev);
1426 int local = skb_rtable(skb)->rt_flags & RTCF_LOCAL;
1428 /* Packet is looped back after forward, it should not be
1429 forwarded second time, but still can be delivered locally.
1431 if (IPCB(skb)->flags&IPSKB_FORWARDED)
1432 goto dont_forward;
1434 if (!local) {
1435 if (IPCB(skb)->opt.router_alert) {
1436 if (ip_call_ra_chain(skb))
1437 return 0;
1438 } else if (ip_hdr(skb)->protocol == IPPROTO_IGMP){
1439 /* IGMPv1 (and broken IGMPv2 implementations sort of
1440 Cisco IOS <= 11.2(8)) do not put router alert
1441 option to IGMP packets destined to routable
1442 groups. It is very bad, because it means
1443 that we can forward NO IGMP messages.
1445 read_lock(&mrt_lock);
1446 if (net->ipv4.mroute_sk) {
1447 nf_reset(skb);
1448 raw_rcv(net->ipv4.mroute_sk, skb);
1449 read_unlock(&mrt_lock);
1450 return 0;
1452 read_unlock(&mrt_lock);
1456 read_lock(&mrt_lock);
1457 cache = ipmr_cache_find(net, ip_hdr(skb)->saddr, ip_hdr(skb)->daddr);
1460 * No usable cache entry
1462 if (cache == NULL) {
1463 int vif;
1465 if (local) {
1466 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1467 ip_local_deliver(skb);
1468 if (skb2 == NULL) {
1469 read_unlock(&mrt_lock);
1470 return -ENOBUFS;
1472 skb = skb2;
1475 vif = ipmr_find_vif(skb->dev);
1476 if (vif >= 0) {
1477 int err = ipmr_cache_unresolved(net, vif, skb);
1478 read_unlock(&mrt_lock);
1480 return err;
1482 read_unlock(&mrt_lock);
1483 kfree_skb(skb);
1484 return -ENODEV;
1487 ip_mr_forward(skb, cache, local);
1489 read_unlock(&mrt_lock);
1491 if (local)
1492 return ip_local_deliver(skb);
1494 return 0;
1496 dont_forward:
1497 if (local)
1498 return ip_local_deliver(skb);
1499 kfree_skb(skb);
1500 return 0;
1503 #ifdef CONFIG_IP_PIMSM
1504 static int __pim_rcv(struct sk_buff *skb, unsigned int pimlen)
1506 struct net_device *reg_dev = NULL;
1507 struct iphdr *encap;
1508 struct net *net = dev_net(skb->dev);
1510 encap = (struct iphdr *)(skb_transport_header(skb) + pimlen);
1512 Check that:
1513 a. packet is really destinted to a multicast group
1514 b. packet is not a NULL-REGISTER
1515 c. packet is not truncated
1517 if (!ipv4_is_multicast(encap->daddr) ||
1518 encap->tot_len == 0 ||
1519 ntohs(encap->tot_len) + pimlen > skb->len)
1520 return 1;
1522 read_lock(&mrt_lock);
1523 if (net->ipv4.mroute_reg_vif_num >= 0)
1524 reg_dev = net->ipv4.vif_table[net->ipv4.mroute_reg_vif_num].dev;
1525 if (reg_dev)
1526 dev_hold(reg_dev);
1527 read_unlock(&mrt_lock);
1529 if (reg_dev == NULL)
1530 return 1;
1532 skb->mac_header = skb->network_header;
1533 skb_pull(skb, (u8*)encap - skb->data);
1534 skb_reset_network_header(skb);
1535 skb->dev = reg_dev;
1536 skb->protocol = htons(ETH_P_IP);
1537 skb->ip_summed = 0;
1538 skb->pkt_type = PACKET_HOST;
1539 skb_dst_drop(skb);
1540 reg_dev->stats.rx_bytes += skb->len;
1541 reg_dev->stats.rx_packets++;
1542 nf_reset(skb);
1543 netif_rx(skb);
1544 dev_put(reg_dev);
1546 return 0;
1548 #endif
1550 #ifdef CONFIG_IP_PIMSM_V1
1552 * Handle IGMP messages of PIMv1
1555 int pim_rcv_v1(struct sk_buff * skb)
1557 struct igmphdr *pim;
1558 struct net *net = dev_net(skb->dev);
1560 if (!pskb_may_pull(skb, sizeof(*pim) + sizeof(struct iphdr)))
1561 goto drop;
1563 pim = igmp_hdr(skb);
1565 if (!net->ipv4.mroute_do_pim ||
1566 pim->group != PIM_V1_VERSION || pim->code != PIM_V1_REGISTER)
1567 goto drop;
1569 if (__pim_rcv(skb, sizeof(*pim))) {
1570 drop:
1571 kfree_skb(skb);
1573 return 0;
1575 #endif
1577 #ifdef CONFIG_IP_PIMSM_V2
1578 static int pim_rcv(struct sk_buff * skb)
1580 struct pimreghdr *pim;
1582 if (!pskb_may_pull(skb, sizeof(*pim) + sizeof(struct iphdr)))
1583 goto drop;
1585 pim = (struct pimreghdr *)skb_transport_header(skb);
1586 if (pim->type != ((PIM_VERSION<<4)|(PIM_REGISTER)) ||
1587 (pim->flags&PIM_NULL_REGISTER) ||
1588 (ip_compute_csum((void *)pim, sizeof(*pim)) != 0 &&
1589 csum_fold(skb_checksum(skb, 0, skb->len, 0))))
1590 goto drop;
1592 if (__pim_rcv(skb, sizeof(*pim))) {
1593 drop:
1594 kfree_skb(skb);
1596 return 0;
1598 #endif
1600 static int
1601 ipmr_fill_mroute(struct sk_buff *skb, struct mfc_cache *c, struct rtmsg *rtm)
1603 int ct;
1604 struct rtnexthop *nhp;
1605 struct net *net = mfc_net(c);
1606 struct net_device *dev = net->ipv4.vif_table[c->mfc_parent].dev;
1607 u8 *b = skb_tail_pointer(skb);
1608 struct rtattr *mp_head;
1610 if (dev)
1611 RTA_PUT(skb, RTA_IIF, 4, &dev->ifindex);
1613 mp_head = (struct rtattr *)skb_put(skb, RTA_LENGTH(0));
1615 for (ct = c->mfc_un.res.minvif; ct < c->mfc_un.res.maxvif; ct++) {
1616 if (c->mfc_un.res.ttls[ct] < 255) {
1617 if (skb_tailroom(skb) < RTA_ALIGN(RTA_ALIGN(sizeof(*nhp)) + 4))
1618 goto rtattr_failure;
1619 nhp = (struct rtnexthop *)skb_put(skb, RTA_ALIGN(sizeof(*nhp)));
1620 nhp->rtnh_flags = 0;
1621 nhp->rtnh_hops = c->mfc_un.res.ttls[ct];
1622 nhp->rtnh_ifindex = net->ipv4.vif_table[ct].dev->ifindex;
1623 nhp->rtnh_len = sizeof(*nhp);
1626 mp_head->rta_type = RTA_MULTIPATH;
1627 mp_head->rta_len = skb_tail_pointer(skb) - (u8 *)mp_head;
1628 rtm->rtm_type = RTN_MULTICAST;
1629 return 1;
1631 rtattr_failure:
1632 nlmsg_trim(skb, b);
1633 return -EMSGSIZE;
1636 int ipmr_get_route(struct net *net,
1637 struct sk_buff *skb, struct rtmsg *rtm, int nowait)
1639 int err;
1640 struct mfc_cache *cache;
1641 struct rtable *rt = skb_rtable(skb);
1643 read_lock(&mrt_lock);
1644 cache = ipmr_cache_find(net, rt->rt_src, rt->rt_dst);
1646 if (cache == NULL) {
1647 struct sk_buff *skb2;
1648 struct iphdr *iph;
1649 struct net_device *dev;
1650 int vif;
1652 if (nowait) {
1653 read_unlock(&mrt_lock);
1654 return -EAGAIN;
1657 dev = skb->dev;
1658 if (dev == NULL || (vif = ipmr_find_vif(dev)) < 0) {
1659 read_unlock(&mrt_lock);
1660 return -ENODEV;
1662 skb2 = skb_clone(skb, GFP_ATOMIC);
1663 if (!skb2) {
1664 read_unlock(&mrt_lock);
1665 return -ENOMEM;
1668 skb_push(skb2, sizeof(struct iphdr));
1669 skb_reset_network_header(skb2);
1670 iph = ip_hdr(skb2);
1671 iph->ihl = sizeof(struct iphdr) >> 2;
1672 iph->saddr = rt->rt_src;
1673 iph->daddr = rt->rt_dst;
1674 iph->version = 0;
1675 err = ipmr_cache_unresolved(net, vif, skb2);
1676 read_unlock(&mrt_lock);
1677 return err;
1680 if (!nowait && (rtm->rtm_flags&RTM_F_NOTIFY))
1681 cache->mfc_flags |= MFC_NOTIFY;
1682 err = ipmr_fill_mroute(skb, cache, rtm);
1683 read_unlock(&mrt_lock);
1684 return err;
1687 #ifdef CONFIG_PROC_FS
1689 * The /proc interfaces to multicast routing /proc/ip_mr_cache /proc/ip_mr_vif
1691 struct ipmr_vif_iter {
1692 struct seq_net_private p;
1693 int ct;
1696 static struct vif_device *ipmr_vif_seq_idx(struct net *net,
1697 struct ipmr_vif_iter *iter,
1698 loff_t pos)
1700 for (iter->ct = 0; iter->ct < net->ipv4.maxvif; ++iter->ct) {
1701 if (!VIF_EXISTS(net, iter->ct))
1702 continue;
1703 if (pos-- == 0)
1704 return &net->ipv4.vif_table[iter->ct];
1706 return NULL;
1709 static void *ipmr_vif_seq_start(struct seq_file *seq, loff_t *pos)
1710 __acquires(mrt_lock)
1712 struct net *net = seq_file_net(seq);
1714 read_lock(&mrt_lock);
1715 return *pos ? ipmr_vif_seq_idx(net, seq->private, *pos - 1)
1716 : SEQ_START_TOKEN;
1719 static void *ipmr_vif_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1721 struct ipmr_vif_iter *iter = seq->private;
1722 struct net *net = seq_file_net(seq);
1724 ++*pos;
1725 if (v == SEQ_START_TOKEN)
1726 return ipmr_vif_seq_idx(net, iter, 0);
1728 while (++iter->ct < net->ipv4.maxvif) {
1729 if (!VIF_EXISTS(net, iter->ct))
1730 continue;
1731 return &net->ipv4.vif_table[iter->ct];
1733 return NULL;
1736 static void ipmr_vif_seq_stop(struct seq_file *seq, void *v)
1737 __releases(mrt_lock)
1739 read_unlock(&mrt_lock);
1742 static int ipmr_vif_seq_show(struct seq_file *seq, void *v)
1744 struct net *net = seq_file_net(seq);
1746 if (v == SEQ_START_TOKEN) {
1747 seq_puts(seq,
1748 "Interface BytesIn PktsIn BytesOut PktsOut Flags Local Remote\n");
1749 } else {
1750 const struct vif_device *vif = v;
1751 const char *name = vif->dev ? vif->dev->name : "none";
1753 seq_printf(seq,
1754 "%2Zd %-10s %8ld %7ld %8ld %7ld %05X %08X %08X\n",
1755 vif - net->ipv4.vif_table,
1756 name, vif->bytes_in, vif->pkt_in,
1757 vif->bytes_out, vif->pkt_out,
1758 vif->flags, vif->local, vif->remote);
1760 return 0;
1763 static const struct seq_operations ipmr_vif_seq_ops = {
1764 .start = ipmr_vif_seq_start,
1765 .next = ipmr_vif_seq_next,
1766 .stop = ipmr_vif_seq_stop,
1767 .show = ipmr_vif_seq_show,
1770 static int ipmr_vif_open(struct inode *inode, struct file *file)
1772 return seq_open_net(inode, file, &ipmr_vif_seq_ops,
1773 sizeof(struct ipmr_vif_iter));
1776 static const struct file_operations ipmr_vif_fops = {
1777 .owner = THIS_MODULE,
1778 .open = ipmr_vif_open,
1779 .read = seq_read,
1780 .llseek = seq_lseek,
1781 .release = seq_release_net,
1784 struct ipmr_mfc_iter {
1785 struct seq_net_private p;
1786 struct mfc_cache **cache;
1787 int ct;
1791 static struct mfc_cache *ipmr_mfc_seq_idx(struct net *net,
1792 struct ipmr_mfc_iter *it, loff_t pos)
1794 struct mfc_cache *mfc;
1796 it->cache = net->ipv4.mfc_cache_array;
1797 read_lock(&mrt_lock);
1798 for (it->ct = 0; it->ct < MFC_LINES; it->ct++)
1799 for (mfc = net->ipv4.mfc_cache_array[it->ct];
1800 mfc; mfc = mfc->next)
1801 if (pos-- == 0)
1802 return mfc;
1803 read_unlock(&mrt_lock);
1805 it->cache = &mfc_unres_queue;
1806 spin_lock_bh(&mfc_unres_lock);
1807 for (mfc = mfc_unres_queue; mfc; mfc = mfc->next)
1808 if (net_eq(mfc_net(mfc), net) &&
1809 pos-- == 0)
1810 return mfc;
1811 spin_unlock_bh(&mfc_unres_lock);
1813 it->cache = NULL;
1814 return NULL;
1818 static void *ipmr_mfc_seq_start(struct seq_file *seq, loff_t *pos)
1820 struct ipmr_mfc_iter *it = seq->private;
1821 struct net *net = seq_file_net(seq);
1823 it->cache = NULL;
1824 it->ct = 0;
1825 return *pos ? ipmr_mfc_seq_idx(net, seq->private, *pos - 1)
1826 : SEQ_START_TOKEN;
1829 static void *ipmr_mfc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1831 struct mfc_cache *mfc = v;
1832 struct ipmr_mfc_iter *it = seq->private;
1833 struct net *net = seq_file_net(seq);
1835 ++*pos;
1837 if (v == SEQ_START_TOKEN)
1838 return ipmr_mfc_seq_idx(net, seq->private, 0);
1840 if (mfc->next)
1841 return mfc->next;
1843 if (it->cache == &mfc_unres_queue)
1844 goto end_of_list;
1846 BUG_ON(it->cache != net->ipv4.mfc_cache_array);
1848 while (++it->ct < MFC_LINES) {
1849 mfc = net->ipv4.mfc_cache_array[it->ct];
1850 if (mfc)
1851 return mfc;
1854 /* exhausted cache_array, show unresolved */
1855 read_unlock(&mrt_lock);
1856 it->cache = &mfc_unres_queue;
1857 it->ct = 0;
1859 spin_lock_bh(&mfc_unres_lock);
1860 mfc = mfc_unres_queue;
1861 while (mfc && !net_eq(mfc_net(mfc), net))
1862 mfc = mfc->next;
1863 if (mfc)
1864 return mfc;
1866 end_of_list:
1867 spin_unlock_bh(&mfc_unres_lock);
1868 it->cache = NULL;
1870 return NULL;
1873 static void ipmr_mfc_seq_stop(struct seq_file *seq, void *v)
1875 struct ipmr_mfc_iter *it = seq->private;
1876 struct net *net = seq_file_net(seq);
1878 if (it->cache == &mfc_unres_queue)
1879 spin_unlock_bh(&mfc_unres_lock);
1880 else if (it->cache == net->ipv4.mfc_cache_array)
1881 read_unlock(&mrt_lock);
1884 static int ipmr_mfc_seq_show(struct seq_file *seq, void *v)
1886 int n;
1887 struct net *net = seq_file_net(seq);
1889 if (v == SEQ_START_TOKEN) {
1890 seq_puts(seq,
1891 "Group Origin Iif Pkts Bytes Wrong Oifs\n");
1892 } else {
1893 const struct mfc_cache *mfc = v;
1894 const struct ipmr_mfc_iter *it = seq->private;
1896 seq_printf(seq, "%08lX %08lX %-3hd",
1897 (unsigned long) mfc->mfc_mcastgrp,
1898 (unsigned long) mfc->mfc_origin,
1899 mfc->mfc_parent);
1901 if (it->cache != &mfc_unres_queue) {
1902 seq_printf(seq, " %8lu %8lu %8lu",
1903 mfc->mfc_un.res.pkt,
1904 mfc->mfc_un.res.bytes,
1905 mfc->mfc_un.res.wrong_if);
1906 for (n = mfc->mfc_un.res.minvif;
1907 n < mfc->mfc_un.res.maxvif; n++ ) {
1908 if (VIF_EXISTS(net, n) &&
1909 mfc->mfc_un.res.ttls[n] < 255)
1910 seq_printf(seq,
1911 " %2d:%-3d",
1912 n, mfc->mfc_un.res.ttls[n]);
1914 } else {
1915 /* unresolved mfc_caches don't contain
1916 * pkt, bytes and wrong_if values
1918 seq_printf(seq, " %8lu %8lu %8lu", 0ul, 0ul, 0ul);
1920 seq_putc(seq, '\n');
1922 return 0;
1925 static const struct seq_operations ipmr_mfc_seq_ops = {
1926 .start = ipmr_mfc_seq_start,
1927 .next = ipmr_mfc_seq_next,
1928 .stop = ipmr_mfc_seq_stop,
1929 .show = ipmr_mfc_seq_show,
1932 static int ipmr_mfc_open(struct inode *inode, struct file *file)
1934 return seq_open_net(inode, file, &ipmr_mfc_seq_ops,
1935 sizeof(struct ipmr_mfc_iter));
1938 static const struct file_operations ipmr_mfc_fops = {
1939 .owner = THIS_MODULE,
1940 .open = ipmr_mfc_open,
1941 .read = seq_read,
1942 .llseek = seq_lseek,
1943 .release = seq_release_net,
1945 #endif
1947 #ifdef CONFIG_IP_PIMSM_V2
1948 static struct net_protocol pim_protocol = {
1949 .handler = pim_rcv,
1950 .netns_ok = 1,
1952 #endif
1956 * Setup for IP multicast routing
1958 static int __net_init ipmr_net_init(struct net *net)
1960 int err = 0;
1962 net->ipv4.vif_table = kcalloc(MAXVIFS, sizeof(struct vif_device),
1963 GFP_KERNEL);
1964 if (!net->ipv4.vif_table) {
1965 err = -ENOMEM;
1966 goto fail;
1969 /* Forwarding cache */
1970 net->ipv4.mfc_cache_array = kcalloc(MFC_LINES,
1971 sizeof(struct mfc_cache *),
1972 GFP_KERNEL);
1973 if (!net->ipv4.mfc_cache_array) {
1974 err = -ENOMEM;
1975 goto fail_mfc_cache;
1978 #ifdef CONFIG_IP_PIMSM
1979 net->ipv4.mroute_reg_vif_num = -1;
1980 #endif
1982 #ifdef CONFIG_PROC_FS
1983 err = -ENOMEM;
1984 if (!proc_net_fops_create(net, "ip_mr_vif", 0, &ipmr_vif_fops))
1985 goto proc_vif_fail;
1986 if (!proc_net_fops_create(net, "ip_mr_cache", 0, &ipmr_mfc_fops))
1987 goto proc_cache_fail;
1988 #endif
1989 return 0;
1991 #ifdef CONFIG_PROC_FS
1992 proc_cache_fail:
1993 proc_net_remove(net, "ip_mr_vif");
1994 proc_vif_fail:
1995 kfree(net->ipv4.mfc_cache_array);
1996 #endif
1997 fail_mfc_cache:
1998 kfree(net->ipv4.vif_table);
1999 fail:
2000 return err;
2003 static void __net_exit ipmr_net_exit(struct net *net)
2005 #ifdef CONFIG_PROC_FS
2006 proc_net_remove(net, "ip_mr_cache");
2007 proc_net_remove(net, "ip_mr_vif");
2008 #endif
2009 kfree(net->ipv4.mfc_cache_array);
2010 kfree(net->ipv4.vif_table);
2013 static struct pernet_operations ipmr_net_ops = {
2014 .init = ipmr_net_init,
2015 .exit = ipmr_net_exit,
2018 int __init ip_mr_init(void)
2020 int err;
2022 mrt_cachep = kmem_cache_create("ip_mrt_cache",
2023 sizeof(struct mfc_cache),
2024 0, SLAB_HWCACHE_ALIGN|SLAB_PANIC,
2025 NULL);
2026 if (!mrt_cachep)
2027 return -ENOMEM;
2029 err = register_pernet_subsys(&ipmr_net_ops);
2030 if (err)
2031 goto reg_pernet_fail;
2033 setup_timer(&ipmr_expire_timer, ipmr_expire_process, 0);
2034 err = register_netdevice_notifier(&ip_mr_notifier);
2035 if (err)
2036 goto reg_notif_fail;
2037 #ifdef CONFIG_IP_PIMSM_V2
2038 if (inet_add_protocol(&pim_protocol, IPPROTO_PIM) < 0) {
2039 printk(KERN_ERR "ip_mr_init: can't add PIM protocol\n");
2040 err = -EAGAIN;
2041 goto add_proto_fail;
2043 #endif
2044 return 0;
2046 #ifdef CONFIG_IP_PIMSM_V2
2047 add_proto_fail:
2048 unregister_netdevice_notifier(&ip_mr_notifier);
2049 #endif
2050 reg_notif_fail:
2051 del_timer(&ipmr_expire_timer);
2052 unregister_pernet_subsys(&ipmr_net_ops);
2053 reg_pernet_fail:
2054 kmem_cache_destroy(mrt_cachep);
2055 return err;