[IPV4]: cleanup
[linux-2.6.22.y-op.git] / net / ipv4 / ipmr.c
blobf73f4e402f728e96b87c35f695165b289284dde0
1 /*
2 * IP multicast routing support for mrouted 3.6/3.8
4 * (c) 1995 Alan Cox, <alan@redhat.com>
5 * Linux Consultancy and Custom Driver Development
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
12 * Version: $Id: ipmr.c,v 1.65 2001/10/31 21:55:54 davem Exp $
14 * Fixes:
15 * Michael Chastain : Incorrect size of copying.
16 * Alan Cox : Added the cache manager code
17 * Alan Cox : Fixed the clone/copy bug and device race.
18 * Mike McLagan : Routing by source
19 * Malcolm Beattie : Buffer handling fixes.
20 * Alexey Kuznetsov : Double buffer free and other fixes.
21 * SVR Anand : Fixed several multicast bugs and problems.
22 * Alexey Kuznetsov : Status, optimisations and more.
23 * Brad Parker : Better behaviour on mrouted upcall
24 * overflow.
25 * Carlos Picoto : PIMv1 Support
26 * Pavlin Ivanov Radoslavov: PIMv2 Registers must checksum only PIM header
27 * Relax this requrement to work with older peers.
31 #include <asm/system.h>
32 #include <asm/uaccess.h>
33 #include <linux/types.h>
34 #include <linux/capability.h>
35 #include <linux/errno.h>
36 #include <linux/timer.h>
37 #include <linux/mm.h>
38 #include <linux/kernel.h>
39 #include <linux/fcntl.h>
40 #include <linux/stat.h>
41 #include <linux/socket.h>
42 #include <linux/in.h>
43 #include <linux/inet.h>
44 #include <linux/netdevice.h>
45 #include <linux/inetdevice.h>
46 #include <linux/igmp.h>
47 #include <linux/proc_fs.h>
48 #include <linux/seq_file.h>
49 #include <linux/mroute.h>
50 #include <linux/init.h>
51 #include <linux/if_ether.h>
52 #include <net/ip.h>
53 #include <net/protocol.h>
54 #include <linux/skbuff.h>
55 #include <net/route.h>
56 #include <net/sock.h>
57 #include <net/icmp.h>
58 #include <net/udp.h>
59 #include <net/raw.h>
60 #include <linux/notifier.h>
61 #include <linux/if_arp.h>
62 #include <linux/netfilter_ipv4.h>
63 #include <net/ipip.h>
64 #include <net/checksum.h>
66 #if defined(CONFIG_IP_PIMSM_V1) || defined(CONFIG_IP_PIMSM_V2)
67 #define CONFIG_IP_PIMSM 1
68 #endif
70 static struct sock *mroute_socket;
73 /* Big lock, protecting vif table, mrt cache and mroute socket state.
74 Note that the changes are semaphored via rtnl_lock.
77 static DEFINE_RWLOCK(mrt_lock);
80 * Multicast router control variables
83 static struct vif_device vif_table[MAXVIFS]; /* Devices */
84 static int maxvif;
86 #define VIF_EXISTS(idx) (vif_table[idx].dev != NULL)
88 static int mroute_do_assert; /* Set in PIM assert */
89 static int mroute_do_pim;
91 static struct mfc_cache *mfc_cache_array[MFC_LINES]; /* Forwarding cache */
93 static struct mfc_cache *mfc_unres_queue; /* Queue of unresolved entries */
94 static atomic_t cache_resolve_queue_len; /* Size of unresolved */
96 /* Special spinlock for queue of unresolved entries */
97 static DEFINE_SPINLOCK(mfc_unres_lock);
99 /* We return to original Alan's scheme. Hash table of resolved
100 entries is changed only in process context and protected
101 with weak lock mrt_lock. Queue of unresolved entries is protected
102 with strong spinlock mfc_unres_lock.
104 In this case data path is free of exclusive locks at all.
107 static struct kmem_cache *mrt_cachep __read_mostly;
109 static int ip_mr_forward(struct sk_buff *skb, struct mfc_cache *cache, int local);
110 static int ipmr_cache_report(struct sk_buff *pkt, vifi_t vifi, int assert);
111 static int ipmr_fill_mroute(struct sk_buff *skb, struct mfc_cache *c, struct rtmsg *rtm);
113 #ifdef CONFIG_IP_PIMSM_V2
114 static struct net_protocol pim_protocol;
115 #endif
117 static struct timer_list ipmr_expire_timer;
119 /* Service routines creating virtual interfaces: DVMRP tunnels and PIMREG */
121 static
122 struct net_device *ipmr_new_tunnel(struct vifctl *v)
124 struct net_device *dev;
126 dev = __dev_get_by_name("tunl0");
128 if (dev) {
129 int err;
130 struct ifreq ifr;
131 mm_segment_t oldfs;
132 struct ip_tunnel_parm p;
133 struct in_device *in_dev;
135 memset(&p, 0, sizeof(p));
136 p.iph.daddr = v->vifc_rmt_addr.s_addr;
137 p.iph.saddr = v->vifc_lcl_addr.s_addr;
138 p.iph.version = 4;
139 p.iph.ihl = 5;
140 p.iph.protocol = IPPROTO_IPIP;
141 sprintf(p.name, "dvmrp%d", v->vifc_vifi);
142 ifr.ifr_ifru.ifru_data = (void*)&p;
144 oldfs = get_fs(); set_fs(KERNEL_DS);
145 err = dev->do_ioctl(dev, &ifr, SIOCADDTUNNEL);
146 set_fs(oldfs);
148 dev = NULL;
150 if (err == 0 && (dev = __dev_get_by_name(p.name)) != NULL) {
151 dev->flags |= IFF_MULTICAST;
153 in_dev = __in_dev_get_rtnl(dev);
154 if (in_dev == NULL && (in_dev = inetdev_init(dev)) == NULL)
155 goto failure;
156 in_dev->cnf.rp_filter = 0;
158 if (dev_open(dev))
159 goto failure;
162 return dev;
164 failure:
165 /* allow the register to be completed before unregistering. */
166 rtnl_unlock();
167 rtnl_lock();
169 unregister_netdevice(dev);
170 return NULL;
173 #ifdef CONFIG_IP_PIMSM
175 static int reg_vif_num = -1;
177 static int reg_vif_xmit(struct sk_buff *skb, struct net_device *dev)
179 read_lock(&mrt_lock);
180 ((struct net_device_stats*)netdev_priv(dev))->tx_bytes += skb->len;
181 ((struct net_device_stats*)netdev_priv(dev))->tx_packets++;
182 ipmr_cache_report(skb, reg_vif_num, IGMPMSG_WHOLEPKT);
183 read_unlock(&mrt_lock);
184 kfree_skb(skb);
185 return 0;
188 static struct net_device_stats *reg_vif_get_stats(struct net_device *dev)
190 return (struct net_device_stats*)netdev_priv(dev);
193 static void reg_vif_setup(struct net_device *dev)
195 dev->type = ARPHRD_PIMREG;
196 dev->mtu = ETH_DATA_LEN - sizeof(struct iphdr) - 8;
197 dev->flags = IFF_NOARP;
198 dev->hard_start_xmit = reg_vif_xmit;
199 dev->get_stats = reg_vif_get_stats;
200 dev->destructor = free_netdev;
203 static struct net_device *ipmr_reg_vif(void)
205 struct net_device *dev;
206 struct in_device *in_dev;
208 dev = alloc_netdev(sizeof(struct net_device_stats), "pimreg",
209 reg_vif_setup);
211 if (dev == NULL)
212 return NULL;
214 if (register_netdevice(dev)) {
215 free_netdev(dev);
216 return NULL;
218 dev->iflink = 0;
220 if ((in_dev = inetdev_init(dev)) == NULL)
221 goto failure;
223 in_dev->cnf.rp_filter = 0;
225 if (dev_open(dev))
226 goto failure;
228 return dev;
230 failure:
231 /* allow the register to be completed before unregistering. */
232 rtnl_unlock();
233 rtnl_lock();
235 unregister_netdevice(dev);
236 return NULL;
238 #endif
241 * Delete a VIF entry
244 static int vif_delete(int vifi)
246 struct vif_device *v;
247 struct net_device *dev;
248 struct in_device *in_dev;
250 if (vifi < 0 || vifi >= maxvif)
251 return -EADDRNOTAVAIL;
253 v = &vif_table[vifi];
255 write_lock_bh(&mrt_lock);
256 dev = v->dev;
257 v->dev = NULL;
259 if (!dev) {
260 write_unlock_bh(&mrt_lock);
261 return -EADDRNOTAVAIL;
264 #ifdef CONFIG_IP_PIMSM
265 if (vifi == reg_vif_num)
266 reg_vif_num = -1;
267 #endif
269 if (vifi+1 == maxvif) {
270 int tmp;
271 for (tmp=vifi-1; tmp>=0; tmp--) {
272 if (VIF_EXISTS(tmp))
273 break;
275 maxvif = tmp+1;
278 write_unlock_bh(&mrt_lock);
280 dev_set_allmulti(dev, -1);
282 if ((in_dev = __in_dev_get_rtnl(dev)) != NULL) {
283 in_dev->cnf.mc_forwarding--;
284 ip_rt_multicast_event(in_dev);
287 if (v->flags&(VIFF_TUNNEL|VIFF_REGISTER))
288 unregister_netdevice(dev);
290 dev_put(dev);
291 return 0;
294 /* Destroy an unresolved cache entry, killing queued skbs
295 and reporting error to netlink readers.
298 static void ipmr_destroy_unres(struct mfc_cache *c)
300 struct sk_buff *skb;
301 struct nlmsgerr *e;
303 atomic_dec(&cache_resolve_queue_len);
305 while ((skb=skb_dequeue(&c->mfc_un.unres.unresolved))) {
306 if (skb->nh.iph->version == 0) {
307 struct nlmsghdr *nlh = (struct nlmsghdr *)skb_pull(skb, sizeof(struct iphdr));
308 nlh->nlmsg_type = NLMSG_ERROR;
309 nlh->nlmsg_len = NLMSG_LENGTH(sizeof(struct nlmsgerr));
310 skb_trim(skb, nlh->nlmsg_len);
311 e = NLMSG_DATA(nlh);
312 e->error = -ETIMEDOUT;
313 memset(&e->msg, 0, sizeof(e->msg));
315 rtnl_unicast(skb, NETLINK_CB(skb).pid);
316 } else
317 kfree_skb(skb);
320 kmem_cache_free(mrt_cachep, c);
324 /* Single timer process for all the unresolved queue. */
326 static void ipmr_expire_process(unsigned long dummy)
328 unsigned long now;
329 unsigned long expires;
330 struct mfc_cache *c, **cp;
332 if (!spin_trylock(&mfc_unres_lock)) {
333 mod_timer(&ipmr_expire_timer, jiffies+HZ/10);
334 return;
337 if (atomic_read(&cache_resolve_queue_len) == 0)
338 goto out;
340 now = jiffies;
341 expires = 10*HZ;
342 cp = &mfc_unres_queue;
344 while ((c=*cp) != NULL) {
345 if (time_after(c->mfc_un.unres.expires, now)) {
346 unsigned long interval = c->mfc_un.unres.expires - now;
347 if (interval < expires)
348 expires = interval;
349 cp = &c->next;
350 continue;
353 *cp = c->next;
355 ipmr_destroy_unres(c);
358 if (atomic_read(&cache_resolve_queue_len))
359 mod_timer(&ipmr_expire_timer, jiffies + expires);
361 out:
362 spin_unlock(&mfc_unres_lock);
365 /* Fill oifs list. It is called under write locked mrt_lock. */
367 static void ipmr_update_thresholds(struct mfc_cache *cache, unsigned char *ttls)
369 int vifi;
371 cache->mfc_un.res.minvif = MAXVIFS;
372 cache->mfc_un.res.maxvif = 0;
373 memset(cache->mfc_un.res.ttls, 255, MAXVIFS);
375 for (vifi=0; vifi<maxvif; vifi++) {
376 if (VIF_EXISTS(vifi) && ttls[vifi] && ttls[vifi] < 255) {
377 cache->mfc_un.res.ttls[vifi] = ttls[vifi];
378 if (cache->mfc_un.res.minvif > vifi)
379 cache->mfc_un.res.minvif = vifi;
380 if (cache->mfc_un.res.maxvif <= vifi)
381 cache->mfc_un.res.maxvif = vifi + 1;
386 static int vif_add(struct vifctl *vifc, int mrtsock)
388 int vifi = vifc->vifc_vifi;
389 struct vif_device *v = &vif_table[vifi];
390 struct net_device *dev;
391 struct in_device *in_dev;
393 /* Is vif busy ? */
394 if (VIF_EXISTS(vifi))
395 return -EADDRINUSE;
397 switch (vifc->vifc_flags) {
398 #ifdef CONFIG_IP_PIMSM
399 case VIFF_REGISTER:
401 * Special Purpose VIF in PIM
402 * All the packets will be sent to the daemon
404 if (reg_vif_num >= 0)
405 return -EADDRINUSE;
406 dev = ipmr_reg_vif();
407 if (!dev)
408 return -ENOBUFS;
409 break;
410 #endif
411 case VIFF_TUNNEL:
412 dev = ipmr_new_tunnel(vifc);
413 if (!dev)
414 return -ENOBUFS;
415 break;
416 case 0:
417 dev = ip_dev_find(vifc->vifc_lcl_addr.s_addr);
418 if (!dev)
419 return -EADDRNOTAVAIL;
420 dev_put(dev);
421 break;
422 default:
423 return -EINVAL;
426 if ((in_dev = __in_dev_get_rtnl(dev)) == NULL)
427 return -EADDRNOTAVAIL;
428 in_dev->cnf.mc_forwarding++;
429 dev_set_allmulti(dev, +1);
430 ip_rt_multicast_event(in_dev);
433 * Fill in the VIF structures
435 v->rate_limit=vifc->vifc_rate_limit;
436 v->local=vifc->vifc_lcl_addr.s_addr;
437 v->remote=vifc->vifc_rmt_addr.s_addr;
438 v->flags=vifc->vifc_flags;
439 if (!mrtsock)
440 v->flags |= VIFF_STATIC;
441 v->threshold=vifc->vifc_threshold;
442 v->bytes_in = 0;
443 v->bytes_out = 0;
444 v->pkt_in = 0;
445 v->pkt_out = 0;
446 v->link = dev->ifindex;
447 if (v->flags&(VIFF_TUNNEL|VIFF_REGISTER))
448 v->link = dev->iflink;
450 /* And finish update writing critical data */
451 write_lock_bh(&mrt_lock);
452 dev_hold(dev);
453 v->dev=dev;
454 #ifdef CONFIG_IP_PIMSM
455 if (v->flags&VIFF_REGISTER)
456 reg_vif_num = vifi;
457 #endif
458 if (vifi+1 > maxvif)
459 maxvif = vifi+1;
460 write_unlock_bh(&mrt_lock);
461 return 0;
464 static struct mfc_cache *ipmr_cache_find(__be32 origin, __be32 mcastgrp)
466 int line=MFC_HASH(mcastgrp,origin);
467 struct mfc_cache *c;
469 for (c=mfc_cache_array[line]; c; c = c->next) {
470 if (c->mfc_origin==origin && c->mfc_mcastgrp==mcastgrp)
471 break;
473 return c;
477 * Allocate a multicast cache entry
479 static struct mfc_cache *ipmr_cache_alloc(void)
481 struct mfc_cache *c=kmem_cache_zalloc(mrt_cachep, GFP_KERNEL);
482 if (c==NULL)
483 return NULL;
484 c->mfc_un.res.minvif = MAXVIFS;
485 return c;
488 static struct mfc_cache *ipmr_cache_alloc_unres(void)
490 struct mfc_cache *c=kmem_cache_zalloc(mrt_cachep, GFP_ATOMIC);
491 if (c==NULL)
492 return NULL;
493 skb_queue_head_init(&c->mfc_un.unres.unresolved);
494 c->mfc_un.unres.expires = jiffies + 10*HZ;
495 return c;
499 * A cache entry has gone into a resolved state from queued
502 static void ipmr_cache_resolve(struct mfc_cache *uc, struct mfc_cache *c)
504 struct sk_buff *skb;
505 struct nlmsgerr *e;
508 * Play the pending entries through our router
511 while ((skb=__skb_dequeue(&uc->mfc_un.unres.unresolved))) {
512 if (skb->nh.iph->version == 0) {
513 struct nlmsghdr *nlh = (struct nlmsghdr *)skb_pull(skb, sizeof(struct iphdr));
515 if (ipmr_fill_mroute(skb, c, NLMSG_DATA(nlh)) > 0) {
516 nlh->nlmsg_len = skb->tail - (u8*)nlh;
517 } else {
518 nlh->nlmsg_type = NLMSG_ERROR;
519 nlh->nlmsg_len = NLMSG_LENGTH(sizeof(struct nlmsgerr));
520 skb_trim(skb, nlh->nlmsg_len);
521 e = NLMSG_DATA(nlh);
522 e->error = -EMSGSIZE;
523 memset(&e->msg, 0, sizeof(e->msg));
526 rtnl_unicast(skb, NETLINK_CB(skb).pid);
527 } else
528 ip_mr_forward(skb, c, 0);
533 * Bounce a cache query up to mrouted. We could use netlink for this but mrouted
534 * expects the following bizarre scheme.
536 * Called under mrt_lock.
539 static int ipmr_cache_report(struct sk_buff *pkt, vifi_t vifi, int assert)
541 struct sk_buff *skb;
542 int ihl = pkt->nh.iph->ihl<<2;
543 struct igmphdr *igmp;
544 struct igmpmsg *msg;
545 int ret;
547 #ifdef CONFIG_IP_PIMSM
548 if (assert == IGMPMSG_WHOLEPKT)
549 skb = skb_realloc_headroom(pkt, sizeof(struct iphdr));
550 else
551 #endif
552 skb = alloc_skb(128, GFP_ATOMIC);
554 if (!skb)
555 return -ENOBUFS;
557 #ifdef CONFIG_IP_PIMSM
558 if (assert == IGMPMSG_WHOLEPKT) {
559 /* Ugly, but we have no choice with this interface.
560 Duplicate old header, fix ihl, length etc.
561 And all this only to mangle msg->im_msgtype and
562 to set msg->im_mbz to "mbz" :-)
564 msg = (struct igmpmsg*)skb_push(skb, sizeof(struct iphdr));
565 skb->nh.raw = skb->h.raw = (u8*)msg;
566 memcpy(msg, pkt->nh.raw, sizeof(struct iphdr));
567 msg->im_msgtype = IGMPMSG_WHOLEPKT;
568 msg->im_mbz = 0;
569 msg->im_vif = reg_vif_num;
570 skb->nh.iph->ihl = sizeof(struct iphdr) >> 2;
571 skb->nh.iph->tot_len = htons(ntohs(pkt->nh.iph->tot_len) + sizeof(struct iphdr));
572 } else
573 #endif
577 * Copy the IP header
580 skb->nh.iph = (struct iphdr *)skb_put(skb, ihl);
581 memcpy(skb->data,pkt->data,ihl);
582 skb->nh.iph->protocol = 0; /* Flag to the kernel this is a route add */
583 msg = (struct igmpmsg*)skb->nh.iph;
584 msg->im_vif = vifi;
585 skb->dst = dst_clone(pkt->dst);
588 * Add our header
591 igmp=(struct igmphdr *)skb_put(skb,sizeof(struct igmphdr));
592 igmp->type =
593 msg->im_msgtype = assert;
594 igmp->code = 0;
595 skb->nh.iph->tot_len=htons(skb->len); /* Fix the length */
596 skb->h.raw = skb->nh.raw;
599 if (mroute_socket == NULL) {
600 kfree_skb(skb);
601 return -EINVAL;
605 * Deliver to mrouted
607 if ((ret=sock_queue_rcv_skb(mroute_socket,skb))<0) {
608 if (net_ratelimit())
609 printk(KERN_WARNING "mroute: pending queue full, dropping entries.\n");
610 kfree_skb(skb);
613 return ret;
617 * Queue a packet for resolution. It gets locked cache entry!
620 static int
621 ipmr_cache_unresolved(vifi_t vifi, struct sk_buff *skb)
623 int err;
624 struct mfc_cache *c;
626 spin_lock_bh(&mfc_unres_lock);
627 for (c=mfc_unres_queue; c; c=c->next) {
628 if (c->mfc_mcastgrp == skb->nh.iph->daddr &&
629 c->mfc_origin == skb->nh.iph->saddr)
630 break;
633 if (c == NULL) {
635 * Create a new entry if allowable
638 if (atomic_read(&cache_resolve_queue_len)>=10 ||
639 (c=ipmr_cache_alloc_unres())==NULL) {
640 spin_unlock_bh(&mfc_unres_lock);
642 kfree_skb(skb);
643 return -ENOBUFS;
647 * Fill in the new cache entry
649 c->mfc_parent=-1;
650 c->mfc_origin=skb->nh.iph->saddr;
651 c->mfc_mcastgrp=skb->nh.iph->daddr;
654 * Reflect first query at mrouted.
656 if ((err = ipmr_cache_report(skb, vifi, IGMPMSG_NOCACHE))<0) {
657 /* If the report failed throw the cache entry
658 out - Brad Parker
660 spin_unlock_bh(&mfc_unres_lock);
662 kmem_cache_free(mrt_cachep, c);
663 kfree_skb(skb);
664 return err;
667 atomic_inc(&cache_resolve_queue_len);
668 c->next = mfc_unres_queue;
669 mfc_unres_queue = c;
671 mod_timer(&ipmr_expire_timer, c->mfc_un.unres.expires);
675 * See if we can append the packet
677 if (c->mfc_un.unres.unresolved.qlen>3) {
678 kfree_skb(skb);
679 err = -ENOBUFS;
680 } else {
681 skb_queue_tail(&c->mfc_un.unres.unresolved,skb);
682 err = 0;
685 spin_unlock_bh(&mfc_unres_lock);
686 return err;
690 * MFC cache manipulation by user space mroute daemon
693 static int ipmr_mfc_delete(struct mfcctl *mfc)
695 int line;
696 struct mfc_cache *c, **cp;
698 line=MFC_HASH(mfc->mfcc_mcastgrp.s_addr, mfc->mfcc_origin.s_addr);
700 for (cp=&mfc_cache_array[line]; (c=*cp) != NULL; cp = &c->next) {
701 if (c->mfc_origin == mfc->mfcc_origin.s_addr &&
702 c->mfc_mcastgrp == mfc->mfcc_mcastgrp.s_addr) {
703 write_lock_bh(&mrt_lock);
704 *cp = c->next;
705 write_unlock_bh(&mrt_lock);
707 kmem_cache_free(mrt_cachep, c);
708 return 0;
711 return -ENOENT;
714 static int ipmr_mfc_add(struct mfcctl *mfc, int mrtsock)
716 int line;
717 struct mfc_cache *uc, *c, **cp;
719 line=MFC_HASH(mfc->mfcc_mcastgrp.s_addr, mfc->mfcc_origin.s_addr);
721 for (cp=&mfc_cache_array[line]; (c=*cp) != NULL; cp = &c->next) {
722 if (c->mfc_origin == mfc->mfcc_origin.s_addr &&
723 c->mfc_mcastgrp == mfc->mfcc_mcastgrp.s_addr)
724 break;
727 if (c != NULL) {
728 write_lock_bh(&mrt_lock);
729 c->mfc_parent = mfc->mfcc_parent;
730 ipmr_update_thresholds(c, mfc->mfcc_ttls);
731 if (!mrtsock)
732 c->mfc_flags |= MFC_STATIC;
733 write_unlock_bh(&mrt_lock);
734 return 0;
737 if (!MULTICAST(mfc->mfcc_mcastgrp.s_addr))
738 return -EINVAL;
740 c=ipmr_cache_alloc();
741 if (c==NULL)
742 return -ENOMEM;
744 c->mfc_origin=mfc->mfcc_origin.s_addr;
745 c->mfc_mcastgrp=mfc->mfcc_mcastgrp.s_addr;
746 c->mfc_parent=mfc->mfcc_parent;
747 ipmr_update_thresholds(c, mfc->mfcc_ttls);
748 if (!mrtsock)
749 c->mfc_flags |= MFC_STATIC;
751 write_lock_bh(&mrt_lock);
752 c->next = mfc_cache_array[line];
753 mfc_cache_array[line] = c;
754 write_unlock_bh(&mrt_lock);
757 * Check to see if we resolved a queued list. If so we
758 * need to send on the frames and tidy up.
760 spin_lock_bh(&mfc_unres_lock);
761 for (cp = &mfc_unres_queue; (uc=*cp) != NULL;
762 cp = &uc->next) {
763 if (uc->mfc_origin == c->mfc_origin &&
764 uc->mfc_mcastgrp == c->mfc_mcastgrp) {
765 *cp = uc->next;
766 if (atomic_dec_and_test(&cache_resolve_queue_len))
767 del_timer(&ipmr_expire_timer);
768 break;
771 spin_unlock_bh(&mfc_unres_lock);
773 if (uc) {
774 ipmr_cache_resolve(uc, c);
775 kmem_cache_free(mrt_cachep, uc);
777 return 0;
781 * Close the multicast socket, and clear the vif tables etc
784 static void mroute_clean_tables(struct sock *sk)
786 int i;
789 * Shut down all active vif entries
791 for (i=0; i<maxvif; i++) {
792 if (!(vif_table[i].flags&VIFF_STATIC))
793 vif_delete(i);
797 * Wipe the cache
799 for (i=0;i<MFC_LINES;i++) {
800 struct mfc_cache *c, **cp;
802 cp = &mfc_cache_array[i];
803 while ((c = *cp) != NULL) {
804 if (c->mfc_flags&MFC_STATIC) {
805 cp = &c->next;
806 continue;
808 write_lock_bh(&mrt_lock);
809 *cp = c->next;
810 write_unlock_bh(&mrt_lock);
812 kmem_cache_free(mrt_cachep, c);
816 if (atomic_read(&cache_resolve_queue_len) != 0) {
817 struct mfc_cache *c;
819 spin_lock_bh(&mfc_unres_lock);
820 while (mfc_unres_queue != NULL) {
821 c = mfc_unres_queue;
822 mfc_unres_queue = c->next;
823 spin_unlock_bh(&mfc_unres_lock);
825 ipmr_destroy_unres(c);
827 spin_lock_bh(&mfc_unres_lock);
829 spin_unlock_bh(&mfc_unres_lock);
833 static void mrtsock_destruct(struct sock *sk)
835 rtnl_lock();
836 if (sk == mroute_socket) {
837 ipv4_devconf.mc_forwarding--;
839 write_lock_bh(&mrt_lock);
840 mroute_socket=NULL;
841 write_unlock_bh(&mrt_lock);
843 mroute_clean_tables(sk);
845 rtnl_unlock();
849 * Socket options and virtual interface manipulation. The whole
850 * virtual interface system is a complete heap, but unfortunately
851 * that's how BSD mrouted happens to think. Maybe one day with a proper
852 * MOSPF/PIM router set up we can clean this up.
855 int ip_mroute_setsockopt(struct sock *sk,int optname,char __user *optval,int optlen)
857 int ret;
858 struct vifctl vif;
859 struct mfcctl mfc;
861 if (optname != MRT_INIT) {
862 if (sk != mroute_socket && !capable(CAP_NET_ADMIN))
863 return -EACCES;
866 switch (optname) {
867 case MRT_INIT:
868 if (sk->sk_type != SOCK_RAW ||
869 inet_sk(sk)->num != IPPROTO_IGMP)
870 return -EOPNOTSUPP;
871 if (optlen!=sizeof(int))
872 return -ENOPROTOOPT;
874 rtnl_lock();
875 if (mroute_socket) {
876 rtnl_unlock();
877 return -EADDRINUSE;
880 ret = ip_ra_control(sk, 1, mrtsock_destruct);
881 if (ret == 0) {
882 write_lock_bh(&mrt_lock);
883 mroute_socket=sk;
884 write_unlock_bh(&mrt_lock);
886 ipv4_devconf.mc_forwarding++;
888 rtnl_unlock();
889 return ret;
890 case MRT_DONE:
891 if (sk!=mroute_socket)
892 return -EACCES;
893 return ip_ra_control(sk, 0, NULL);
894 case MRT_ADD_VIF:
895 case MRT_DEL_VIF:
896 if (optlen!=sizeof(vif))
897 return -EINVAL;
898 if (copy_from_user(&vif,optval,sizeof(vif)))
899 return -EFAULT;
900 if (vif.vifc_vifi >= MAXVIFS)
901 return -ENFILE;
902 rtnl_lock();
903 if (optname==MRT_ADD_VIF) {
904 ret = vif_add(&vif, sk==mroute_socket);
905 } else {
906 ret = vif_delete(vif.vifc_vifi);
908 rtnl_unlock();
909 return ret;
912 * Manipulate the forwarding caches. These live
913 * in a sort of kernel/user symbiosis.
915 case MRT_ADD_MFC:
916 case MRT_DEL_MFC:
917 if (optlen!=sizeof(mfc))
918 return -EINVAL;
919 if (copy_from_user(&mfc,optval, sizeof(mfc)))
920 return -EFAULT;
921 rtnl_lock();
922 if (optname==MRT_DEL_MFC)
923 ret = ipmr_mfc_delete(&mfc);
924 else
925 ret = ipmr_mfc_add(&mfc, sk==mroute_socket);
926 rtnl_unlock();
927 return ret;
929 * Control PIM assert.
931 case MRT_ASSERT:
933 int v;
934 if (get_user(v,(int __user *)optval))
935 return -EFAULT;
936 mroute_do_assert=(v)?1:0;
937 return 0;
939 #ifdef CONFIG_IP_PIMSM
940 case MRT_PIM:
942 int v, ret;
943 if (get_user(v,(int __user *)optval))
944 return -EFAULT;
945 v = (v)?1:0;
946 rtnl_lock();
947 ret = 0;
948 if (v != mroute_do_pim) {
949 mroute_do_pim = v;
950 mroute_do_assert = v;
951 #ifdef CONFIG_IP_PIMSM_V2
952 if (mroute_do_pim)
953 ret = inet_add_protocol(&pim_protocol,
954 IPPROTO_PIM);
955 else
956 ret = inet_del_protocol(&pim_protocol,
957 IPPROTO_PIM);
958 if (ret < 0)
959 ret = -EAGAIN;
960 #endif
962 rtnl_unlock();
963 return ret;
965 #endif
967 * Spurious command, or MRT_VERSION which you cannot
968 * set.
970 default:
971 return -ENOPROTOOPT;
976 * Getsock opt support for the multicast routing system.
979 int ip_mroute_getsockopt(struct sock *sk,int optname,char __user *optval,int __user *optlen)
981 int olr;
982 int val;
984 if (optname!=MRT_VERSION &&
985 #ifdef CONFIG_IP_PIMSM
986 optname!=MRT_PIM &&
987 #endif
988 optname!=MRT_ASSERT)
989 return -ENOPROTOOPT;
991 if (get_user(olr, optlen))
992 return -EFAULT;
994 olr = min_t(unsigned int, olr, sizeof(int));
995 if (olr < 0)
996 return -EINVAL;
998 if (put_user(olr,optlen))
999 return -EFAULT;
1000 if (optname==MRT_VERSION)
1001 val=0x0305;
1002 #ifdef CONFIG_IP_PIMSM
1003 else if (optname==MRT_PIM)
1004 val=mroute_do_pim;
1005 #endif
1006 else
1007 val=mroute_do_assert;
1008 if (copy_to_user(optval,&val,olr))
1009 return -EFAULT;
1010 return 0;
1014 * The IP multicast ioctl support routines.
1017 int ipmr_ioctl(struct sock *sk, int cmd, void __user *arg)
1019 struct sioc_sg_req sr;
1020 struct sioc_vif_req vr;
1021 struct vif_device *vif;
1022 struct mfc_cache *c;
1024 switch (cmd) {
1025 case SIOCGETVIFCNT:
1026 if (copy_from_user(&vr,arg,sizeof(vr)))
1027 return -EFAULT;
1028 if (vr.vifi>=maxvif)
1029 return -EINVAL;
1030 read_lock(&mrt_lock);
1031 vif=&vif_table[vr.vifi];
1032 if (VIF_EXISTS(vr.vifi)) {
1033 vr.icount=vif->pkt_in;
1034 vr.ocount=vif->pkt_out;
1035 vr.ibytes=vif->bytes_in;
1036 vr.obytes=vif->bytes_out;
1037 read_unlock(&mrt_lock);
1039 if (copy_to_user(arg,&vr,sizeof(vr)))
1040 return -EFAULT;
1041 return 0;
1043 read_unlock(&mrt_lock);
1044 return -EADDRNOTAVAIL;
1045 case SIOCGETSGCNT:
1046 if (copy_from_user(&sr,arg,sizeof(sr)))
1047 return -EFAULT;
1049 read_lock(&mrt_lock);
1050 c = ipmr_cache_find(sr.src.s_addr, sr.grp.s_addr);
1051 if (c) {
1052 sr.pktcnt = c->mfc_un.res.pkt;
1053 sr.bytecnt = c->mfc_un.res.bytes;
1054 sr.wrong_if = c->mfc_un.res.wrong_if;
1055 read_unlock(&mrt_lock);
1057 if (copy_to_user(arg,&sr,sizeof(sr)))
1058 return -EFAULT;
1059 return 0;
1061 read_unlock(&mrt_lock);
1062 return -EADDRNOTAVAIL;
1063 default:
1064 return -ENOIOCTLCMD;
1069 static int ipmr_device_event(struct notifier_block *this, unsigned long event, void *ptr)
1071 struct vif_device *v;
1072 int ct;
1073 if (event != NETDEV_UNREGISTER)
1074 return NOTIFY_DONE;
1075 v=&vif_table[0];
1076 for (ct=0;ct<maxvif;ct++,v++) {
1077 if (v->dev==ptr)
1078 vif_delete(ct);
1080 return NOTIFY_DONE;
1084 static struct notifier_block ip_mr_notifier={
1085 .notifier_call = ipmr_device_event,
1089 * Encapsulate a packet by attaching a valid IPIP header to it.
1090 * This avoids tunnel drivers and other mess and gives us the speed so
1091 * important for multicast video.
1094 static void ip_encap(struct sk_buff *skb, __be32 saddr, __be32 daddr)
1096 struct iphdr *iph = (struct iphdr *)skb_push(skb,sizeof(struct iphdr));
1098 iph->version = 4;
1099 iph->tos = skb->nh.iph->tos;
1100 iph->ttl = skb->nh.iph->ttl;
1101 iph->frag_off = 0;
1102 iph->daddr = daddr;
1103 iph->saddr = saddr;
1104 iph->protocol = IPPROTO_IPIP;
1105 iph->ihl = 5;
1106 iph->tot_len = htons(skb->len);
1107 ip_select_ident(iph, skb->dst, NULL);
1108 ip_send_check(iph);
1110 skb->h.ipiph = skb->nh.iph;
1111 skb->nh.iph = iph;
1112 memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
1113 nf_reset(skb);
1116 static inline int ipmr_forward_finish(struct sk_buff *skb)
1118 struct ip_options * opt = &(IPCB(skb)->opt);
1120 IP_INC_STATS_BH(IPSTATS_MIB_OUTFORWDATAGRAMS);
1122 if (unlikely(opt->optlen))
1123 ip_forward_options(skb);
1125 return dst_output(skb);
1129 * Processing handlers for ipmr_forward
1132 static void ipmr_queue_xmit(struct sk_buff *skb, struct mfc_cache *c, int vifi)
1134 struct iphdr *iph = skb->nh.iph;
1135 struct vif_device *vif = &vif_table[vifi];
1136 struct net_device *dev;
1137 struct rtable *rt;
1138 int encap = 0;
1140 if (vif->dev == NULL)
1141 goto out_free;
1143 #ifdef CONFIG_IP_PIMSM
1144 if (vif->flags & VIFF_REGISTER) {
1145 vif->pkt_out++;
1146 vif->bytes_out+=skb->len;
1147 ((struct net_device_stats*)netdev_priv(vif->dev))->tx_bytes += skb->len;
1148 ((struct net_device_stats*)netdev_priv(vif->dev))->tx_packets++;
1149 ipmr_cache_report(skb, vifi, IGMPMSG_WHOLEPKT);
1150 kfree_skb(skb);
1151 return;
1153 #endif
1155 if (vif->flags&VIFF_TUNNEL) {
1156 struct flowi fl = { .oif = vif->link,
1157 .nl_u = { .ip4_u =
1158 { .daddr = vif->remote,
1159 .saddr = vif->local,
1160 .tos = RT_TOS(iph->tos) } },
1161 .proto = IPPROTO_IPIP };
1162 if (ip_route_output_key(&rt, &fl))
1163 goto out_free;
1164 encap = sizeof(struct iphdr);
1165 } else {
1166 struct flowi fl = { .oif = vif->link,
1167 .nl_u = { .ip4_u =
1168 { .daddr = iph->daddr,
1169 .tos = RT_TOS(iph->tos) } },
1170 .proto = IPPROTO_IPIP };
1171 if (ip_route_output_key(&rt, &fl))
1172 goto out_free;
1175 dev = rt->u.dst.dev;
1177 if (skb->len+encap > dst_mtu(&rt->u.dst) && (ntohs(iph->frag_off) & IP_DF)) {
1178 /* Do not fragment multicasts. Alas, IPv4 does not
1179 allow to send ICMP, so that packets will disappear
1180 to blackhole.
1183 IP_INC_STATS_BH(IPSTATS_MIB_FRAGFAILS);
1184 ip_rt_put(rt);
1185 goto out_free;
1188 encap += LL_RESERVED_SPACE(dev) + rt->u.dst.header_len;
1190 if (skb_cow(skb, encap)) {
1191 ip_rt_put(rt);
1192 goto out_free;
1195 vif->pkt_out++;
1196 vif->bytes_out+=skb->len;
1198 dst_release(skb->dst);
1199 skb->dst = &rt->u.dst;
1200 iph = skb->nh.iph;
1201 ip_decrease_ttl(iph);
1203 /* FIXME: forward and output firewalls used to be called here.
1204 * What do we do with netfilter? -- RR */
1205 if (vif->flags & VIFF_TUNNEL) {
1206 ip_encap(skb, vif->local, vif->remote);
1207 /* FIXME: extra output firewall step used to be here. --RR */
1208 ((struct ip_tunnel *)netdev_priv(vif->dev))->stat.tx_packets++;
1209 ((struct ip_tunnel *)netdev_priv(vif->dev))->stat.tx_bytes+=skb->len;
1212 IPCB(skb)->flags |= IPSKB_FORWARDED;
1215 * RFC1584 teaches, that DVMRP/PIM router must deliver packets locally
1216 * not only before forwarding, but after forwarding on all output
1217 * interfaces. It is clear, if mrouter runs a multicasting
1218 * program, it should receive packets not depending to what interface
1219 * program is joined.
1220 * If we will not make it, the program will have to join on all
1221 * interfaces. On the other hand, multihoming host (or router, but
1222 * not mrouter) cannot join to more than one interface - it will
1223 * result in receiving multiple packets.
1225 NF_HOOK(PF_INET, NF_IP_FORWARD, skb, skb->dev, dev,
1226 ipmr_forward_finish);
1227 return;
1229 out_free:
1230 kfree_skb(skb);
1231 return;
1234 static int ipmr_find_vif(struct net_device *dev)
1236 int ct;
1237 for (ct=maxvif-1; ct>=0; ct--) {
1238 if (vif_table[ct].dev == dev)
1239 break;
1241 return ct;
1244 /* "local" means that we should preserve one skb (for local delivery) */
1246 static int ip_mr_forward(struct sk_buff *skb, struct mfc_cache *cache, int local)
1248 int psend = -1;
1249 int vif, ct;
1251 vif = cache->mfc_parent;
1252 cache->mfc_un.res.pkt++;
1253 cache->mfc_un.res.bytes += skb->len;
1256 * Wrong interface: drop packet and (maybe) send PIM assert.
1258 if (vif_table[vif].dev != skb->dev) {
1259 int true_vifi;
1261 if (((struct rtable*)skb->dst)->fl.iif == 0) {
1262 /* It is our own packet, looped back.
1263 Very complicated situation...
1265 The best workaround until routing daemons will be
1266 fixed is not to redistribute packet, if it was
1267 send through wrong interface. It means, that
1268 multicast applications WILL NOT work for
1269 (S,G), which have default multicast route pointing
1270 to wrong oif. In any case, it is not a good
1271 idea to use multicasting applications on router.
1273 goto dont_forward;
1276 cache->mfc_un.res.wrong_if++;
1277 true_vifi = ipmr_find_vif(skb->dev);
1279 if (true_vifi >= 0 && mroute_do_assert &&
1280 /* pimsm uses asserts, when switching from RPT to SPT,
1281 so that we cannot check that packet arrived on an oif.
1282 It is bad, but otherwise we would need to move pretty
1283 large chunk of pimd to kernel. Ough... --ANK
1285 (mroute_do_pim || cache->mfc_un.res.ttls[true_vifi] < 255) &&
1286 time_after(jiffies,
1287 cache->mfc_un.res.last_assert + MFC_ASSERT_THRESH)) {
1288 cache->mfc_un.res.last_assert = jiffies;
1289 ipmr_cache_report(skb, true_vifi, IGMPMSG_WRONGVIF);
1291 goto dont_forward;
1294 vif_table[vif].pkt_in++;
1295 vif_table[vif].bytes_in+=skb->len;
1298 * Forward the frame
1300 for (ct = cache->mfc_un.res.maxvif-1; ct >= cache->mfc_un.res.minvif; ct--) {
1301 if (skb->nh.iph->ttl > cache->mfc_un.res.ttls[ct]) {
1302 if (psend != -1) {
1303 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1304 if (skb2)
1305 ipmr_queue_xmit(skb2, cache, psend);
1307 psend=ct;
1310 if (psend != -1) {
1311 if (local) {
1312 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1313 if (skb2)
1314 ipmr_queue_xmit(skb2, cache, psend);
1315 } else {
1316 ipmr_queue_xmit(skb, cache, psend);
1317 return 0;
1321 dont_forward:
1322 if (!local)
1323 kfree_skb(skb);
1324 return 0;
1329 * Multicast packets for forwarding arrive here
1332 int ip_mr_input(struct sk_buff *skb)
1334 struct mfc_cache *cache;
1335 int local = ((struct rtable*)skb->dst)->rt_flags&RTCF_LOCAL;
1337 /* Packet is looped back after forward, it should not be
1338 forwarded second time, but still can be delivered locally.
1340 if (IPCB(skb)->flags&IPSKB_FORWARDED)
1341 goto dont_forward;
1343 if (!local) {
1344 if (IPCB(skb)->opt.router_alert) {
1345 if (ip_call_ra_chain(skb))
1346 return 0;
1347 } else if (skb->nh.iph->protocol == IPPROTO_IGMP){
1348 /* IGMPv1 (and broken IGMPv2 implementations sort of
1349 Cisco IOS <= 11.2(8)) do not put router alert
1350 option to IGMP packets destined to routable
1351 groups. It is very bad, because it means
1352 that we can forward NO IGMP messages.
1354 read_lock(&mrt_lock);
1355 if (mroute_socket) {
1356 nf_reset(skb);
1357 raw_rcv(mroute_socket, skb);
1358 read_unlock(&mrt_lock);
1359 return 0;
1361 read_unlock(&mrt_lock);
1365 read_lock(&mrt_lock);
1366 cache = ipmr_cache_find(skb->nh.iph->saddr, skb->nh.iph->daddr);
1369 * No usable cache entry
1371 if (cache==NULL) {
1372 int vif;
1374 if (local) {
1375 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1376 ip_local_deliver(skb);
1377 if (skb2 == NULL) {
1378 read_unlock(&mrt_lock);
1379 return -ENOBUFS;
1381 skb = skb2;
1384 vif = ipmr_find_vif(skb->dev);
1385 if (vif >= 0) {
1386 int err = ipmr_cache_unresolved(vif, skb);
1387 read_unlock(&mrt_lock);
1389 return err;
1391 read_unlock(&mrt_lock);
1392 kfree_skb(skb);
1393 return -ENODEV;
1396 ip_mr_forward(skb, cache, local);
1398 read_unlock(&mrt_lock);
1400 if (local)
1401 return ip_local_deliver(skb);
1403 return 0;
1405 dont_forward:
1406 if (local)
1407 return ip_local_deliver(skb);
1408 kfree_skb(skb);
1409 return 0;
1412 #ifdef CONFIG_IP_PIMSM_V1
1414 * Handle IGMP messages of PIMv1
1417 int pim_rcv_v1(struct sk_buff * skb)
1419 struct igmphdr *pim;
1420 struct iphdr *encap;
1421 struct net_device *reg_dev = NULL;
1423 if (!pskb_may_pull(skb, sizeof(*pim) + sizeof(*encap)))
1424 goto drop;
1426 pim = (struct igmphdr*)skb->h.raw;
1428 if (!mroute_do_pim ||
1429 skb->len < sizeof(*pim) + sizeof(*encap) ||
1430 pim->group != PIM_V1_VERSION || pim->code != PIM_V1_REGISTER)
1431 goto drop;
1433 encap = (struct iphdr*)(skb->h.raw + sizeof(struct igmphdr));
1435 Check that:
1436 a. packet is really destinted to a multicast group
1437 b. packet is not a NULL-REGISTER
1438 c. packet is not truncated
1440 if (!MULTICAST(encap->daddr) ||
1441 encap->tot_len == 0 ||
1442 ntohs(encap->tot_len) + sizeof(*pim) > skb->len)
1443 goto drop;
1445 read_lock(&mrt_lock);
1446 if (reg_vif_num >= 0)
1447 reg_dev = vif_table[reg_vif_num].dev;
1448 if (reg_dev)
1449 dev_hold(reg_dev);
1450 read_unlock(&mrt_lock);
1452 if (reg_dev == NULL)
1453 goto drop;
1455 skb->mac.raw = skb->nh.raw;
1456 skb_pull(skb, (u8*)encap - skb->data);
1457 skb->nh.iph = (struct iphdr *)skb->data;
1458 skb->dev = reg_dev;
1459 skb->protocol = htons(ETH_P_IP);
1460 skb->ip_summed = 0;
1461 skb->pkt_type = PACKET_HOST;
1462 dst_release(skb->dst);
1463 skb->dst = NULL;
1464 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_bytes += skb->len;
1465 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_packets++;
1466 nf_reset(skb);
1467 netif_rx(skb);
1468 dev_put(reg_dev);
1469 return 0;
1470 drop:
1471 kfree_skb(skb);
1472 return 0;
1474 #endif
1476 #ifdef CONFIG_IP_PIMSM_V2
1477 static int pim_rcv(struct sk_buff * skb)
1479 struct pimreghdr *pim;
1480 struct iphdr *encap;
1481 struct net_device *reg_dev = NULL;
1483 if (!pskb_may_pull(skb, sizeof(*pim) + sizeof(*encap)))
1484 goto drop;
1486 pim = (struct pimreghdr*)skb->h.raw;
1487 if (pim->type != ((PIM_VERSION<<4)|(PIM_REGISTER)) ||
1488 (pim->flags&PIM_NULL_REGISTER) ||
1489 (ip_compute_csum((void *)pim, sizeof(*pim)) != 0 &&
1490 csum_fold(skb_checksum(skb, 0, skb->len, 0))))
1491 goto drop;
1493 /* check if the inner packet is destined to mcast group */
1494 encap = (struct iphdr*)(skb->h.raw + sizeof(struct pimreghdr));
1495 if (!MULTICAST(encap->daddr) ||
1496 encap->tot_len == 0 ||
1497 ntohs(encap->tot_len) + sizeof(*pim) > skb->len)
1498 goto drop;
1500 read_lock(&mrt_lock);
1501 if (reg_vif_num >= 0)
1502 reg_dev = vif_table[reg_vif_num].dev;
1503 if (reg_dev)
1504 dev_hold(reg_dev);
1505 read_unlock(&mrt_lock);
1507 if (reg_dev == NULL)
1508 goto drop;
1510 skb->mac.raw = skb->nh.raw;
1511 skb_pull(skb, (u8*)encap - skb->data);
1512 skb->nh.iph = (struct iphdr *)skb->data;
1513 skb->dev = reg_dev;
1514 skb->protocol = htons(ETH_P_IP);
1515 skb->ip_summed = 0;
1516 skb->pkt_type = PACKET_HOST;
1517 dst_release(skb->dst);
1518 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_bytes += skb->len;
1519 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_packets++;
1520 skb->dst = NULL;
1521 nf_reset(skb);
1522 netif_rx(skb);
1523 dev_put(reg_dev);
1524 return 0;
1525 drop:
1526 kfree_skb(skb);
1527 return 0;
1529 #endif
1531 static int
1532 ipmr_fill_mroute(struct sk_buff *skb, struct mfc_cache *c, struct rtmsg *rtm)
1534 int ct;
1535 struct rtnexthop *nhp;
1536 struct net_device *dev = vif_table[c->mfc_parent].dev;
1537 u8 *b = skb->tail;
1538 struct rtattr *mp_head;
1540 if (dev)
1541 RTA_PUT(skb, RTA_IIF, 4, &dev->ifindex);
1543 mp_head = (struct rtattr*)skb_put(skb, RTA_LENGTH(0));
1545 for (ct = c->mfc_un.res.minvif; ct < c->mfc_un.res.maxvif; ct++) {
1546 if (c->mfc_un.res.ttls[ct] < 255) {
1547 if (skb_tailroom(skb) < RTA_ALIGN(RTA_ALIGN(sizeof(*nhp)) + 4))
1548 goto rtattr_failure;
1549 nhp = (struct rtnexthop*)skb_put(skb, RTA_ALIGN(sizeof(*nhp)));
1550 nhp->rtnh_flags = 0;
1551 nhp->rtnh_hops = c->mfc_un.res.ttls[ct];
1552 nhp->rtnh_ifindex = vif_table[ct].dev->ifindex;
1553 nhp->rtnh_len = sizeof(*nhp);
1556 mp_head->rta_type = RTA_MULTIPATH;
1557 mp_head->rta_len = skb->tail - (u8*)mp_head;
1558 rtm->rtm_type = RTN_MULTICAST;
1559 return 1;
1561 rtattr_failure:
1562 skb_trim(skb, b - skb->data);
1563 return -EMSGSIZE;
1566 int ipmr_get_route(struct sk_buff *skb, struct rtmsg *rtm, int nowait)
1568 int err;
1569 struct mfc_cache *cache;
1570 struct rtable *rt = (struct rtable*)skb->dst;
1572 read_lock(&mrt_lock);
1573 cache = ipmr_cache_find(rt->rt_src, rt->rt_dst);
1575 if (cache==NULL) {
1576 struct sk_buff *skb2;
1577 struct net_device *dev;
1578 int vif;
1580 if (nowait) {
1581 read_unlock(&mrt_lock);
1582 return -EAGAIN;
1585 dev = skb->dev;
1586 if (dev == NULL || (vif = ipmr_find_vif(dev)) < 0) {
1587 read_unlock(&mrt_lock);
1588 return -ENODEV;
1590 skb2 = skb_clone(skb, GFP_ATOMIC);
1591 if (!skb2) {
1592 read_unlock(&mrt_lock);
1593 return -ENOMEM;
1596 skb2->nh.raw = skb_push(skb2, sizeof(struct iphdr));
1597 skb2->nh.iph->ihl = sizeof(struct iphdr)>>2;
1598 skb2->nh.iph->saddr = rt->rt_src;
1599 skb2->nh.iph->daddr = rt->rt_dst;
1600 skb2->nh.iph->version = 0;
1601 err = ipmr_cache_unresolved(vif, skb2);
1602 read_unlock(&mrt_lock);
1603 return err;
1606 if (!nowait && (rtm->rtm_flags&RTM_F_NOTIFY))
1607 cache->mfc_flags |= MFC_NOTIFY;
1608 err = ipmr_fill_mroute(skb, cache, rtm);
1609 read_unlock(&mrt_lock);
1610 return err;
1613 #ifdef CONFIG_PROC_FS
1615 * The /proc interfaces to multicast routing /proc/ip_mr_cache /proc/ip_mr_vif
1617 struct ipmr_vif_iter {
1618 int ct;
1621 static struct vif_device *ipmr_vif_seq_idx(struct ipmr_vif_iter *iter,
1622 loff_t pos)
1624 for (iter->ct = 0; iter->ct < maxvif; ++iter->ct) {
1625 if (!VIF_EXISTS(iter->ct))
1626 continue;
1627 if (pos-- == 0)
1628 return &vif_table[iter->ct];
1630 return NULL;
1633 static void *ipmr_vif_seq_start(struct seq_file *seq, loff_t *pos)
1635 read_lock(&mrt_lock);
1636 return *pos ? ipmr_vif_seq_idx(seq->private, *pos - 1)
1637 : SEQ_START_TOKEN;
1640 static void *ipmr_vif_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1642 struct ipmr_vif_iter *iter = seq->private;
1644 ++*pos;
1645 if (v == SEQ_START_TOKEN)
1646 return ipmr_vif_seq_idx(iter, 0);
1648 while (++iter->ct < maxvif) {
1649 if (!VIF_EXISTS(iter->ct))
1650 continue;
1651 return &vif_table[iter->ct];
1653 return NULL;
1656 static void ipmr_vif_seq_stop(struct seq_file *seq, void *v)
1658 read_unlock(&mrt_lock);
1661 static int ipmr_vif_seq_show(struct seq_file *seq, void *v)
1663 if (v == SEQ_START_TOKEN) {
1664 seq_puts(seq,
1665 "Interface BytesIn PktsIn BytesOut PktsOut Flags Local Remote\n");
1666 } else {
1667 const struct vif_device *vif = v;
1668 const char *name = vif->dev ? vif->dev->name : "none";
1670 seq_printf(seq,
1671 "%2Zd %-10s %8ld %7ld %8ld %7ld %05X %08X %08X\n",
1672 vif - vif_table,
1673 name, vif->bytes_in, vif->pkt_in,
1674 vif->bytes_out, vif->pkt_out,
1675 vif->flags, vif->local, vif->remote);
1677 return 0;
1680 static struct seq_operations ipmr_vif_seq_ops = {
1681 .start = ipmr_vif_seq_start,
1682 .next = ipmr_vif_seq_next,
1683 .stop = ipmr_vif_seq_stop,
1684 .show = ipmr_vif_seq_show,
1687 static int ipmr_vif_open(struct inode *inode, struct file *file)
1689 struct seq_file *seq;
1690 int rc = -ENOMEM;
1691 struct ipmr_vif_iter *s = kmalloc(sizeof(*s), GFP_KERNEL);
1693 if (!s)
1694 goto out;
1696 rc = seq_open(file, &ipmr_vif_seq_ops);
1697 if (rc)
1698 goto out_kfree;
1700 s->ct = 0;
1701 seq = file->private_data;
1702 seq->private = s;
1703 out:
1704 return rc;
1705 out_kfree:
1706 kfree(s);
1707 goto out;
1711 static const struct file_operations ipmr_vif_fops = {
1712 .owner = THIS_MODULE,
1713 .open = ipmr_vif_open,
1714 .read = seq_read,
1715 .llseek = seq_lseek,
1716 .release = seq_release_private,
1719 struct ipmr_mfc_iter {
1720 struct mfc_cache **cache;
1721 int ct;
1725 static struct mfc_cache *ipmr_mfc_seq_idx(struct ipmr_mfc_iter *it, loff_t pos)
1727 struct mfc_cache *mfc;
1729 it->cache = mfc_cache_array;
1730 read_lock(&mrt_lock);
1731 for (it->ct = 0; it->ct < MFC_LINES; it->ct++)
1732 for (mfc = mfc_cache_array[it->ct]; mfc; mfc = mfc->next)
1733 if (pos-- == 0)
1734 return mfc;
1735 read_unlock(&mrt_lock);
1737 it->cache = &mfc_unres_queue;
1738 spin_lock_bh(&mfc_unres_lock);
1739 for (mfc = mfc_unres_queue; mfc; mfc = mfc->next)
1740 if (pos-- == 0)
1741 return mfc;
1742 spin_unlock_bh(&mfc_unres_lock);
1744 it->cache = NULL;
1745 return NULL;
1749 static void *ipmr_mfc_seq_start(struct seq_file *seq, loff_t *pos)
1751 struct ipmr_mfc_iter *it = seq->private;
1752 it->cache = NULL;
1753 it->ct = 0;
1754 return *pos ? ipmr_mfc_seq_idx(seq->private, *pos - 1)
1755 : SEQ_START_TOKEN;
1758 static void *ipmr_mfc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1760 struct mfc_cache *mfc = v;
1761 struct ipmr_mfc_iter *it = seq->private;
1763 ++*pos;
1765 if (v == SEQ_START_TOKEN)
1766 return ipmr_mfc_seq_idx(seq->private, 0);
1768 if (mfc->next)
1769 return mfc->next;
1771 if (it->cache == &mfc_unres_queue)
1772 goto end_of_list;
1774 BUG_ON(it->cache != mfc_cache_array);
1776 while (++it->ct < MFC_LINES) {
1777 mfc = mfc_cache_array[it->ct];
1778 if (mfc)
1779 return mfc;
1782 /* exhausted cache_array, show unresolved */
1783 read_unlock(&mrt_lock);
1784 it->cache = &mfc_unres_queue;
1785 it->ct = 0;
1787 spin_lock_bh(&mfc_unres_lock);
1788 mfc = mfc_unres_queue;
1789 if (mfc)
1790 return mfc;
1792 end_of_list:
1793 spin_unlock_bh(&mfc_unres_lock);
1794 it->cache = NULL;
1796 return NULL;
1799 static void ipmr_mfc_seq_stop(struct seq_file *seq, void *v)
1801 struct ipmr_mfc_iter *it = seq->private;
1803 if (it->cache == &mfc_unres_queue)
1804 spin_unlock_bh(&mfc_unres_lock);
1805 else if (it->cache == mfc_cache_array)
1806 read_unlock(&mrt_lock);
1809 static int ipmr_mfc_seq_show(struct seq_file *seq, void *v)
1811 int n;
1813 if (v == SEQ_START_TOKEN) {
1814 seq_puts(seq,
1815 "Group Origin Iif Pkts Bytes Wrong Oifs\n");
1816 } else {
1817 const struct mfc_cache *mfc = v;
1818 const struct ipmr_mfc_iter *it = seq->private;
1820 seq_printf(seq, "%08lX %08lX %-3d %8ld %8ld %8ld",
1821 (unsigned long) mfc->mfc_mcastgrp,
1822 (unsigned long) mfc->mfc_origin,
1823 mfc->mfc_parent,
1824 mfc->mfc_un.res.pkt,
1825 mfc->mfc_un.res.bytes,
1826 mfc->mfc_un.res.wrong_if);
1828 if (it->cache != &mfc_unres_queue) {
1829 for (n = mfc->mfc_un.res.minvif;
1830 n < mfc->mfc_un.res.maxvif; n++ ) {
1831 if (VIF_EXISTS(n)
1832 && mfc->mfc_un.res.ttls[n] < 255)
1833 seq_printf(seq,
1834 " %2d:%-3d",
1835 n, mfc->mfc_un.res.ttls[n]);
1838 seq_putc(seq, '\n');
1840 return 0;
1843 static struct seq_operations ipmr_mfc_seq_ops = {
1844 .start = ipmr_mfc_seq_start,
1845 .next = ipmr_mfc_seq_next,
1846 .stop = ipmr_mfc_seq_stop,
1847 .show = ipmr_mfc_seq_show,
1850 static int ipmr_mfc_open(struct inode *inode, struct file *file)
1852 struct seq_file *seq;
1853 int rc = -ENOMEM;
1854 struct ipmr_mfc_iter *s = kmalloc(sizeof(*s), GFP_KERNEL);
1856 if (!s)
1857 goto out;
1859 rc = seq_open(file, &ipmr_mfc_seq_ops);
1860 if (rc)
1861 goto out_kfree;
1863 seq = file->private_data;
1864 seq->private = s;
1865 out:
1866 return rc;
1867 out_kfree:
1868 kfree(s);
1869 goto out;
1873 static const struct file_operations ipmr_mfc_fops = {
1874 .owner = THIS_MODULE,
1875 .open = ipmr_mfc_open,
1876 .read = seq_read,
1877 .llseek = seq_lseek,
1878 .release = seq_release_private,
1880 #endif
1882 #ifdef CONFIG_IP_PIMSM_V2
1883 static struct net_protocol pim_protocol = {
1884 .handler = pim_rcv,
1886 #endif
1890 * Setup for IP multicast routing
1893 void __init ip_mr_init(void)
1895 mrt_cachep = kmem_cache_create("ip_mrt_cache",
1896 sizeof(struct mfc_cache),
1897 0, SLAB_HWCACHE_ALIGN|SLAB_PANIC,
1898 NULL, NULL);
1899 init_timer(&ipmr_expire_timer);
1900 ipmr_expire_timer.function=ipmr_expire_process;
1901 register_netdevice_notifier(&ip_mr_notifier);
1902 #ifdef CONFIG_PROC_FS
1903 proc_net_fops_create("ip_mr_vif", 0, &ipmr_vif_fops);
1904 proc_net_fops_create("ip_mr_cache", 0, &ipmr_mfc_fops);
1905 #endif